lightgbm-based-model.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "_cell_guid": "b1076dfc-b9ad-4769-8c92-a6c4dae69d19",
    "_uuid": "8f2839f25d086af736a60e9eeb907d3b93b6e0e5"
   },
   "outputs": [],
   "source": [
    "import numpy as np \n",
    "import pandas as pd \n",
    "import scipy as sc\n",
    "import matplotlib.pyplot as plt\n",
    "import seaborn as sns\n",
    "import gc\n",
    "import warnings\n",
    "warnings.filterwarnings(\"ignore\")\n",
    "warnings.simplefilter(action='ignore', category=FutureWarning)\n",
    "from tqdm import tqdm_notebook\n",
    "import datetime\n",
    "import time\n",
    "import random\n",
    "from joblib import Parallel, delayed\n",
    "\n",
    "\n",
    "import lightgbm as lgb\n",
    "\n",
    "from sklearn.pipeline import Pipeline\n",
    "from sklearn.preprocessing import StandardScaler\n",
    "from sklearn.metrics import mean_absolute_error\n",
    "from sklearn.model_selection import GridSearchCV, KFold, RandomizedSearchCV"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "_cell_guid": "79c7e3d0-c299-4dcb-8224-4455121ee9b0",
    "_uuid": "d629ff2d2480ee46fbb7e2d37f6b5fab8052498a"
   },
   "outputs": [],
   "source": [
    "# 读取数据trainX_0,trainX_1\n",
    "train_X_0 = pd.read_csv(\"../input/feature1/train_X_features_865.csv\")\n",
    "train_X_1 = pd.read_csv(\"../input/feature2/train_X_features_865_1.csv\")\n",
    "y_0 = pd.read_csv(\"../input/feature1/train_y.csv\", index_col=False,  header=None)\n",
    "y_1 = pd.read_csv(\"../input/feature2/train_y1.csv\", index_col=False,  header=None)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(33000, 865)\n",
      "(18000, 865)\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>FFT_Mag_01q0</th>\n",
       "      <th>FFT_Mag_10q0</th>\n",
       "      <th>FFT_Mag_90q0</th>\n",
       "      <th>FFT_Mag_99q0</th>\n",
       "      <th>FFT_Mag_mean0</th>\n",
       "      <th>FFT_Mag_std0</th>\n",
       "      <th>FFT_Mag_max0</th>\n",
       "      <th>FFT_Phz_mean0</th>\n",
       "      <th>FFT_Phz_std0</th>\n",
       "      <th>FFT_Mag_01q2500</th>\n",
       "      <th>FFT_Mag_10q2500</th>\n",
       "      <th>FFT_Mag_90q2500</th>\n",
       "      <th>FFT_Mag_99q2500</th>\n",
       "      <th>FFT_Mag_mean2500</th>\n",
       "      <th>FFT_Mag_std2500</th>\n",
       "      <th>FFT_Mag_max2500</th>\n",
       "      <th>FFT_Phz_mean2500</th>\n",
       "      <th>FFT_Phz_std2500</th>\n",
       "      <th>FFT_Mag_01q5000</th>\n",
       "      <th>FFT_Mag_10q5000</th>\n",
       "      <th>FFT_Mag_90q5000</th>\n",
       "      <th>FFT_Mag_99q5000</th>\n",
       "      <th>FFT_Mag_mean5000</th>\n",
       "      <th>FFT_Mag_std5000</th>\n",
       "      <th>FFT_Mag_max5000</th>\n",
       "      <th>FFT_Phz_mean5000</th>\n",
       "      <th>FFT_Phz_std5000</th>\n",
       "      <th>FFT_Mag_01q7500</th>\n",
       "      <th>FFT_Mag_10q7500</th>\n",
       "      <th>FFT_Mag_90q7500</th>\n",
       "      <th>FFT_Mag_99q7500</th>\n",
       "      <th>FFT_Mag_mean7500</th>\n",
       "      <th>FFT_Mag_std7500</th>\n",
       "      <th>FFT_Mag_max7500</th>\n",
       "      <th>FFT_Phz_mean7500</th>\n",
       "      <th>FFT_Phz_std7500</th>\n",
       "      <th>FFT_Mag_01q10000</th>\n",
       "      <th>FFT_Mag_10q10000</th>\n",
       "      <th>FFT_Mag_90q10000</th>\n",
       "      <th>FFT_Mag_99q10000</th>\n",
       "      <th>...</th>\n",
       "      <th>q01_roll_std_100</th>\n",
       "      <th>q05_roll_std_100</th>\n",
       "      <th>q95_roll_std_100</th>\n",
       "      <th>q99_roll_std_100</th>\n",
       "      <th>av_change_abs_roll_std_100</th>\n",
       "      <th>av_change_rate_roll_std_100</th>\n",
       "      <th>abs_max_roll_std_100</th>\n",
       "      <th>ave_roll_mean_100</th>\n",
       "      <th>std_roll_mean_100</th>\n",
       "      <th>max_roll_mean_100</th>\n",
       "      <th>min_roll_mean_100</th>\n",
       "      <th>q01_roll_mean_100</th>\n",
       "      <th>q05_roll_mean_100</th>\n",
       "      <th>q95_roll_mean_100</th>\n",
       "      <th>q99_roll_mean_100</th>\n",
       "      <th>av_change_abs_roll_mean_100</th>\n",
       "      <th>av_change_rate_roll_mean_100</th>\n",
       "      <th>abs_max_roll_mean_100</th>\n",
       "      <th>ave_roll_std_1000</th>\n",
       "      <th>std_roll_std_1000</th>\n",
       "      <th>max_roll_std_1000</th>\n",
       "      <th>min_roll_std_1000</th>\n",
       "      <th>q01_roll_std_1000</th>\n",
       "      <th>q05_roll_std_1000</th>\n",
       "      <th>q95_roll_std_1000</th>\n",
       "      <th>q99_roll_std_1000</th>\n",
       "      <th>av_change_abs_roll_std_1000</th>\n",
       "      <th>av_change_rate_roll_std_1000</th>\n",
       "      <th>abs_max_roll_std_1000</th>\n",
       "      <th>ave_roll_mean_1000</th>\n",
       "      <th>std_roll_mean_1000</th>\n",
       "      <th>max_roll_mean_1000</th>\n",
       "      <th>min_roll_mean_1000</th>\n",
       "      <th>q01_roll_mean_1000</th>\n",
       "      <th>q05_roll_mean_1000</th>\n",
       "      <th>q95_roll_mean_1000</th>\n",
       "      <th>q99_roll_mean_1000</th>\n",
       "      <th>av_change_abs_roll_mean_1000</th>\n",
       "      <th>av_change_rate_roll_mean_1000</th>\n",
       "      <th>abs_max_roll_mean_1000</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>139.522396</td>\n",
       "      <td>409.718152</td>\n",
       "      <td>2599.097192</td>\n",
       "      <td>4061.567699</td>\n",
       "      <td>1345.706663</td>\n",
       "      <td>938.175660</td>\n",
       "      <td>11969.918774</td>\n",
       "      <td>0.022472</td>\n",
       "      <td>0.913523</td>\n",
       "      <td>237.008292</td>\n",
       "      <td>731.742174</td>\n",
       "      <td>4249.831881</td>\n",
       "      <td>6874.568414</td>\n",
       "      <td>2317.422748</td>\n",
       "      <td>1425.766416</td>\n",
       "      <td>8646.302978</td>\n",
       "      <td>-0.016085</td>\n",
       "      <td>0.907828</td>\n",
       "      <td>448.854260</td>\n",
       "      <td>1338.451624</td>\n",
       "      <td>6620.832265</td>\n",
       "      <td>9452.082006</td>\n",
       "      <td>3818.343685</td>\n",
       "      <td>2036.886799</td>\n",
       "      <td>13104.251576</td>\n",
       "      <td>0.006786</td>\n",
       "      <td>0.897903</td>\n",
       "      <td>566.136528</td>\n",
       "      <td>1828.685542</td>\n",
       "      <td>11398.359936</td>\n",
       "      <td>18595.373516</td>\n",
       "      <td>5886.087254</td>\n",
       "      <td>3894.189563</td>\n",
       "      <td>23532.881664</td>\n",
       "      <td>-0.036087</td>\n",
       "      <td>0.909921</td>\n",
       "      <td>256.880152</td>\n",
       "      <td>933.998090</td>\n",
       "      <td>5958.916634</td>\n",
       "      <td>10835.791291</td>\n",
       "      <td>...</td>\n",
       "      <td>2.275451</td>\n",
       "      <td>2.442780</td>\n",
       "      <td>8.526104</td>\n",
       "      <td>18.892797</td>\n",
       "      <td>0.000020</td>\n",
       "      <td>74941.769634</td>\n",
       "      <td>50.909740</td>\n",
       "      <td>4.618451</td>\n",
       "      <td>0.436482</td>\n",
       "      <td>12.19</td>\n",
       "      <td>-2.40</td>\n",
       "      <td>3.62</td>\n",
       "      <td>3.93</td>\n",
       "      <td>5.29</td>\n",
       "      <td>5.66</td>\n",
       "      <td>5.203469e-06</td>\n",
       "      <td>74938.678297</td>\n",
       "      <td>12.19</td>\n",
       "      <td>4.209590</td>\n",
       "      <td>2.974309</td>\n",
       "      <td>28.705276</td>\n",
       "      <td>2.502630</td>\n",
       "      <td>2.607830</td>\n",
       "      <td>2.672366</td>\n",
       "      <td>10.317476</td>\n",
       "      <td>14.107140</td>\n",
       "      <td>1.352170e-05</td>\n",
       "      <td>74563.128945</td>\n",
       "      <td>28.705276</td>\n",
       "      <td>4.618982</td>\n",
       "      <td>0.250223</td>\n",
       "      <td>5.430</td>\n",
       "      <td>3.926</td>\n",
       "      <td>4.034</td>\n",
       "      <td>4.201</td>\n",
       "      <td>5.028</td>\n",
       "      <td>5.195</td>\n",
       "      <td>4.080537e-06</td>\n",
       "      <td>74563.065284</td>\n",
       "      <td>5.430</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>103.006025</td>\n",
       "      <td>432.256164</td>\n",
       "      <td>3894.194205</td>\n",
       "      <td>8899.077054</td>\n",
       "      <td>1778.081264</td>\n",
       "      <td>1753.736076</td>\n",
       "      <td>13008.467215</td>\n",
       "      <td>-0.016746</td>\n",
       "      <td>0.913844</td>\n",
       "      <td>265.294292</td>\n",
       "      <td>1096.751852</td>\n",
       "      <td>7355.981733</td>\n",
       "      <td>11124.480251</td>\n",
       "      <td>3806.170646</td>\n",
       "      <td>2546.431723</td>\n",
       "      <td>17024.790802</td>\n",
       "      <td>-0.003393</td>\n",
       "      <td>0.920536</td>\n",
       "      <td>647.666936</td>\n",
       "      <td>2056.427540</td>\n",
       "      <td>11181.052161</td>\n",
       "      <td>16426.982660</td>\n",
       "      <td>6207.629093</td>\n",
       "      <td>3586.244884</td>\n",
       "      <td>23566.293654</td>\n",
       "      <td>-0.001122</td>\n",
       "      <td>0.908535</td>\n",
       "      <td>670.834218</td>\n",
       "      <td>2226.225751</td>\n",
       "      <td>15177.013868</td>\n",
       "      <td>25823.792387</td>\n",
       "      <td>7711.334054</td>\n",
       "      <td>5419.906778</td>\n",
       "      <td>35981.079671</td>\n",
       "      <td>-0.006243</td>\n",
       "      <td>0.922031</td>\n",
       "      <td>332.465194</td>\n",
       "      <td>1068.575688</td>\n",
       "      <td>8027.668012</td>\n",
       "      <td>14524.229995</td>\n",
       "      <td>...</td>\n",
       "      <td>2.322834</td>\n",
       "      <td>2.510906</td>\n",
       "      <td>13.634641</td>\n",
       "      <td>30.138576</td>\n",
       "      <td>0.000033</td>\n",
       "      <td>74709.627147</td>\n",
       "      <td>52.708284</td>\n",
       "      <td>4.325410</td>\n",
       "      <td>0.513053</td>\n",
       "      <td>11.78</td>\n",
       "      <td>-2.70</td>\n",
       "      <td>2.99</td>\n",
       "      <td>3.62</td>\n",
       "      <td>5.00</td>\n",
       "      <td>5.57</td>\n",
       "      <td>3.802535e-06</td>\n",
       "      <td>74705.618281</td>\n",
       "      <td>11.78</td>\n",
       "      <td>5.414893</td>\n",
       "      <td>4.472418</td>\n",
       "      <td>29.594507</td>\n",
       "      <td>2.548829</td>\n",
       "      <td>2.664467</td>\n",
       "      <td>2.760705</td>\n",
       "      <td>16.239974</td>\n",
       "      <td>23.913015</td>\n",
       "      <td>-9.045880e-05</td>\n",
       "      <td>74208.764935</td>\n",
       "      <td>29.594507</td>\n",
       "      <td>4.325288</td>\n",
       "      <td>0.207712</td>\n",
       "      <td>5.216</td>\n",
       "      <td>3.612</td>\n",
       "      <td>3.812</td>\n",
       "      <td>3.990</td>\n",
       "      <td>4.663</td>\n",
       "      <td>4.827</td>\n",
       "      <td>-7.516779e-07</td>\n",
       "      <td>74208.713592</td>\n",
       "      <td>5.216</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>121.840541</td>\n",
       "      <td>354.132240</td>\n",
       "      <td>1812.762440</td>\n",
       "      <td>2953.824113</td>\n",
       "      <td>1030.634121</td>\n",
       "      <td>684.285591</td>\n",
       "      <td>10665.922219</td>\n",
       "      <td>-0.033928</td>\n",
       "      <td>0.928496</td>\n",
       "      <td>235.951723</td>\n",
       "      <td>714.632635</td>\n",
       "      <td>3486.537639</td>\n",
       "      <td>5040.008929</td>\n",
       "      <td>1975.605682</td>\n",
       "      <td>1095.447506</td>\n",
       "      <td>7816.698187</td>\n",
       "      <td>-0.005391</td>\n",
       "      <td>0.917317</td>\n",
       "      <td>491.740705</td>\n",
       "      <td>1354.334138</td>\n",
       "      <td>6334.734457</td>\n",
       "      <td>9033.277200</td>\n",
       "      <td>3670.042914</td>\n",
       "      <td>1931.795674</td>\n",
       "      <td>12545.320475</td>\n",
       "      <td>-0.007111</td>\n",
       "      <td>0.903919</td>\n",
       "      <td>435.187536</td>\n",
       "      <td>1456.769253</td>\n",
       "      <td>9188.303499</td>\n",
       "      <td>14115.878775</td>\n",
       "      <td>4780.926331</td>\n",
       "      <td>3099.433090</td>\n",
       "      <td>19756.115049</td>\n",
       "      <td>-0.006067</td>\n",
       "      <td>0.904687</td>\n",
       "      <td>246.821665</td>\n",
       "      <td>796.153576</td>\n",
       "      <td>4675.630875</td>\n",
       "      <td>7543.952280</td>\n",
       "      <td>...</td>\n",
       "      <td>2.256304</td>\n",
       "      <td>2.409472</td>\n",
       "      <td>8.253215</td>\n",
       "      <td>15.107173</td>\n",
       "      <td>-0.000033</td>\n",
       "      <td>74872.665159</td>\n",
       "      <td>34.318383</td>\n",
       "      <td>4.310323</td>\n",
       "      <td>0.401061</td>\n",
       "      <td>7.06</td>\n",
       "      <td>1.85</td>\n",
       "      <td>3.37</td>\n",
       "      <td>3.68</td>\n",
       "      <td>4.96</td>\n",
       "      <td>5.27</td>\n",
       "      <td>-8.672448e-07</td>\n",
       "      <td>74863.629626</td>\n",
       "      <td>7.06</td>\n",
       "      <td>3.922947</td>\n",
       "      <td>2.161912</td>\n",
       "      <td>16.474262</td>\n",
       "      <td>2.456007</td>\n",
       "      <td>2.581889</td>\n",
       "      <td>2.650754</td>\n",
       "      <td>8.401994</td>\n",
       "      <td>14.176844</td>\n",
       "      <td>-7.340644e-06</td>\n",
       "      <td>74532.874909</td>\n",
       "      <td>16.474262</td>\n",
       "      <td>4.310783</td>\n",
       "      <td>0.238572</td>\n",
       "      <td>5.049</td>\n",
       "      <td>3.676</td>\n",
       "      <td>3.811</td>\n",
       "      <td>3.921</td>\n",
       "      <td>4.707</td>\n",
       "      <td>4.835</td>\n",
       "      <td>-1.174497e-06</td>\n",
       "      <td>74532.222230</td>\n",
       "      <td>5.049</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>101.571556</td>\n",
       "      <td>334.674233</td>\n",
       "      <td>1639.884609</td>\n",
       "      <td>2581.813048</td>\n",
       "      <td>964.089147</td>\n",
       "      <td>587.651030</td>\n",
       "      <td>9512.216925</td>\n",
       "      <td>0.014567</td>\n",
       "      <td>0.903097</td>\n",
       "      <td>176.859785</td>\n",
       "      <td>481.129483</td>\n",
       "      <td>2268.498888</td>\n",
       "      <td>3233.275867</td>\n",
       "      <td>1309.797183</td>\n",
       "      <td>697.269900</td>\n",
       "      <td>4148.957142</td>\n",
       "      <td>-0.006280</td>\n",
       "      <td>0.906151</td>\n",
       "      <td>250.144239</td>\n",
       "      <td>662.097318</td>\n",
       "      <td>3122.971376</td>\n",
       "      <td>4407.508271</td>\n",
       "      <td>1817.541485</td>\n",
       "      <td>952.182540</td>\n",
       "      <td>5884.476832</td>\n",
       "      <td>-0.010407</td>\n",
       "      <td>0.907498</td>\n",
       "      <td>262.344445</td>\n",
       "      <td>706.090616</td>\n",
       "      <td>4182.270206</td>\n",
       "      <td>6690.867135</td>\n",
       "      <td>2270.692048</td>\n",
       "      <td>1414.974192</td>\n",
       "      <td>8266.686137</td>\n",
       "      <td>0.027824</td>\n",
       "      <td>0.913188</td>\n",
       "      <td>187.227021</td>\n",
       "      <td>542.287912</td>\n",
       "      <td>2838.605178</td>\n",
       "      <td>4923.677013</td>\n",
       "      <td>...</td>\n",
       "      <td>2.207677</td>\n",
       "      <td>2.335497</td>\n",
       "      <td>3.704693</td>\n",
       "      <td>7.415490</td>\n",
       "      <td>-0.000003</td>\n",
       "      <td>74975.714895</td>\n",
       "      <td>23.088543</td>\n",
       "      <td>4.543683</td>\n",
       "      <td>0.349356</td>\n",
       "      <td>7.31</td>\n",
       "      <td>2.31</td>\n",
       "      <td>3.73</td>\n",
       "      <td>3.97</td>\n",
       "      <td>5.11</td>\n",
       "      <td>5.37</td>\n",
       "      <td>6.004003e-07</td>\n",
       "      <td>74969.725070</td>\n",
       "      <td>7.31</td>\n",
       "      <td>2.942335</td>\n",
       "      <td>0.820362</td>\n",
       "      <td>9.268846</td>\n",
       "      <td>2.437511</td>\n",
       "      <td>2.525215</td>\n",
       "      <td>2.580794</td>\n",
       "      <td>4.529544</td>\n",
       "      <td>7.517345</td>\n",
       "      <td>-2.720343e-07</td>\n",
       "      <td>74586.537529</td>\n",
       "      <td>9.268846</td>\n",
       "      <td>4.544816</td>\n",
       "      <td>0.207969</td>\n",
       "      <td>5.076</td>\n",
       "      <td>3.878</td>\n",
       "      <td>4.009</td>\n",
       "      <td>4.205</td>\n",
       "      <td>4.890</td>\n",
       "      <td>4.960</td>\n",
       "      <td>1.570470e-06</td>\n",
       "      <td>74586.537529</td>\n",
       "      <td>5.076</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>193.779369</td>\n",
       "      <td>602.762412</td>\n",
       "      <td>9999.530411</td>\n",
       "      <td>17349.812757</td>\n",
       "      <td>3346.487848</td>\n",
       "      <td>4028.266506</td>\n",
       "      <td>19602.021689</td>\n",
       "      <td>-0.018520</td>\n",
       "      <td>0.897478</td>\n",
       "      <td>544.992831</td>\n",
       "      <td>2009.314064</td>\n",
       "      <td>19216.443087</td>\n",
       "      <td>28079.956253</td>\n",
       "      <td>9516.446876</td>\n",
       "      <td>6616.195101</td>\n",
       "      <td>33997.695980</td>\n",
       "      <td>0.005338</td>\n",
       "      <td>0.907971</td>\n",
       "      <td>1811.036130</td>\n",
       "      <td>5807.624888</td>\n",
       "      <td>33631.964685</td>\n",
       "      <td>47794.755493</td>\n",
       "      <td>17470.873596</td>\n",
       "      <td>10592.785260</td>\n",
       "      <td>56225.168772</td>\n",
       "      <td>-0.013342</td>\n",
       "      <td>0.914594</td>\n",
       "      <td>1481.614653</td>\n",
       "      <td>4331.207985</td>\n",
       "      <td>26813.695795</td>\n",
       "      <td>42300.444512</td>\n",
       "      <td>13985.697200</td>\n",
       "      <td>9145.840345</td>\n",
       "      <td>59767.643908</td>\n",
       "      <td>-0.028152</td>\n",
       "      <td>0.904733</td>\n",
       "      <td>374.326102</td>\n",
       "      <td>1286.247534</td>\n",
       "      <td>12241.922510</td>\n",
       "      <td>25798.892511</td>\n",
       "      <td>...</td>\n",
       "      <td>2.419011</td>\n",
       "      <td>2.599048</td>\n",
       "      <td>14.802593</td>\n",
       "      <td>45.381436</td>\n",
       "      <td>0.000490</td>\n",
       "      <td>74780.417650</td>\n",
       "      <td>299.865819</td>\n",
       "      <td>4.607950</td>\n",
       "      <td>0.975320</td>\n",
       "      <td>34.59</td>\n",
       "      <td>-25.12</td>\n",
       "      <td>3.04</td>\n",
       "      <td>3.86</td>\n",
       "      <td>5.32</td>\n",
       "      <td>6.22</td>\n",
       "      <td>3.135424e-05</td>\n",
       "      <td>74778.225834</td>\n",
       "      <td>34.59</td>\n",
       "      <td>6.863442</td>\n",
       "      <td>12.795296</td>\n",
       "      <td>152.640688</td>\n",
       "      <td>2.619829</td>\n",
       "      <td>2.723817</td>\n",
       "      <td>2.816206</td>\n",
       "      <td>17.081704</td>\n",
       "      <td>50.443731</td>\n",
       "      <td>1.401113e-04</td>\n",
       "      <td>74401.529958</td>\n",
       "      <td>152.640688</td>\n",
       "      <td>4.608671</td>\n",
       "      <td>0.230372</td>\n",
       "      <td>6.991</td>\n",
       "      <td>2.321</td>\n",
       "      <td>4.121</td>\n",
       "      <td>4.265</td>\n",
       "      <td>4.966</td>\n",
       "      <td>5.106</td>\n",
       "      <td>4.006711e-06</td>\n",
       "      <td>74401.059981</td>\n",
       "      <td>6.991</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   FFT_Mag_01q0           ...            abs_max_roll_mean_1000\n",
       "0    139.522396           ...                             5.430\n",
       "1    103.006025           ...                             5.216\n",
       "2    121.840541           ...                             5.049\n",
       "3    101.571556           ...                             5.076\n",
       "4    193.779369           ...                             6.991\n",
       "\n",
       "[5 rows x 865 columns]"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# 将特征连接起来\n",
    "train_X = pd.concat([train_X_0, train_X_1], axis=0)\n",
    "train_X = train_X.reset_index(drop=True)\n",
    "print(train_X.shape)\n",
    "print(train_X_0.shape)\n",
    "train_X.head()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(33000,)"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# 将y连接起来\n",
    "y = pd.concat([y_0, y_1], axis=0)\n",
    "y = y.reset_index(drop=True)\n",
    "y[0].shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "train_y = pd.Series(y[0].values)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "_cell_guid": "79c7e3d0-c299-4dcb-8224-4455121ee9b0",
    "_uuid": "d629ff2d2480ee46fbb7e2d37f6b5fab8052498a"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(2624, 866)"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# 测试集\n",
    "test_X = pd.read_csv(\"../input/feature2/test_X_features_10.csv\")\n",
    "test_X.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "# 将数据标准化\n",
    "scaler = StandardScaler()\n",
    "train_columns = train_X.columns\n",
    "\n",
    "train_X[train_columns] = scaler.fit_transform(train_X[train_columns])\n",
    "test_X[train_columns] = scaler.transform(test_X[train_columns])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# lightgbm"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "# 获取训练集的列\n",
    "train_columns = train_X.columns\n",
    "# 使用5折交叉验证\n",
    "n_fold = 5"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "fold 0\n",
      "[1]\tvalid_0's l2: 12.1121\tvalid_0's l1: 2.87586\n",
      "Training until validation scores don't improve for 200 rounds.\n",
      "[2]\tvalid_0's l2: 11.0434\tvalid_0's l1: 2.7331\n",
      "[3]\tvalid_0's l2: 10.1557\tvalid_0's l1: 2.61004\n",
      "[4]\tvalid_0's l2: 9.41392\tvalid_0's l1: 2.50387\n",
      "[5]\tvalid_0's l2: 8.80871\tvalid_0's l1: 2.4138\n",
      "[6]\tvalid_0's l2: 8.3204\tvalid_0's l1: 2.33901\n",
      "[7]\tvalid_0's l2: 7.89937\tvalid_0's l1: 2.27409\n",
      "[8]\tvalid_0's l2: 7.54515\tvalid_0's l1: 2.21959\n",
      "[9]\tvalid_0's l2: 7.25702\tvalid_0's l1: 2.17272\n",
      "[10]\tvalid_0's l2: 6.9982\tvalid_0's l1: 2.13167\n",
      "[11]\tvalid_0's l2: 6.79218\tvalid_0's l1: 2.09681\n",
      "[12]\tvalid_0's l2: 6.60933\tvalid_0's l1: 2.06531\n",
      "[13]\tvalid_0's l2: 6.45252\tvalid_0's l1: 2.03782\n",
      "[14]\tvalid_0's l2: 6.3075\tvalid_0's l1: 2.01235\n",
      "[15]\tvalid_0's l2: 6.18627\tvalid_0's l1: 1.99008\n",
      "[16]\tvalid_0's l2: 6.08704\tvalid_0's l1: 1.9723\n",
      "[17]\tvalid_0's l2: 5.9928\tvalid_0's l1: 1.95502\n",
      "[18]\tvalid_0's l2: 5.90864\tvalid_0's l1: 1.93983\n",
      "[19]\tvalid_0's l2: 5.82291\tvalid_0's l1: 1.92484\n",
      "[20]\tvalid_0's l2: 5.75445\tvalid_0's l1: 1.91211\n",
      "[21]\tvalid_0's l2: 5.68745\tvalid_0's l1: 1.89958\n",
      "[22]\tvalid_0's l2: 5.62291\tvalid_0's l1: 1.88827\n",
      "[23]\tvalid_0's l2: 5.56939\tvalid_0's l1: 1.87892\n",
      "[24]\tvalid_0's l2: 5.52422\tvalid_0's l1: 1.87008\n",
      "[25]\tvalid_0's l2: 5.47345\tvalid_0's l1: 1.85967\n",
      "[26]\tvalid_0's l2: 5.42939\tvalid_0's l1: 1.85147\n",
      "[27]\tvalid_0's l2: 5.37572\tvalid_0's l1: 1.84262\n",
      "[28]\tvalid_0's l2: 5.33558\tvalid_0's l1: 1.83385\n",
      "[29]\tvalid_0's l2: 5.28539\tvalid_0's l1: 1.82375\n",
      "[30]\tvalid_0's l2: 5.24882\tvalid_0's l1: 1.81687\n",
      "[31]\tvalid_0's l2: 5.20924\tvalid_0's l1: 1.80885\n",
      "[32]\tvalid_0's l2: 5.1713\tvalid_0's l1: 1.80088\n",
      "[33]\tvalid_0's l2: 5.13243\tvalid_0's l1: 1.79356\n",
      "[34]\tvalid_0's l2: 5.10354\tvalid_0's l1: 1.78802\n",
      "[35]\tvalid_0's l2: 5.06914\tvalid_0's l1: 1.78177\n",
      "[36]\tvalid_0's l2: 5.03584\tvalid_0's l1: 1.77565\n",
      "[37]\tvalid_0's l2: 5.01088\tvalid_0's l1: 1.77056\n",
      "[38]\tvalid_0's l2: 4.97804\tvalid_0's l1: 1.76434\n",
      "[39]\tvalid_0's l2: 4.94887\tvalid_0's l1: 1.75853\n",
      "[40]\tvalid_0's l2: 4.92221\tvalid_0's l1: 1.75311\n",
      "[41]\tvalid_0's l2: 4.89306\tvalid_0's l1: 1.74734\n",
      "[42]\tvalid_0's l2: 4.86122\tvalid_0's l1: 1.74165\n",
      "[43]\tvalid_0's l2: 4.83131\tvalid_0's l1: 1.73627\n",
      "[44]\tvalid_0's l2: 4.80457\tvalid_0's l1: 1.7314\n",
      "[45]\tvalid_0's l2: 4.77269\tvalid_0's l1: 1.72532\n",
      "[46]\tvalid_0's l2: 4.74337\tvalid_0's l1: 1.72013\n",
      "[47]\tvalid_0's l2: 4.71723\tvalid_0's l1: 1.71492\n",
      "[48]\tvalid_0's l2: 4.69189\tvalid_0's l1: 1.70957\n",
      "[49]\tvalid_0's l2: 4.67293\tvalid_0's l1: 1.70511\n",
      "[50]\tvalid_0's l2: 4.6485\tvalid_0's l1: 1.69978\n",
      "[51]\tvalid_0's l2: 4.62236\tvalid_0's l1: 1.69478\n",
      "[52]\tvalid_0's l2: 4.60171\tvalid_0's l1: 1.69079\n",
      "[53]\tvalid_0's l2: 4.57576\tvalid_0's l1: 1.68554\n",
      "[54]\tvalid_0's l2: 4.55382\tvalid_0's l1: 1.68125\n",
      "[55]\tvalid_0's l2: 4.53318\tvalid_0's l1: 1.67814\n",
      "[56]\tvalid_0's l2: 4.51704\tvalid_0's l1: 1.67486\n",
      "[57]\tvalid_0's l2: 4.49614\tvalid_0's l1: 1.66986\n",
      "[58]\tvalid_0's l2: 4.4812\tvalid_0's l1: 1.66659\n",
      "[59]\tvalid_0's l2: 4.46167\tvalid_0's l1: 1.66275\n",
      "[60]\tvalid_0's l2: 4.43954\tvalid_0's l1: 1.65853\n",
      "[61]\tvalid_0's l2: 4.41993\tvalid_0's l1: 1.65437\n",
      "[62]\tvalid_0's l2: 4.39807\tvalid_0's l1: 1.6505\n",
      "[63]\tvalid_0's l2: 4.38329\tvalid_0's l1: 1.64774\n",
      "[64]\tvalid_0's l2: 4.36906\tvalid_0's l1: 1.64456\n",
      "[65]\tvalid_0's l2: 4.3361\tvalid_0's l1: 1.6388\n",
      "[66]\tvalid_0's l2: 4.31195\tvalid_0's l1: 1.63375\n",
      "[67]\tvalid_0's l2: 4.2872\tvalid_0's l1: 1.62855\n",
      "[68]\tvalid_0's l2: 4.26432\tvalid_0's l1: 1.6237\n",
      "[69]\tvalid_0's l2: 4.24456\tvalid_0's l1: 1.62023\n",
      "[70]\tvalid_0's l2: 4.22478\tvalid_0's l1: 1.61603\n",
      "[71]\tvalid_0's l2: 4.20749\tvalid_0's l1: 1.61315\n",
      "[72]\tvalid_0's l2: 4.18824\tvalid_0's l1: 1.60894\n",
      "[73]\tvalid_0's l2: 4.16877\tvalid_0's l1: 1.60443\n",
      "[74]\tvalid_0's l2: 4.14992\tvalid_0's l1: 1.6008\n",
      "[75]\tvalid_0's l2: 4.13043\tvalid_0's l1: 1.59639\n",
      "[76]\tvalid_0's l2: 4.11329\tvalid_0's l1: 1.59293\n",
      "[77]\tvalid_0's l2: 4.10017\tvalid_0's l1: 1.59011\n",
      "[78]\tvalid_0's l2: 4.07587\tvalid_0's l1: 1.58498\n",
      "[79]\tvalid_0's l2: 4.07167\tvalid_0's l1: 1.58371\n",
      "[80]\tvalid_0's l2: 4.05172\tvalid_0's l1: 1.57941\n",
      "[81]\tvalid_0's l2: 4.04375\tvalid_0's l1: 1.57748\n",
      "[82]\tvalid_0's l2: 4.02602\tvalid_0's l1: 1.57366\n",
      "[83]\tvalid_0's l2: 4.01067\tvalid_0's l1: 1.56994\n",
      "[84]\tvalid_0's l2: 3.99697\tvalid_0's l1: 1.56739\n",
      "[85]\tvalid_0's l2: 3.97876\tvalid_0's l1: 1.56349\n",
      "[86]\tvalid_0's l2: 3.96609\tvalid_0's l1: 1.56121\n",
      "[87]\tvalid_0's l2: 3.94671\tvalid_0's l1: 1.55695\n",
      "[88]\tvalid_0's l2: 3.93667\tvalid_0's l1: 1.55458\n",
      "[89]\tvalid_0's l2: 3.91808\tvalid_0's l1: 1.55034\n",
      "[90]\tvalid_0's l2: 3.90451\tvalid_0's l1: 1.54769\n",
      "[91]\tvalid_0's l2: 3.90527\tvalid_0's l1: 1.54784\n",
      "[92]\tvalid_0's l2: 3.88791\tvalid_0's l1: 1.5441\n",
      "[93]\tvalid_0's l2: 3.8747\tvalid_0's l1: 1.54118\n",
      "[94]\tvalid_0's l2: 3.85761\tvalid_0's l1: 1.53819\n",
      "[95]\tvalid_0's l2: 3.84535\tvalid_0's l1: 1.53548\n",
      "[96]\tvalid_0's l2: 3.83047\tvalid_0's l1: 1.53212\n",
      "[97]\tvalid_0's l2: 3.8184\tvalid_0's l1: 1.52938\n",
      "[98]\tvalid_0's l2: 3.80723\tvalid_0's l1: 1.52679\n",
      "[99]\tvalid_0's l2: 3.79311\tvalid_0's l1: 1.52294\n",
      "[100]\tvalid_0's l2: 3.77609\tvalid_0's l1: 1.52004\n",
      "[101]\tvalid_0's l2: 3.76261\tvalid_0's l1: 1.51634\n",
      "[102]\tvalid_0's l2: 3.75164\tvalid_0's l1: 1.51383\n",
      "[103]\tvalid_0's l2: 3.73304\tvalid_0's l1: 1.50947\n",
      "[104]\tvalid_0's l2: 3.72533\tvalid_0's l1: 1.50788\n",
      "[105]\tvalid_0's l2: 3.71872\tvalid_0's l1: 1.50654\n",
      "[106]\tvalid_0's l2: 3.70961\tvalid_0's l1: 1.50433\n",
      "[107]\tvalid_0's l2: 3.70436\tvalid_0's l1: 1.5031\n",
      "[108]\tvalid_0's l2: 3.69011\tvalid_0's l1: 1.50054\n",
      "[109]\tvalid_0's l2: 3.67998\tvalid_0's l1: 1.49799\n",
      "[110]\tvalid_0's l2: 3.66894\tvalid_0's l1: 1.49555\n",
      "[111]\tvalid_0's l2: 3.66885\tvalid_0's l1: 1.49531\n",
      "[112]\tvalid_0's l2: 3.65803\tvalid_0's l1: 1.49274\n",
      "[113]\tvalid_0's l2: 3.64228\tvalid_0's l1: 1.48877\n",
      "[114]\tvalid_0's l2: 3.63014\tvalid_0's l1: 1.48558\n",
      "[115]\tvalid_0's l2: 3.6267\tvalid_0's l1: 1.48459\n",
      "[116]\tvalid_0's l2: 3.6269\tvalid_0's l1: 1.48465\n",
      "[117]\tvalid_0's l2: 3.61751\tvalid_0's l1: 1.48235\n",
      "[118]\tvalid_0's l2: 3.6113\tvalid_0's l1: 1.48119\n",
      "[119]\tvalid_0's l2: 3.61015\tvalid_0's l1: 1.48058\n",
      "[120]\tvalid_0's l2: 3.59336\tvalid_0's l1: 1.47675\n",
      "[121]\tvalid_0's l2: 3.57808\tvalid_0's l1: 1.47327\n",
      "[122]\tvalid_0's l2: 3.56374\tvalid_0's l1: 1.46963\n",
      "[123]\tvalid_0's l2: 3.55726\tvalid_0's l1: 1.46801\n",
      "[124]\tvalid_0's l2: 3.54929\tvalid_0's l1: 1.46595\n",
      "[125]\tvalid_0's l2: 3.53845\tvalid_0's l1: 1.46312\n",
      "[126]\tvalid_0's l2: 3.52396\tvalid_0's l1: 1.46011\n",
      "[127]\tvalid_0's l2: 3.5122\tvalid_0's l1: 1.45759\n",
      "[128]\tvalid_0's l2: 3.49899\tvalid_0's l1: 1.45464\n",
      "[129]\tvalid_0's l2: 3.48815\tvalid_0's l1: 1.45176\n",
      "[130]\tvalid_0's l2: 3.47729\tvalid_0's l1: 1.44898\n",
      "[131]\tvalid_0's l2: 3.46571\tvalid_0's l1: 1.44593\n",
      "[132]\tvalid_0's l2: 3.45432\tvalid_0's l1: 1.44338\n",
      "[133]\tvalid_0's l2: 3.44982\tvalid_0's l1: 1.44267\n",
      "[134]\tvalid_0's l2: 3.44763\tvalid_0's l1: 1.44218\n",
      "[135]\tvalid_0's l2: 3.43904\tvalid_0's l1: 1.43997\n",
      "[136]\tvalid_0's l2: 3.42791\tvalid_0's l1: 1.43756\n",
      "[137]\tvalid_0's l2: 3.41631\tvalid_0's l1: 1.43481\n",
      "[138]\tvalid_0's l2: 3.40161\tvalid_0's l1: 1.43161\n",
      "[139]\tvalid_0's l2: 3.38336\tvalid_0's l1: 1.42731\n",
      "[140]\tvalid_0's l2: 3.3727\tvalid_0's l1: 1.42496\n",
      "[141]\tvalid_0's l2: 3.36531\tvalid_0's l1: 1.42337\n",
      "[142]\tvalid_0's l2: 3.35265\tvalid_0's l1: 1.42014\n",
      "[143]\tvalid_0's l2: 3.34044\tvalid_0's l1: 1.4173\n",
      "[144]\tvalid_0's l2: 3.33409\tvalid_0's l1: 1.41531\n",
      "[145]\tvalid_0's l2: 3.32675\tvalid_0's l1: 1.41367\n",
      "[146]\tvalid_0's l2: 3.31646\tvalid_0's l1: 1.41091\n",
      "[147]\tvalid_0's l2: 3.3112\tvalid_0's l1: 1.40971\n",
      "[148]\tvalid_0's l2: 3.30829\tvalid_0's l1: 1.40903\n",
      "[149]\tvalid_0's l2: 3.2966\tvalid_0's l1: 1.40586\n",
      "[150]\tvalid_0's l2: 3.2883\tvalid_0's l1: 1.40371\n",
      "[151]\tvalid_0's l2: 3.28359\tvalid_0's l1: 1.40261\n",
      "[152]\tvalid_0's l2: 3.2804\tvalid_0's l1: 1.40172\n",
      "[153]\tvalid_0's l2: 3.27291\tvalid_0's l1: 1.3996\n",
      "[154]\tvalid_0's l2: 3.27471\tvalid_0's l1: 1.39991\n",
      "[155]\tvalid_0's l2: 3.27049\tvalid_0's l1: 1.39899\n",
      "[156]\tvalid_0's l2: 3.25884\tvalid_0's l1: 1.39622\n",
      "[157]\tvalid_0's l2: 3.25305\tvalid_0's l1: 1.39477\n",
      "[158]\tvalid_0's l2: 3.24046\tvalid_0's l1: 1.39154\n",
      "[159]\tvalid_0's l2: 3.23737\tvalid_0's l1: 1.39103\n",
      "[160]\tvalid_0's l2: 3.23703\tvalid_0's l1: 1.39076\n",
      "[161]\tvalid_0's l2: 3.22738\tvalid_0's l1: 1.38803\n",
      "[162]\tvalid_0's l2: 3.2188\tvalid_0's l1: 1.38553\n",
      "[163]\tvalid_0's l2: 3.20933\tvalid_0's l1: 1.38341\n",
      "[164]\tvalid_0's l2: 3.20141\tvalid_0's l1: 1.38151\n",
      "[165]\tvalid_0's l2: 3.19384\tvalid_0's l1: 1.37936\n",
      "[166]\tvalid_0's l2: 3.1796\tvalid_0's l1: 1.37561\n",
      "[167]\tvalid_0's l2: 3.17511\tvalid_0's l1: 1.37499\n",
      "[168]\tvalid_0's l2: 3.16723\tvalid_0's l1: 1.37295\n",
      "[169]\tvalid_0's l2: 3.16605\tvalid_0's l1: 1.37263\n",
      "[170]\tvalid_0's l2: 3.16424\tvalid_0's l1: 1.37219\n",
      "[171]\tvalid_0's l2: 3.15718\tvalid_0's l1: 1.37016\n",
      "[172]\tvalid_0's l2: 3.15735\tvalid_0's l1: 1.37035\n",
      "[173]\tvalid_0's l2: 3.15296\tvalid_0's l1: 1.36935\n",
      "[174]\tvalid_0's l2: 3.14502\tvalid_0's l1: 1.36689\n",
      "[175]\tvalid_0's l2: 3.14569\tvalid_0's l1: 1.36695\n",
      "[176]\tvalid_0's l2: 3.14086\tvalid_0's l1: 1.36561\n",
      "[177]\tvalid_0's l2: 3.13718\tvalid_0's l1: 1.36452\n",
      "[178]\tvalid_0's l2: 3.13774\tvalid_0's l1: 1.36451\n",
      "[179]\tvalid_0's l2: 3.13514\tvalid_0's l1: 1.36392\n",
      "[180]\tvalid_0's l2: 3.12758\tvalid_0's l1: 1.36217\n",
      "[181]\tvalid_0's l2: 3.1173\tvalid_0's l1: 1.3595\n",
      "[182]\tvalid_0's l2: 3.11026\tvalid_0's l1: 1.35743\n",
      "[183]\tvalid_0's l2: 3.10416\tvalid_0's l1: 1.35577\n",
      "[184]\tvalid_0's l2: 3.09535\tvalid_0's l1: 1.35335\n",
      "[185]\tvalid_0's l2: 3.08963\tvalid_0's l1: 1.35198\n",
      "[186]\tvalid_0's l2: 3.07842\tvalid_0's l1: 1.3488\n",
      "[187]\tvalid_0's l2: 3.07564\tvalid_0's l1: 1.3481\n",
      "[188]\tvalid_0's l2: 3.06969\tvalid_0's l1: 1.34642\n",
      "[189]\tvalid_0's l2: 3.05962\tvalid_0's l1: 1.34432\n",
      "[190]\tvalid_0's l2: 3.05469\tvalid_0's l1: 1.34269\n",
      "[191]\tvalid_0's l2: 3.04567\tvalid_0's l1: 1.34016\n",
      "[192]\tvalid_0's l2: 3.03527\tvalid_0's l1: 1.33765\n",
      "[193]\tvalid_0's l2: 3.02372\tvalid_0's l1: 1.33492\n",
      "[194]\tvalid_0's l2: 3.01828\tvalid_0's l1: 1.33331\n",
      "[195]\tvalid_0's l2: 3.01842\tvalid_0's l1: 1.33339\n",
      "[196]\tvalid_0's l2: 3.00992\tvalid_0's l1: 1.33122\n",
      "[197]\tvalid_0's l2: 3.00494\tvalid_0's l1: 1.32985\n",
      "[198]\tvalid_0's l2: 2.99924\tvalid_0's l1: 1.32876\n",
      "[199]\tvalid_0's l2: 2.99869\tvalid_0's l1: 1.32866\n",
      "[200]\tvalid_0's l2: 2.99052\tvalid_0's l1: 1.32667\n",
      "[201]\tvalid_0's l2: 2.97928\tvalid_0's l1: 1.32379\n",
      "[202]\tvalid_0's l2: 2.97075\tvalid_0's l1: 1.32167\n",
      "[203]\tvalid_0's l2: 2.96556\tvalid_0's l1: 1.31994\n",
      "[204]\tvalid_0's l2: 2.95983\tvalid_0's l1: 1.31846\n",
      "[205]\tvalid_0's l2: 2.95689\tvalid_0's l1: 1.31752\n",
      "[206]\tvalid_0's l2: 2.95562\tvalid_0's l1: 1.317\n",
      "[207]\tvalid_0's l2: 2.95357\tvalid_0's l1: 1.31661\n",
      "[208]\tvalid_0's l2: 2.94274\tvalid_0's l1: 1.31413\n",
      "[209]\tvalid_0's l2: 2.93525\tvalid_0's l1: 1.31173\n",
      "[210]\tvalid_0's l2: 2.92795\tvalid_0's l1: 1.30945\n",
      "[211]\tvalid_0's l2: 2.91881\tvalid_0's l1: 1.30687\n",
      "[212]\tvalid_0's l2: 2.91368\tvalid_0's l1: 1.30551\n",
      "[213]\tvalid_0's l2: 2.90653\tvalid_0's l1: 1.30361\n",
      "[214]\tvalid_0's l2: 2.8954\tvalid_0's l1: 1.30049\n",
      "[215]\tvalid_0's l2: 2.89059\tvalid_0's l1: 1.29915\n",
      "[216]\tvalid_0's l2: 2.88532\tvalid_0's l1: 1.2979\n",
      "[217]\tvalid_0's l2: 2.88127\tvalid_0's l1: 1.29699\n",
      "[218]\tvalid_0's l2: 2.88031\tvalid_0's l1: 1.29671\n",
      "[219]\tvalid_0's l2: 2.87987\tvalid_0's l1: 1.29658\n",
      "[220]\tvalid_0's l2: 2.87137\tvalid_0's l1: 1.29418\n",
      "[221]\tvalid_0's l2: 2.86661\tvalid_0's l1: 1.29265\n",
      "[222]\tvalid_0's l2: 2.86655\tvalid_0's l1: 1.29252\n",
      "[223]\tvalid_0's l2: 2.85909\tvalid_0's l1: 1.2905\n",
      "[224]\tvalid_0's l2: 2.85541\tvalid_0's l1: 1.28926\n",
      "[225]\tvalid_0's l2: 2.84558\tvalid_0's l1: 1.28678\n",
      "[226]\tvalid_0's l2: 2.84091\tvalid_0's l1: 1.28539\n",
      "[227]\tvalid_0's l2: 2.83838\tvalid_0's l1: 1.28461\n",
      "[228]\tvalid_0's l2: 2.83898\tvalid_0's l1: 1.28469\n",
      "[229]\tvalid_0's l2: 2.8344\tvalid_0's l1: 1.28305\n",
      "[230]\tvalid_0's l2: 2.82733\tvalid_0's l1: 1.28112\n",
      "[231]\tvalid_0's l2: 2.81784\tvalid_0's l1: 1.27865\n",
      "[232]\tvalid_0's l2: 2.80944\tvalid_0's l1: 1.27641\n",
      "[233]\tvalid_0's l2: 2.80798\tvalid_0's l1: 1.27599\n",
      "[234]\tvalid_0's l2: 2.80563\tvalid_0's l1: 1.27554\n",
      "[235]\tvalid_0's l2: 2.80393\tvalid_0's l1: 1.27505\n",
      "[236]\tvalid_0's l2: 2.79964\tvalid_0's l1: 1.27398\n",
      "[237]\tvalid_0's l2: 2.79715\tvalid_0's l1: 1.27348\n",
      "[238]\tvalid_0's l2: 2.79639\tvalid_0's l1: 1.27329\n",
      "[239]\tvalid_0's l2: 2.79117\tvalid_0's l1: 1.27182\n",
      "[240]\tvalid_0's l2: 2.78068\tvalid_0's l1: 1.2691\n",
      "[241]\tvalid_0's l2: 2.77213\tvalid_0's l1: 1.26668\n",
      "[242]\tvalid_0's l2: 2.77222\tvalid_0's l1: 1.26656\n",
      "[243]\tvalid_0's l2: 2.76361\tvalid_0's l1: 1.2642\n",
      "[244]\tvalid_0's l2: 2.76339\tvalid_0's l1: 1.2643\n",
      "[245]\tvalid_0's l2: 2.75255\tvalid_0's l1: 1.26118\n",
      "[246]\tvalid_0's l2: 2.74642\tvalid_0's l1: 1.25974\n",
      "[247]\tvalid_0's l2: 2.73916\tvalid_0's l1: 1.2579\n",
      "[248]\tvalid_0's l2: 2.73391\tvalid_0's l1: 1.25646\n",
      "[249]\tvalid_0's l2: 2.72879\tvalid_0's l1: 1.25506\n",
      "[250]\tvalid_0's l2: 2.72321\tvalid_0's l1: 1.25321\n",
      "[251]\tvalid_0's l2: 2.71583\tvalid_0's l1: 1.25112\n",
      "[252]\tvalid_0's l2: 2.71509\tvalid_0's l1: 1.25105\n",
      "[253]\tvalid_0's l2: 2.71503\tvalid_0's l1: 1.25099\n",
      "[254]\tvalid_0's l2: 2.71301\tvalid_0's l1: 1.25049\n",
      "[255]\tvalid_0's l2: 2.70677\tvalid_0's l1: 1.24868\n",
      "[256]\tvalid_0's l2: 2.69928\tvalid_0's l1: 1.24666\n",
      "[257]\tvalid_0's l2: 2.69199\tvalid_0's l1: 1.24476\n",
      "[258]\tvalid_0's l2: 2.69039\tvalid_0's l1: 1.24432\n",
      "[259]\tvalid_0's l2: 2.68754\tvalid_0's l1: 1.24357\n",
      "[260]\tvalid_0's l2: 2.68439\tvalid_0's l1: 1.24268\n",
      "[261]\tvalid_0's l2: 2.68434\tvalid_0's l1: 1.24275\n",
      "[262]\tvalid_0's l2: 2.67838\tvalid_0's l1: 1.24118\n",
      "[263]\tvalid_0's l2: 2.67062\tvalid_0's l1: 1.23863\n",
      "[264]\tvalid_0's l2: 2.66364\tvalid_0's l1: 1.23672\n",
      "[265]\tvalid_0's l2: 2.65976\tvalid_0's l1: 1.23568\n",
      "[266]\tvalid_0's l2: 2.66098\tvalid_0's l1: 1.23604\n",
      "[267]\tvalid_0's l2: 2.65445\tvalid_0's l1: 1.23413\n",
      "[268]\tvalid_0's l2: 2.64867\tvalid_0's l1: 1.2327\n",
      "[269]\tvalid_0's l2: 2.63965\tvalid_0's l1: 1.23063\n",
      "[270]\tvalid_0's l2: 2.63545\tvalid_0's l1: 1.22927\n",
      "[271]\tvalid_0's l2: 2.62757\tvalid_0's l1: 1.2271\n",
      "[272]\tvalid_0's l2: 2.62409\tvalid_0's l1: 1.22589\n",
      "[273]\tvalid_0's l2: 2.62535\tvalid_0's l1: 1.22633\n",
      "[274]\tvalid_0's l2: 2.61877\tvalid_0's l1: 1.22467\n",
      "[275]\tvalid_0's l2: 2.61814\tvalid_0's l1: 1.22459\n",
      "[276]\tvalid_0's l2: 2.61693\tvalid_0's l1: 1.22443\n",
      "[277]\tvalid_0's l2: 2.61344\tvalid_0's l1: 1.22363\n",
      "[278]\tvalid_0's l2: 2.61312\tvalid_0's l1: 1.22357\n",
      "[279]\tvalid_0's l2: 2.61221\tvalid_0's l1: 1.22326\n",
      "[280]\tvalid_0's l2: 2.60644\tvalid_0's l1: 1.22182\n",
      "[281]\tvalid_0's l2: 2.59983\tvalid_0's l1: 1.21995\n",
      "[282]\tvalid_0's l2: 2.59363\tvalid_0's l1: 1.2177\n",
      "[283]\tvalid_0's l2: 2.58944\tvalid_0's l1: 1.21667\n",
      "[284]\tvalid_0's l2: 2.58523\tvalid_0's l1: 1.21522\n",
      "[285]\tvalid_0's l2: 2.58078\tvalid_0's l1: 1.21377\n",
      "[286]\tvalid_0's l2: 2.57543\tvalid_0's l1: 1.21229\n",
      "[287]\tvalid_0's l2: 2.57125\tvalid_0's l1: 1.21118\n",
      "[288]\tvalid_0's l2: 2.56866\tvalid_0's l1: 1.21061\n",
      "[289]\tvalid_0's l2: 2.5686\tvalid_0's l1: 1.2106\n",
      "[290]\tvalid_0's l2: 2.56356\tvalid_0's l1: 1.20899\n",
      "[291]\tvalid_0's l2: 2.55877\tvalid_0's l1: 1.20805\n",
      "[292]\tvalid_0's l2: 2.55875\tvalid_0's l1: 1.20811\n",
      "[293]\tvalid_0's l2: 2.55795\tvalid_0's l1: 1.20775\n",
      "[294]\tvalid_0's l2: 2.55892\tvalid_0's l1: 1.20789\n",
      "[295]\tvalid_0's l2: 2.55979\tvalid_0's l1: 1.20799\n",
      "[296]\tvalid_0's l2: 2.55954\tvalid_0's l1: 1.20792\n",
      "[297]\tvalid_0's l2: 2.55589\tvalid_0's l1: 1.20676\n",
      "[298]\tvalid_0's l2: 2.55321\tvalid_0's l1: 1.20601\n",
      "[299]\tvalid_0's l2: 2.55199\tvalid_0's l1: 1.2057\n",
      "[300]\tvalid_0's l2: 2.54719\tvalid_0's l1: 1.20392\n",
      "[301]\tvalid_0's l2: 2.54183\tvalid_0's l1: 1.20232\n",
      "[302]\tvalid_0's l2: 2.54052\tvalid_0's l1: 1.20186\n",
      "[303]\tvalid_0's l2: 2.54022\tvalid_0's l1: 1.20181\n",
      "[304]\tvalid_0's l2: 2.53373\tvalid_0's l1: 1.19985\n",
      "[305]\tvalid_0's l2: 2.52817\tvalid_0's l1: 1.19817\n",
      "[306]\tvalid_0's l2: 2.52419\tvalid_0's l1: 1.19703\n",
      "[307]\tvalid_0's l2: 2.51928\tvalid_0's l1: 1.19565\n",
      "[308]\tvalid_0's l2: 2.51292\tvalid_0's l1: 1.19417\n",
      "[309]\tvalid_0's l2: 2.50944\tvalid_0's l1: 1.19308\n",
      "[310]\tvalid_0's l2: 2.50273\tvalid_0's l1: 1.19107\n",
      "[311]\tvalid_0's l2: 2.49783\tvalid_0's l1: 1.18936\n",
      "[312]\tvalid_0's l2: 2.49503\tvalid_0's l1: 1.18825\n",
      "[313]\tvalid_0's l2: 2.49162\tvalid_0's l1: 1.18703\n",
      "[314]\tvalid_0's l2: 2.48787\tvalid_0's l1: 1.1859\n",
      "[315]\tvalid_0's l2: 2.48297\tvalid_0's l1: 1.1847\n",
      "[316]\tvalid_0's l2: 2.47492\tvalid_0's l1: 1.18244\n",
      "[317]\tvalid_0's l2: 2.47211\tvalid_0's l1: 1.18147\n",
      "[318]\tvalid_0's l2: 2.46917\tvalid_0's l1: 1.18065\n",
      "[319]\tvalid_0's l2: 2.46928\tvalid_0's l1: 1.18064\n",
      "[320]\tvalid_0's l2: 2.46965\tvalid_0's l1: 1.18074\n",
      "[321]\tvalid_0's l2: 2.4665\tvalid_0's l1: 1.17968\n",
      "[322]\tvalid_0's l2: 2.46345\tvalid_0's l1: 1.17893\n",
      "[323]\tvalid_0's l2: 2.46176\tvalid_0's l1: 1.17827\n",
      "[324]\tvalid_0's l2: 2.46263\tvalid_0's l1: 1.17845\n",
      "[325]\tvalid_0's l2: 2.46238\tvalid_0's l1: 1.17831\n",
      "[326]\tvalid_0's l2: 2.45803\tvalid_0's l1: 1.17696\n",
      "[327]\tvalid_0's l2: 2.45181\tvalid_0's l1: 1.17536\n",
      "[328]\tvalid_0's l2: 2.45188\tvalid_0's l1: 1.17542\n",
      "[329]\tvalid_0's l2: 2.44668\tvalid_0's l1: 1.17376\n",
      "[330]\tvalid_0's l2: 2.44156\tvalid_0's l1: 1.17232\n",
      "[331]\tvalid_0's l2: 2.43682\tvalid_0's l1: 1.17082\n",
      "[332]\tvalid_0's l2: 2.43073\tvalid_0's l1: 1.16929\n",
      "[333]\tvalid_0's l2: 2.43145\tvalid_0's l1: 1.16927\n",
      "[334]\tvalid_0's l2: 2.42676\tvalid_0's l1: 1.16801\n",
      "[335]\tvalid_0's l2: 2.42508\tvalid_0's l1: 1.1675\n",
      "[336]\tvalid_0's l2: 2.42457\tvalid_0's l1: 1.16714\n",
      "[337]\tvalid_0's l2: 2.42418\tvalid_0's l1: 1.16712\n",
      "[338]\tvalid_0's l2: 2.4239\tvalid_0's l1: 1.16717\n",
      "[339]\tvalid_0's l2: 2.42032\tvalid_0's l1: 1.1657\n",
      "[340]\tvalid_0's l2: 2.41838\tvalid_0's l1: 1.16537\n",
      "[341]\tvalid_0's l2: 2.41463\tvalid_0's l1: 1.16399\n",
      "[342]\tvalid_0's l2: 2.409\tvalid_0's l1: 1.16215\n",
      "[343]\tvalid_0's l2: 2.40693\tvalid_0's l1: 1.16158\n",
      "[344]\tvalid_0's l2: 2.40789\tvalid_0's l1: 1.16186\n",
      "[345]\tvalid_0's l2: 2.40559\tvalid_0's l1: 1.16119\n",
      "[346]\tvalid_0's l2: 2.40084\tvalid_0's l1: 1.15992\n",
      "[347]\tvalid_0's l2: 2.39556\tvalid_0's l1: 1.15869\n",
      "[348]\tvalid_0's l2: 2.3945\tvalid_0's l1: 1.15838\n",
      "[349]\tvalid_0's l2: 2.39163\tvalid_0's l1: 1.15747\n",
      "[350]\tvalid_0's l2: 2.38912\tvalid_0's l1: 1.15681\n",
      "[351]\tvalid_0's l2: 2.38661\tvalid_0's l1: 1.15615\n",
      "[352]\tvalid_0's l2: 2.38382\tvalid_0's l1: 1.15516\n",
      "[353]\tvalid_0's l2: 2.38095\tvalid_0's l1: 1.15431\n",
      "[354]\tvalid_0's l2: 2.37583\tvalid_0's l1: 1.15277\n",
      "[355]\tvalid_0's l2: 2.37661\tvalid_0's l1: 1.15286\n",
      "[356]\tvalid_0's l2: 2.37538\tvalid_0's l1: 1.15215\n",
      "[357]\tvalid_0's l2: 2.3748\tvalid_0's l1: 1.15189\n",
      "[358]\tvalid_0's l2: 2.37127\tvalid_0's l1: 1.15076\n",
      "[359]\tvalid_0's l2: 2.37099\tvalid_0's l1: 1.15079\n",
      "[360]\tvalid_0's l2: 2.36756\tvalid_0's l1: 1.14983\n",
      "[361]\tvalid_0's l2: 2.36501\tvalid_0's l1: 1.14881\n",
      "[362]\tvalid_0's l2: 2.36451\tvalid_0's l1: 1.14856\n",
      "[363]\tvalid_0's l2: 2.3642\tvalid_0's l1: 1.14867\n",
      "[364]\tvalid_0's l2: 2.36024\tvalid_0's l1: 1.1473\n",
      "[365]\tvalid_0's l2: 2.35737\tvalid_0's l1: 1.1465\n",
      "[366]\tvalid_0's l2: 2.35411\tvalid_0's l1: 1.1451\n",
      "[367]\tvalid_0's l2: 2.34968\tvalid_0's l1: 1.14376\n",
      "[368]\tvalid_0's l2: 2.34678\tvalid_0's l1: 1.14277\n",
      "[369]\tvalid_0's l2: 2.34649\tvalid_0's l1: 1.14278\n",
      "[370]\tvalid_0's l2: 2.34621\tvalid_0's l1: 1.14282\n",
      "[371]\tvalid_0's l2: 2.3457\tvalid_0's l1: 1.14273\n",
      "[372]\tvalid_0's l2: 2.3425\tvalid_0's l1: 1.14186\n",
      "[373]\tvalid_0's l2: 2.34072\tvalid_0's l1: 1.14125\n",
      "[374]\tvalid_0's l2: 2.33863\tvalid_0's l1: 1.14058\n",
      "[375]\tvalid_0's l2: 2.33765\tvalid_0's l1: 1.14046\n",
      "[376]\tvalid_0's l2: 2.33666\tvalid_0's l1: 1.14025\n",
      "[377]\tvalid_0's l2: 2.33523\tvalid_0's l1: 1.13968\n",
      "[378]\tvalid_0's l2: 2.3308\tvalid_0's l1: 1.13839\n",
      "[379]\tvalid_0's l2: 2.33073\tvalid_0's l1: 1.13833\n",
      "[380]\tvalid_0's l2: 2.32757\tvalid_0's l1: 1.13697\n",
      "[381]\tvalid_0's l2: 2.32466\tvalid_0's l1: 1.13619\n",
      "[382]\tvalid_0's l2: 2.32483\tvalid_0's l1: 1.13648\n",
      "[383]\tvalid_0's l2: 2.32062\tvalid_0's l1: 1.1353\n",
      "[384]\tvalid_0's l2: 2.32058\tvalid_0's l1: 1.13524\n",
      "[385]\tvalid_0's l2: 2.31563\tvalid_0's l1: 1.13371\n",
      "[386]\tvalid_0's l2: 2.31152\tvalid_0's l1: 1.13248\n",
      "[387]\tvalid_0's l2: 2.30814\tvalid_0's l1: 1.13133\n",
      "[388]\tvalid_0's l2: 2.30787\tvalid_0's l1: 1.13122\n",
      "[389]\tvalid_0's l2: 2.30485\tvalid_0's l1: 1.13044\n",
      "[390]\tvalid_0's l2: 2.30153\tvalid_0's l1: 1.12937\n",
      "[391]\tvalid_0's l2: 2.30071\tvalid_0's l1: 1.12901\n",
      "[392]\tvalid_0's l2: 2.29663\tvalid_0's l1: 1.12783\n",
      "[393]\tvalid_0's l2: 2.29372\tvalid_0's l1: 1.12681\n",
      "[394]\tvalid_0's l2: 2.28975\tvalid_0's l1: 1.12542\n",
      "[395]\tvalid_0's l2: 2.28542\tvalid_0's l1: 1.12411\n",
      "[396]\tvalid_0's l2: 2.28294\tvalid_0's l1: 1.12344\n",
      "[397]\tvalid_0's l2: 2.28308\tvalid_0's l1: 1.12346\n",
      "[398]\tvalid_0's l2: 2.28028\tvalid_0's l1: 1.12258\n",
      "[399]\tvalid_0's l2: 2.2798\tvalid_0's l1: 1.12243\n",
      "[400]\tvalid_0's l2: 2.27899\tvalid_0's l1: 1.12214\n",
      "[401]\tvalid_0's l2: 2.27751\tvalid_0's l1: 1.12158\n",
      "[402]\tvalid_0's l2: 2.276\tvalid_0's l1: 1.12096\n",
      "[403]\tvalid_0's l2: 2.26984\tvalid_0's l1: 1.11931\n",
      "[404]\tvalid_0's l2: 2.26891\tvalid_0's l1: 1.11915\n",
      "[405]\tvalid_0's l2: 2.269\tvalid_0's l1: 1.11925\n",
      "[406]\tvalid_0's l2: 2.26842\tvalid_0's l1: 1.11894\n",
      "[407]\tvalid_0's l2: 2.26643\tvalid_0's l1: 1.11812\n",
      "[408]\tvalid_0's l2: 2.26554\tvalid_0's l1: 1.11784\n",
      "[409]\tvalid_0's l2: 2.26404\tvalid_0's l1: 1.11735\n",
      "[410]\tvalid_0's l2: 2.26434\tvalid_0's l1: 1.11735\n",
      "[411]\tvalid_0's l2: 2.2637\tvalid_0's l1: 1.11713\n",
      "[412]\tvalid_0's l2: 2.26415\tvalid_0's l1: 1.11726\n",
      "[413]\tvalid_0's l2: 2.26103\tvalid_0's l1: 1.11634\n",
      "[414]\tvalid_0's l2: 2.25848\tvalid_0's l1: 1.11575\n",
      "[415]\tvalid_0's l2: 2.25663\tvalid_0's l1: 1.11497\n",
      "[416]\tvalid_0's l2: 2.25548\tvalid_0's l1: 1.11478\n",
      "[417]\tvalid_0's l2: 2.25143\tvalid_0's l1: 1.11365\n",
      "[418]\tvalid_0's l2: 2.25138\tvalid_0's l1: 1.1136\n",
      "[419]\tvalid_0's l2: 2.24955\tvalid_0's l1: 1.11296\n",
      "[420]\tvalid_0's l2: 2.24615\tvalid_0's l1: 1.1117\n",
      "[421]\tvalid_0's l2: 2.24663\tvalid_0's l1: 1.11173\n",
      "[422]\tvalid_0's l2: 2.24601\tvalid_0's l1: 1.11166\n",
      "[423]\tvalid_0's l2: 2.24621\tvalid_0's l1: 1.11168\n",
      "[424]\tvalid_0's l2: 2.24598\tvalid_0's l1: 1.11174\n",
      "[425]\tvalid_0's l2: 2.24387\tvalid_0's l1: 1.1109\n",
      "[426]\tvalid_0's l2: 2.24135\tvalid_0's l1: 1.11017\n",
      "[427]\tvalid_0's l2: 2.23778\tvalid_0's l1: 1.10915\n",
      "[428]\tvalid_0's l2: 2.23716\tvalid_0's l1: 1.10875\n",
      "[429]\tvalid_0's l2: 2.23738\tvalid_0's l1: 1.10887\n",
      "[430]\tvalid_0's l2: 2.23444\tvalid_0's l1: 1.10789\n",
      "[431]\tvalid_0's l2: 2.23202\tvalid_0's l1: 1.10711\n",
      "[432]\tvalid_0's l2: 2.22997\tvalid_0's l1: 1.10656\n",
      "[433]\tvalid_0's l2: 2.22899\tvalid_0's l1: 1.10608\n",
      "[434]\tvalid_0's l2: 2.22912\tvalid_0's l1: 1.106\n",
      "[435]\tvalid_0's l2: 2.22643\tvalid_0's l1: 1.10503\n",
      "[436]\tvalid_0's l2: 2.22433\tvalid_0's l1: 1.10427\n",
      "[437]\tvalid_0's l2: 2.22326\tvalid_0's l1: 1.10384\n",
      "[438]\tvalid_0's l2: 2.22224\tvalid_0's l1: 1.10349\n",
      "[439]\tvalid_0's l2: 2.21895\tvalid_0's l1: 1.10256\n",
      "[440]\tvalid_0's l2: 2.21546\tvalid_0's l1: 1.10129\n",
      "[441]\tvalid_0's l2: 2.21227\tvalid_0's l1: 1.09994\n",
      "[442]\tvalid_0's l2: 2.21153\tvalid_0's l1: 1.09963\n",
      "[443]\tvalid_0's l2: 2.20841\tvalid_0's l1: 1.0987\n",
      "[444]\tvalid_0's l2: 2.2077\tvalid_0's l1: 1.09844\n",
      "[445]\tvalid_0's l2: 2.20783\tvalid_0's l1: 1.0985\n",
      "[446]\tvalid_0's l2: 2.20543\tvalid_0's l1: 1.09782\n",
      "[447]\tvalid_0's l2: 2.20573\tvalid_0's l1: 1.09784\n",
      "[448]\tvalid_0's l2: 2.20407\tvalid_0's l1: 1.09732\n",
      "[449]\tvalid_0's l2: 2.20238\tvalid_0's l1: 1.0968\n",
      "[450]\tvalid_0's l2: 2.19999\tvalid_0's l1: 1.09618\n",
      "[451]\tvalid_0's l2: 2.19869\tvalid_0's l1: 1.09566\n",
      "[452]\tvalid_0's l2: 2.1979\tvalid_0's l1: 1.09546\n",
      "[453]\tvalid_0's l2: 2.19671\tvalid_0's l1: 1.09501\n",
      "[454]\tvalid_0's l2: 2.19581\tvalid_0's l1: 1.09458\n",
      "[455]\tvalid_0's l2: 2.19356\tvalid_0's l1: 1.09382\n",
      "[456]\tvalid_0's l2: 2.19279\tvalid_0's l1: 1.09337\n",
      "[457]\tvalid_0's l2: 2.19319\tvalid_0's l1: 1.09347\n",
      "[458]\tvalid_0's l2: 2.19225\tvalid_0's l1: 1.09331\n",
      "[459]\tvalid_0's l2: 2.19071\tvalid_0's l1: 1.09265\n",
      "[460]\tvalid_0's l2: 2.18942\tvalid_0's l1: 1.09216\n",
      "[461]\tvalid_0's l2: 2.18555\tvalid_0's l1: 1.09119\n",
      "[462]\tvalid_0's l2: 2.18241\tvalid_0's l1: 1.08986\n",
      "[463]\tvalid_0's l2: 2.18064\tvalid_0's l1: 1.08938\n",
      "[464]\tvalid_0's l2: 2.17959\tvalid_0's l1: 1.08902\n",
      "[465]\tvalid_0's l2: 2.1786\tvalid_0's l1: 1.08863\n",
      "[466]\tvalid_0's l2: 2.17635\tvalid_0's l1: 1.088\n",
      "[467]\tvalid_0's l2: 2.17644\tvalid_0's l1: 1.08794\n",
      "[468]\tvalid_0's l2: 2.17351\tvalid_0's l1: 1.08709\n",
      "[469]\tvalid_0's l2: 2.16983\tvalid_0's l1: 1.08604\n",
      "[470]\tvalid_0's l2: 2.1681\tvalid_0's l1: 1.08541\n",
      "[471]\tvalid_0's l2: 2.1647\tvalid_0's l1: 1.08428\n",
      "[472]\tvalid_0's l2: 2.16317\tvalid_0's l1: 1.08398\n",
      "[473]\tvalid_0's l2: 2.16186\tvalid_0's l1: 1.08337\n",
      "[474]\tvalid_0's l2: 2.16046\tvalid_0's l1: 1.08288\n",
      "[475]\tvalid_0's l2: 2.16044\tvalid_0's l1: 1.08287\n",
      "[476]\tvalid_0's l2: 2.15635\tvalid_0's l1: 1.08166\n",
      "[477]\tvalid_0's l2: 2.15622\tvalid_0's l1: 1.08166\n",
      "[478]\tvalid_0's l2: 2.15587\tvalid_0's l1: 1.0814\n",
      "[479]\tvalid_0's l2: 2.1546\tvalid_0's l1: 1.081\n",
      "[480]\tvalid_0's l2: 2.15215\tvalid_0's l1: 1.08015\n",
      "[481]\tvalid_0's l2: 2.15192\tvalid_0's l1: 1.08001\n",
      "[482]\tvalid_0's l2: 2.14832\tvalid_0's l1: 1.07914\n",
      "[483]\tvalid_0's l2: 2.14646\tvalid_0's l1: 1.07828\n",
      "[484]\tvalid_0's l2: 2.14541\tvalid_0's l1: 1.078\n",
      "[485]\tvalid_0's l2: 2.14335\tvalid_0's l1: 1.07739\n",
      "[486]\tvalid_0's l2: 2.14345\tvalid_0's l1: 1.07733\n",
      "[487]\tvalid_0's l2: 2.14136\tvalid_0's l1: 1.07654\n",
      "[488]\tvalid_0's l2: 2.13957\tvalid_0's l1: 1.07584\n",
      "[489]\tvalid_0's l2: 2.13914\tvalid_0's l1: 1.0758\n",
      "[490]\tvalid_0's l2: 2.13906\tvalid_0's l1: 1.0758\n",
      "[491]\tvalid_0's l2: 2.13834\tvalid_0's l1: 1.07559\n",
      "[492]\tvalid_0's l2: 2.13482\tvalid_0's l1: 1.07465\n",
      "[493]\tvalid_0's l2: 2.13173\tvalid_0's l1: 1.07385\n",
      "[494]\tvalid_0's l2: 2.13131\tvalid_0's l1: 1.07372\n",
      "[495]\tvalid_0's l2: 2.12998\tvalid_0's l1: 1.07315\n",
      "[496]\tvalid_0's l2: 2.12906\tvalid_0's l1: 1.07283\n",
      "[497]\tvalid_0's l2: 2.1267\tvalid_0's l1: 1.0721\n",
      "[498]\tvalid_0's l2: 2.12696\tvalid_0's l1: 1.07212\n",
      "[499]\tvalid_0's l2: 2.12505\tvalid_0's l1: 1.07171\n",
      "[500]\tvalid_0's l2: 2.12556\tvalid_0's l1: 1.0719\n",
      "[501]\tvalid_0's l2: 2.12435\tvalid_0's l1: 1.07159\n",
      "[502]\tvalid_0's l2: 2.12441\tvalid_0's l1: 1.07162\n",
      "[503]\tvalid_0's l2: 2.12421\tvalid_0's l1: 1.07149\n",
      "[504]\tvalid_0's l2: 2.12333\tvalid_0's l1: 1.07098\n",
      "[505]\tvalid_0's l2: 2.12345\tvalid_0's l1: 1.07095\n",
      "[506]\tvalid_0's l2: 2.12173\tvalid_0's l1: 1.07022\n",
      "[507]\tvalid_0's l2: 2.12028\tvalid_0's l1: 1.06965\n",
      "[508]\tvalid_0's l2: 2.12093\tvalid_0's l1: 1.06987\n",
      "[509]\tvalid_0's l2: 2.11942\tvalid_0's l1: 1.06951\n",
      "[510]\tvalid_0's l2: 2.1175\tvalid_0's l1: 1.06902\n",
      "[511]\tvalid_0's l2: 2.11579\tvalid_0's l1: 1.06834\n",
      "[512]\tvalid_0's l2: 2.11352\tvalid_0's l1: 1.06786\n",
      "[513]\tvalid_0's l2: 2.11357\tvalid_0's l1: 1.06785\n",
      "[514]\tvalid_0's l2: 2.11052\tvalid_0's l1: 1.06682\n",
      "[515]\tvalid_0's l2: 2.10858\tvalid_0's l1: 1.06613\n",
      "[516]\tvalid_0's l2: 2.10712\tvalid_0's l1: 1.06571\n",
      "[517]\tvalid_0's l2: 2.10694\tvalid_0's l1: 1.06566\n",
      "[518]\tvalid_0's l2: 2.10341\tvalid_0's l1: 1.06454\n",
      "[519]\tvalid_0's l2: 2.1037\tvalid_0's l1: 1.0646\n",
      "[520]\tvalid_0's l2: 2.10261\tvalid_0's l1: 1.06433\n",
      "[521]\tvalid_0's l2: 2.10189\tvalid_0's l1: 1.064\n",
      "[522]\tvalid_0's l2: 2.1011\tvalid_0's l1: 1.06379\n",
      "[523]\tvalid_0's l2: 2.09886\tvalid_0's l1: 1.06299\n",
      "[524]\tvalid_0's l2: 2.09747\tvalid_0's l1: 1.06241\n",
      "[525]\tvalid_0's l2: 2.09692\tvalid_0's l1: 1.06217\n",
      "[526]\tvalid_0's l2: 2.09734\tvalid_0's l1: 1.06232\n",
      "[527]\tvalid_0's l2: 2.09747\tvalid_0's l1: 1.06237\n",
      "[528]\tvalid_0's l2: 2.09784\tvalid_0's l1: 1.06242\n",
      "[529]\tvalid_0's l2: 2.09802\tvalid_0's l1: 1.06245\n",
      "[530]\tvalid_0's l2: 2.09742\tvalid_0's l1: 1.06223\n",
      "[531]\tvalid_0's l2: 2.09709\tvalid_0's l1: 1.06215\n",
      "[532]\tvalid_0's l2: 2.09486\tvalid_0's l1: 1.06151\n",
      "[533]\tvalid_0's l2: 2.0941\tvalid_0's l1: 1.06128\n",
      "[534]\tvalid_0's l2: 2.09446\tvalid_0's l1: 1.06137\n",
      "[535]\tvalid_0's l2: 2.09424\tvalid_0's l1: 1.0612\n",
      "[536]\tvalid_0's l2: 2.09377\tvalid_0's l1: 1.06109\n",
      "[537]\tvalid_0's l2: 2.09433\tvalid_0's l1: 1.06128\n",
      "[538]\tvalid_0's l2: 2.09391\tvalid_0's l1: 1.06114\n",
      "[539]\tvalid_0's l2: 2.0921\tvalid_0's l1: 1.06055\n",
      "[540]\tvalid_0's l2: 2.0896\tvalid_0's l1: 1.0597\n",
      "[541]\tvalid_0's l2: 2.08878\tvalid_0's l1: 1.05944\n",
      "[542]\tvalid_0's l2: 2.08731\tvalid_0's l1: 1.0589\n",
      "[543]\tvalid_0's l2: 2.08657\tvalid_0's l1: 1.05856\n",
      "[544]\tvalid_0's l2: 2.08405\tvalid_0's l1: 1.05791\n",
      "[545]\tvalid_0's l2: 2.08358\tvalid_0's l1: 1.05768\n",
      "[546]\tvalid_0's l2: 2.08279\tvalid_0's l1: 1.05732\n",
      "[547]\tvalid_0's l2: 2.08081\tvalid_0's l1: 1.0567\n",
      "[548]\tvalid_0's l2: 2.08093\tvalid_0's l1: 1.05678\n",
      "[549]\tvalid_0's l2: 2.07938\tvalid_0's l1: 1.05638\n",
      "[550]\tvalid_0's l2: 2.07617\tvalid_0's l1: 1.05546\n",
      "[551]\tvalid_0's l2: 2.07627\tvalid_0's l1: 1.05549\n",
      "[552]\tvalid_0's l2: 2.07669\tvalid_0's l1: 1.05554\n",
      "[553]\tvalid_0's l2: 2.07607\tvalid_0's l1: 1.05537\n",
      "[554]\tvalid_0's l2: 2.07415\tvalid_0's l1: 1.05462\n",
      "[555]\tvalid_0's l2: 2.07283\tvalid_0's l1: 1.05406\n",
      "[556]\tvalid_0's l2: 2.07213\tvalid_0's l1: 1.0538\n",
      "[557]\tvalid_0's l2: 2.07236\tvalid_0's l1: 1.05375\n",
      "[558]\tvalid_0's l2: 2.07218\tvalid_0's l1: 1.05361\n",
      "[559]\tvalid_0's l2: 2.07153\tvalid_0's l1: 1.05352\n",
      "[560]\tvalid_0's l2: 2.07143\tvalid_0's l1: 1.05347\n",
      "[561]\tvalid_0's l2: 2.07117\tvalid_0's l1: 1.05329\n",
      "[562]\tvalid_0's l2: 2.07117\tvalid_0's l1: 1.05327\n",
      "[563]\tvalid_0's l2: 2.06925\tvalid_0's l1: 1.05251\n",
      "[564]\tvalid_0's l2: 2.06973\tvalid_0's l1: 1.05261\n",
      "[565]\tvalid_0's l2: 2.068\tvalid_0's l1: 1.05193\n",
      "[566]\tvalid_0's l2: 2.06758\tvalid_0's l1: 1.05169\n",
      "[567]\tvalid_0's l2: 2.06571\tvalid_0's l1: 1.05102\n",
      "[568]\tvalid_0's l2: 2.06634\tvalid_0's l1: 1.05116\n",
      "[569]\tvalid_0's l2: 2.0664\tvalid_0's l1: 1.05133\n",
      "[570]\tvalid_0's l2: 2.06582\tvalid_0's l1: 1.05106\n",
      "[571]\tvalid_0's l2: 2.06398\tvalid_0's l1: 1.05042\n",
      "[572]\tvalid_0's l2: 2.06359\tvalid_0's l1: 1.05035\n",
      "[573]\tvalid_0's l2: 2.06353\tvalid_0's l1: 1.05031\n",
      "[574]\tvalid_0's l2: 2.06385\tvalid_0's l1: 1.05036\n",
      "[575]\tvalid_0's l2: 2.06294\tvalid_0's l1: 1.05011\n",
      "[576]\tvalid_0's l2: 2.06264\tvalid_0's l1: 1.04995\n",
      "[577]\tvalid_0's l2: 2.06117\tvalid_0's l1: 1.04941\n",
      "[578]\tvalid_0's l2: 2.05789\tvalid_0's l1: 1.04845\n",
      "[579]\tvalid_0's l2: 2.05746\tvalid_0's l1: 1.04837\n",
      "[580]\tvalid_0's l2: 2.05453\tvalid_0's l1: 1.04743\n",
      "[581]\tvalid_0's l2: 2.05469\tvalid_0's l1: 1.04743\n",
      "[582]\tvalid_0's l2: 2.05262\tvalid_0's l1: 1.0467\n",
      "[583]\tvalid_0's l2: 2.05214\tvalid_0's l1: 1.04658\n",
      "[584]\tvalid_0's l2: 2.05183\tvalid_0's l1: 1.04649\n",
      "[585]\tvalid_0's l2: 2.05138\tvalid_0's l1: 1.04633\n",
      "[586]\tvalid_0's l2: 2.05115\tvalid_0's l1: 1.04611\n",
      "[587]\tvalid_0's l2: 2.05104\tvalid_0's l1: 1.04603\n",
      "[588]\tvalid_0's l2: 2.04968\tvalid_0's l1: 1.04556\n",
      "[589]\tvalid_0's l2: 2.0474\tvalid_0's l1: 1.0446\n",
      "[590]\tvalid_0's l2: 2.04747\tvalid_0's l1: 1.04466\n",
      "[591]\tvalid_0's l2: 2.04761\tvalid_0's l1: 1.04464\n",
      "[592]\tvalid_0's l2: 2.04762\tvalid_0's l1: 1.04456\n",
      "[593]\tvalid_0's l2: 2.04758\tvalid_0's l1: 1.04456\n",
      "[594]\tvalid_0's l2: 2.04671\tvalid_0's l1: 1.04429\n",
      "[595]\tvalid_0's l2: 2.0445\tvalid_0's l1: 1.04358\n",
      "[596]\tvalid_0's l2: 2.04342\tvalid_0's l1: 1.04301\n",
      "[597]\tvalid_0's l2: 2.04365\tvalid_0's l1: 1.04304\n",
      "[598]\tvalid_0's l2: 2.04332\tvalid_0's l1: 1.0429\n",
      "[599]\tvalid_0's l2: 2.0427\tvalid_0's l1: 1.04253\n",
      "[600]\tvalid_0's l2: 2.04193\tvalid_0's l1: 1.04227\n",
      "[601]\tvalid_0's l2: 2.04104\tvalid_0's l1: 1.04198\n",
      "[602]\tvalid_0's l2: 2.03955\tvalid_0's l1: 1.04153\n",
      "[603]\tvalid_0's l2: 2.03784\tvalid_0's l1: 1.04097\n",
      "[604]\tvalid_0's l2: 2.03799\tvalid_0's l1: 1.04099\n",
      "[605]\tvalid_0's l2: 2.03786\tvalid_0's l1: 1.04092\n",
      "[606]\tvalid_0's l2: 2.03764\tvalid_0's l1: 1.04085\n",
      "[607]\tvalid_0's l2: 2.03733\tvalid_0's l1: 1.04072\n",
      "[608]\tvalid_0's l2: 2.03748\tvalid_0's l1: 1.04075\n",
      "[609]\tvalid_0's l2: 2.0376\tvalid_0's l1: 1.04082\n",
      "[610]\tvalid_0's l2: 2.0358\tvalid_0's l1: 1.04033\n",
      "[611]\tvalid_0's l2: 2.03553\tvalid_0's l1: 1.04025\n",
      "[612]\tvalid_0's l2: 2.03361\tvalid_0's l1: 1.03968\n",
      "[613]\tvalid_0's l2: 2.03237\tvalid_0's l1: 1.03933\n",
      "[614]\tvalid_0's l2: 2.02967\tvalid_0's l1: 1.03844\n",
      "[615]\tvalid_0's l2: 2.02965\tvalid_0's l1: 1.03842\n",
      "[616]\tvalid_0's l2: 2.0284\tvalid_0's l1: 1.03814\n",
      "[617]\tvalid_0's l2: 2.02839\tvalid_0's l1: 1.03813\n",
      "[618]\tvalid_0's l2: 2.02837\tvalid_0's l1: 1.03811\n",
      "[619]\tvalid_0's l2: 2.02864\tvalid_0's l1: 1.03806\n",
      "[620]\tvalid_0's l2: 2.02838\tvalid_0's l1: 1.03799\n",
      "[621]\tvalid_0's l2: 2.0268\tvalid_0's l1: 1.03746\n",
      "[622]\tvalid_0's l2: 2.02501\tvalid_0's l1: 1.03693\n",
      "[623]\tvalid_0's l2: 2.02495\tvalid_0's l1: 1.03698\n",
      "[624]\tvalid_0's l2: 2.02423\tvalid_0's l1: 1.03678\n",
      "[625]\tvalid_0's l2: 2.02418\tvalid_0's l1: 1.03674\n",
      "[626]\tvalid_0's l2: 2.02443\tvalid_0's l1: 1.03679\n",
      "[627]\tvalid_0's l2: 2.02412\tvalid_0's l1: 1.03676\n",
      "[628]\tvalid_0's l2: 2.02388\tvalid_0's l1: 1.03675\n",
      "[629]\tvalid_0's l2: 2.02301\tvalid_0's l1: 1.03642\n",
      "[630]\tvalid_0's l2: 2.0236\tvalid_0's l1: 1.03654\n",
      "[631]\tvalid_0's l2: 2.02326\tvalid_0's l1: 1.03638\n",
      "[632]\tvalid_0's l2: 2.02284\tvalid_0's l1: 1.03621\n",
      "[633]\tvalid_0's l2: 2.02275\tvalid_0's l1: 1.0361\n",
      "[634]\tvalid_0's l2: 2.02178\tvalid_0's l1: 1.03579\n",
      "[635]\tvalid_0's l2: 2.02136\tvalid_0's l1: 1.03565\n",
      "[636]\tvalid_0's l2: 2.01959\tvalid_0's l1: 1.035\n",
      "[637]\tvalid_0's l2: 2.01674\tvalid_0's l1: 1.03395\n",
      "[638]\tvalid_0's l2: 2.01527\tvalid_0's l1: 1.03347\n",
      "[639]\tvalid_0's l2: 2.01348\tvalid_0's l1: 1.03279\n",
      "[640]\tvalid_0's l2: 2.01216\tvalid_0's l1: 1.03251\n",
      "[641]\tvalid_0's l2: 2.0112\tvalid_0's l1: 1.03234\n",
      "[642]\tvalid_0's l2: 2.0092\tvalid_0's l1: 1.0315\n",
      "[643]\tvalid_0's l2: 2.00921\tvalid_0's l1: 1.03146\n",
      "[644]\tvalid_0's l2: 2.00917\tvalid_0's l1: 1.03141\n",
      "[645]\tvalid_0's l2: 2.00898\tvalid_0's l1: 1.03142\n",
      "[646]\tvalid_0's l2: 2.00753\tvalid_0's l1: 1.03091\n",
      "[647]\tvalid_0's l2: 2.00734\tvalid_0's l1: 1.03073\n",
      "[648]\tvalid_0's l2: 2.00705\tvalid_0's l1: 1.03062\n",
      "[649]\tvalid_0's l2: 2.00585\tvalid_0's l1: 1.03038\n",
      "[650]\tvalid_0's l2: 2.00476\tvalid_0's l1: 1.02996\n",
      "[651]\tvalid_0's l2: 2.00356\tvalid_0's l1: 1.02949\n",
      "[652]\tvalid_0's l2: 2.00332\tvalid_0's l1: 1.02945\n",
      "[653]\tvalid_0's l2: 2.00063\tvalid_0's l1: 1.02853\n",
      "[654]\tvalid_0's l2: 1.99901\tvalid_0's l1: 1.02798\n",
      "[655]\tvalid_0's l2: 1.99653\tvalid_0's l1: 1.0272\n",
      "[656]\tvalid_0's l2: 1.99529\tvalid_0's l1: 1.02664\n",
      "[657]\tvalid_0's l2: 1.99358\tvalid_0's l1: 1.02625\n",
      "[658]\tvalid_0's l2: 1.99363\tvalid_0's l1: 1.0262\n",
      "[659]\tvalid_0's l2: 1.99218\tvalid_0's l1: 1.0258\n",
      "[660]\tvalid_0's l2: 1.99138\tvalid_0's l1: 1.02548\n",
      "[661]\tvalid_0's l2: 1.99053\tvalid_0's l1: 1.02518\n",
      "[662]\tvalid_0's l2: 1.98941\tvalid_0's l1: 1.02466\n",
      "[663]\tvalid_0's l2: 1.98925\tvalid_0's l1: 1.02455\n",
      "[664]\tvalid_0's l2: 1.98711\tvalid_0's l1: 1.02372\n",
      "[665]\tvalid_0's l2: 1.986\tvalid_0's l1: 1.02317\n",
      "[666]\tvalid_0's l2: 1.98547\tvalid_0's l1: 1.02298\n",
      "[667]\tvalid_0's l2: 1.98453\tvalid_0's l1: 1.02275\n",
      "[668]\tvalid_0's l2: 1.98371\tvalid_0's l1: 1.02244\n",
      "[669]\tvalid_0's l2: 1.98246\tvalid_0's l1: 1.02208\n",
      "[670]\tvalid_0's l2: 1.98251\tvalid_0's l1: 1.02202\n",
      "[671]\tvalid_0's l2: 1.97964\tvalid_0's l1: 1.02091\n",
      "[672]\tvalid_0's l2: 1.97797\tvalid_0's l1: 1.02038\n",
      "[673]\tvalid_0's l2: 1.97675\tvalid_0's l1: 1.02001\n",
      "[674]\tvalid_0's l2: 1.97581\tvalid_0's l1: 1.01964\n",
      "[675]\tvalid_0's l2: 1.97446\tvalid_0's l1: 1.01909\n",
      "[676]\tvalid_0's l2: 1.97423\tvalid_0's l1: 1.01897\n",
      "[677]\tvalid_0's l2: 1.97189\tvalid_0's l1: 1.01814\n",
      "[678]\tvalid_0's l2: 1.9708\tvalid_0's l1: 1.01777\n",
      "[679]\tvalid_0's l2: 1.97006\tvalid_0's l1: 1.01743\n",
      "[680]\tvalid_0's l2: 1.9688\tvalid_0's l1: 1.01702\n",
      "[681]\tvalid_0's l2: 1.96781\tvalid_0's l1: 1.01676\n",
      "[682]\tvalid_0's l2: 1.96744\tvalid_0's l1: 1.01669\n",
      "[683]\tvalid_0's l2: 1.96713\tvalid_0's l1: 1.01661\n",
      "[684]\tvalid_0's l2: 1.96605\tvalid_0's l1: 1.01609\n",
      "[685]\tvalid_0's l2: 1.96572\tvalid_0's l1: 1.01591\n",
      "[686]\tvalid_0's l2: 1.96571\tvalid_0's l1: 1.01592\n",
      "[687]\tvalid_0's l2: 1.96573\tvalid_0's l1: 1.01588\n",
      "[688]\tvalid_0's l2: 1.96573\tvalid_0's l1: 1.01583\n",
      "[689]\tvalid_0's l2: 1.96422\tvalid_0's l1: 1.01545\n",
      "[690]\tvalid_0's l2: 1.96235\tvalid_0's l1: 1.01484\n",
      "[691]\tvalid_0's l2: 1.96198\tvalid_0's l1: 1.01467\n",
      "[692]\tvalid_0's l2: 1.96176\tvalid_0's l1: 1.0146\n",
      "[693]\tvalid_0's l2: 1.96091\tvalid_0's l1: 1.01441\n",
      "[694]\tvalid_0's l2: 1.96088\tvalid_0's l1: 1.01436\n",
      "[695]\tvalid_0's l2: 1.96083\tvalid_0's l1: 1.01438\n",
      "[696]\tvalid_0's l2: 1.95979\tvalid_0's l1: 1.01394\n",
      "[697]\tvalid_0's l2: 1.95983\tvalid_0's l1: 1.01394\n",
      "[698]\tvalid_0's l2: 1.95944\tvalid_0's l1: 1.01379\n",
      "[699]\tvalid_0's l2: 1.95923\tvalid_0's l1: 1.01377\n",
      "[700]\tvalid_0's l2: 1.95964\tvalid_0's l1: 1.01385\n",
      "[701]\tvalid_0's l2: 1.95975\tvalid_0's l1: 1.01386\n",
      "[702]\tvalid_0's l2: 1.95853\tvalid_0's l1: 1.01353\n",
      "[703]\tvalid_0's l2: 1.95811\tvalid_0's l1: 1.01337\n",
      "[704]\tvalid_0's l2: 1.95664\tvalid_0's l1: 1.0129\n",
      "[705]\tvalid_0's l2: 1.95617\tvalid_0's l1: 1.01271\n",
      "[706]\tvalid_0's l2: 1.95592\tvalid_0's l1: 1.01265\n",
      "[707]\tvalid_0's l2: 1.95526\tvalid_0's l1: 1.0124\n",
      "[708]\tvalid_0's l2: 1.95537\tvalid_0's l1: 1.01242\n",
      "[709]\tvalid_0's l2: 1.95488\tvalid_0's l1: 1.01223\n",
      "[710]\tvalid_0's l2: 1.95228\tvalid_0's l1: 1.0116\n",
      "[711]\tvalid_0's l2: 1.95203\tvalid_0's l1: 1.01144\n",
      "[712]\tvalid_0's l2: 1.95064\tvalid_0's l1: 1.01108\n",
      "[713]\tvalid_0's l2: 1.94962\tvalid_0's l1: 1.01073\n",
      "[714]\tvalid_0's l2: 1.94945\tvalid_0's l1: 1.0107\n",
      "[715]\tvalid_0's l2: 1.94944\tvalid_0's l1: 1.01062\n",
      "[716]\tvalid_0's l2: 1.94863\tvalid_0's l1: 1.01036\n",
      "[717]\tvalid_0's l2: 1.94854\tvalid_0's l1: 1.01028\n",
      "[718]\tvalid_0's l2: 1.9475\tvalid_0's l1: 1.0098\n",
      "[719]\tvalid_0's l2: 1.9462\tvalid_0's l1: 1.00921\n",
      "[720]\tvalid_0's l2: 1.94566\tvalid_0's l1: 1.00896\n",
      "[721]\tvalid_0's l2: 1.945\tvalid_0's l1: 1.00885\n",
      "[722]\tvalid_0's l2: 1.94461\tvalid_0's l1: 1.0087\n",
      "[723]\tvalid_0's l2: 1.94377\tvalid_0's l1: 1.00852\n",
      "[724]\tvalid_0's l2: 1.94324\tvalid_0's l1: 1.00839\n",
      "[725]\tvalid_0's l2: 1.94318\tvalid_0's l1: 1.00839\n",
      "[726]\tvalid_0's l2: 1.94303\tvalid_0's l1: 1.00828\n",
      "[727]\tvalid_0's l2: 1.94236\tvalid_0's l1: 1.00811\n",
      "[728]\tvalid_0's l2: 1.94161\tvalid_0's l1: 1.00785\n",
      "[729]\tvalid_0's l2: 1.94184\tvalid_0's l1: 1.00797\n",
      "[730]\tvalid_0's l2: 1.94162\tvalid_0's l1: 1.00783\n",
      "[731]\tvalid_0's l2: 1.94204\tvalid_0's l1: 1.00794\n",
      "[732]\tvalid_0's l2: 1.94165\tvalid_0's l1: 1.00783\n",
      "[733]\tvalid_0's l2: 1.94192\tvalid_0's l1: 1.00794\n",
      "[734]\tvalid_0's l2: 1.9416\tvalid_0's l1: 1.00781\n",
      "[735]\tvalid_0's l2: 1.94148\tvalid_0's l1: 1.0078\n",
      "[736]\tvalid_0's l2: 1.94175\tvalid_0's l1: 1.00787\n",
      "[737]\tvalid_0's l2: 1.94186\tvalid_0's l1: 1.00797\n",
      "[738]\tvalid_0's l2: 1.9413\tvalid_0's l1: 1.00782\n",
      "[739]\tvalid_0's l2: 1.94129\tvalid_0's l1: 1.00776\n",
      "[740]\tvalid_0's l2: 1.94022\tvalid_0's l1: 1.00733\n",
      "[741]\tvalid_0's l2: 1.93931\tvalid_0's l1: 1.00699\n",
      "[742]\tvalid_0's l2: 1.93884\tvalid_0's l1: 1.00692\n",
      "[743]\tvalid_0's l2: 1.93884\tvalid_0's l1: 1.00696\n",
      "[744]\tvalid_0's l2: 1.93831\tvalid_0's l1: 1.00677\n",
      "[745]\tvalid_0's l2: 1.938\tvalid_0's l1: 1.0067\n",
      "[746]\tvalid_0's l2: 1.9373\tvalid_0's l1: 1.00646\n",
      "[747]\tvalid_0's l2: 1.93723\tvalid_0's l1: 1.00649\n",
      "[748]\tvalid_0's l2: 1.93755\tvalid_0's l1: 1.00659\n",
      "[749]\tvalid_0's l2: 1.93761\tvalid_0's l1: 1.00659\n",
      "[750]\tvalid_0's l2: 1.93733\tvalid_0's l1: 1.00639\n",
      "[751]\tvalid_0's l2: 1.93687\tvalid_0's l1: 1.00622\n",
      "[752]\tvalid_0's l2: 1.9363\tvalid_0's l1: 1.00605\n",
      "[753]\tvalid_0's l2: 1.93631\tvalid_0's l1: 1.00602\n",
      "[754]\tvalid_0's l2: 1.93594\tvalid_0's l1: 1.00597\n",
      "[755]\tvalid_0's l2: 1.93521\tvalid_0's l1: 1.00576\n",
      "[756]\tvalid_0's l2: 1.93461\tvalid_0's l1: 1.00553\n",
      "[757]\tvalid_0's l2: 1.93419\tvalid_0's l1: 1.00535\n",
      "[758]\tvalid_0's l2: 1.93382\tvalid_0's l1: 1.00513\n",
      "[759]\tvalid_0's l2: 1.93356\tvalid_0's l1: 1.00508\n",
      "[760]\tvalid_0's l2: 1.93188\tvalid_0's l1: 1.00445\n",
      "[761]\tvalid_0's l2: 1.93095\tvalid_0's l1: 1.00408\n",
      "[762]\tvalid_0's l2: 1.93026\tvalid_0's l1: 1.00376\n",
      "[763]\tvalid_0's l2: 1.92968\tvalid_0's l1: 1.00363\n",
      "[764]\tvalid_0's l2: 1.9289\tvalid_0's l1: 1.00344\n",
      "[765]\tvalid_0's l2: 1.92834\tvalid_0's l1: 1.00319\n",
      "[766]\tvalid_0's l2: 1.92726\tvalid_0's l1: 1.00278\n",
      "[767]\tvalid_0's l2: 1.92648\tvalid_0's l1: 1.0025\n",
      "[768]\tvalid_0's l2: 1.92625\tvalid_0's l1: 1.00243\n",
      "[769]\tvalid_0's l2: 1.9263\tvalid_0's l1: 1.00242\n",
      "[770]\tvalid_0's l2: 1.92592\tvalid_0's l1: 1.00226\n",
      "[771]\tvalid_0's l2: 1.92434\tvalid_0's l1: 1.00174\n",
      "[772]\tvalid_0's l2: 1.92453\tvalid_0's l1: 1.00184\n",
      "[773]\tvalid_0's l2: 1.92392\tvalid_0's l1: 1.00166\n",
      "[774]\tvalid_0's l2: 1.92389\tvalid_0's l1: 1.00162\n",
      "[775]\tvalid_0's l2: 1.92285\tvalid_0's l1: 1.00118\n",
      "[776]\tvalid_0's l2: 1.92202\tvalid_0's l1: 1.00091\n",
      "[777]\tvalid_0's l2: 1.92172\tvalid_0's l1: 1.00079\n",
      "[778]\tvalid_0's l2: 1.92169\tvalid_0's l1: 1.00083\n",
      "[779]\tvalid_0's l2: 1.9208\tvalid_0's l1: 1.00042\n",
      "[780]\tvalid_0's l2: 1.92049\tvalid_0's l1: 1.00024\n",
      "[781]\tvalid_0's l2: 1.92019\tvalid_0's l1: 1.00009\n",
      "[782]\tvalid_0's l2: 1.92021\tvalid_0's l1: 1.00011\n",
      "[783]\tvalid_0's l2: 1.9195\tvalid_0's l1: 0.999879\n",
      "[784]\tvalid_0's l2: 1.91941\tvalid_0's l1: 0.999819\n",
      "[785]\tvalid_0's l2: 1.91949\tvalid_0's l1: 0.999801\n",
      "[786]\tvalid_0's l2: 1.91924\tvalid_0's l1: 0.999732\n",
      "[787]\tvalid_0's l2: 1.91846\tvalid_0's l1: 0.999429\n",
      "[788]\tvalid_0's l2: 1.91828\tvalid_0's l1: 0.999412\n",
      "[789]\tvalid_0's l2: 1.9175\tvalid_0's l1: 0.999158\n",
      "[790]\tvalid_0's l2: 1.91646\tvalid_0's l1: 0.998761\n",
      "[791]\tvalid_0's l2: 1.91645\tvalid_0's l1: 0.998789\n",
      "[792]\tvalid_0's l2: 1.91568\tvalid_0's l1: 0.998433\n",
      "[793]\tvalid_0's l2: 1.91518\tvalid_0's l1: 0.998251\n",
      "[794]\tvalid_0's l2: 1.9143\tvalid_0's l1: 0.998011\n",
      "[795]\tvalid_0's l2: 1.91304\tvalid_0's l1: 0.997576\n",
      "[796]\tvalid_0's l2: 1.91236\tvalid_0's l1: 0.997333\n",
      "[797]\tvalid_0's l2: 1.91196\tvalid_0's l1: 0.997177\n",
      "[798]\tvalid_0's l2: 1.91145\tvalid_0's l1: 0.997114\n",
      "[799]\tvalid_0's l2: 1.91112\tvalid_0's l1: 0.996905\n",
      "[800]\tvalid_0's l2: 1.91095\tvalid_0's l1: 0.996821\n",
      "[801]\tvalid_0's l2: 1.91066\tvalid_0's l1: 0.996692\n",
      "[802]\tvalid_0's l2: 1.90896\tvalid_0's l1: 0.996047\n",
      "[803]\tvalid_0's l2: 1.9086\tvalid_0's l1: 0.995906\n",
      "[804]\tvalid_0's l2: 1.90872\tvalid_0's l1: 0.995974\n",
      "[805]\tvalid_0's l2: 1.90843\tvalid_0's l1: 0.995967\n",
      "[806]\tvalid_0's l2: 1.90858\tvalid_0's l1: 0.99608\n",
      "[807]\tvalid_0's l2: 1.90827\tvalid_0's l1: 0.995973\n",
      "[808]\tvalid_0's l2: 1.90783\tvalid_0's l1: 0.995849\n",
      "[809]\tvalid_0's l2: 1.90681\tvalid_0's l1: 0.995463\n",
      "[810]\tvalid_0's l2: 1.90595\tvalid_0's l1: 0.995167\n",
      "[811]\tvalid_0's l2: 1.90484\tvalid_0's l1: 0.994855\n",
      "[812]\tvalid_0's l2: 1.90481\tvalid_0's l1: 0.994836\n",
      "[813]\tvalid_0's l2: 1.90398\tvalid_0's l1: 0.994588\n",
      "[814]\tvalid_0's l2: 1.90323\tvalid_0's l1: 0.994384\n",
      "[815]\tvalid_0's l2: 1.90252\tvalid_0's l1: 0.99406\n",
      "[816]\tvalid_0's l2: 1.9025\tvalid_0's l1: 0.994033\n",
      "[817]\tvalid_0's l2: 1.90251\tvalid_0's l1: 0.993995\n",
      "[818]\tvalid_0's l2: 1.90189\tvalid_0's l1: 0.993771\n",
      "[819]\tvalid_0's l2: 1.90204\tvalid_0's l1: 0.993808\n",
      "[820]\tvalid_0's l2: 1.90182\tvalid_0's l1: 0.993691\n",
      "[821]\tvalid_0's l2: 1.90112\tvalid_0's l1: 0.993466\n",
      "[822]\tvalid_0's l2: 1.90093\tvalid_0's l1: 0.993364\n",
      "[823]\tvalid_0's l2: 1.90029\tvalid_0's l1: 0.993147\n",
      "[824]\tvalid_0's l2: 1.90033\tvalid_0's l1: 0.993173\n",
      "[825]\tvalid_0's l2: 1.89906\tvalid_0's l1: 0.992766\n",
      "[826]\tvalid_0's l2: 1.89857\tvalid_0's l1: 0.992554\n",
      "[827]\tvalid_0's l2: 1.89704\tvalid_0's l1: 0.9919\n",
      "[828]\tvalid_0's l2: 1.89669\tvalid_0's l1: 0.991703\n",
      "[829]\tvalid_0's l2: 1.89659\tvalid_0's l1: 0.991685\n",
      "[830]\tvalid_0's l2: 1.89642\tvalid_0's l1: 0.991603\n",
      "[831]\tvalid_0's l2: 1.8963\tvalid_0's l1: 0.991531\n",
      "[832]\tvalid_0's l2: 1.89558\tvalid_0's l1: 0.991319\n",
      "[833]\tvalid_0's l2: 1.8953\tvalid_0's l1: 0.991211\n",
      "[834]\tvalid_0's l2: 1.89468\tvalid_0's l1: 0.991084\n",
      "[835]\tvalid_0's l2: 1.89311\tvalid_0's l1: 0.990582\n",
      "[836]\tvalid_0's l2: 1.89133\tvalid_0's l1: 0.989989\n",
      "[837]\tvalid_0's l2: 1.88985\tvalid_0's l1: 0.989441\n",
      "[838]\tvalid_0's l2: 1.88858\tvalid_0's l1: 0.989027\n",
      "[839]\tvalid_0's l2: 1.88818\tvalid_0's l1: 0.98881\n",
      "[840]\tvalid_0's l2: 1.88723\tvalid_0's l1: 0.988424\n",
      "[841]\tvalid_0's l2: 1.88703\tvalid_0's l1: 0.988363\n",
      "[842]\tvalid_0's l2: 1.88704\tvalid_0's l1: 0.988351\n",
      "[843]\tvalid_0's l2: 1.88648\tvalid_0's l1: 0.98801\n",
      "[844]\tvalid_0's l2: 1.88542\tvalid_0's l1: 0.987637\n",
      "[845]\tvalid_0's l2: 1.88542\tvalid_0's l1: 0.987561\n",
      "[846]\tvalid_0's l2: 1.88539\tvalid_0's l1: 0.987536\n",
      "[847]\tvalid_0's l2: 1.88555\tvalid_0's l1: 0.987651\n",
      "[848]\tvalid_0's l2: 1.88511\tvalid_0's l1: 0.987551\n",
      "[849]\tvalid_0's l2: 1.88528\tvalid_0's l1: 0.987636\n",
      "[850]\tvalid_0's l2: 1.88511\tvalid_0's l1: 0.987516\n",
      "[851]\tvalid_0's l2: 1.88488\tvalid_0's l1: 0.987455\n",
      "[852]\tvalid_0's l2: 1.88477\tvalid_0's l1: 0.987453\n",
      "[853]\tvalid_0's l2: 1.8848\tvalid_0's l1: 0.987429\n",
      "[854]\tvalid_0's l2: 1.8849\tvalid_0's l1: 0.98742\n",
      "[855]\tvalid_0's l2: 1.88487\tvalid_0's l1: 0.9874\n",
      "[856]\tvalid_0's l2: 1.88417\tvalid_0's l1: 0.987033\n",
      "[857]\tvalid_0's l2: 1.88385\tvalid_0's l1: 0.986877\n",
      "[858]\tvalid_0's l2: 1.88396\tvalid_0's l1: 0.986849\n",
      "[859]\tvalid_0's l2: 1.88397\tvalid_0's l1: 0.986854\n",
      "[860]\tvalid_0's l2: 1.88315\tvalid_0's l1: 0.986545\n",
      "[861]\tvalid_0's l2: 1.883\tvalid_0's l1: 0.986438\n",
      "[862]\tvalid_0's l2: 1.88218\tvalid_0's l1: 0.986115\n",
      "[863]\tvalid_0's l2: 1.88157\tvalid_0's l1: 0.98588\n",
      "[864]\tvalid_0's l2: 1.88096\tvalid_0's l1: 0.985626\n",
      "[865]\tvalid_0's l2: 1.88109\tvalid_0's l1: 0.985644\n",
      "[866]\tvalid_0's l2: 1.88049\tvalid_0's l1: 0.985421\n",
      "[867]\tvalid_0's l2: 1.88031\tvalid_0's l1: 0.985353\n",
      "[868]\tvalid_0's l2: 1.87993\tvalid_0's l1: 0.985148\n",
      "[869]\tvalid_0's l2: 1.88\tvalid_0's l1: 0.985147\n",
      "[870]\tvalid_0's l2: 1.87992\tvalid_0's l1: 0.985105\n",
      "[871]\tvalid_0's l2: 1.88007\tvalid_0's l1: 0.985107\n",
      "[872]\tvalid_0's l2: 1.87944\tvalid_0's l1: 0.984953\n",
      "[873]\tvalid_0's l2: 1.87923\tvalid_0's l1: 0.984935\n",
      "[874]\tvalid_0's l2: 1.87858\tvalid_0's l1: 0.984834\n",
      "[875]\tvalid_0's l2: 1.87858\tvalid_0's l1: 0.984761\n",
      "[876]\tvalid_0's l2: 1.87802\tvalid_0's l1: 0.984572\n",
      "[877]\tvalid_0's l2: 1.87784\tvalid_0's l1: 0.984539\n",
      "[878]\tvalid_0's l2: 1.87786\tvalid_0's l1: 0.984529\n",
      "[879]\tvalid_0's l2: 1.87779\tvalid_0's l1: 0.984477\n",
      "[880]\tvalid_0's l2: 1.8778\tvalid_0's l1: 0.984413\n",
      "[881]\tvalid_0's l2: 1.87792\tvalid_0's l1: 0.984457\n",
      "[882]\tvalid_0's l2: 1.87799\tvalid_0's l1: 0.984382\n",
      "[883]\tvalid_0's l2: 1.8775\tvalid_0's l1: 0.984251\n",
      "[884]\tvalid_0's l2: 1.87711\tvalid_0's l1: 0.984087\n",
      "[885]\tvalid_0's l2: 1.87697\tvalid_0's l1: 0.98399\n",
      "[886]\tvalid_0's l2: 1.87708\tvalid_0's l1: 0.984014\n",
      "[887]\tvalid_0's l2: 1.87695\tvalid_0's l1: 0.983967\n",
      "[888]\tvalid_0's l2: 1.87664\tvalid_0's l1: 0.983868\n",
      "[889]\tvalid_0's l2: 1.87574\tvalid_0's l1: 0.983617\n",
      "[890]\tvalid_0's l2: 1.87509\tvalid_0's l1: 0.983349\n",
      "[891]\tvalid_0's l2: 1.87442\tvalid_0's l1: 0.983117\n",
      "[892]\tvalid_0's l2: 1.87446\tvalid_0's l1: 0.983087\n",
      "[893]\tvalid_0's l2: 1.8744\tvalid_0's l1: 0.983027\n",
      "[894]\tvalid_0's l2: 1.87456\tvalid_0's l1: 0.983067\n",
      "[895]\tvalid_0's l2: 1.87443\tvalid_0's l1: 0.982999\n",
      "[896]\tvalid_0's l2: 1.87435\tvalid_0's l1: 0.982966\n",
      "[897]\tvalid_0's l2: 1.87376\tvalid_0's l1: 0.982703\n",
      "[898]\tvalid_0's l2: 1.87331\tvalid_0's l1: 0.982473\n",
      "[899]\tvalid_0's l2: 1.87312\tvalid_0's l1: 0.982432\n",
      "[900]\tvalid_0's l2: 1.87332\tvalid_0's l1: 0.982478\n",
      "[901]\tvalid_0's l2: 1.87285\tvalid_0's l1: 0.982336\n",
      "[902]\tvalid_0's l2: 1.87269\tvalid_0's l1: 0.982273\n",
      "[903]\tvalid_0's l2: 1.8725\tvalid_0's l1: 0.982181\n",
      "[904]\tvalid_0's l2: 1.87248\tvalid_0's l1: 0.982245\n",
      "[905]\tvalid_0's l2: 1.87185\tvalid_0's l1: 0.982013\n",
      "[906]\tvalid_0's l2: 1.87191\tvalid_0's l1: 0.982076\n",
      "[907]\tvalid_0's l2: 1.87187\tvalid_0's l1: 0.982022\n",
      "[908]\tvalid_0's l2: 1.87125\tvalid_0's l1: 0.981826\n",
      "[909]\tvalid_0's l2: 1.8707\tvalid_0's l1: 0.981692\n",
      "[910]\tvalid_0's l2: 1.87076\tvalid_0's l1: 0.981782\n",
      "[911]\tvalid_0's l2: 1.87063\tvalid_0's l1: 0.981781\n",
      "[912]\tvalid_0's l2: 1.87031\tvalid_0's l1: 0.981671\n",
      "[913]\tvalid_0's l2: 1.87033\tvalid_0's l1: 0.981686\n",
      "[914]\tvalid_0's l2: 1.87035\tvalid_0's l1: 0.981685\n",
      "[915]\tvalid_0's l2: 1.87005\tvalid_0's l1: 0.981629\n",
      "[916]\tvalid_0's l2: 1.86991\tvalid_0's l1: 0.981594\n",
      "[917]\tvalid_0's l2: 1.86907\tvalid_0's l1: 0.981295\n",
      "[918]\tvalid_0's l2: 1.86879\tvalid_0's l1: 0.98117\n",
      "[919]\tvalid_0's l2: 1.86833\tvalid_0's l1: 0.981024\n",
      "[920]\tvalid_0's l2: 1.86775\tvalid_0's l1: 0.980733\n",
      "[921]\tvalid_0's l2: 1.86706\tvalid_0's l1: 0.980437\n",
      "[922]\tvalid_0's l2: 1.86702\tvalid_0's l1: 0.9804\n",
      "[923]\tvalid_0's l2: 1.86672\tvalid_0's l1: 0.980271\n",
      "[924]\tvalid_0's l2: 1.86688\tvalid_0's l1: 0.980304\n",
      "[925]\tvalid_0's l2: 1.86694\tvalid_0's l1: 0.980264\n",
      "[926]\tvalid_0's l2: 1.86695\tvalid_0's l1: 0.980264\n",
      "[927]\tvalid_0's l2: 1.86643\tvalid_0's l1: 0.980052\n",
      "[928]\tvalid_0's l2: 1.8651\tvalid_0's l1: 0.979645\n",
      "[929]\tvalid_0's l2: 1.86498\tvalid_0's l1: 0.979604\n",
      "[930]\tvalid_0's l2: 1.86505\tvalid_0's l1: 0.979636\n",
      "[931]\tvalid_0's l2: 1.86468\tvalid_0's l1: 0.979474\n",
      "[932]\tvalid_0's l2: 1.86396\tvalid_0's l1: 0.979126\n",
      "[933]\tvalid_0's l2: 1.86389\tvalid_0's l1: 0.979135\n",
      "[934]\tvalid_0's l2: 1.86242\tvalid_0's l1: 0.978634\n",
      "[935]\tvalid_0's l2: 1.86178\tvalid_0's l1: 0.978515\n",
      "[936]\tvalid_0's l2: 1.86141\tvalid_0's l1: 0.978391\n",
      "[937]\tvalid_0's l2: 1.86099\tvalid_0's l1: 0.978308\n",
      "[938]\tvalid_0's l2: 1.86083\tvalid_0's l1: 0.978278\n",
      "[939]\tvalid_0's l2: 1.86086\tvalid_0's l1: 0.978262\n",
      "[940]\tvalid_0's l2: 1.86072\tvalid_0's l1: 0.978214\n",
      "[941]\tvalid_0's l2: 1.86054\tvalid_0's l1: 0.978145\n",
      "[942]\tvalid_0's l2: 1.85999\tvalid_0's l1: 0.977985\n",
      "[943]\tvalid_0's l2: 1.85984\tvalid_0's l1: 0.977949\n",
      "[944]\tvalid_0's l2: 1.8594\tvalid_0's l1: 0.977771\n",
      "[945]\tvalid_0's l2: 1.8593\tvalid_0's l1: 0.977747\n",
      "[946]\tvalid_0's l2: 1.85926\tvalid_0's l1: 0.977723\n",
      "[947]\tvalid_0's l2: 1.8589\tvalid_0's l1: 0.977569\n",
      "[948]\tvalid_0's l2: 1.85903\tvalid_0's l1: 0.977628\n",
      "[949]\tvalid_0's l2: 1.85856\tvalid_0's l1: 0.977381\n",
      "[950]\tvalid_0's l2: 1.85861\tvalid_0's l1: 0.977388\n",
      "[951]\tvalid_0's l2: 1.85782\tvalid_0's l1: 0.977164\n",
      "[952]\tvalid_0's l2: 1.85738\tvalid_0's l1: 0.976985\n",
      "[953]\tvalid_0's l2: 1.85711\tvalid_0's l1: 0.976842\n",
      "[954]\tvalid_0's l2: 1.85667\tvalid_0's l1: 0.97662\n",
      "[955]\tvalid_0's l2: 1.85621\tvalid_0's l1: 0.976493\n",
      "[956]\tvalid_0's l2: 1.85655\tvalid_0's l1: 0.976571\n",
      "[957]\tvalid_0's l2: 1.85627\tvalid_0's l1: 0.976432\n",
      "[958]\tvalid_0's l2: 1.85623\tvalid_0's l1: 0.976379\n",
      "[959]\tvalid_0's l2: 1.85591\tvalid_0's l1: 0.976204\n",
      "[960]\tvalid_0's l2: 1.85592\tvalid_0's l1: 0.976193\n",
      "[961]\tvalid_0's l2: 1.85586\tvalid_0's l1: 0.976195\n",
      "[962]\tvalid_0's l2: 1.85552\tvalid_0's l1: 0.976155\n",
      "[963]\tvalid_0's l2: 1.8547\tvalid_0's l1: 0.975857\n",
      "[964]\tvalid_0's l2: 1.85382\tvalid_0's l1: 0.975563\n",
      "[965]\tvalid_0's l2: 1.85377\tvalid_0's l1: 0.975559\n",
      "[966]\tvalid_0's l2: 1.85267\tvalid_0's l1: 0.97521\n",
      "[967]\tvalid_0's l2: 1.85264\tvalid_0's l1: 0.975192\n",
      "[968]\tvalid_0's l2: 1.85296\tvalid_0's l1: 0.97528\n",
      "[969]\tvalid_0's l2: 1.85271\tvalid_0's l1: 0.975193\n",
      "[970]\tvalid_0's l2: 1.85277\tvalid_0's l1: 0.975194\n",
      "[971]\tvalid_0's l2: 1.8526\tvalid_0's l1: 0.975119\n",
      "[972]\tvalid_0's l2: 1.85267\tvalid_0's l1: 0.975137\n",
      "[973]\tvalid_0's l2: 1.85246\tvalid_0's l1: 0.975046\n",
      "[974]\tvalid_0's l2: 1.85183\tvalid_0's l1: 0.974845\n",
      "[975]\tvalid_0's l2: 1.85143\tvalid_0's l1: 0.974667\n",
      "[976]\tvalid_0's l2: 1.85123\tvalid_0's l1: 0.974609\n",
      "[977]\tvalid_0's l2: 1.85103\tvalid_0's l1: 0.974562\n",
      "[978]\tvalid_0's l2: 1.8499\tvalid_0's l1: 0.974186\n",
      "[979]\tvalid_0's l2: 1.84983\tvalid_0's l1: 0.974168\n",
      "[980]\tvalid_0's l2: 1.84985\tvalid_0's l1: 0.97418\n",
      "[981]\tvalid_0's l2: 1.8497\tvalid_0's l1: 0.974124\n",
      "[982]\tvalid_0's l2: 1.84954\tvalid_0's l1: 0.974015\n",
      "[983]\tvalid_0's l2: 1.84896\tvalid_0's l1: 0.973854\n",
      "[984]\tvalid_0's l2: 1.84812\tvalid_0's l1: 0.973562\n",
      "[985]\tvalid_0's l2: 1.84824\tvalid_0's l1: 0.973548\n",
      "[986]\tvalid_0's l2: 1.84754\tvalid_0's l1: 0.97331\n",
      "[987]\tvalid_0's l2: 1.84748\tvalid_0's l1: 0.973296\n",
      "[988]\tvalid_0's l2: 1.8473\tvalid_0's l1: 0.973229\n",
      "[989]\tvalid_0's l2: 1.84694\tvalid_0's l1: 0.973099\n",
      "[990]\tvalid_0's l2: 1.84621\tvalid_0's l1: 0.972793\n",
      "[991]\tvalid_0's l2: 1.8461\tvalid_0's l1: 0.972714\n",
      "[992]\tvalid_0's l2: 1.84622\tvalid_0's l1: 0.972727\n",
      "[993]\tvalid_0's l2: 1.8463\tvalid_0's l1: 0.972744\n",
      "[994]\tvalid_0's l2: 1.8456\tvalid_0's l1: 0.9725\n",
      "[995]\tvalid_0's l2: 1.84502\tvalid_0's l1: 0.97235\n",
      "[996]\tvalid_0's l2: 1.84501\tvalid_0's l1: 0.972359\n",
      "[997]\tvalid_0's l2: 1.84488\tvalid_0's l1: 0.97227\n",
      "[998]\tvalid_0's l2: 1.84483\tvalid_0's l1: 0.972229\n",
      "[999]\tvalid_0's l2: 1.84428\tvalid_0's l1: 0.9721\n",
      "[1000]\tvalid_0's l2: 1.84392\tvalid_0's l1: 0.971957\n",
      "[1001]\tvalid_0's l2: 1.84386\tvalid_0's l1: 0.971966\n",
      "[1002]\tvalid_0's l2: 1.84352\tvalid_0's l1: 0.971795\n",
      "[1003]\tvalid_0's l2: 1.84337\tvalid_0's l1: 0.971748\n",
      "[1004]\tvalid_0's l2: 1.84336\tvalid_0's l1: 0.971715\n",
      "[1005]\tvalid_0's l2: 1.8428\tvalid_0's l1: 0.971505\n",
      "[1006]\tvalid_0's l2: 1.84248\tvalid_0's l1: 0.971329\n",
      "[1007]\tvalid_0's l2: 1.84245\tvalid_0's l1: 0.971349\n",
      "[1008]\tvalid_0's l2: 1.84239\tvalid_0's l1: 0.971361\n",
      "[1009]\tvalid_0's l2: 1.84226\tvalid_0's l1: 0.971277\n",
      "[1010]\tvalid_0's l2: 1.84241\tvalid_0's l1: 0.971349\n",
      "[1011]\tvalid_0's l2: 1.84221\tvalid_0's l1: 0.971219\n",
      "[1012]\tvalid_0's l2: 1.84228\tvalid_0's l1: 0.971181\n",
      "[1013]\tvalid_0's l2: 1.84219\tvalid_0's l1: 0.971136\n",
      "[1014]\tvalid_0's l2: 1.84213\tvalid_0's l1: 0.97115\n",
      "[1015]\tvalid_0's l2: 1.84191\tvalid_0's l1: 0.971126\n",
      "[1016]\tvalid_0's l2: 1.8417\tvalid_0's l1: 0.971044\n",
      "[1017]\tvalid_0's l2: 1.84156\tvalid_0's l1: 0.970969\n",
      "[1018]\tvalid_0's l2: 1.84149\tvalid_0's l1: 0.970973\n",
      "[1019]\tvalid_0's l2: 1.84157\tvalid_0's l1: 0.970957\n",
      "[1020]\tvalid_0's l2: 1.84162\tvalid_0's l1: 0.970949\n",
      "[1021]\tvalid_0's l2: 1.84031\tvalid_0's l1: 0.970539\n",
      "[1022]\tvalid_0's l2: 1.83982\tvalid_0's l1: 0.970316\n",
      "[1023]\tvalid_0's l2: 1.83925\tvalid_0's l1: 0.970048\n",
      "[1024]\tvalid_0's l2: 1.83903\tvalid_0's l1: 0.96996\n",
      "[1025]\tvalid_0's l2: 1.83892\tvalid_0's l1: 0.969917\n",
      "[1026]\tvalid_0's l2: 1.83858\tvalid_0's l1: 0.969813\n",
      "[1027]\tvalid_0's l2: 1.83803\tvalid_0's l1: 0.969669\n",
      "[1028]\tvalid_0's l2: 1.83809\tvalid_0's l1: 0.969668\n",
      "[1029]\tvalid_0's l2: 1.83733\tvalid_0's l1: 0.969374\n",
      "[1030]\tvalid_0's l2: 1.83669\tvalid_0's l1: 0.96906\n",
      "[1031]\tvalid_0's l2: 1.83655\tvalid_0's l1: 0.969002\n",
      "[1032]\tvalid_0's l2: 1.83599\tvalid_0's l1: 0.96876\n",
      "[1033]\tvalid_0's l2: 1.83597\tvalid_0's l1: 0.968767\n",
      "[1034]\tvalid_0's l2: 1.83587\tvalid_0's l1: 0.968727\n",
      "[1035]\tvalid_0's l2: 1.8352\tvalid_0's l1: 0.968536\n",
      "[1036]\tvalid_0's l2: 1.83527\tvalid_0's l1: 0.96854\n",
      "[1037]\tvalid_0's l2: 1.83529\tvalid_0's l1: 0.968483\n",
      "[1038]\tvalid_0's l2: 1.83555\tvalid_0's l1: 0.968476\n",
      "[1039]\tvalid_0's l2: 1.83557\tvalid_0's l1: 0.968438\n",
      "[1040]\tvalid_0's l2: 1.83557\tvalid_0's l1: 0.968399\n",
      "[1041]\tvalid_0's l2: 1.83529\tvalid_0's l1: 0.968323\n",
      "[1042]\tvalid_0's l2: 1.83534\tvalid_0's l1: 0.96838\n",
      "[1043]\tvalid_0's l2: 1.83546\tvalid_0's l1: 0.968417\n",
      "[1044]\tvalid_0's l2: 1.83555\tvalid_0's l1: 0.968471\n",
      "[1045]\tvalid_0's l2: 1.83523\tvalid_0's l1: 0.968364\n",
      "[1046]\tvalid_0's l2: 1.83473\tvalid_0's l1: 0.968234\n",
      "[1047]\tvalid_0's l2: 1.83457\tvalid_0's l1: 0.968105\n",
      "[1048]\tvalid_0's l2: 1.83436\tvalid_0's l1: 0.968066\n",
      "[1049]\tvalid_0's l2: 1.83377\tvalid_0's l1: 0.967955\n",
      "[1050]\tvalid_0's l2: 1.83335\tvalid_0's l1: 0.967735\n",
      "[1051]\tvalid_0's l2: 1.83339\tvalid_0's l1: 0.967732\n",
      "[1052]\tvalid_0's l2: 1.83318\tvalid_0's l1: 0.967591\n",
      "[1053]\tvalid_0's l2: 1.83223\tvalid_0's l1: 0.967228\n",
      "[1054]\tvalid_0's l2: 1.83223\tvalid_0's l1: 0.967244\n",
      "[1055]\tvalid_0's l2: 1.83197\tvalid_0's l1: 0.967099\n",
      "[1056]\tvalid_0's l2: 1.8318\tvalid_0's l1: 0.967057\n",
      "[1057]\tvalid_0's l2: 1.83181\tvalid_0's l1: 0.967047\n",
      "[1058]\tvalid_0's l2: 1.83108\tvalid_0's l1: 0.966755\n",
      "[1059]\tvalid_0's l2: 1.83093\tvalid_0's l1: 0.966707\n",
      "[1060]\tvalid_0's l2: 1.83058\tvalid_0's l1: 0.966675\n",
      "[1061]\tvalid_0's l2: 1.8299\tvalid_0's l1: 0.966398\n",
      "[1062]\tvalid_0's l2: 1.82984\tvalid_0's l1: 0.966443\n",
      "[1063]\tvalid_0's l2: 1.82983\tvalid_0's l1: 0.966427\n",
      "[1064]\tvalid_0's l2: 1.8289\tvalid_0's l1: 0.966079\n",
      "[1065]\tvalid_0's l2: 1.82862\tvalid_0's l1: 0.965941\n",
      "[1066]\tvalid_0's l2: 1.82864\tvalid_0's l1: 0.965953\n",
      "[1067]\tvalid_0's l2: 1.82814\tvalid_0's l1: 0.965753\n",
      "[1068]\tvalid_0's l2: 1.82823\tvalid_0's l1: 0.965752\n",
      "[1069]\tvalid_0's l2: 1.8282\tvalid_0's l1: 0.965746\n",
      "[1070]\tvalid_0's l2: 1.82827\tvalid_0's l1: 0.965776\n",
      "[1071]\tvalid_0's l2: 1.82806\tvalid_0's l1: 0.965696\n",
      "[1072]\tvalid_0's l2: 1.82769\tvalid_0's l1: 0.965569\n",
      "[1073]\tvalid_0's l2: 1.82681\tvalid_0's l1: 0.965279\n",
      "[1074]\tvalid_0's l2: 1.8262\tvalid_0's l1: 0.965084\n",
      "[1075]\tvalid_0's l2: 1.82546\tvalid_0's l1: 0.964806\n",
      "[1076]\tvalid_0's l2: 1.82543\tvalid_0's l1: 0.964796\n",
      "[1077]\tvalid_0's l2: 1.82514\tvalid_0's l1: 0.964718\n",
      "[1078]\tvalid_0's l2: 1.82523\tvalid_0's l1: 0.964741\n",
      "[1079]\tvalid_0's l2: 1.82517\tvalid_0's l1: 0.96473\n",
      "[1080]\tvalid_0's l2: 1.8251\tvalid_0's l1: 0.964702\n",
      "[1081]\tvalid_0's l2: 1.82532\tvalid_0's l1: 0.964779\n",
      "[1082]\tvalid_0's l2: 1.82524\tvalid_0's l1: 0.964746\n",
      "[1083]\tvalid_0's l2: 1.82502\tvalid_0's l1: 0.964618\n",
      "[1084]\tvalid_0's l2: 1.82499\tvalid_0's l1: 0.964623\n",
      "[1085]\tvalid_0's l2: 1.82461\tvalid_0's l1: 0.964508\n",
      "[1086]\tvalid_0's l2: 1.82464\tvalid_0's l1: 0.964489\n",
      "[1087]\tvalid_0's l2: 1.82433\tvalid_0's l1: 0.964382\n",
      "[1088]\tvalid_0's l2: 1.82446\tvalid_0's l1: 0.964382\n",
      "[1089]\tvalid_0's l2: 1.82434\tvalid_0's l1: 0.964351\n",
      "[1090]\tvalid_0's l2: 1.82448\tvalid_0's l1: 0.964349\n",
      "[1091]\tvalid_0's l2: 1.82473\tvalid_0's l1: 0.964394\n",
      "[1092]\tvalid_0's l2: 1.82469\tvalid_0's l1: 0.964351\n",
      "[1093]\tvalid_0's l2: 1.82467\tvalid_0's l1: 0.964352\n",
      "[1094]\tvalid_0's l2: 1.8243\tvalid_0's l1: 0.964213\n",
      "[1095]\tvalid_0's l2: 1.82374\tvalid_0's l1: 0.964013\n",
      "[1096]\tvalid_0's l2: 1.82353\tvalid_0's l1: 0.963929\n",
      "[1097]\tvalid_0's l2: 1.82306\tvalid_0's l1: 0.96374\n",
      "[1098]\tvalid_0's l2: 1.82312\tvalid_0's l1: 0.963761\n",
      "[1099]\tvalid_0's l2: 1.82271\tvalid_0's l1: 0.963568\n",
      "[1100]\tvalid_0's l2: 1.82254\tvalid_0's l1: 0.963533\n",
      "[1101]\tvalid_0's l2: 1.82256\tvalid_0's l1: 0.963573\n",
      "[1102]\tvalid_0's l2: 1.82227\tvalid_0's l1: 0.96347\n",
      "[1103]\tvalid_0's l2: 1.82224\tvalid_0's l1: 0.963431\n",
      "[1104]\tvalid_0's l2: 1.82175\tvalid_0's l1: 0.963208\n",
      "[1105]\tvalid_0's l2: 1.82133\tvalid_0's l1: 0.963091\n",
      "[1106]\tvalid_0's l2: 1.82122\tvalid_0's l1: 0.963012\n",
      "[1107]\tvalid_0's l2: 1.82127\tvalid_0's l1: 0.963025\n",
      "[1108]\tvalid_0's l2: 1.82108\tvalid_0's l1: 0.962907\n",
      "[1109]\tvalid_0's l2: 1.82047\tvalid_0's l1: 0.962704\n",
      "[1110]\tvalid_0's l2: 1.81998\tvalid_0's l1: 0.962587\n",
      "[1111]\tvalid_0's l2: 1.81965\tvalid_0's l1: 0.962459\n",
      "[1112]\tvalid_0's l2: 1.81957\tvalid_0's l1: 0.962464\n",
      "[1113]\tvalid_0's l2: 1.81928\tvalid_0's l1: 0.962353\n",
      "[1114]\tvalid_0's l2: 1.81893\tvalid_0's l1: 0.962208\n",
      "[1115]\tvalid_0's l2: 1.81886\tvalid_0's l1: 0.962129\n",
      "[1116]\tvalid_0's l2: 1.81859\tvalid_0's l1: 0.962056\n",
      "[1117]\tvalid_0's l2: 1.81847\tvalid_0's l1: 0.962042\n",
      "[1118]\tvalid_0's l2: 1.81823\tvalid_0's l1: 0.961978\n",
      "[1119]\tvalid_0's l2: 1.81816\tvalid_0's l1: 0.961948\n",
      "[1120]\tvalid_0's l2: 1.8179\tvalid_0's l1: 0.961866\n",
      "[1121]\tvalid_0's l2: 1.81785\tvalid_0's l1: 0.961806\n",
      "[1122]\tvalid_0's l2: 1.81792\tvalid_0's l1: 0.961778\n",
      "[1123]\tvalid_0's l2: 1.81752\tvalid_0's l1: 0.961656\n",
      "[1124]\tvalid_0's l2: 1.81745\tvalid_0's l1: 0.961629\n",
      "[1125]\tvalid_0's l2: 1.81733\tvalid_0's l1: 0.961629\n",
      "[1126]\tvalid_0's l2: 1.81713\tvalid_0's l1: 0.961531\n",
      "[1127]\tvalid_0's l2: 1.8171\tvalid_0's l1: 0.961541\n",
      "[1128]\tvalid_0's l2: 1.81709\tvalid_0's l1: 0.961463\n",
      "[1129]\tvalid_0's l2: 1.8171\tvalid_0's l1: 0.961472\n",
      "[1130]\tvalid_0's l2: 1.81691\tvalid_0's l1: 0.961359\n",
      "[1131]\tvalid_0's l2: 1.81618\tvalid_0's l1: 0.961034\n",
      "[1132]\tvalid_0's l2: 1.81552\tvalid_0's l1: 0.960825\n",
      "[1133]\tvalid_0's l2: 1.81554\tvalid_0's l1: 0.960873\n",
      "[1134]\tvalid_0's l2: 1.8155\tvalid_0's l1: 0.960861\n",
      "[1135]\tvalid_0's l2: 1.81524\tvalid_0's l1: 0.960778\n",
      "[1136]\tvalid_0's l2: 1.81497\tvalid_0's l1: 0.960761\n",
      "[1137]\tvalid_0's l2: 1.81502\tvalid_0's l1: 0.960834\n",
      "[1138]\tvalid_0's l2: 1.81491\tvalid_0's l1: 0.960762\n",
      "[1139]\tvalid_0's l2: 1.81496\tvalid_0's l1: 0.960806\n",
      "[1140]\tvalid_0's l2: 1.8148\tvalid_0's l1: 0.96074\n",
      "[1141]\tvalid_0's l2: 1.81459\tvalid_0's l1: 0.960593\n",
      "[1142]\tvalid_0's l2: 1.81449\tvalid_0's l1: 0.960544\n",
      "[1143]\tvalid_0's l2: 1.81438\tvalid_0's l1: 0.960503\n",
      "[1144]\tvalid_0's l2: 1.81428\tvalid_0's l1: 0.960458\n",
      "[1145]\tvalid_0's l2: 1.81413\tvalid_0's l1: 0.960373\n",
      "[1146]\tvalid_0's l2: 1.81301\tvalid_0's l1: 0.960019\n",
      "[1147]\tvalid_0's l2: 1.81303\tvalid_0's l1: 0.960017\n",
      "[1148]\tvalid_0's l2: 1.81294\tvalid_0's l1: 0.95997\n",
      "[1149]\tvalid_0's l2: 1.81279\tvalid_0's l1: 0.959879\n",
      "[1150]\tvalid_0's l2: 1.81269\tvalid_0's l1: 0.95986\n",
      "[1151]\tvalid_0's l2: 1.81243\tvalid_0's l1: 0.959791\n",
      "[1152]\tvalid_0's l2: 1.81184\tvalid_0's l1: 0.959596\n",
      "[1153]\tvalid_0's l2: 1.81165\tvalid_0's l1: 0.95962\n",
      "[1154]\tvalid_0's l2: 1.81162\tvalid_0's l1: 0.959617\n",
      "[1155]\tvalid_0's l2: 1.81167\tvalid_0's l1: 0.9596\n",
      "[1156]\tvalid_0's l2: 1.81183\tvalid_0's l1: 0.959631\n",
      "[1157]\tvalid_0's l2: 1.81146\tvalid_0's l1: 0.959485\n",
      "[1158]\tvalid_0's l2: 1.81141\tvalid_0's l1: 0.959452\n",
      "[1159]\tvalid_0's l2: 1.81139\tvalid_0's l1: 0.959406\n",
      "[1160]\tvalid_0's l2: 1.81129\tvalid_0's l1: 0.959353\n",
      "[1161]\tvalid_0's l2: 1.81127\tvalid_0's l1: 0.959282\n",
      "[1162]\tvalid_0's l2: 1.81105\tvalid_0's l1: 0.959214\n",
      "[1163]\tvalid_0's l2: 1.8112\tvalid_0's l1: 0.959252\n",
      "[1164]\tvalid_0's l2: 1.81104\tvalid_0's l1: 0.959212\n",
      "[1165]\tvalid_0's l2: 1.81101\tvalid_0's l1: 0.959193\n",
      "[1166]\tvalid_0's l2: 1.81085\tvalid_0's l1: 0.959149\n",
      "[1167]\tvalid_0's l2: 1.81056\tvalid_0's l1: 0.959069\n",
      "[1168]\tvalid_0's l2: 1.8106\tvalid_0's l1: 0.959078\n",
      "[1169]\tvalid_0's l2: 1.81087\tvalid_0's l1: 0.95912\n",
      "[1170]\tvalid_0's l2: 1.81079\tvalid_0's l1: 0.95909\n",
      "[1171]\tvalid_0's l2: 1.81035\tvalid_0's l1: 0.958928\n",
      "[1172]\tvalid_0's l2: 1.81039\tvalid_0's l1: 0.958955\n",
      "[1173]\tvalid_0's l2: 1.80978\tvalid_0's l1: 0.958743\n",
      "[1174]\tvalid_0's l2: 1.80956\tvalid_0's l1: 0.958702\n",
      "[1175]\tvalid_0's l2: 1.80931\tvalid_0's l1: 0.958665\n",
      "[1176]\tvalid_0's l2: 1.80893\tvalid_0's l1: 0.958545\n",
      "[1177]\tvalid_0's l2: 1.8088\tvalid_0's l1: 0.958492\n",
      "[1178]\tvalid_0's l2: 1.80854\tvalid_0's l1: 0.958401\n",
      "[1179]\tvalid_0's l2: 1.80838\tvalid_0's l1: 0.958294\n",
      "[1180]\tvalid_0's l2: 1.80815\tvalid_0's l1: 0.95821\n",
      "[1181]\tvalid_0's l2: 1.80829\tvalid_0's l1: 0.95821\n",
      "[1182]\tvalid_0's l2: 1.80823\tvalid_0's l1: 0.958176\n",
      "[1183]\tvalid_0's l2: 1.80809\tvalid_0's l1: 0.958144\n",
      "[1184]\tvalid_0's l2: 1.80808\tvalid_0's l1: 0.958158\n",
      "[1185]\tvalid_0's l2: 1.80793\tvalid_0's l1: 0.958125\n",
      "[1186]\tvalid_0's l2: 1.8078\tvalid_0's l1: 0.958076\n",
      "[1187]\tvalid_0's l2: 1.80752\tvalid_0's l1: 0.957947\n",
      "[1188]\tvalid_0's l2: 1.80725\tvalid_0's l1: 0.95785\n",
      "[1189]\tvalid_0's l2: 1.8068\tvalid_0's l1: 0.95773\n",
      "[1190]\tvalid_0's l2: 1.80647\tvalid_0's l1: 0.957585\n",
      "[1191]\tvalid_0's l2: 1.80626\tvalid_0's l1: 0.957514\n",
      "[1192]\tvalid_0's l2: 1.80599\tvalid_0's l1: 0.95741\n",
      "[1193]\tvalid_0's l2: 1.8057\tvalid_0's l1: 0.957285\n",
      "[1194]\tvalid_0's l2: 1.80524\tvalid_0's l1: 0.957105\n",
      "[1195]\tvalid_0's l2: 1.80524\tvalid_0's l1: 0.957089\n",
      "[1196]\tvalid_0's l2: 1.80511\tvalid_0's l1: 0.957062\n",
      "[1197]\tvalid_0's l2: 1.80487\tvalid_0's l1: 0.956959\n",
      "[1198]\tvalid_0's l2: 1.80491\tvalid_0's l1: 0.956943\n",
      "[1199]\tvalid_0's l2: 1.80442\tvalid_0's l1: 0.956696\n",
      "[1200]\tvalid_0's l2: 1.80436\tvalid_0's l1: 0.956689\n",
      "[1201]\tvalid_0's l2: 1.80366\tvalid_0's l1: 0.956426\n",
      "[1202]\tvalid_0's l2: 1.80361\tvalid_0's l1: 0.956386\n",
      "[1203]\tvalid_0's l2: 1.80358\tvalid_0's l1: 0.956341\n",
      "[1204]\tvalid_0's l2: 1.80349\tvalid_0's l1: 0.956265\n",
      "[1205]\tvalid_0's l2: 1.80362\tvalid_0's l1: 0.95628\n",
      "[1206]\tvalid_0's l2: 1.80342\tvalid_0's l1: 0.956161\n",
      "[1207]\tvalid_0's l2: 1.80343\tvalid_0's l1: 0.956193\n",
      "[1208]\tvalid_0's l2: 1.80341\tvalid_0's l1: 0.956229\n",
      "[1209]\tvalid_0's l2: 1.80354\tvalid_0's l1: 0.956273\n",
      "[1210]\tvalid_0's l2: 1.80362\tvalid_0's l1: 0.95631\n",
      "[1211]\tvalid_0's l2: 1.80327\tvalid_0's l1: 0.956092\n",
      "[1212]\tvalid_0's l2: 1.80313\tvalid_0's l1: 0.956044\n",
      "[1213]\tvalid_0's l2: 1.80285\tvalid_0's l1: 0.955904\n",
      "[1214]\tvalid_0's l2: 1.80292\tvalid_0's l1: 0.955969\n",
      "[1215]\tvalid_0's l2: 1.80294\tvalid_0's l1: 0.955968\n",
      "[1216]\tvalid_0's l2: 1.8029\tvalid_0's l1: 0.95601\n",
      "[1217]\tvalid_0's l2: 1.80226\tvalid_0's l1: 0.955811\n",
      "[1218]\tvalid_0's l2: 1.80131\tvalid_0's l1: 0.955491\n",
      "[1219]\tvalid_0's l2: 1.80125\tvalid_0's l1: 0.95549\n",
      "[1220]\tvalid_0's l2: 1.80102\tvalid_0's l1: 0.955378\n",
      "[1221]\tvalid_0's l2: 1.80052\tvalid_0's l1: 0.955167\n",
      "[1222]\tvalid_0's l2: 1.80041\tvalid_0's l1: 0.955126\n",
      "[1223]\tvalid_0's l2: 1.79986\tvalid_0's l1: 0.954925\n",
      "[1224]\tvalid_0's l2: 1.79985\tvalid_0's l1: 0.95493\n",
      "[1225]\tvalid_0's l2: 1.79958\tvalid_0's l1: 0.954821\n",
      "[1226]\tvalid_0's l2: 1.79957\tvalid_0's l1: 0.954728\n",
      "[1227]\tvalid_0's l2: 1.79955\tvalid_0's l1: 0.95473\n",
      "[1228]\tvalid_0's l2: 1.79961\tvalid_0's l1: 0.954766\n",
      "[1229]\tvalid_0's l2: 1.79952\tvalid_0's l1: 0.954718\n",
      "[1230]\tvalid_0's l2: 1.79925\tvalid_0's l1: 0.954588\n",
      "[1231]\tvalid_0's l2: 1.79918\tvalid_0's l1: 0.954568\n",
      "[1232]\tvalid_0's l2: 1.79922\tvalid_0's l1: 0.954616\n",
      "[1233]\tvalid_0's l2: 1.79932\tvalid_0's l1: 0.954642\n",
      "[1234]\tvalid_0's l2: 1.79932\tvalid_0's l1: 0.954663\n",
      "[1235]\tvalid_0's l2: 1.79926\tvalid_0's l1: 0.954636\n",
      "[1236]\tvalid_0's l2: 1.79926\tvalid_0's l1: 0.954641\n",
      "[1237]\tvalid_0's l2: 1.79922\tvalid_0's l1: 0.95464\n",
      "[1238]\tvalid_0's l2: 1.79874\tvalid_0's l1: 0.95449\n",
      "[1239]\tvalid_0's l2: 1.79865\tvalid_0's l1: 0.954413\n",
      "[1240]\tvalid_0's l2: 1.79843\tvalid_0's l1: 0.954331\n",
      "[1241]\tvalid_0's l2: 1.79839\tvalid_0's l1: 0.954282\n",
      "[1242]\tvalid_0's l2: 1.79813\tvalid_0's l1: 0.954183\n",
      "[1243]\tvalid_0's l2: 1.79821\tvalid_0's l1: 0.954192\n",
      "[1244]\tvalid_0's l2: 1.79825\tvalid_0's l1: 0.954196\n",
      "[1245]\tvalid_0's l2: 1.79789\tvalid_0's l1: 0.954083\n",
      "[1246]\tvalid_0's l2: 1.79757\tvalid_0's l1: 0.953968\n",
      "[1247]\tvalid_0's l2: 1.79726\tvalid_0's l1: 0.953775\n",
      "[1248]\tvalid_0's l2: 1.79716\tvalid_0's l1: 0.953759\n",
      "[1249]\tvalid_0's l2: 1.7971\tvalid_0's l1: 0.953697\n",
      "[1250]\tvalid_0's l2: 1.7969\tvalid_0's l1: 0.953657\n",
      "[1251]\tvalid_0's l2: 1.79676\tvalid_0's l1: 0.953564\n",
      "[1252]\tvalid_0's l2: 1.79678\tvalid_0's l1: 0.953574\n",
      "[1253]\tvalid_0's l2: 1.79639\tvalid_0's l1: 0.953453\n",
      "[1254]\tvalid_0's l2: 1.79597\tvalid_0's l1: 0.953346\n",
      "[1255]\tvalid_0's l2: 1.79604\tvalid_0's l1: 0.953369\n",
      "[1256]\tvalid_0's l2: 1.79584\tvalid_0's l1: 0.953317\n",
      "[1257]\tvalid_0's l2: 1.79562\tvalid_0's l1: 0.953229\n",
      "[1258]\tvalid_0's l2: 1.79551\tvalid_0's l1: 0.953173\n",
      "[1259]\tvalid_0's l2: 1.79552\tvalid_0's l1: 0.953209\n",
      "[1260]\tvalid_0's l2: 1.79543\tvalid_0's l1: 0.953142\n",
      "[1261]\tvalid_0's l2: 1.79536\tvalid_0's l1: 0.953075\n",
      "[1262]\tvalid_0's l2: 1.79548\tvalid_0's l1: 0.953092\n",
      "[1263]\tvalid_0's l2: 1.79538\tvalid_0's l1: 0.953073\n",
      "[1264]\tvalid_0's l2: 1.79515\tvalid_0's l1: 0.95296\n",
      "[1265]\tvalid_0's l2: 1.79492\tvalid_0's l1: 0.952822\n",
      "[1266]\tvalid_0's l2: 1.79427\tvalid_0's l1: 0.952528\n",
      "[1267]\tvalid_0's l2: 1.79428\tvalid_0's l1: 0.952527\n",
      "[1268]\tvalid_0's l2: 1.79431\tvalid_0's l1: 0.952525\n",
      "[1269]\tvalid_0's l2: 1.79438\tvalid_0's l1: 0.952544\n",
      "[1270]\tvalid_0's l2: 1.79431\tvalid_0's l1: 0.952577\n",
      "[1271]\tvalid_0's l2: 1.79428\tvalid_0's l1: 0.952575\n",
      "[1272]\tvalid_0's l2: 1.79448\tvalid_0's l1: 0.952652\n",
      "[1273]\tvalid_0's l2: 1.7946\tvalid_0's l1: 0.952698\n",
      "[1274]\tvalid_0's l2: 1.79426\tvalid_0's l1: 0.952533\n",
      "[1275]\tvalid_0's l2: 1.79411\tvalid_0's l1: 0.952441\n",
      "[1276]\tvalid_0's l2: 1.7941\tvalid_0's l1: 0.952434\n",
      "[1277]\tvalid_0's l2: 1.79374\tvalid_0's l1: 0.952331\n",
      "[1278]\tvalid_0's l2: 1.79369\tvalid_0's l1: 0.952311\n",
      "[1279]\tvalid_0's l2: 1.79368\tvalid_0's l1: 0.952296\n",
      "[1280]\tvalid_0's l2: 1.79343\tvalid_0's l1: 0.952227\n",
      "[1281]\tvalid_0's l2: 1.79321\tvalid_0's l1: 0.952137\n",
      "[1282]\tvalid_0's l2: 1.79297\tvalid_0's l1: 0.952076\n",
      "[1283]\tvalid_0's l2: 1.79303\tvalid_0's l1: 0.952062\n",
      "[1284]\tvalid_0's l2: 1.79262\tvalid_0's l1: 0.951948\n",
      "[1285]\tvalid_0's l2: 1.79259\tvalid_0's l1: 0.951923\n",
      "[1286]\tvalid_0's l2: 1.79248\tvalid_0's l1: 0.951867\n",
      "[1287]\tvalid_0's l2: 1.79237\tvalid_0's l1: 0.951871\n",
      "[1288]\tvalid_0's l2: 1.79221\tvalid_0's l1: 0.951788\n",
      "[1289]\tvalid_0's l2: 1.79199\tvalid_0's l1: 0.951709\n",
      "[1290]\tvalid_0's l2: 1.79188\tvalid_0's l1: 0.951634\n",
      "[1291]\tvalid_0's l2: 1.79187\tvalid_0's l1: 0.951653\n",
      "[1292]\tvalid_0's l2: 1.79175\tvalid_0's l1: 0.951595\n",
      "[1293]\tvalid_0's l2: 1.79159\tvalid_0's l1: 0.951542\n",
      "[1294]\tvalid_0's l2: 1.79124\tvalid_0's l1: 0.951433\n",
      "[1295]\tvalid_0's l2: 1.7909\tvalid_0's l1: 0.95134\n",
      "[1296]\tvalid_0's l2: 1.79081\tvalid_0's l1: 0.951334\n",
      "[1297]\tvalid_0's l2: 1.79053\tvalid_0's l1: 0.951203\n",
      "[1298]\tvalid_0's l2: 1.79036\tvalid_0's l1: 0.951127\n",
      "[1299]\tvalid_0's l2: 1.79038\tvalid_0's l1: 0.951131\n",
      "[1300]\tvalid_0's l2: 1.79022\tvalid_0's l1: 0.951033\n",
      "[1301]\tvalid_0's l2: 1.79021\tvalid_0's l1: 0.951036\n",
      "[1302]\tvalid_0's l2: 1.78998\tvalid_0's l1: 0.950989\n",
      "[1303]\tvalid_0's l2: 1.78994\tvalid_0's l1: 0.950989\n",
      "[1304]\tvalid_0's l2: 1.78991\tvalid_0's l1: 0.950983\n",
      "[1305]\tvalid_0's l2: 1.78968\tvalid_0's l1: 0.950874\n",
      "[1306]\tvalid_0's l2: 1.7896\tvalid_0's l1: 0.950819\n",
      "[1307]\tvalid_0's l2: 1.78947\tvalid_0's l1: 0.950733\n",
      "[1308]\tvalid_0's l2: 1.78923\tvalid_0's l1: 0.950612\n",
      "[1309]\tvalid_0's l2: 1.78919\tvalid_0's l1: 0.950581\n",
      "[1310]\tvalid_0's l2: 1.78902\tvalid_0's l1: 0.950515\n",
      "[1311]\tvalid_0's l2: 1.78895\tvalid_0's l1: 0.950512\n",
      "[1312]\tvalid_0's l2: 1.7886\tvalid_0's l1: 0.950389\n",
      "[1313]\tvalid_0's l2: 1.78868\tvalid_0's l1: 0.950396\n",
      "[1314]\tvalid_0's l2: 1.78855\tvalid_0's l1: 0.950399\n",
      "[1315]\tvalid_0's l2: 1.78863\tvalid_0's l1: 0.950441\n",
      "[1316]\tvalid_0's l2: 1.78857\tvalid_0's l1: 0.950388\n",
      "[1317]\tvalid_0's l2: 1.78865\tvalid_0's l1: 0.950393\n",
      "[1318]\tvalid_0's l2: 1.78868\tvalid_0's l1: 0.950387\n",
      "[1319]\tvalid_0's l2: 1.78862\tvalid_0's l1: 0.950373\n",
      "[1320]\tvalid_0's l2: 1.78847\tvalid_0's l1: 0.950279\n",
      "[1321]\tvalid_0's l2: 1.78862\tvalid_0's l1: 0.9503\n",
      "[1322]\tvalid_0's l2: 1.78866\tvalid_0's l1: 0.950296\n",
      "[1323]\tvalid_0's l2: 1.78851\tvalid_0's l1: 0.95023\n",
      "[1324]\tvalid_0's l2: 1.78841\tvalid_0's l1: 0.950219\n",
      "[1325]\tvalid_0's l2: 1.78848\tvalid_0's l1: 0.950206\n",
      "[1326]\tvalid_0's l2: 1.78845\tvalid_0's l1: 0.950216\n",
      "[1327]\tvalid_0's l2: 1.78838\tvalid_0's l1: 0.950177\n",
      "[1328]\tvalid_0's l2: 1.78843\tvalid_0's l1: 0.950209\n",
      "[1329]\tvalid_0's l2: 1.78817\tvalid_0's l1: 0.950119\n",
      "[1330]\tvalid_0's l2: 1.7883\tvalid_0's l1: 0.950168\n",
      "[1331]\tvalid_0's l2: 1.78817\tvalid_0's l1: 0.950143\n",
      "[1332]\tvalid_0's l2: 1.78803\tvalid_0's l1: 0.950115\n",
      "[1333]\tvalid_0's l2: 1.78788\tvalid_0's l1: 0.950019\n",
      "[1334]\tvalid_0's l2: 1.78795\tvalid_0's l1: 0.950022\n",
      "[1335]\tvalid_0's l2: 1.78788\tvalid_0's l1: 0.949983\n",
      "[1336]\tvalid_0's l2: 1.78788\tvalid_0's l1: 0.949973\n",
      "[1337]\tvalid_0's l2: 1.78764\tvalid_0's l1: 0.949898\n",
      "[1338]\tvalid_0's l2: 1.78753\tvalid_0's l1: 0.94981\n",
      "[1339]\tvalid_0's l2: 1.78681\tvalid_0's l1: 0.949598\n",
      "[1340]\tvalid_0's l2: 1.78672\tvalid_0's l1: 0.949593\n",
      "[1341]\tvalid_0's l2: 1.78675\tvalid_0's l1: 0.949582\n",
      "[1342]\tvalid_0's l2: 1.78653\tvalid_0's l1: 0.949475\n",
      "[1343]\tvalid_0's l2: 1.78657\tvalid_0's l1: 0.949462\n",
      "[1344]\tvalid_0's l2: 1.78648\tvalid_0's l1: 0.949396\n",
      "[1345]\tvalid_0's l2: 1.78617\tvalid_0's l1: 0.949312\n",
      "[1346]\tvalid_0's l2: 1.78614\tvalid_0's l1: 0.949268\n",
      "[1347]\tvalid_0's l2: 1.78605\tvalid_0's l1: 0.949262\n",
      "[1348]\tvalid_0's l2: 1.78594\tvalid_0's l1: 0.949241\n",
      "[1349]\tvalid_0's l2: 1.78595\tvalid_0's l1: 0.949204\n",
      "[1350]\tvalid_0's l2: 1.78575\tvalid_0's l1: 0.949116\n",
      "[1351]\tvalid_0's l2: 1.78552\tvalid_0's l1: 0.949076\n",
      "[1352]\tvalid_0's l2: 1.78539\tvalid_0's l1: 0.949038\n",
      "[1353]\tvalid_0's l2: 1.7854\tvalid_0's l1: 0.94906\n",
      "[1354]\tvalid_0's l2: 1.78543\tvalid_0's l1: 0.949055\n",
      "[1355]\tvalid_0's l2: 1.78491\tvalid_0's l1: 0.948881\n",
      "[1356]\tvalid_0's l2: 1.78481\tvalid_0's l1: 0.948854\n",
      "[1357]\tvalid_0's l2: 1.78473\tvalid_0's l1: 0.948857\n",
      "[1358]\tvalid_0's l2: 1.7846\tvalid_0's l1: 0.948813\n",
      "[1359]\tvalid_0's l2: 1.78447\tvalid_0's l1: 0.948765\n",
      "[1360]\tvalid_0's l2: 1.78458\tvalid_0's l1: 0.948858\n",
      "[1361]\tvalid_0's l2: 1.78436\tvalid_0's l1: 0.948812\n",
      "[1362]\tvalid_0's l2: 1.78431\tvalid_0's l1: 0.948817\n",
      "[1363]\tvalid_0's l2: 1.78437\tvalid_0's l1: 0.948827\n",
      "[1364]\tvalid_0's l2: 1.78446\tvalid_0's l1: 0.948831\n",
      "[1365]\tvalid_0's l2: 1.78424\tvalid_0's l1: 0.948789\n",
      "[1366]\tvalid_0's l2: 1.78396\tvalid_0's l1: 0.948665\n",
      "[1367]\tvalid_0's l2: 1.78372\tvalid_0's l1: 0.948575\n",
      "[1368]\tvalid_0's l2: 1.7836\tvalid_0's l1: 0.94854\n",
      "[1369]\tvalid_0's l2: 1.78346\tvalid_0's l1: 0.948465\n",
      "[1370]\tvalid_0's l2: 1.78351\tvalid_0's l1: 0.948493\n",
      "[1371]\tvalid_0's l2: 1.78355\tvalid_0's l1: 0.948515\n",
      "[1372]\tvalid_0's l2: 1.78348\tvalid_0's l1: 0.948529\n",
      "[1373]\tvalid_0's l2: 1.7835\tvalid_0's l1: 0.948513\n",
      "[1374]\tvalid_0's l2: 1.78362\tvalid_0's l1: 0.948542\n",
      "[1375]\tvalid_0's l2: 1.78352\tvalid_0's l1: 0.948462\n",
      "[1376]\tvalid_0's l2: 1.78341\tvalid_0's l1: 0.948448\n",
      "[1377]\tvalid_0's l2: 1.78332\tvalid_0's l1: 0.948416\n",
      "[1378]\tvalid_0's l2: 1.78337\tvalid_0's l1: 0.948432\n",
      "[1379]\tvalid_0's l2: 1.78351\tvalid_0's l1: 0.94846\n",
      "[1380]\tvalid_0's l2: 1.78341\tvalid_0's l1: 0.948425\n",
      "[1381]\tvalid_0's l2: 1.78327\tvalid_0's l1: 0.948362\n",
      "[1382]\tvalid_0's l2: 1.78313\tvalid_0's l1: 0.948302\n",
      "[1383]\tvalid_0's l2: 1.78251\tvalid_0's l1: 0.948069\n",
      "[1384]\tvalid_0's l2: 1.78238\tvalid_0's l1: 0.948028\n",
      "[1385]\tvalid_0's l2: 1.78231\tvalid_0's l1: 0.948041\n",
      "[1386]\tvalid_0's l2: 1.78215\tvalid_0's l1: 0.947969\n",
      "[1387]\tvalid_0's l2: 1.78217\tvalid_0's l1: 0.947988\n",
      "[1388]\tvalid_0's l2: 1.78224\tvalid_0's l1: 0.947967\n",
      "[1389]\tvalid_0's l2: 1.78205\tvalid_0's l1: 0.947888\n",
      "[1390]\tvalid_0's l2: 1.78196\tvalid_0's l1: 0.947839\n",
      "[1391]\tvalid_0's l2: 1.78197\tvalid_0's l1: 0.94787\n",
      "[1392]\tvalid_0's l2: 1.78181\tvalid_0's l1: 0.947832\n",
      "[1393]\tvalid_0's l2: 1.78182\tvalid_0's l1: 0.947816\n",
      "[1394]\tvalid_0's l2: 1.78165\tvalid_0's l1: 0.947773\n",
      "[1395]\tvalid_0's l2: 1.78167\tvalid_0's l1: 0.947792\n",
      "[1396]\tvalid_0's l2: 1.78167\tvalid_0's l1: 0.947798\n",
      "[1397]\tvalid_0's l2: 1.78149\tvalid_0's l1: 0.947685\n",
      "[1398]\tvalid_0's l2: 1.78145\tvalid_0's l1: 0.947654\n",
      "[1399]\tvalid_0's l2: 1.78139\tvalid_0's l1: 0.947628\n",
      "[1400]\tvalid_0's l2: 1.78131\tvalid_0's l1: 0.947634\n",
      "[1401]\tvalid_0's l2: 1.7813\tvalid_0's l1: 0.947607\n",
      "[1402]\tvalid_0's l2: 1.78121\tvalid_0's l1: 0.947573\n",
      "[1403]\tvalid_0's l2: 1.78113\tvalid_0's l1: 0.947554\n",
      "[1404]\tvalid_0's l2: 1.78099\tvalid_0's l1: 0.947486\n",
      "[1405]\tvalid_0's l2: 1.78095\tvalid_0's l1: 0.947462\n",
      "[1406]\tvalid_0's l2: 1.78081\tvalid_0's l1: 0.947398\n",
      "[1407]\tvalid_0's l2: 1.78085\tvalid_0's l1: 0.947404\n",
      "[1408]\tvalid_0's l2: 1.78069\tvalid_0's l1: 0.947359\n",
      "[1409]\tvalid_0's l2: 1.78055\tvalid_0's l1: 0.947306\n",
      "[1410]\tvalid_0's l2: 1.78053\tvalid_0's l1: 0.947276\n",
      "[1411]\tvalid_0's l2: 1.78049\tvalid_0's l1: 0.947282\n",
      "[1412]\tvalid_0's l2: 1.78032\tvalid_0's l1: 0.947224\n",
      "[1413]\tvalid_0's l2: 1.78028\tvalid_0's l1: 0.947207\n",
      "[1414]\tvalid_0's l2: 1.77978\tvalid_0's l1: 0.947048\n",
      "[1415]\tvalid_0's l2: 1.77974\tvalid_0's l1: 0.947041\n",
      "[1416]\tvalid_0's l2: 1.77966\tvalid_0's l1: 0.947024\n",
      "[1417]\tvalid_0's l2: 1.7794\tvalid_0's l1: 0.946917\n",
      "[1418]\tvalid_0's l2: 1.77901\tvalid_0's l1: 0.946771\n",
      "[1419]\tvalid_0's l2: 1.77905\tvalid_0's l1: 0.946795\n",
      "[1420]\tvalid_0's l2: 1.77901\tvalid_0's l1: 0.946757\n",
      "[1421]\tvalid_0's l2: 1.77888\tvalid_0's l1: 0.946693\n",
      "[1422]\tvalid_0's l2: 1.77868\tvalid_0's l1: 0.946634\n",
      "[1423]\tvalid_0's l2: 1.77868\tvalid_0's l1: 0.946635\n",
      "[1424]\tvalid_0's l2: 1.77865\tvalid_0's l1: 0.946601\n",
      "[1425]\tvalid_0's l2: 1.7783\tvalid_0's l1: 0.946459\n",
      "[1426]\tvalid_0's l2: 1.77815\tvalid_0's l1: 0.946403\n",
      "[1427]\tvalid_0's l2: 1.77796\tvalid_0's l1: 0.946356\n",
      "[1428]\tvalid_0's l2: 1.77793\tvalid_0's l1: 0.946339\n",
      "[1429]\tvalid_0's l2: 1.77791\tvalid_0's l1: 0.94634\n",
      "[1430]\tvalid_0's l2: 1.77787\tvalid_0's l1: 0.946351\n",
      "[1431]\tvalid_0's l2: 1.77779\tvalid_0's l1: 0.9463\n",
      "[1432]\tvalid_0's l2: 1.77771\tvalid_0's l1: 0.94626\n",
      "[1433]\tvalid_0's l2: 1.77758\tvalid_0's l1: 0.946226\n",
      "[1434]\tvalid_0's l2: 1.77753\tvalid_0's l1: 0.946204\n",
      "[1435]\tvalid_0's l2: 1.77728\tvalid_0's l1: 0.946145\n",
      "[1436]\tvalid_0's l2: 1.77728\tvalid_0's l1: 0.946124\n",
      "[1437]\tvalid_0's l2: 1.7772\tvalid_0's l1: 0.94612\n",
      "[1438]\tvalid_0's l2: 1.77729\tvalid_0's l1: 0.946133\n",
      "[1439]\tvalid_0's l2: 1.77711\tvalid_0's l1: 0.946089\n",
      "[1440]\tvalid_0's l2: 1.77725\tvalid_0's l1: 0.946136\n",
      "[1441]\tvalid_0's l2: 1.77733\tvalid_0's l1: 0.94613\n",
      "[1442]\tvalid_0's l2: 1.77722\tvalid_0's l1: 0.94609\n",
      "[1443]\tvalid_0's l2: 1.77729\tvalid_0's l1: 0.946124\n",
      "[1444]\tvalid_0's l2: 1.77707\tvalid_0's l1: 0.946043\n",
      "[1445]\tvalid_0's l2: 1.77698\tvalid_0's l1: 0.946026\n",
      "[1446]\tvalid_0's l2: 1.77704\tvalid_0's l1: 0.946032\n",
      "[1447]\tvalid_0's l2: 1.77703\tvalid_0's l1: 0.946034\n",
      "[1448]\tvalid_0's l2: 1.77681\tvalid_0's l1: 0.945955\n",
      "[1449]\tvalid_0's l2: 1.77656\tvalid_0's l1: 0.945867\n",
      "[1450]\tvalid_0's l2: 1.77623\tvalid_0's l1: 0.94577\n",
      "[1451]\tvalid_0's l2: 1.77602\tvalid_0's l1: 0.945681\n",
      "[1452]\tvalid_0's l2: 1.77611\tvalid_0's l1: 0.945739\n",
      "[1453]\tvalid_0's l2: 1.77594\tvalid_0's l1: 0.945681\n",
      "[1454]\tvalid_0's l2: 1.77583\tvalid_0's l1: 0.945651\n",
      "[1455]\tvalid_0's l2: 1.77571\tvalid_0's l1: 0.945596\n",
      "[1456]\tvalid_0's l2: 1.77562\tvalid_0's l1: 0.945563\n",
      "[1457]\tvalid_0's l2: 1.7757\tvalid_0's l1: 0.945546\n",
      "[1458]\tvalid_0's l2: 1.77569\tvalid_0's l1: 0.945555\n",
      "[1459]\tvalid_0's l2: 1.77569\tvalid_0's l1: 0.945533\n",
      "[1460]\tvalid_0's l2: 1.77563\tvalid_0's l1: 0.945505\n",
      "[1461]\tvalid_0's l2: 1.77567\tvalid_0's l1: 0.9455\n",
      "[1462]\tvalid_0's l2: 1.77573\tvalid_0's l1: 0.945523\n",
      "[1463]\tvalid_0's l2: 1.77559\tvalid_0's l1: 0.945488\n",
      "[1464]\tvalid_0's l2: 1.77558\tvalid_0's l1: 0.94549\n",
      "[1465]\tvalid_0's l2: 1.77525\tvalid_0's l1: 0.945413\n",
      "[1466]\tvalid_0's l2: 1.77523\tvalid_0's l1: 0.945429\n",
      "[1467]\tvalid_0's l2: 1.77511\tvalid_0's l1: 0.945388\n",
      "[1468]\tvalid_0's l2: 1.77507\tvalid_0's l1: 0.945368\n",
      "[1469]\tvalid_0's l2: 1.77503\tvalid_0's l1: 0.945369\n",
      "[1470]\tvalid_0's l2: 1.775\tvalid_0's l1: 0.945346\n",
      "[1471]\tvalid_0's l2: 1.77496\tvalid_0's l1: 0.945322\n",
      "[1472]\tvalid_0's l2: 1.77492\tvalid_0's l1: 0.945281\n",
      "[1473]\tvalid_0's l2: 1.7748\tvalid_0's l1: 0.945247\n",
      "[1474]\tvalid_0's l2: 1.77479\tvalid_0's l1: 0.945234\n",
      "[1475]\tvalid_0's l2: 1.7747\tvalid_0's l1: 0.945181\n",
      "[1476]\tvalid_0's l2: 1.77462\tvalid_0's l1: 0.945136\n",
      "[1477]\tvalid_0's l2: 1.77459\tvalid_0's l1: 0.945101\n",
      "[1478]\tvalid_0's l2: 1.77468\tvalid_0's l1: 0.945148\n",
      "[1479]\tvalid_0's l2: 1.77464\tvalid_0's l1: 0.945142\n",
      "[1480]\tvalid_0's l2: 1.77459\tvalid_0's l1: 0.945169\n",
      "[1481]\tvalid_0's l2: 1.77442\tvalid_0's l1: 0.945084\n",
      "[1482]\tvalid_0's l2: 1.77436\tvalid_0's l1: 0.945065\n",
      "[1483]\tvalid_0's l2: 1.77413\tvalid_0's l1: 0.945\n",
      "[1484]\tvalid_0's l2: 1.77408\tvalid_0's l1: 0.944969\n",
      "[1485]\tvalid_0's l2: 1.77409\tvalid_0's l1: 0.944983\n",
      "[1486]\tvalid_0's l2: 1.77405\tvalid_0's l1: 0.944967\n",
      "[1487]\tvalid_0's l2: 1.77394\tvalid_0's l1: 0.944911\n",
      "[1488]\tvalid_0's l2: 1.77376\tvalid_0's l1: 0.944836\n",
      "[1489]\tvalid_0's l2: 1.77379\tvalid_0's l1: 0.944854\n",
      "[1490]\tvalid_0's l2: 1.77373\tvalid_0's l1: 0.944853\n",
      "[1491]\tvalid_0's l2: 1.77368\tvalid_0's l1: 0.944809\n",
      "[1492]\tvalid_0's l2: 1.77363\tvalid_0's l1: 0.944803\n",
      "[1493]\tvalid_0's l2: 1.77366\tvalid_0's l1: 0.944799\n",
      "[1494]\tvalid_0's l2: 1.77361\tvalid_0's l1: 0.944795\n",
      "[1495]\tvalid_0's l2: 1.77332\tvalid_0's l1: 0.944747\n",
      "[1496]\tvalid_0's l2: 1.77315\tvalid_0's l1: 0.944696\n",
      "[1497]\tvalid_0's l2: 1.77312\tvalid_0's l1: 0.944689\n",
      "[1498]\tvalid_0's l2: 1.77278\tvalid_0's l1: 0.94455\n",
      "[1499]\tvalid_0's l2: 1.77269\tvalid_0's l1: 0.944534\n",
      "[1500]\tvalid_0's l2: 1.77271\tvalid_0's l1: 0.944533\n",
      "[1501]\tvalid_0's l2: 1.77275\tvalid_0's l1: 0.944539\n",
      "[1502]\tvalid_0's l2: 1.77269\tvalid_0's l1: 0.944533\n",
      "[1503]\tvalid_0's l2: 1.77261\tvalid_0's l1: 0.944533\n",
      "[1504]\tvalid_0's l2: 1.77235\tvalid_0's l1: 0.944456\n",
      "[1505]\tvalid_0's l2: 1.77241\tvalid_0's l1: 0.944479\n",
      "[1506]\tvalid_0's l2: 1.77229\tvalid_0's l1: 0.944414\n",
      "[1507]\tvalid_0's l2: 1.77203\tvalid_0's l1: 0.944307\n",
      "[1508]\tvalid_0's l2: 1.77192\tvalid_0's l1: 0.944254\n",
      "[1509]\tvalid_0's l2: 1.77172\tvalid_0's l1: 0.944164\n",
      "[1510]\tvalid_0's l2: 1.77157\tvalid_0's l1: 0.944116\n",
      "[1511]\tvalid_0's l2: 1.77164\tvalid_0's l1: 0.944124\n",
      "[1512]\tvalid_0's l2: 1.77149\tvalid_0's l1: 0.94405\n",
      "[1513]\tvalid_0's l2: 1.77149\tvalid_0's l1: 0.944049\n",
      "[1514]\tvalid_0's l2: 1.77137\tvalid_0's l1: 0.943979\n",
      "[1515]\tvalid_0's l2: 1.77131\tvalid_0's l1: 0.943927\n",
      "[1516]\tvalid_0's l2: 1.77129\tvalid_0's l1: 0.9439\n",
      "[1517]\tvalid_0's l2: 1.77114\tvalid_0's l1: 0.943861\n",
      "[1518]\tvalid_0's l2: 1.77106\tvalid_0's l1: 0.943816\n",
      "[1519]\tvalid_0's l2: 1.77105\tvalid_0's l1: 0.943794\n",
      "[1520]\tvalid_0's l2: 1.77106\tvalid_0's l1: 0.943785\n",
      "[1521]\tvalid_0's l2: 1.7709\tvalid_0's l1: 0.943731\n",
      "[1522]\tvalid_0's l2: 1.77091\tvalid_0's l1: 0.943741\n",
      "[1523]\tvalid_0's l2: 1.77094\tvalid_0's l1: 0.943757\n",
      "[1524]\tvalid_0's l2: 1.77089\tvalid_0's l1: 0.943755\n",
      "[1525]\tvalid_0's l2: 1.77095\tvalid_0's l1: 0.943786\n",
      "[1526]\tvalid_0's l2: 1.77098\tvalid_0's l1: 0.943758\n",
      "[1527]\tvalid_0's l2: 1.77089\tvalid_0's l1: 0.943727\n",
      "[1528]\tvalid_0's l2: 1.77101\tvalid_0's l1: 0.943758\n",
      "[1529]\tvalid_0's l2: 1.77096\tvalid_0's l1: 0.943771\n",
      "[1530]\tvalid_0's l2: 1.77095\tvalid_0's l1: 0.943759\n",
      "[1531]\tvalid_0's l2: 1.7708\tvalid_0's l1: 0.943689\n",
      "[1532]\tvalid_0's l2: 1.77076\tvalid_0's l1: 0.943683\n",
      "[1533]\tvalid_0's l2: 1.77073\tvalid_0's l1: 0.943662\n",
      "[1534]\tvalid_0's l2: 1.7706\tvalid_0's l1: 0.943631\n",
      "[1535]\tvalid_0's l2: 1.77049\tvalid_0's l1: 0.9436\n",
      "[1536]\tvalid_0's l2: 1.77047\tvalid_0's l1: 0.94359\n",
      "[1537]\tvalid_0's l2: 1.7704\tvalid_0's l1: 0.943548\n",
      "[1538]\tvalid_0's l2: 1.77037\tvalid_0's l1: 0.943541\n",
      "[1539]\tvalid_0's l2: 1.77035\tvalid_0's l1: 0.943544\n",
      "[1540]\tvalid_0's l2: 1.77034\tvalid_0's l1: 0.943544\n",
      "[1541]\tvalid_0's l2: 1.7703\tvalid_0's l1: 0.943548\n",
      "[1542]\tvalid_0's l2: 1.77018\tvalid_0's l1: 0.943489\n",
      "[1543]\tvalid_0's l2: 1.77024\tvalid_0's l1: 0.943532\n",
      "[1544]\tvalid_0's l2: 1.77027\tvalid_0's l1: 0.943529\n",
      "[1545]\tvalid_0's l2: 1.77032\tvalid_0's l1: 0.943533\n",
      "[1546]\tvalid_0's l2: 1.77016\tvalid_0's l1: 0.943474\n",
      "[1547]\tvalid_0's l2: 1.77023\tvalid_0's l1: 0.943507\n",
      "[1548]\tvalid_0's l2: 1.77026\tvalid_0's l1: 0.943481\n",
      "[1549]\tvalid_0's l2: 1.77022\tvalid_0's l1: 0.943495\n",
      "[1550]\tvalid_0's l2: 1.77021\tvalid_0's l1: 0.943478\n",
      "[1551]\tvalid_0's l2: 1.77028\tvalid_0's l1: 0.943495\n",
      "[1552]\tvalid_0's l2: 1.77015\tvalid_0's l1: 0.943437\n",
      "[1553]\tvalid_0's l2: 1.77\tvalid_0's l1: 0.943386\n",
      "[1554]\tvalid_0's l2: 1.77\tvalid_0's l1: 0.943393\n",
      "[1555]\tvalid_0's l2: 1.76985\tvalid_0's l1: 0.943352\n",
      "[1556]\tvalid_0's l2: 1.7698\tvalid_0's l1: 0.943337\n",
      "[1557]\tvalid_0's l2: 1.76977\tvalid_0's l1: 0.943332\n",
      "[1558]\tvalid_0's l2: 1.76975\tvalid_0's l1: 0.943313\n",
      "[1559]\tvalid_0's l2: 1.76978\tvalid_0's l1: 0.943328\n",
      "[1560]\tvalid_0's l2: 1.76985\tvalid_0's l1: 0.943337\n",
      "[1561]\tvalid_0's l2: 1.76983\tvalid_0's l1: 0.943335\n",
      "[1562]\tvalid_0's l2: 1.76984\tvalid_0's l1: 0.943323\n",
      "[1563]\tvalid_0's l2: 1.76982\tvalid_0's l1: 0.943291\n",
      "[1564]\tvalid_0's l2: 1.76948\tvalid_0's l1: 0.943169\n",
      "[1565]\tvalid_0's l2: 1.76939\tvalid_0's l1: 0.943139\n",
      "[1566]\tvalid_0's l2: 1.76943\tvalid_0's l1: 0.943161\n",
      "[1567]\tvalid_0's l2: 1.76934\tvalid_0's l1: 0.943159\n",
      "[1568]\tvalid_0's l2: 1.76932\tvalid_0's l1: 0.943161\n",
      "[1569]\tvalid_0's l2: 1.76915\tvalid_0's l1: 0.943087\n",
      "[1570]\tvalid_0's l2: 1.769\tvalid_0's l1: 0.943024\n",
      "[1571]\tvalid_0's l2: 1.76893\tvalid_0's l1: 0.942989\n",
      "[1572]\tvalid_0's l2: 1.76889\tvalid_0's l1: 0.942966\n",
      "[1573]\tvalid_0's l2: 1.76861\tvalid_0's l1: 0.942854\n",
      "[1574]\tvalid_0's l2: 1.76846\tvalid_0's l1: 0.942803\n",
      "[1575]\tvalid_0's l2: 1.76838\tvalid_0's l1: 0.942776\n",
      "[1576]\tvalid_0's l2: 1.7683\tvalid_0's l1: 0.942765\n",
      "[1577]\tvalid_0's l2: 1.7683\tvalid_0's l1: 0.942765\n",
      "[1578]\tvalid_0's l2: 1.76826\tvalid_0's l1: 0.942747\n",
      "[1579]\tvalid_0's l2: 1.76834\tvalid_0's l1: 0.942764\n",
      "[1580]\tvalid_0's l2: 1.76841\tvalid_0's l1: 0.942799\n",
      "[1581]\tvalid_0's l2: 1.76836\tvalid_0's l1: 0.942781\n",
      "[1582]\tvalid_0's l2: 1.76844\tvalid_0's l1: 0.942802\n",
      "[1583]\tvalid_0's l2: 1.76805\tvalid_0's l1: 0.942671\n",
      "[1584]\tvalid_0's l2: 1.76792\tvalid_0's l1: 0.942618\n",
      "[1585]\tvalid_0's l2: 1.76795\tvalid_0's l1: 0.942641\n",
      "[1586]\tvalid_0's l2: 1.7679\tvalid_0's l1: 0.942616\n",
      "[1587]\tvalid_0's l2: 1.76784\tvalid_0's l1: 0.942592\n",
      "[1588]\tvalid_0's l2: 1.76788\tvalid_0's l1: 0.942586\n",
      "[1589]\tvalid_0's l2: 1.7679\tvalid_0's l1: 0.942608\n",
      "[1590]\tvalid_0's l2: 1.76787\tvalid_0's l1: 0.942574\n",
      "[1591]\tvalid_0's l2: 1.76788\tvalid_0's l1: 0.942572\n",
      "[1592]\tvalid_0's l2: 1.76792\tvalid_0's l1: 0.942585\n",
      "[1593]\tvalid_0's l2: 1.76788\tvalid_0's l1: 0.942572\n",
      "[1594]\tvalid_0's l2: 1.76791\tvalid_0's l1: 0.942564\n",
      "[1595]\tvalid_0's l2: 1.76799\tvalid_0's l1: 0.942571\n",
      "[1596]\tvalid_0's l2: 1.76807\tvalid_0's l1: 0.942583\n",
      "[1597]\tvalid_0's l2: 1.76803\tvalid_0's l1: 0.942593\n",
      "[1598]\tvalid_0's l2: 1.76803\tvalid_0's l1: 0.942594\n",
      "[1599]\tvalid_0's l2: 1.768\tvalid_0's l1: 0.942574\n",
      "[1600]\tvalid_0's l2: 1.76795\tvalid_0's l1: 0.942562\n",
      "[1601]\tvalid_0's l2: 1.76793\tvalid_0's l1: 0.94255\n",
      "[1602]\tvalid_0's l2: 1.76794\tvalid_0's l1: 0.942558\n",
      "[1603]\tvalid_0's l2: 1.76774\tvalid_0's l1: 0.942506\n",
      "[1604]\tvalid_0's l2: 1.76765\tvalid_0's l1: 0.942483\n",
      "[1605]\tvalid_0's l2: 1.76765\tvalid_0's l1: 0.942488\n",
      "[1606]\tvalid_0's l2: 1.76747\tvalid_0's l1: 0.94239\n",
      "[1607]\tvalid_0's l2: 1.76743\tvalid_0's l1: 0.942361\n",
      "[1608]\tvalid_0's l2: 1.76743\tvalid_0's l1: 0.942405\n",
      "[1609]\tvalid_0's l2: 1.76727\tvalid_0's l1: 0.942339\n",
      "[1610]\tvalid_0's l2: 1.76719\tvalid_0's l1: 0.942315\n",
      "[1611]\tvalid_0's l2: 1.76716\tvalid_0's l1: 0.94231\n",
      "[1612]\tvalid_0's l2: 1.76711\tvalid_0's l1: 0.94229\n",
      "[1613]\tvalid_0's l2: 1.76694\tvalid_0's l1: 0.942225\n",
      "[1614]\tvalid_0's l2: 1.76699\tvalid_0's l1: 0.942218\n",
      "[1615]\tvalid_0's l2: 1.76682\tvalid_0's l1: 0.942154\n",
      "[1616]\tvalid_0's l2: 1.76677\tvalid_0's l1: 0.942136\n",
      "[1617]\tvalid_0's l2: 1.7666\tvalid_0's l1: 0.942074\n",
      "[1618]\tvalid_0's l2: 1.76651\tvalid_0's l1: 0.942063\n",
      "[1619]\tvalid_0's l2: 1.76651\tvalid_0's l1: 0.942077\n",
      "[1620]\tvalid_0's l2: 1.76646\tvalid_0's l1: 0.942066\n",
      "[1621]\tvalid_0's l2: 1.76646\tvalid_0's l1: 0.942058\n",
      "[1622]\tvalid_0's l2: 1.76647\tvalid_0's l1: 0.942072\n",
      "[1623]\tvalid_0's l2: 1.76621\tvalid_0's l1: 0.941956\n",
      "[1624]\tvalid_0's l2: 1.76624\tvalid_0's l1: 0.941934\n",
      "[1625]\tvalid_0's l2: 1.76617\tvalid_0's l1: 0.941915\n",
      "[1626]\tvalid_0's l2: 1.7662\tvalid_0's l1: 0.941917\n",
      "[1627]\tvalid_0's l2: 1.76616\tvalid_0's l1: 0.941905\n",
      "[1628]\tvalid_0's l2: 1.76615\tvalid_0's l1: 0.941912\n",
      "[1629]\tvalid_0's l2: 1.76603\tvalid_0's l1: 0.941863\n",
      "[1630]\tvalid_0's l2: 1.76595\tvalid_0's l1: 0.941841\n",
      "[1631]\tvalid_0's l2: 1.76594\tvalid_0's l1: 0.941818\n",
      "[1632]\tvalid_0's l2: 1.76594\tvalid_0's l1: 0.94181\n",
      "[1633]\tvalid_0's l2: 1.76566\tvalid_0's l1: 0.941728\n",
      "[1634]\tvalid_0's l2: 1.76549\tvalid_0's l1: 0.941682\n",
      "[1635]\tvalid_0's l2: 1.76552\tvalid_0's l1: 0.94169\n",
      "[1636]\tvalid_0's l2: 1.76552\tvalid_0's l1: 0.941686\n",
      "[1637]\tvalid_0's l2: 1.76552\tvalid_0's l1: 0.941686\n",
      "[1638]\tvalid_0's l2: 1.76542\tvalid_0's l1: 0.94162\n",
      "[1639]\tvalid_0's l2: 1.76544\tvalid_0's l1: 0.941631\n",
      "[1640]\tvalid_0's l2: 1.76546\tvalid_0's l1: 0.941648\n",
      "[1641]\tvalid_0's l2: 1.76529\tvalid_0's l1: 0.941601\n",
      "[1642]\tvalid_0's l2: 1.76531\tvalid_0's l1: 0.941587\n",
      "[1643]\tvalid_0's l2: 1.76525\tvalid_0's l1: 0.941557\n",
      "[1644]\tvalid_0's l2: 1.76525\tvalid_0's l1: 0.941541\n",
      "[1645]\tvalid_0's l2: 1.76518\tvalid_0's l1: 0.94151\n",
      "[1646]\tvalid_0's l2: 1.76507\tvalid_0's l1: 0.941482\n",
      "[1647]\tvalid_0's l2: 1.76498\tvalid_0's l1: 0.941457\n",
      "[1648]\tvalid_0's l2: 1.7649\tvalid_0's l1: 0.941454\n",
      "[1649]\tvalid_0's l2: 1.76482\tvalid_0's l1: 0.941432\n",
      "[1650]\tvalid_0's l2: 1.76474\tvalid_0's l1: 0.94138\n",
      "[1651]\tvalid_0's l2: 1.76454\tvalid_0's l1: 0.941329\n",
      "[1652]\tvalid_0's l2: 1.76441\tvalid_0's l1: 0.941298\n",
      "[1653]\tvalid_0's l2: 1.76445\tvalid_0's l1: 0.941294\n",
      "[1654]\tvalid_0's l2: 1.76444\tvalid_0's l1: 0.941274\n",
      "[1655]\tvalid_0's l2: 1.76441\tvalid_0's l1: 0.941245\n",
      "[1656]\tvalid_0's l2: 1.76444\tvalid_0's l1: 0.941263\n",
      "[1657]\tvalid_0's l2: 1.76438\tvalid_0's l1: 0.941214\n",
      "[1658]\tvalid_0's l2: 1.76437\tvalid_0's l1: 0.941213\n",
      "[1659]\tvalid_0's l2: 1.76421\tvalid_0's l1: 0.941161\n",
      "[1660]\tvalid_0's l2: 1.76396\tvalid_0's l1: 0.941098\n",
      "[1661]\tvalid_0's l2: 1.76384\tvalid_0's l1: 0.941045\n",
      "[1662]\tvalid_0's l2: 1.76388\tvalid_0's l1: 0.941043\n",
      "[1663]\tvalid_0's l2: 1.76396\tvalid_0's l1: 0.941061\n",
      "[1664]\tvalid_0's l2: 1.764\tvalid_0's l1: 0.941072\n",
      "[1665]\tvalid_0's l2: 1.764\tvalid_0's l1: 0.941048\n",
      "[1666]\tvalid_0's l2: 1.76402\tvalid_0's l1: 0.941071\n",
      "[1667]\tvalid_0's l2: 1.76407\tvalid_0's l1: 0.94107\n",
      "[1668]\tvalid_0's l2: 1.76408\tvalid_0's l1: 0.941066\n",
      "[1669]\tvalid_0's l2: 1.76399\tvalid_0's l1: 0.941013\n",
      "[1670]\tvalid_0's l2: 1.76391\tvalid_0's l1: 0.940999\n",
      "[1671]\tvalid_0's l2: 1.76362\tvalid_0's l1: 0.940901\n",
      "[1672]\tvalid_0's l2: 1.7636\tvalid_0's l1: 0.940888\n",
      "[1673]\tvalid_0's l2: 1.76355\tvalid_0's l1: 0.940867\n",
      "[1674]\tvalid_0's l2: 1.76351\tvalid_0's l1: 0.94086\n",
      "[1675]\tvalid_0's l2: 1.7635\tvalid_0's l1: 0.940838\n",
      "[1676]\tvalid_0's l2: 1.76351\tvalid_0's l1: 0.940817\n",
      "[1677]\tvalid_0's l2: 1.76353\tvalid_0's l1: 0.940819\n",
      "[1678]\tvalid_0's l2: 1.76326\tvalid_0's l1: 0.940748\n",
      "[1679]\tvalid_0's l2: 1.76321\tvalid_0's l1: 0.940729\n",
      "[1680]\tvalid_0's l2: 1.76317\tvalid_0's l1: 0.940727\n",
      "[1681]\tvalid_0's l2: 1.76316\tvalid_0's l1: 0.940697\n",
      "[1682]\tvalid_0's l2: 1.76311\tvalid_0's l1: 0.940688\n",
      "[1683]\tvalid_0's l2: 1.76321\tvalid_0's l1: 0.940711\n",
      "[1684]\tvalid_0's l2: 1.76314\tvalid_0's l1: 0.940676\n",
      "[1685]\tvalid_0's l2: 1.76307\tvalid_0's l1: 0.940663\n",
      "[1686]\tvalid_0's l2: 1.76302\tvalid_0's l1: 0.940632\n",
      "[1687]\tvalid_0's l2: 1.76302\tvalid_0's l1: 0.94064\n",
      "[1688]\tvalid_0's l2: 1.76293\tvalid_0's l1: 0.940642\n",
      "[1689]\tvalid_0's l2: 1.76295\tvalid_0's l1: 0.94064\n",
      "[1690]\tvalid_0's l2: 1.76298\tvalid_0's l1: 0.940643\n",
      "[1691]\tvalid_0's l2: 1.76305\tvalid_0's l1: 0.940672\n",
      "[1692]\tvalid_0's l2: 1.76307\tvalid_0's l1: 0.940669\n",
      "[1693]\tvalid_0's l2: 1.76306\tvalid_0's l1: 0.940661\n",
      "[1694]\tvalid_0's l2: 1.76296\tvalid_0's l1: 0.940633\n",
      "[1695]\tvalid_0's l2: 1.7628\tvalid_0's l1: 0.940601\n",
      "[1696]\tvalid_0's l2: 1.76274\tvalid_0's l1: 0.940581\n",
      "[1697]\tvalid_0's l2: 1.76272\tvalid_0's l1: 0.940583\n",
      "[1698]\tvalid_0's l2: 1.76273\tvalid_0's l1: 0.940607\n",
      "[1699]\tvalid_0's l2: 1.76259\tvalid_0's l1: 0.940571\n",
      "[1700]\tvalid_0's l2: 1.76254\tvalid_0's l1: 0.940557\n",
      "[1701]\tvalid_0's l2: 1.76249\tvalid_0's l1: 0.940543\n",
      "[1702]\tvalid_0's l2: 1.76243\tvalid_0's l1: 0.940506\n",
      "[1703]\tvalid_0's l2: 1.76247\tvalid_0's l1: 0.940516\n",
      "[1704]\tvalid_0's l2: 1.76248\tvalid_0's l1: 0.940504\n",
      "[1705]\tvalid_0's l2: 1.76241\tvalid_0's l1: 0.940497\n",
      "[1706]\tvalid_0's l2: 1.76237\tvalid_0's l1: 0.940486\n",
      "[1707]\tvalid_0's l2: 1.76232\tvalid_0's l1: 0.940457\n",
      "[1708]\tvalid_0's l2: 1.76231\tvalid_0's l1: 0.940445\n",
      "[1709]\tvalid_0's l2: 1.76222\tvalid_0's l1: 0.940424\n",
      "[1710]\tvalid_0's l2: 1.76221\tvalid_0's l1: 0.940418\n",
      "[1711]\tvalid_0's l2: 1.76221\tvalid_0's l1: 0.940407\n",
      "[1712]\tvalid_0's l2: 1.76219\tvalid_0's l1: 0.9404\n",
      "[1713]\tvalid_0's l2: 1.7621\tvalid_0's l1: 0.940369\n",
      "[1714]\tvalid_0's l2: 1.76193\tvalid_0's l1: 0.940313\n",
      "[1715]\tvalid_0's l2: 1.76192\tvalid_0's l1: 0.940325\n",
      "[1716]\tvalid_0's l2: 1.76194\tvalid_0's l1: 0.94032\n",
      "[1717]\tvalid_0's l2: 1.76193\tvalid_0's l1: 0.94033\n",
      "[1718]\tvalid_0's l2: 1.76188\tvalid_0's l1: 0.940291\n",
      "[1719]\tvalid_0's l2: 1.76187\tvalid_0's l1: 0.940272\n",
      "[1720]\tvalid_0's l2: 1.76174\tvalid_0's l1: 0.940234\n",
      "[1721]\tvalid_0's l2: 1.76173\tvalid_0's l1: 0.940212\n",
      "[1722]\tvalid_0's l2: 1.76172\tvalid_0's l1: 0.940209\n",
      "[1723]\tvalid_0's l2: 1.76163\tvalid_0's l1: 0.940183\n",
      "[1724]\tvalid_0's l2: 1.76163\tvalid_0's l1: 0.940186\n",
      "[1725]\tvalid_0's l2: 1.7616\tvalid_0's l1: 0.940177\n",
      "[1726]\tvalid_0's l2: 1.76156\tvalid_0's l1: 0.940171\n",
      "[1727]\tvalid_0's l2: 1.76146\tvalid_0's l1: 0.940117\n",
      "[1728]\tvalid_0's l2: 1.76151\tvalid_0's l1: 0.940132\n",
      "[1729]\tvalid_0's l2: 1.76154\tvalid_0's l1: 0.94013\n",
      "[1730]\tvalid_0's l2: 1.76157\tvalid_0's l1: 0.940121\n",
      "[1731]\tvalid_0's l2: 1.7615\tvalid_0's l1: 0.940107\n",
      "[1732]\tvalid_0's l2: 1.76144\tvalid_0's l1: 0.9401\n",
      "[1733]\tvalid_0's l2: 1.76142\tvalid_0's l1: 0.940087\n",
      "[1734]\tvalid_0's l2: 1.76145\tvalid_0's l1: 0.940101\n",
      "[1735]\tvalid_0's l2: 1.76142\tvalid_0's l1: 0.940089\n",
      "[1736]\tvalid_0's l2: 1.76142\tvalid_0's l1: 0.940099\n",
      "[1737]\tvalid_0's l2: 1.76143\tvalid_0's l1: 0.940096\n",
      "[1738]\tvalid_0's l2: 1.76138\tvalid_0's l1: 0.940077\n",
      "[1739]\tvalid_0's l2: 1.76132\tvalid_0's l1: 0.940055\n",
      "[1740]\tvalid_0's l2: 1.76124\tvalid_0's l1: 0.940021\n",
      "[1741]\tvalid_0's l2: 1.76107\tvalid_0's l1: 0.939947\n",
      "[1742]\tvalid_0's l2: 1.761\tvalid_0's l1: 0.93994\n",
      "[1743]\tvalid_0's l2: 1.76095\tvalid_0's l1: 0.939918\n",
      "[1744]\tvalid_0's l2: 1.76084\tvalid_0's l1: 0.939848\n",
      "[1745]\tvalid_0's l2: 1.76082\tvalid_0's l1: 0.939842\n",
      "[1746]\tvalid_0's l2: 1.76068\tvalid_0's l1: 0.939774\n",
      "[1747]\tvalid_0's l2: 1.76044\tvalid_0's l1: 0.939676\n",
      "[1748]\tvalid_0's l2: 1.7604\tvalid_0's l1: 0.939671\n",
      "[1749]\tvalid_0's l2: 1.76034\tvalid_0's l1: 0.939651\n",
      "[1750]\tvalid_0's l2: 1.76042\tvalid_0's l1: 0.939665\n",
      "[1751]\tvalid_0's l2: 1.76037\tvalid_0's l1: 0.939632\n",
      "[1752]\tvalid_0's l2: 1.76038\tvalid_0's l1: 0.939628\n",
      "[1753]\tvalid_0's l2: 1.76031\tvalid_0's l1: 0.939599\n",
      "[1754]\tvalid_0's l2: 1.76019\tvalid_0's l1: 0.939549\n",
      "[1755]\tvalid_0's l2: 1.76012\tvalid_0's l1: 0.939538\n",
      "[1756]\tvalid_0's l2: 1.76013\tvalid_0's l1: 0.939526\n",
      "[1757]\tvalid_0's l2: 1.76003\tvalid_0's l1: 0.939501\n",
      "[1758]\tvalid_0's l2: 1.76011\tvalid_0's l1: 0.939524\n",
      "[1759]\tvalid_0's l2: 1.75995\tvalid_0's l1: 0.939472\n",
      "[1760]\tvalid_0's l2: 1.75989\tvalid_0's l1: 0.939451\n",
      "[1761]\tvalid_0's l2: 1.75996\tvalid_0's l1: 0.939454\n",
      "[1762]\tvalid_0's l2: 1.75988\tvalid_0's l1: 0.939443\n",
      "[1763]\tvalid_0's l2: 1.75993\tvalid_0's l1: 0.939443\n",
      "[1764]\tvalid_0's l2: 1.7599\tvalid_0's l1: 0.939435\n",
      "[1765]\tvalid_0's l2: 1.7599\tvalid_0's l1: 0.939443\n",
      "[1766]\tvalid_0's l2: 1.75982\tvalid_0's l1: 0.93943\n",
      "[1767]\tvalid_0's l2: 1.75995\tvalid_0's l1: 0.939438\n",
      "[1768]\tvalid_0's l2: 1.75985\tvalid_0's l1: 0.93941\n",
      "[1769]\tvalid_0's l2: 1.75985\tvalid_0's l1: 0.939404\n",
      "[1770]\tvalid_0's l2: 1.75985\tvalid_0's l1: 0.939403\n",
      "[1771]\tvalid_0's l2: 1.75982\tvalid_0's l1: 0.939393\n",
      "[1772]\tvalid_0's l2: 1.75981\tvalid_0's l1: 0.939384\n",
      "[1773]\tvalid_0's l2: 1.75982\tvalid_0's l1: 0.939404\n",
      "[1774]\tvalid_0's l2: 1.7598\tvalid_0's l1: 0.939397\n",
      "[1775]\tvalid_0's l2: 1.75974\tvalid_0's l1: 0.939385\n",
      "[1776]\tvalid_0's l2: 1.75969\tvalid_0's l1: 0.93936\n",
      "[1777]\tvalid_0's l2: 1.75943\tvalid_0's l1: 0.939261\n",
      "[1778]\tvalid_0's l2: 1.75943\tvalid_0's l1: 0.939232\n",
      "[1779]\tvalid_0's l2: 1.75932\tvalid_0's l1: 0.939197\n",
      "[1780]\tvalid_0's l2: 1.7593\tvalid_0's l1: 0.939181\n",
      "[1781]\tvalid_0's l2: 1.75924\tvalid_0's l1: 0.93914\n",
      "[1782]\tvalid_0's l2: 1.75924\tvalid_0's l1: 0.939148\n",
      "[1783]\tvalid_0's l2: 1.7592\tvalid_0's l1: 0.939141\n",
      "[1784]\tvalid_0's l2: 1.75923\tvalid_0's l1: 0.939136\n",
      "[1785]\tvalid_0's l2: 1.75918\tvalid_0's l1: 0.939125\n",
      "[1786]\tvalid_0's l2: 1.75921\tvalid_0's l1: 0.939136\n",
      "[1787]\tvalid_0's l2: 1.75923\tvalid_0's l1: 0.939113\n",
      "[1788]\tvalid_0's l2: 1.75926\tvalid_0's l1: 0.939121\n",
      "[1789]\tvalid_0's l2: 1.75927\tvalid_0's l1: 0.939116\n",
      "[1790]\tvalid_0's l2: 1.75921\tvalid_0's l1: 0.939091\n",
      "[1791]\tvalid_0's l2: 1.75917\tvalid_0's l1: 0.939089\n",
      "[1792]\tvalid_0's l2: 1.7591\tvalid_0's l1: 0.93905\n",
      "[1793]\tvalid_0's l2: 1.75891\tvalid_0's l1: 0.938954\n",
      "[1794]\tvalid_0's l2: 1.75889\tvalid_0's l1: 0.938964\n",
      "[1795]\tvalid_0's l2: 1.75874\tvalid_0's l1: 0.93891\n",
      "[1796]\tvalid_0's l2: 1.75865\tvalid_0's l1: 0.938885\n",
      "[1797]\tvalid_0's l2: 1.75861\tvalid_0's l1: 0.938883\n",
      "[1798]\tvalid_0's l2: 1.75857\tvalid_0's l1: 0.938863\n",
      "[1799]\tvalid_0's l2: 1.7584\tvalid_0's l1: 0.938812\n",
      "[1800]\tvalid_0's l2: 1.75835\tvalid_0's l1: 0.938778\n",
      "[1801]\tvalid_0's l2: 1.7583\tvalid_0's l1: 0.938755\n",
      "[1802]\tvalid_0's l2: 1.75824\tvalid_0's l1: 0.938735\n",
      "[1803]\tvalid_0's l2: 1.75817\tvalid_0's l1: 0.938714\n",
      "[1804]\tvalid_0's l2: 1.7581\tvalid_0's l1: 0.938674\n",
      "[1805]\tvalid_0's l2: 1.75814\tvalid_0's l1: 0.938678\n",
      "[1806]\tvalid_0's l2: 1.75817\tvalid_0's l1: 0.938683\n",
      "[1807]\tvalid_0's l2: 1.75802\tvalid_0's l1: 0.938635\n",
      "[1808]\tvalid_0's l2: 1.75798\tvalid_0's l1: 0.938626\n",
      "[1809]\tvalid_0's l2: 1.75796\tvalid_0's l1: 0.938618\n",
      "[1810]\tvalid_0's l2: 1.75802\tvalid_0's l1: 0.938644\n",
      "[1811]\tvalid_0's l2: 1.75803\tvalid_0's l1: 0.938632\n",
      "[1812]\tvalid_0's l2: 1.75805\tvalid_0's l1: 0.938637\n",
      "[1813]\tvalid_0's l2: 1.75798\tvalid_0's l1: 0.938631\n",
      "[1814]\tvalid_0's l2: 1.75799\tvalid_0's l1: 0.938632\n",
      "[1815]\tvalid_0's l2: 1.75797\tvalid_0's l1: 0.93862\n",
      "[1816]\tvalid_0's l2: 1.75793\tvalid_0's l1: 0.938618\n",
      "[1817]\tvalid_0's l2: 1.75796\tvalid_0's l1: 0.93862\n",
      "[1818]\tvalid_0's l2: 1.75796\tvalid_0's l1: 0.938631\n",
      "[1819]\tvalid_0's l2: 1.75795\tvalid_0's l1: 0.938625\n",
      "[1820]\tvalid_0's l2: 1.75794\tvalid_0's l1: 0.938601\n",
      "[1821]\tvalid_0's l2: 1.75789\tvalid_0's l1: 0.938608\n",
      "[1822]\tvalid_0's l2: 1.75786\tvalid_0's l1: 0.938579\n",
      "[1823]\tvalid_0's l2: 1.75783\tvalid_0's l1: 0.938552\n",
      "[1824]\tvalid_0's l2: 1.75779\tvalid_0's l1: 0.938536\n",
      "[1825]\tvalid_0's l2: 1.75777\tvalid_0's l1: 0.938526\n",
      "[1826]\tvalid_0's l2: 1.7578\tvalid_0's l1: 0.938508\n",
      "[1827]\tvalid_0's l2: 1.75783\tvalid_0's l1: 0.938524\n",
      "[1828]\tvalid_0's l2: 1.7578\tvalid_0's l1: 0.938518\n",
      "[1829]\tvalid_0's l2: 1.7578\tvalid_0's l1: 0.938515\n",
      "[1830]\tvalid_0's l2: 1.75774\tvalid_0's l1: 0.938491\n",
      "[1831]\tvalid_0's l2: 1.75775\tvalid_0's l1: 0.938496\n",
      "[1832]\tvalid_0's l2: 1.75768\tvalid_0's l1: 0.938456\n",
      "[1833]\tvalid_0's l2: 1.75753\tvalid_0's l1: 0.938401\n",
      "[1834]\tvalid_0's l2: 1.75751\tvalid_0's l1: 0.938374\n",
      "[1835]\tvalid_0's l2: 1.75748\tvalid_0's l1: 0.938363\n",
      "[1836]\tvalid_0's l2: 1.75744\tvalid_0's l1: 0.938343\n",
      "[1837]\tvalid_0's l2: 1.75736\tvalid_0's l1: 0.938312\n",
      "[1838]\tvalid_0's l2: 1.75739\tvalid_0's l1: 0.938307\n",
      "[1839]\tvalid_0's l2: 1.75738\tvalid_0's l1: 0.938322\n",
      "[1840]\tvalid_0's l2: 1.75736\tvalid_0's l1: 0.938313\n",
      "[1841]\tvalid_0's l2: 1.7573\tvalid_0's l1: 0.93829\n",
      "[1842]\tvalid_0's l2: 1.75717\tvalid_0's l1: 0.938233\n",
      "[1843]\tvalid_0's l2: 1.75719\tvalid_0's l1: 0.938229\n",
      "[1844]\tvalid_0's l2: 1.75714\tvalid_0's l1: 0.938209\n",
      "[1845]\tvalid_0's l2: 1.75709\tvalid_0's l1: 0.938202\n",
      "[1846]\tvalid_0's l2: 1.75714\tvalid_0's l1: 0.938216\n",
      "[1847]\tvalid_0's l2: 1.75699\tvalid_0's l1: 0.938171\n",
      "[1848]\tvalid_0's l2: 1.75702\tvalid_0's l1: 0.938176\n",
      "[1849]\tvalid_0's l2: 1.75699\tvalid_0's l1: 0.93815\n",
      "[1850]\tvalid_0's l2: 1.7569\tvalid_0's l1: 0.938117\n",
      "[1851]\tvalid_0's l2: 1.75691\tvalid_0's l1: 0.938121\n",
      "[1852]\tvalid_0's l2: 1.75686\tvalid_0's l1: 0.938117\n",
      "[1853]\tvalid_0's l2: 1.75687\tvalid_0's l1: 0.938136\n",
      "[1854]\tvalid_0's l2: 1.75686\tvalid_0's l1: 0.93814\n",
      "[1855]\tvalid_0's l2: 1.75681\tvalid_0's l1: 0.93813\n",
      "[1856]\tvalid_0's l2: 1.75682\tvalid_0's l1: 0.938139\n",
      "[1857]\tvalid_0's l2: 1.75678\tvalid_0's l1: 0.938128\n",
      "[1858]\tvalid_0's l2: 1.75678\tvalid_0's l1: 0.938126\n",
      "[1859]\tvalid_0's l2: 1.75679\tvalid_0's l1: 0.93812\n",
      "[1860]\tvalid_0's l2: 1.75679\tvalid_0's l1: 0.938136\n",
      "[1861]\tvalid_0's l2: 1.75673\tvalid_0's l1: 0.938105\n",
      "[1862]\tvalid_0's l2: 1.75673\tvalid_0's l1: 0.938114\n",
      "[1863]\tvalid_0's l2: 1.75673\tvalid_0's l1: 0.938106\n",
      "[1864]\tvalid_0's l2: 1.75675\tvalid_0's l1: 0.93811\n",
      "[1865]\tvalid_0's l2: 1.75673\tvalid_0's l1: 0.938108\n",
      "[1866]\tvalid_0's l2: 1.75669\tvalid_0's l1: 0.93809\n",
      "[1867]\tvalid_0's l2: 1.75665\tvalid_0's l1: 0.938078\n",
      "[1868]\tvalid_0's l2: 1.75661\tvalid_0's l1: 0.938073\n",
      "[1869]\tvalid_0's l2: 1.75653\tvalid_0's l1: 0.938038\n",
      "[1870]\tvalid_0's l2: 1.75656\tvalid_0's l1: 0.938064\n",
      "[1871]\tvalid_0's l2: 1.75645\tvalid_0's l1: 0.938034\n",
      "[1872]\tvalid_0's l2: 1.75643\tvalid_0's l1: 0.93805\n",
      "[1873]\tvalid_0's l2: 1.75644\tvalid_0's l1: 0.938052\n",
      "[1874]\tvalid_0's l2: 1.75655\tvalid_0's l1: 0.938067\n",
      "[1875]\tvalid_0's l2: 1.75642\tvalid_0's l1: 0.938035\n",
      "[1876]\tvalid_0's l2: 1.75635\tvalid_0's l1: 0.938018\n",
      "[1877]\tvalid_0's l2: 1.75639\tvalid_0's l1: 0.938009\n",
      "[1878]\tvalid_0's l2: 1.75631\tvalid_0's l1: 0.937996\n",
      "[1879]\tvalid_0's l2: 1.75634\tvalid_0's l1: 0.938007\n",
      "[1880]\tvalid_0's l2: 1.75631\tvalid_0's l1: 0.938011\n",
      "[1881]\tvalid_0's l2: 1.75624\tvalid_0's l1: 0.937977\n",
      "[1882]\tvalid_0's l2: 1.75621\tvalid_0's l1: 0.937972\n",
      "[1883]\tvalid_0's l2: 1.75619\tvalid_0's l1: 0.937949\n",
      "[1884]\tvalid_0's l2: 1.75618\tvalid_0's l1: 0.93793\n",
      "[1885]\tvalid_0's l2: 1.75617\tvalid_0's l1: 0.937949\n",
      "[1886]\tvalid_0's l2: 1.7561\tvalid_0's l1: 0.937938\n",
      "[1887]\tvalid_0's l2: 1.75609\tvalid_0's l1: 0.937942\n",
      "[1888]\tvalid_0's l2: 1.75613\tvalid_0's l1: 0.937929\n",
      "[1889]\tvalid_0's l2: 1.75604\tvalid_0's l1: 0.93789\n",
      "[1890]\tvalid_0's l2: 1.75608\tvalid_0's l1: 0.937911\n",
      "[1891]\tvalid_0's l2: 1.75609\tvalid_0's l1: 0.937935\n",
      "[1892]\tvalid_0's l2: 1.75608\tvalid_0's l1: 0.937929\n",
      "[1893]\tvalid_0's l2: 1.75597\tvalid_0's l1: 0.937898\n",
      "[1894]\tvalid_0's l2: 1.75594\tvalid_0's l1: 0.937884\n",
      "[1895]\tvalid_0's l2: 1.75592\tvalid_0's l1: 0.937887\n",
      "[1896]\tvalid_0's l2: 1.75589\tvalid_0's l1: 0.937865\n",
      "[1897]\tvalid_0's l2: 1.75586\tvalid_0's l1: 0.937844\n",
      "[1898]\tvalid_0's l2: 1.75584\tvalid_0's l1: 0.937841\n",
      "[1899]\tvalid_0's l2: 1.75583\tvalid_0's l1: 0.937833\n",
      "[1900]\tvalid_0's l2: 1.75585\tvalid_0's l1: 0.937827\n",
      "[1901]\tvalid_0's l2: 1.75583\tvalid_0's l1: 0.937803\n",
      "[1902]\tvalid_0's l2: 1.75579\tvalid_0's l1: 0.937793\n",
      "[1903]\tvalid_0's l2: 1.75574\tvalid_0's l1: 0.937778\n",
      "[1904]\tvalid_0's l2: 1.75574\tvalid_0's l1: 0.937762\n",
      "[1905]\tvalid_0's l2: 1.75564\tvalid_0's l1: 0.937747\n",
      "[1906]\tvalid_0's l2: 1.75561\tvalid_0's l1: 0.937746\n",
      "[1907]\tvalid_0's l2: 1.75566\tvalid_0's l1: 0.937752\n",
      "[1908]\tvalid_0's l2: 1.75566\tvalid_0's l1: 0.937738\n",
      "[1909]\tvalid_0's l2: 1.75563\tvalid_0's l1: 0.937723\n",
      "[1910]\tvalid_0's l2: 1.75562\tvalid_0's l1: 0.937723\n",
      "[1911]\tvalid_0's l2: 1.75562\tvalid_0's l1: 0.937727\n",
      "[1912]\tvalid_0's l2: 1.75567\tvalid_0's l1: 0.937753\n",
      "[1913]\tvalid_0's l2: 1.75559\tvalid_0's l1: 0.937745\n",
      "[1914]\tvalid_0's l2: 1.75551\tvalid_0's l1: 0.937696\n",
      "[1915]\tvalid_0's l2: 1.75556\tvalid_0's l1: 0.937711\n",
      "[1916]\tvalid_0's l2: 1.75564\tvalid_0's l1: 0.937724\n",
      "[1917]\tvalid_0's l2: 1.75563\tvalid_0's l1: 0.937711\n",
      "[1918]\tvalid_0's l2: 1.7556\tvalid_0's l1: 0.937684\n",
      "[1919]\tvalid_0's l2: 1.75557\tvalid_0's l1: 0.937663\n",
      "[1920]\tvalid_0's l2: 1.75555\tvalid_0's l1: 0.937659\n",
      "[1921]\tvalid_0's l2: 1.75549\tvalid_0's l1: 0.937649\n",
      "[1922]\tvalid_0's l2: 1.7555\tvalid_0's l1: 0.937646\n",
      "[1923]\tvalid_0's l2: 1.75547\tvalid_0's l1: 0.937636\n",
      "[1924]\tvalid_0's l2: 1.75549\tvalid_0's l1: 0.937628\n",
      "[1925]\tvalid_0's l2: 1.75544\tvalid_0's l1: 0.937622\n",
      "[1926]\tvalid_0's l2: 1.75538\tvalid_0's l1: 0.937606\n",
      "[1927]\tvalid_0's l2: 1.75532\tvalid_0's l1: 0.937577\n",
      "[1928]\tvalid_0's l2: 1.75522\tvalid_0's l1: 0.937556\n",
      "[1929]\tvalid_0's l2: 1.75515\tvalid_0's l1: 0.937541\n",
      "[1930]\tvalid_0's l2: 1.75512\tvalid_0's l1: 0.93751\n",
      "[1931]\tvalid_0's l2: 1.75508\tvalid_0's l1: 0.937503\n",
      "[1932]\tvalid_0's l2: 1.75503\tvalid_0's l1: 0.937471\n",
      "[1933]\tvalid_0's l2: 1.75504\tvalid_0's l1: 0.937486\n",
      "[1934]\tvalid_0's l2: 1.75505\tvalid_0's l1: 0.937475\n",
      "[1935]\tvalid_0's l2: 1.7551\tvalid_0's l1: 0.937479\n",
      "[1936]\tvalid_0's l2: 1.75511\tvalid_0's l1: 0.937487\n",
      "[1937]\tvalid_0's l2: 1.75511\tvalid_0's l1: 0.937496\n",
      "[1938]\tvalid_0's l2: 1.75508\tvalid_0's l1: 0.937471\n",
      "[1939]\tvalid_0's l2: 1.75504\tvalid_0's l1: 0.937453\n",
      "[1940]\tvalid_0's l2: 1.75505\tvalid_0's l1: 0.937451\n",
      "[1941]\tvalid_0's l2: 1.75513\tvalid_0's l1: 0.937473\n",
      "[1942]\tvalid_0's l2: 1.75511\tvalid_0's l1: 0.93746\n",
      "[1943]\tvalid_0's l2: 1.7552\tvalid_0's l1: 0.937495\n",
      "[1944]\tvalid_0's l2: 1.75518\tvalid_0's l1: 0.937479\n",
      "[1945]\tvalid_0's l2: 1.75518\tvalid_0's l1: 0.937474\n",
      "[1946]\tvalid_0's l2: 1.75519\tvalid_0's l1: 0.937473\n",
      "[1947]\tvalid_0's l2: 1.75521\tvalid_0's l1: 0.937481\n",
      "[1948]\tvalid_0's l2: 1.75519\tvalid_0's l1: 0.937461\n",
      "[1949]\tvalid_0's l2: 1.75514\tvalid_0's l1: 0.937474\n",
      "[1950]\tvalid_0's l2: 1.75511\tvalid_0's l1: 0.937461\n",
      "[1951]\tvalid_0's l2: 1.75511\tvalid_0's l1: 0.937456\n",
      "[1952]\tvalid_0's l2: 1.7551\tvalid_0's l1: 0.937454\n",
      "[1953]\tvalid_0's l2: 1.75501\tvalid_0's l1: 0.937425\n",
      "[1954]\tvalid_0's l2: 1.75496\tvalid_0's l1: 0.937411\n",
      "[1955]\tvalid_0's l2: 1.75478\tvalid_0's l1: 0.937363\n",
      "[1956]\tvalid_0's l2: 1.75474\tvalid_0's l1: 0.937352\n",
      "[1957]\tvalid_0's l2: 1.75481\tvalid_0's l1: 0.937369\n",
      "[1958]\tvalid_0's l2: 1.75481\tvalid_0's l1: 0.937369\n",
      "[1959]\tvalid_0's l2: 1.75491\tvalid_0's l1: 0.937403\n",
      "[1960]\tvalid_0's l2: 1.75486\tvalid_0's l1: 0.93738\n",
      "[1961]\tvalid_0's l2: 1.75487\tvalid_0's l1: 0.937389\n",
      "[1962]\tvalid_0's l2: 1.75489\tvalid_0's l1: 0.937396\n",
      "[1963]\tvalid_0's l2: 1.75481\tvalid_0's l1: 0.937374\n",
      "[1964]\tvalid_0's l2: 1.75475\tvalid_0's l1: 0.937365\n",
      "[1965]\tvalid_0's l2: 1.75472\tvalid_0's l1: 0.937345\n",
      "[1966]\tvalid_0's l2: 1.75464\tvalid_0's l1: 0.93733\n",
      "[1967]\tvalid_0's l2: 1.75459\tvalid_0's l1: 0.937311\n",
      "[1968]\tvalid_0's l2: 1.75449\tvalid_0's l1: 0.93727\n",
      "[1969]\tvalid_0's l2: 1.75445\tvalid_0's l1: 0.937276\n",
      "[1970]\tvalid_0's l2: 1.75437\tvalid_0's l1: 0.937263\n",
      "[1971]\tvalid_0's l2: 1.75437\tvalid_0's l1: 0.937259\n",
      "[1972]\tvalid_0's l2: 1.75438\tvalid_0's l1: 0.93725\n",
      "[1973]\tvalid_0's l2: 1.75439\tvalid_0's l1: 0.93726\n",
      "[1974]\tvalid_0's l2: 1.7543\tvalid_0's l1: 0.937226\n",
      "[1975]\tvalid_0's l2: 1.75424\tvalid_0's l1: 0.93719\n",
      "[1976]\tvalid_0's l2: 1.75424\tvalid_0's l1: 0.937182\n",
      "[1977]\tvalid_0's l2: 1.75428\tvalid_0's l1: 0.9372\n",
      "[1978]\tvalid_0's l2: 1.75423\tvalid_0's l1: 0.937164\n",
      "[1979]\tvalid_0's l2: 1.75413\tvalid_0's l1: 0.937141\n",
      "[1980]\tvalid_0's l2: 1.7541\tvalid_0's l1: 0.93713\n",
      "[1981]\tvalid_0's l2: 1.75408\tvalid_0's l1: 0.937101\n",
      "[1982]\tvalid_0's l2: 1.75411\tvalid_0's l1: 0.937106\n",
      "[1983]\tvalid_0's l2: 1.75411\tvalid_0's l1: 0.937112\n",
      "[1984]\tvalid_0's l2: 1.75413\tvalid_0's l1: 0.937122\n",
      "[1985]\tvalid_0's l2: 1.75413\tvalid_0's l1: 0.937124\n",
      "[1986]\tvalid_0's l2: 1.75413\tvalid_0's l1: 0.937129\n",
      "[1987]\tvalid_0's l2: 1.75413\tvalid_0's l1: 0.937125\n",
      "[1988]\tvalid_0's l2: 1.75406\tvalid_0's l1: 0.937108\n",
      "[1989]\tvalid_0's l2: 1.75407\tvalid_0's l1: 0.937108\n",
      "[1990]\tvalid_0's l2: 1.75408\tvalid_0's l1: 0.937113\n",
      "[1991]\tvalid_0's l2: 1.7541\tvalid_0's l1: 0.937108\n",
      "[1992]\tvalid_0's l2: 1.7541\tvalid_0's l1: 0.937086\n",
      "[1993]\tvalid_0's l2: 1.75405\tvalid_0's l1: 0.937074\n",
      "[1994]\tvalid_0's l2: 1.75401\tvalid_0's l1: 0.937057\n",
      "[1995]\tvalid_0's l2: 1.75398\tvalid_0's l1: 0.937049\n",
      "[1996]\tvalid_0's l2: 1.75398\tvalid_0's l1: 0.937073\n",
      "[1997]\tvalid_0's l2: 1.75399\tvalid_0's l1: 0.937085\n",
      "[1998]\tvalid_0's l2: 1.75396\tvalid_0's l1: 0.93707\n",
      "[1999]\tvalid_0's l2: 1.75402\tvalid_0's l1: 0.937096\n",
      "[2000]\tvalid_0's l2: 1.75397\tvalid_0's l1: 0.937073\n",
      "[2001]\tvalid_0's l2: 1.75391\tvalid_0's l1: 0.937057\n",
      "[2002]\tvalid_0's l2: 1.75386\tvalid_0's l1: 0.93704\n",
      "[2003]\tvalid_0's l2: 1.75391\tvalid_0's l1: 0.937055\n",
      "[2004]\tvalid_0's l2: 1.75386\tvalid_0's l1: 0.937029\n",
      "[2005]\tvalid_0's l2: 1.75391\tvalid_0's l1: 0.937038\n",
      "[2006]\tvalid_0's l2: 1.7539\tvalid_0's l1: 0.937047\n",
      "[2007]\tvalid_0's l2: 1.75394\tvalid_0's l1: 0.937057\n",
      "[2008]\tvalid_0's l2: 1.75392\tvalid_0's l1: 0.937054\n",
      "[2009]\tvalid_0's l2: 1.75388\tvalid_0's l1: 0.937038\n",
      "[2010]\tvalid_0's l2: 1.75389\tvalid_0's l1: 0.937047\n",
      "[2011]\tvalid_0's l2: 1.75393\tvalid_0's l1: 0.937049\n",
      "[2012]\tvalid_0's l2: 1.75396\tvalid_0's l1: 0.937063\n",
      "[2013]\tvalid_0's l2: 1.75399\tvalid_0's l1: 0.937069\n",
      "[2014]\tvalid_0's l2: 1.75403\tvalid_0's l1: 0.937072\n",
      "[2015]\tvalid_0's l2: 1.754\tvalid_0's l1: 0.937064\n",
      "[2016]\tvalid_0's l2: 1.75401\tvalid_0's l1: 0.937073\n",
      "[2017]\tvalid_0's l2: 1.75399\tvalid_0's l1: 0.937086\n",
      "[2018]\tvalid_0's l2: 1.75399\tvalid_0's l1: 0.937082\n",
      "[2019]\tvalid_0's l2: 1.75395\tvalid_0's l1: 0.937075\n",
      "[2020]\tvalid_0's l2: 1.75386\tvalid_0's l1: 0.937048\n",
      "[2021]\tvalid_0's l2: 1.75383\tvalid_0's l1: 0.937031\n",
      "[2022]\tvalid_0's l2: 1.7538\tvalid_0's l1: 0.937013\n",
      "[2023]\tvalid_0's l2: 1.75373\tvalid_0's l1: 0.936999\n",
      "[2024]\tvalid_0's l2: 1.75373\tvalid_0's l1: 0.937\n",
      "[2025]\tvalid_0's l2: 1.75372\tvalid_0's l1: 0.937002\n",
      "[2026]\tvalid_0's l2: 1.75372\tvalid_0's l1: 0.937011\n",
      "[2027]\tvalid_0's l2: 1.75371\tvalid_0's l1: 0.937003\n",
      "[2028]\tvalid_0's l2: 1.7537\tvalid_0's l1: 0.937013\n",
      "[2029]\tvalid_0's l2: 1.75372\tvalid_0's l1: 0.937021\n",
      "[2030]\tvalid_0's l2: 1.75373\tvalid_0's l1: 0.937022\n",
      "[2031]\tvalid_0's l2: 1.75367\tvalid_0's l1: 0.936993\n",
      "[2032]\tvalid_0's l2: 1.75364\tvalid_0's l1: 0.936981\n",
      "[2033]\tvalid_0's l2: 1.75373\tvalid_0's l1: 0.937008\n",
      "[2034]\tvalid_0's l2: 1.75368\tvalid_0's l1: 0.93699\n",
      "[2035]\tvalid_0's l2: 1.75368\tvalid_0's l1: 0.93698\n",
      "[2036]\tvalid_0's l2: 1.75373\tvalid_0's l1: 0.936993\n",
      "[2037]\tvalid_0's l2: 1.75376\tvalid_0's l1: 0.936995\n",
      "[2038]\tvalid_0's l2: 1.75372\tvalid_0's l1: 0.936972\n",
      "[2039]\tvalid_0's l2: 1.75369\tvalid_0's l1: 0.936971\n",
      "[2040]\tvalid_0's l2: 1.75369\tvalid_0's l1: 0.936983\n",
      "[2041]\tvalid_0's l2: 1.75364\tvalid_0's l1: 0.936967\n",
      "[2042]\tvalid_0's l2: 1.7536\tvalid_0's l1: 0.936946\n",
      "[2043]\tvalid_0's l2: 1.75361\tvalid_0's l1: 0.936951\n",
      "[2044]\tvalid_0's l2: 1.75361\tvalid_0's l1: 0.936942\n",
      "[2045]\tvalid_0's l2: 1.75364\tvalid_0's l1: 0.936951\n",
      "[2046]\tvalid_0's l2: 1.75365\tvalid_0's l1: 0.936954\n",
      "[2047]\tvalid_0's l2: 1.75363\tvalid_0's l1: 0.936937\n",
      "[2048]\tvalid_0's l2: 1.75365\tvalid_0's l1: 0.93694\n",
      "[2049]\tvalid_0's l2: 1.75369\tvalid_0's l1: 0.936948\n",
      "[2050]\tvalid_0's l2: 1.75364\tvalid_0's l1: 0.936943\n",
      "[2051]\tvalid_0's l2: 1.75362\tvalid_0's l1: 0.936936\n",
      "[2052]\tvalid_0's l2: 1.75358\tvalid_0's l1: 0.936928\n",
      "[2053]\tvalid_0's l2: 1.75361\tvalid_0's l1: 0.936944\n",
      "[2054]\tvalid_0's l2: 1.75368\tvalid_0's l1: 0.936955\n",
      "[2055]\tvalid_0's l2: 1.75358\tvalid_0's l1: 0.936923\n",
      "[2056]\tvalid_0's l2: 1.75356\tvalid_0's l1: 0.936903\n",
      "[2057]\tvalid_0's l2: 1.7536\tvalid_0's l1: 0.936907\n",
      "[2058]\tvalid_0's l2: 1.7536\tvalid_0's l1: 0.936901\n",
      "[2059]\tvalid_0's l2: 1.75357\tvalid_0's l1: 0.936892\n",
      "[2060]\tvalid_0's l2: 1.75353\tvalid_0's l1: 0.936892\n",
      "[2061]\tvalid_0's l2: 1.75344\tvalid_0's l1: 0.936868\n",
      "[2062]\tvalid_0's l2: 1.75345\tvalid_0's l1: 0.936873\n",
      "[2063]\tvalid_0's l2: 1.75344\tvalid_0's l1: 0.93687\n",
      "[2064]\tvalid_0's l2: 1.75342\tvalid_0's l1: 0.936864\n",
      "[2065]\tvalid_0's l2: 1.75346\tvalid_0's l1: 0.936882\n",
      "[2066]\tvalid_0's l2: 1.75341\tvalid_0's l1: 0.936855\n",
      "[2067]\tvalid_0's l2: 1.75333\tvalid_0's l1: 0.936831\n",
      "[2068]\tvalid_0's l2: 1.75334\tvalid_0's l1: 0.936826\n",
      "[2069]\tvalid_0's l2: 1.75331\tvalid_0's l1: 0.936805\n",
      "[2070]\tvalid_0's l2: 1.75331\tvalid_0's l1: 0.936801\n",
      "[2071]\tvalid_0's l2: 1.75332\tvalid_0's l1: 0.936794\n",
      "[2072]\tvalid_0's l2: 1.75327\tvalid_0's l1: 0.936782\n",
      "[2073]\tvalid_0's l2: 1.75322\tvalid_0's l1: 0.936762\n",
      "[2074]\tvalid_0's l2: 1.75323\tvalid_0's l1: 0.936758\n",
      "[2075]\tvalid_0's l2: 1.75321\tvalid_0's l1: 0.936746\n",
      "[2076]\tvalid_0's l2: 1.75322\tvalid_0's l1: 0.936746\n",
      "[2077]\tvalid_0's l2: 1.75323\tvalid_0's l1: 0.936741\n",
      "[2078]\tvalid_0's l2: 1.75318\tvalid_0's l1: 0.936723\n",
      "[2079]\tvalid_0's l2: 1.75318\tvalid_0's l1: 0.936726\n",
      "[2080]\tvalid_0's l2: 1.7532\tvalid_0's l1: 0.936734\n",
      "[2081]\tvalid_0's l2: 1.75312\tvalid_0's l1: 0.936705\n",
      "[2082]\tvalid_0's l2: 1.7531\tvalid_0's l1: 0.936688\n",
      "[2083]\tvalid_0's l2: 1.75307\tvalid_0's l1: 0.936664\n",
      "[2084]\tvalid_0's l2: 1.75303\tvalid_0's l1: 0.93664\n",
      "[2085]\tvalid_0's l2: 1.75305\tvalid_0's l1: 0.936633\n",
      "[2086]\tvalid_0's l2: 1.75305\tvalid_0's l1: 0.936613\n",
      "[2087]\tvalid_0's l2: 1.75302\tvalid_0's l1: 0.936603\n",
      "[2088]\tvalid_0's l2: 1.753\tvalid_0's l1: 0.936589\n",
      "[2089]\tvalid_0's l2: 1.75296\tvalid_0's l1: 0.936568\n",
      "[2090]\tvalid_0's l2: 1.75299\tvalid_0's l1: 0.936571\n",
      "[2091]\tvalid_0's l2: 1.75297\tvalid_0's l1: 0.936564\n",
      "[2092]\tvalid_0's l2: 1.75294\tvalid_0's l1: 0.936548\n",
      "[2093]\tvalid_0's l2: 1.75293\tvalid_0's l1: 0.936547\n",
      "[2094]\tvalid_0's l2: 1.75292\tvalid_0's l1: 0.936542\n",
      "[2095]\tvalid_0's l2: 1.75292\tvalid_0's l1: 0.93655\n",
      "[2096]\tvalid_0's l2: 1.7529\tvalid_0's l1: 0.936558\n",
      "[2097]\tvalid_0's l2: 1.75295\tvalid_0's l1: 0.936564\n",
      "[2098]\tvalid_0's l2: 1.75296\tvalid_0's l1: 0.936567\n",
      "[2099]\tvalid_0's l2: 1.75292\tvalid_0's l1: 0.936552\n",
      "[2100]\tvalid_0's l2: 1.75283\tvalid_0's l1: 0.936526\n",
      "[2101]\tvalid_0's l2: 1.75279\tvalid_0's l1: 0.936518\n",
      "[2102]\tvalid_0's l2: 1.75281\tvalid_0's l1: 0.936531\n",
      "[2103]\tvalid_0's l2: 1.75277\tvalid_0's l1: 0.936509\n",
      "[2104]\tvalid_0's l2: 1.75274\tvalid_0's l1: 0.936495\n",
      "[2105]\tvalid_0's l2: 1.75273\tvalid_0's l1: 0.936499\n",
      "[2106]\tvalid_0's l2: 1.75273\tvalid_0's l1: 0.936492\n",
      "[2107]\tvalid_0's l2: 1.75272\tvalid_0's l1: 0.936491\n",
      "[2108]\tvalid_0's l2: 1.75272\tvalid_0's l1: 0.9365\n",
      "[2109]\tvalid_0's l2: 1.75271\tvalid_0's l1: 0.936496\n",
      "[2110]\tvalid_0's l2: 1.75268\tvalid_0's l1: 0.93649\n",
      "[2111]\tvalid_0's l2: 1.75265\tvalid_0's l1: 0.936496\n",
      "[2112]\tvalid_0's l2: 1.75267\tvalid_0's l1: 0.936506\n",
      "[2113]\tvalid_0's l2: 1.75268\tvalid_0's l1: 0.936503\n",
      "[2114]\tvalid_0's l2: 1.75269\tvalid_0's l1: 0.936508\n",
      "[2115]\tvalid_0's l2: 1.75267\tvalid_0's l1: 0.936509\n",
      "[2116]\tvalid_0's l2: 1.75267\tvalid_0's l1: 0.936503\n",
      "[2117]\tvalid_0's l2: 1.75261\tvalid_0's l1: 0.936494\n",
      "[2118]\tvalid_0's l2: 1.75261\tvalid_0's l1: 0.936479\n",
      "[2119]\tvalid_0's l2: 1.75263\tvalid_0's l1: 0.936474\n",
      "[2120]\tvalid_0's l2: 1.75262\tvalid_0's l1: 0.936469\n",
      "[2121]\tvalid_0's l2: 1.75259\tvalid_0's l1: 0.936464\n",
      "[2122]\tvalid_0's l2: 1.75254\tvalid_0's l1: 0.93643\n",
      "[2123]\tvalid_0's l2: 1.75252\tvalid_0's l1: 0.936412\n",
      "[2124]\tvalid_0's l2: 1.75254\tvalid_0's l1: 0.936421\n",
      "[2125]\tvalid_0's l2: 1.75253\tvalid_0's l1: 0.936424\n",
      "[2126]\tvalid_0's l2: 1.75253\tvalid_0's l1: 0.93643\n",
      "[2127]\tvalid_0's l2: 1.75249\tvalid_0's l1: 0.936414\n",
      "[2128]\tvalid_0's l2: 1.7525\tvalid_0's l1: 0.936417\n",
      "[2129]\tvalid_0's l2: 1.75251\tvalid_0's l1: 0.936427\n",
      "[2130]\tvalid_0's l2: 1.7525\tvalid_0's l1: 0.936429\n",
      "[2131]\tvalid_0's l2: 1.75251\tvalid_0's l1: 0.936427\n",
      "[2132]\tvalid_0's l2: 1.75249\tvalid_0's l1: 0.936407\n",
      "[2133]\tvalid_0's l2: 1.75251\tvalid_0's l1: 0.936418\n",
      "[2134]\tvalid_0's l2: 1.75245\tvalid_0's l1: 0.936405\n",
      "[2135]\tvalid_0's l2: 1.75243\tvalid_0's l1: 0.936409\n",
      "[2136]\tvalid_0's l2: 1.75234\tvalid_0's l1: 0.936401\n",
      "[2137]\tvalid_0's l2: 1.75236\tvalid_0's l1: 0.93641\n",
      "[2138]\tvalid_0's l2: 1.75237\tvalid_0's l1: 0.936406\n",
      "[2139]\tvalid_0's l2: 1.75235\tvalid_0's l1: 0.936401\n",
      "[2140]\tvalid_0's l2: 1.75229\tvalid_0's l1: 0.936381\n",
      "[2141]\tvalid_0's l2: 1.75226\tvalid_0's l1: 0.936368\n",
      "[2142]\tvalid_0's l2: 1.75219\tvalid_0's l1: 0.936346\n",
      "[2143]\tvalid_0's l2: 1.75211\tvalid_0's l1: 0.936319\n",
      "[2144]\tvalid_0's l2: 1.75211\tvalid_0's l1: 0.936319\n",
      "[2145]\tvalid_0's l2: 1.75216\tvalid_0's l1: 0.936328\n",
      "[2146]\tvalid_0's l2: 1.75212\tvalid_0's l1: 0.936308\n",
      "[2147]\tvalid_0's l2: 1.7521\tvalid_0's l1: 0.936308\n",
      "[2148]\tvalid_0's l2: 1.75209\tvalid_0's l1: 0.936309\n",
      "[2149]\tvalid_0's l2: 1.75205\tvalid_0's l1: 0.9363\n",
      "[2150]\tvalid_0's l2: 1.75198\tvalid_0's l1: 0.93627\n",
      "[2151]\tvalid_0's l2: 1.75195\tvalid_0's l1: 0.936248\n",
      "[2152]\tvalid_0's l2: 1.75194\tvalid_0's l1: 0.93625\n",
      "[2153]\tvalid_0's l2: 1.7519\tvalid_0's l1: 0.936235\n",
      "[2154]\tvalid_0's l2: 1.75187\tvalid_0's l1: 0.936218\n",
      "[2155]\tvalid_0's l2: 1.7518\tvalid_0's l1: 0.936193\n",
      "[2156]\tvalid_0's l2: 1.75175\tvalid_0's l1: 0.936168\n",
      "[2157]\tvalid_0's l2: 1.75173\tvalid_0's l1: 0.936159\n",
      "[2158]\tvalid_0's l2: 1.75169\tvalid_0's l1: 0.936154\n",
      "[2159]\tvalid_0's l2: 1.7517\tvalid_0's l1: 0.936147\n",
      "[2160]\tvalid_0's l2: 1.75167\tvalid_0's l1: 0.936146\n",
      "[2161]\tvalid_0's l2: 1.75163\tvalid_0's l1: 0.936127\n",
      "[2162]\tvalid_0's l2: 1.75163\tvalid_0's l1: 0.936121\n",
      "[2163]\tvalid_0's l2: 1.75159\tvalid_0's l1: 0.936096\n",
      "[2164]\tvalid_0's l2: 1.75161\tvalid_0's l1: 0.936112\n",
      "[2165]\tvalid_0's l2: 1.7516\tvalid_0's l1: 0.936114\n",
      "[2166]\tvalid_0's l2: 1.75148\tvalid_0's l1: 0.936074\n",
      "[2167]\tvalid_0's l2: 1.75148\tvalid_0's l1: 0.936075\n",
      "[2168]\tvalid_0's l2: 1.75149\tvalid_0's l1: 0.936062\n",
      "[2169]\tvalid_0's l2: 1.75152\tvalid_0's l1: 0.936065\n",
      "[2170]\tvalid_0's l2: 1.75147\tvalid_0's l1: 0.936056\n",
      "[2171]\tvalid_0's l2: 1.75143\tvalid_0's l1: 0.936043\n",
      "[2172]\tvalid_0's l2: 1.75145\tvalid_0's l1: 0.936052\n",
      "[2173]\tvalid_0's l2: 1.75142\tvalid_0's l1: 0.93604\n",
      "[2174]\tvalid_0's l2: 1.75141\tvalid_0's l1: 0.936024\n",
      "[2175]\tvalid_0's l2: 1.75137\tvalid_0's l1: 0.936004\n",
      "[2176]\tvalid_0's l2: 1.75136\tvalid_0's l1: 0.935996\n",
      "[2177]\tvalid_0's l2: 1.75139\tvalid_0's l1: 0.936007\n",
      "[2178]\tvalid_0's l2: 1.75137\tvalid_0's l1: 0.935991\n",
      "[2179]\tvalid_0's l2: 1.75137\tvalid_0's l1: 0.935988\n",
      "[2180]\tvalid_0's l2: 1.75129\tvalid_0's l1: 0.935976\n",
      "[2181]\tvalid_0's l2: 1.75126\tvalid_0's l1: 0.935962\n",
      "[2182]\tvalid_0's l2: 1.75126\tvalid_0's l1: 0.935961\n",
      "[2183]\tvalid_0's l2: 1.75124\tvalid_0's l1: 0.935955\n",
      "[2184]\tvalid_0's l2: 1.75124\tvalid_0's l1: 0.93595\n",
      "[2185]\tvalid_0's l2: 1.75121\tvalid_0's l1: 0.935937\n",
      "[2186]\tvalid_0's l2: 1.75118\tvalid_0's l1: 0.935921\n",
      "[2187]\tvalid_0's l2: 1.75117\tvalid_0's l1: 0.935913\n",
      "[2188]\tvalid_0's l2: 1.75117\tvalid_0's l1: 0.935904\n",
      "[2189]\tvalid_0's l2: 1.75111\tvalid_0's l1: 0.935895\n",
      "[2190]\tvalid_0's l2: 1.75102\tvalid_0's l1: 0.935868\n",
      "[2191]\tvalid_0's l2: 1.75098\tvalid_0's l1: 0.935864\n",
      "[2192]\tvalid_0's l2: 1.751\tvalid_0's l1: 0.935876\n",
      "[2193]\tvalid_0's l2: 1.75101\tvalid_0's l1: 0.935879\n",
      "[2194]\tvalid_0's l2: 1.75099\tvalid_0's l1: 0.935865\n",
      "[2195]\tvalid_0's l2: 1.75099\tvalid_0's l1: 0.935871\n",
      "[2196]\tvalid_0's l2: 1.75098\tvalid_0's l1: 0.935878\n",
      "[2197]\tvalid_0's l2: 1.75095\tvalid_0's l1: 0.935873\n",
      "[2198]\tvalid_0's l2: 1.75099\tvalid_0's l1: 0.93588\n",
      "[2199]\tvalid_0's l2: 1.75098\tvalid_0's l1: 0.935874\n",
      "[2200]\tvalid_0's l2: 1.75093\tvalid_0's l1: 0.935844\n",
      "[2201]\tvalid_0's l2: 1.75093\tvalid_0's l1: 0.935846\n",
      "[2202]\tvalid_0's l2: 1.75092\tvalid_0's l1: 0.93585\n",
      "[2203]\tvalid_0's l2: 1.75092\tvalid_0's l1: 0.935859\n",
      "[2204]\tvalid_0's l2: 1.75091\tvalid_0's l1: 0.935854\n",
      "[2205]\tvalid_0's l2: 1.75089\tvalid_0's l1: 0.93585\n",
      "[2206]\tvalid_0's l2: 1.7509\tvalid_0's l1: 0.935847\n",
      "[2207]\tvalid_0's l2: 1.75081\tvalid_0's l1: 0.935823\n",
      "[2208]\tvalid_0's l2: 1.75077\tvalid_0's l1: 0.935807\n",
      "[2209]\tvalid_0's l2: 1.75078\tvalid_0's l1: 0.935803\n",
      "[2210]\tvalid_0's l2: 1.75075\tvalid_0's l1: 0.935787\n",
      "[2211]\tvalid_0's l2: 1.75072\tvalid_0's l1: 0.935777\n",
      "[2212]\tvalid_0's l2: 1.75069\tvalid_0's l1: 0.935757\n",
      "[2213]\tvalid_0's l2: 1.75067\tvalid_0's l1: 0.93576\n",
      "[2214]\tvalid_0's l2: 1.75065\tvalid_0's l1: 0.935749\n",
      "[2215]\tvalid_0's l2: 1.75062\tvalid_0's l1: 0.935736\n",
      "[2216]\tvalid_0's l2: 1.75064\tvalid_0's l1: 0.935741\n",
      "[2217]\tvalid_0's l2: 1.75067\tvalid_0's l1: 0.935749\n",
      "[2218]\tvalid_0's l2: 1.75067\tvalid_0's l1: 0.935746\n",
      "[2219]\tvalid_0's l2: 1.75068\tvalid_0's l1: 0.935748\n",
      "[2220]\tvalid_0's l2: 1.75069\tvalid_0's l1: 0.935743\n",
      "[2221]\tvalid_0's l2: 1.75071\tvalid_0's l1: 0.935742\n",
      "[2222]\tvalid_0's l2: 1.75075\tvalid_0's l1: 0.935756\n",
      "[2223]\tvalid_0's l2: 1.75075\tvalid_0's l1: 0.935745\n",
      "[2224]\tvalid_0's l2: 1.75073\tvalid_0's l1: 0.935724\n",
      "[2225]\tvalid_0's l2: 1.75075\tvalid_0's l1: 0.93572\n",
      "[2226]\tvalid_0's l2: 1.75074\tvalid_0's l1: 0.93571\n",
      "[2227]\tvalid_0's l2: 1.75077\tvalid_0's l1: 0.935719\n",
      "[2228]\tvalid_0's l2: 1.75076\tvalid_0's l1: 0.935723\n",
      "[2229]\tvalid_0's l2: 1.75073\tvalid_0's l1: 0.935709\n",
      "[2230]\tvalid_0's l2: 1.75075\tvalid_0's l1: 0.935719\n",
      "[2231]\tvalid_0's l2: 1.75078\tvalid_0's l1: 0.935726\n",
      "[2232]\tvalid_0's l2: 1.75081\tvalid_0's l1: 0.935731\n",
      "[2233]\tvalid_0's l2: 1.75083\tvalid_0's l1: 0.935731\n",
      "[2234]\tvalid_0's l2: 1.75082\tvalid_0's l1: 0.935728\n",
      "[2235]\tvalid_0's l2: 1.75078\tvalid_0's l1: 0.935706\n",
      "[2236]\tvalid_0's l2: 1.75079\tvalid_0's l1: 0.935704\n",
      "[2237]\tvalid_0's l2: 1.75075\tvalid_0's l1: 0.935697\n",
      "[2238]\tvalid_0's l2: 1.75075\tvalid_0's l1: 0.935695\n",
      "[2239]\tvalid_0's l2: 1.75075\tvalid_0's l1: 0.935696\n",
      "[2240]\tvalid_0's l2: 1.75075\tvalid_0's l1: 0.935705\n",
      "[2241]\tvalid_0's l2: 1.75074\tvalid_0's l1: 0.935707\n",
      "[2242]\tvalid_0's l2: 1.75074\tvalid_0's l1: 0.935704\n",
      "[2243]\tvalid_0's l2: 1.75072\tvalid_0's l1: 0.935699\n",
      "[2244]\tvalid_0's l2: 1.7507\tvalid_0's l1: 0.935695\n",
      "[2245]\tvalid_0's l2: 1.75073\tvalid_0's l1: 0.935704\n",
      "[2246]\tvalid_0's l2: 1.75068\tvalid_0's l1: 0.935681\n",
      "[2247]\tvalid_0's l2: 1.75063\tvalid_0's l1: 0.935659\n",
      "[2248]\tvalid_0's l2: 1.75061\tvalid_0's l1: 0.935649\n",
      "[2249]\tvalid_0's l2: 1.75061\tvalid_0's l1: 0.935649\n",
      "[2250]\tvalid_0's l2: 1.75059\tvalid_0's l1: 0.935641\n",
      "[2251]\tvalid_0's l2: 1.75058\tvalid_0's l1: 0.935638\n",
      "[2252]\tvalid_0's l2: 1.75062\tvalid_0's l1: 0.935653\n",
      "[2253]\tvalid_0's l2: 1.75062\tvalid_0's l1: 0.935652\n",
      "[2254]\tvalid_0's l2: 1.75057\tvalid_0's l1: 0.935641\n",
      "[2255]\tvalid_0's l2: 1.75057\tvalid_0's l1: 0.935638\n",
      "[2256]\tvalid_0's l2: 1.75056\tvalid_0's l1: 0.935631\n",
      "[2257]\tvalid_0's l2: 1.75051\tvalid_0's l1: 0.935616\n",
      "[2258]\tvalid_0's l2: 1.75043\tvalid_0's l1: 0.935605\n",
      "[2259]\tvalid_0's l2: 1.75045\tvalid_0's l1: 0.935613\n",
      "[2260]\tvalid_0's l2: 1.75043\tvalid_0's l1: 0.9356\n",
      "[2261]\tvalid_0's l2: 1.75045\tvalid_0's l1: 0.935614\n",
      "[2262]\tvalid_0's l2: 1.75045\tvalid_0's l1: 0.935614\n",
      "[2263]\tvalid_0's l2: 1.75043\tvalid_0's l1: 0.935602\n",
      "[2264]\tvalid_0's l2: 1.75041\tvalid_0's l1: 0.935594\n",
      "[2265]\tvalid_0's l2: 1.75042\tvalid_0's l1: 0.935592\n",
      "[2266]\tvalid_0's l2: 1.75044\tvalid_0's l1: 0.935599\n",
      "[2267]\tvalid_0's l2: 1.75046\tvalid_0's l1: 0.935602\n",
      "[2268]\tvalid_0's l2: 1.75042\tvalid_0's l1: 0.93558\n",
      "[2269]\tvalid_0's l2: 1.75039\tvalid_0's l1: 0.935569\n",
      "[2270]\tvalid_0's l2: 1.75041\tvalid_0's l1: 0.935578\n",
      "[2271]\tvalid_0's l2: 1.75041\tvalid_0's l1: 0.935574\n",
      "[2272]\tvalid_0's l2: 1.75041\tvalid_0's l1: 0.935573\n",
      "[2273]\tvalid_0's l2: 1.75036\tvalid_0's l1: 0.935564\n",
      "[2274]\tvalid_0's l2: 1.75036\tvalid_0's l1: 0.935565\n",
      "[2275]\tvalid_0's l2: 1.75036\tvalid_0's l1: 0.935562\n",
      "[2276]\tvalid_0's l2: 1.75029\tvalid_0's l1: 0.93554\n",
      "[2277]\tvalid_0's l2: 1.75028\tvalid_0's l1: 0.93553\n",
      "[2278]\tvalid_0's l2: 1.75026\tvalid_0's l1: 0.935524\n",
      "[2279]\tvalid_0's l2: 1.75022\tvalid_0's l1: 0.935507\n",
      "[2280]\tvalid_0's l2: 1.75019\tvalid_0's l1: 0.935485\n",
      "[2281]\tvalid_0's l2: 1.75014\tvalid_0's l1: 0.935469\n",
      "[2282]\tvalid_0's l2: 1.75013\tvalid_0's l1: 0.93547\n",
      "[2283]\tvalid_0's l2: 1.75015\tvalid_0's l1: 0.935484\n",
      "[2284]\tvalid_0's l2: 1.75016\tvalid_0's l1: 0.935477\n",
      "[2285]\tvalid_0's l2: 1.75017\tvalid_0's l1: 0.93549\n",
      "[2286]\tvalid_0's l2: 1.75012\tvalid_0's l1: 0.935483\n",
      "[2287]\tvalid_0's l2: 1.75012\tvalid_0's l1: 0.935477\n",
      "[2288]\tvalid_0's l2: 1.75014\tvalid_0's l1: 0.935482\n",
      "[2289]\tvalid_0's l2: 1.75011\tvalid_0's l1: 0.935474\n",
      "[2290]\tvalid_0's l2: 1.75013\tvalid_0's l1: 0.935475\n",
      "[2291]\tvalid_0's l2: 1.75009\tvalid_0's l1: 0.935462\n",
      "[2292]\tvalid_0's l2: 1.75005\tvalid_0's l1: 0.93545\n",
      "[2293]\tvalid_0's l2: 1.75011\tvalid_0's l1: 0.935463\n",
      "[2294]\tvalid_0's l2: 1.75007\tvalid_0's l1: 0.935454\n",
      "[2295]\tvalid_0's l2: 1.75005\tvalid_0's l1: 0.935452\n",
      "[2296]\tvalid_0's l2: 1.75002\tvalid_0's l1: 0.935441\n",
      "[2297]\tvalid_0's l2: 1.75001\tvalid_0's l1: 0.935433\n",
      "[2298]\tvalid_0's l2: 1.74999\tvalid_0's l1: 0.935423\n",
      "[2299]\tvalid_0's l2: 1.74998\tvalid_0's l1: 0.935418\n",
      "[2300]\tvalid_0's l2: 1.74999\tvalid_0's l1: 0.935422\n",
      "[2301]\tvalid_0's l2: 1.75\tvalid_0's l1: 0.935427\n",
      "[2302]\tvalid_0's l2: 1.75001\tvalid_0's l1: 0.935428\n",
      "[2303]\tvalid_0's l2: 1.75004\tvalid_0's l1: 0.935438\n",
      "[2304]\tvalid_0's l2: 1.75002\tvalid_0's l1: 0.935437\n",
      "[2305]\tvalid_0's l2: 1.75\tvalid_0's l1: 0.935435\n",
      "[2306]\tvalid_0's l2: 1.75\tvalid_0's l1: 0.935416\n",
      "[2307]\tvalid_0's l2: 1.74998\tvalid_0's l1: 0.935415\n",
      "[2308]\tvalid_0's l2: 1.75001\tvalid_0's l1: 0.935428\n",
      "[2309]\tvalid_0's l2: 1.74997\tvalid_0's l1: 0.935414\n",
      "[2310]\tvalid_0's l2: 1.7499\tvalid_0's l1: 0.935396\n",
      "[2311]\tvalid_0's l2: 1.74991\tvalid_0's l1: 0.935394\n",
      "[2312]\tvalid_0's l2: 1.74992\tvalid_0's l1: 0.935388\n",
      "[2313]\tvalid_0's l2: 1.74993\tvalid_0's l1: 0.935391\n",
      "[2314]\tvalid_0's l2: 1.74992\tvalid_0's l1: 0.935388\n",
      "[2315]\tvalid_0's l2: 1.74992\tvalid_0's l1: 0.935383\n",
      "[2316]\tvalid_0's l2: 1.74992\tvalid_0's l1: 0.935385\n",
      "[2317]\tvalid_0's l2: 1.74993\tvalid_0's l1: 0.935377\n",
      "[2318]\tvalid_0's l2: 1.74992\tvalid_0's l1: 0.935374\n",
      "[2319]\tvalid_0's l2: 1.74989\tvalid_0's l1: 0.935365\n",
      "[2320]\tvalid_0's l2: 1.74987\tvalid_0's l1: 0.935359\n",
      "[2321]\tvalid_0's l2: 1.74988\tvalid_0's l1: 0.935363\n",
      "[2322]\tvalid_0's l2: 1.74989\tvalid_0's l1: 0.935359\n",
      "[2323]\tvalid_0's l2: 1.74984\tvalid_0's l1: 0.935345\n",
      "[2324]\tvalid_0's l2: 1.74981\tvalid_0's l1: 0.935336\n",
      "[2325]\tvalid_0's l2: 1.74979\tvalid_0's l1: 0.93532\n",
      "[2326]\tvalid_0's l2: 1.74972\tvalid_0's l1: 0.935309\n",
      "[2327]\tvalid_0's l2: 1.74971\tvalid_0's l1: 0.935301\n",
      "[2328]\tvalid_0's l2: 1.74967\tvalid_0's l1: 0.935282\n",
      "[2329]\tvalid_0's l2: 1.74967\tvalid_0's l1: 0.935269\n",
      "[2330]\tvalid_0's l2: 1.74966\tvalid_0's l1: 0.935263\n",
      "[2331]\tvalid_0's l2: 1.74965\tvalid_0's l1: 0.935256\n",
      "[2332]\tvalid_0's l2: 1.74963\tvalid_0's l1: 0.935251\n",
      "[2333]\tvalid_0's l2: 1.74964\tvalid_0's l1: 0.935256\n",
      "[2334]\tvalid_0's l2: 1.74963\tvalid_0's l1: 0.935256\n",
      "[2335]\tvalid_0's l2: 1.74959\tvalid_0's l1: 0.935253\n",
      "[2336]\tvalid_0's l2: 1.74957\tvalid_0's l1: 0.935251\n",
      "[2337]\tvalid_0's l2: 1.74954\tvalid_0's l1: 0.935231\n",
      "[2338]\tvalid_0's l2: 1.74946\tvalid_0's l1: 0.935206\n",
      "[2339]\tvalid_0's l2: 1.74946\tvalid_0's l1: 0.935207\n",
      "[2340]\tvalid_0's l2: 1.74947\tvalid_0's l1: 0.935211\n",
      "[2341]\tvalid_0's l2: 1.74943\tvalid_0's l1: 0.935198\n",
      "[2342]\tvalid_0's l2: 1.74946\tvalid_0's l1: 0.9352\n",
      "[2343]\tvalid_0's l2: 1.74941\tvalid_0's l1: 0.935183\n",
      "[2344]\tvalid_0's l2: 1.74939\tvalid_0's l1: 0.93518\n",
      "[2345]\tvalid_0's l2: 1.74937\tvalid_0's l1: 0.935174\n",
      "[2346]\tvalid_0's l2: 1.74938\tvalid_0's l1: 0.935176\n",
      "[2347]\tvalid_0's l2: 1.74939\tvalid_0's l1: 0.935176\n",
      "[2348]\tvalid_0's l2: 1.74939\tvalid_0's l1: 0.93517\n",
      "[2349]\tvalid_0's l2: 1.74938\tvalid_0's l1: 0.935159\n",
      "[2350]\tvalid_0's l2: 1.74939\tvalid_0's l1: 0.935157\n",
      "[2351]\tvalid_0's l2: 1.74938\tvalid_0's l1: 0.935155\n",
      "[2352]\tvalid_0's l2: 1.74937\tvalid_0's l1: 0.935147\n",
      "[2353]\tvalid_0's l2: 1.74936\tvalid_0's l1: 0.935138\n",
      "[2354]\tvalid_0's l2: 1.74941\tvalid_0's l1: 0.935149\n",
      "[2355]\tvalid_0's l2: 1.74929\tvalid_0's l1: 0.935114\n",
      "[2356]\tvalid_0's l2: 1.74928\tvalid_0's l1: 0.935096\n",
      "[2357]\tvalid_0's l2: 1.74928\tvalid_0's l1: 0.935095\n",
      "[2358]\tvalid_0's l2: 1.74925\tvalid_0's l1: 0.935071\n",
      "[2359]\tvalid_0's l2: 1.7492\tvalid_0's l1: 0.935046\n",
      "[2360]\tvalid_0's l2: 1.74919\tvalid_0's l1: 0.935039\n",
      "[2361]\tvalid_0's l2: 1.74914\tvalid_0's l1: 0.935021\n",
      "[2362]\tvalid_0's l2: 1.74912\tvalid_0's l1: 0.935012\n",
      "[2363]\tvalid_0's l2: 1.74912\tvalid_0's l1: 0.93501\n",
      "[2364]\tvalid_0's l2: 1.74908\tvalid_0's l1: 0.935002\n",
      "[2365]\tvalid_0's l2: 1.74907\tvalid_0's l1: 0.934994\n",
      "[2366]\tvalid_0's l2: 1.74907\tvalid_0's l1: 0.935002\n",
      "[2367]\tvalid_0's l2: 1.74906\tvalid_0's l1: 0.934999\n",
      "[2368]\tvalid_0's l2: 1.74907\tvalid_0's l1: 0.935003\n",
      "[2369]\tvalid_0's l2: 1.74906\tvalid_0's l1: 0.934994\n",
      "[2370]\tvalid_0's l2: 1.74903\tvalid_0's l1: 0.934985\n",
      "[2371]\tvalid_0's l2: 1.74903\tvalid_0's l1: 0.934995\n",
      "[2372]\tvalid_0's l2: 1.74906\tvalid_0's l1: 0.934999\n",
      "[2373]\tvalid_0's l2: 1.74905\tvalid_0's l1: 0.934996\n",
      "[2374]\tvalid_0's l2: 1.74908\tvalid_0's l1: 0.935005\n",
      "[2375]\tvalid_0's l2: 1.74909\tvalid_0's l1: 0.935007\n",
      "[2376]\tvalid_0's l2: 1.74907\tvalid_0's l1: 0.934995\n",
      "[2377]\tvalid_0's l2: 1.74907\tvalid_0's l1: 0.934995\n",
      "[2378]\tvalid_0's l2: 1.74905\tvalid_0's l1: 0.934989\n",
      "[2379]\tvalid_0's l2: 1.749\tvalid_0's l1: 0.934969\n",
      "[2380]\tvalid_0's l2: 1.74901\tvalid_0's l1: 0.934962\n",
      "[2381]\tvalid_0's l2: 1.74898\tvalid_0's l1: 0.934964\n",
      "[2382]\tvalid_0's l2: 1.74897\tvalid_0's l1: 0.934962\n",
      "[2383]\tvalid_0's l2: 1.74895\tvalid_0's l1: 0.93495\n",
      "[2384]\tvalid_0's l2: 1.74889\tvalid_0's l1: 0.934935\n",
      "[2385]\tvalid_0's l2: 1.74889\tvalid_0's l1: 0.934931\n",
      "[2386]\tvalid_0's l2: 1.74887\tvalid_0's l1: 0.934923\n",
      "[2387]\tvalid_0's l2: 1.74885\tvalid_0's l1: 0.934921\n",
      "[2388]\tvalid_0's l2: 1.74884\tvalid_0's l1: 0.934914\n",
      "[2389]\tvalid_0's l2: 1.74882\tvalid_0's l1: 0.93491\n",
      "[2390]\tvalid_0's l2: 1.74882\tvalid_0's l1: 0.934908\n",
      "[2391]\tvalid_0's l2: 1.74884\tvalid_0's l1: 0.934916\n",
      "[2392]\tvalid_0's l2: 1.74884\tvalid_0's l1: 0.934927\n",
      "[2393]\tvalid_0's l2: 1.7488\tvalid_0's l1: 0.934912\n",
      "[2394]\tvalid_0's l2: 1.74878\tvalid_0's l1: 0.934908\n",
      "[2395]\tvalid_0's l2: 1.74877\tvalid_0's l1: 0.934902\n",
      "[2396]\tvalid_0's l2: 1.74875\tvalid_0's l1: 0.934895\n",
      "[2397]\tvalid_0's l2: 1.74872\tvalid_0's l1: 0.934886\n",
      "[2398]\tvalid_0's l2: 1.74869\tvalid_0's l1: 0.934886\n",
      "[2399]\tvalid_0's l2: 1.74868\tvalid_0's l1: 0.934886\n",
      "[2400]\tvalid_0's l2: 1.74867\tvalid_0's l1: 0.934879\n",
      "[2401]\tvalid_0's l2: 1.74864\tvalid_0's l1: 0.934859\n",
      "[2402]\tvalid_0's l2: 1.74863\tvalid_0's l1: 0.934855\n",
      "[2403]\tvalid_0's l2: 1.74864\tvalid_0's l1: 0.934847\n",
      "[2404]\tvalid_0's l2: 1.74863\tvalid_0's l1: 0.934843\n",
      "[2405]\tvalid_0's l2: 1.74865\tvalid_0's l1: 0.934847\n",
      "[2406]\tvalid_0's l2: 1.74863\tvalid_0's l1: 0.934845\n",
      "[2407]\tvalid_0's l2: 1.74859\tvalid_0's l1: 0.934822\n",
      "[2408]\tvalid_0's l2: 1.74856\tvalid_0's l1: 0.934814\n",
      "[2409]\tvalid_0's l2: 1.74857\tvalid_0's l1: 0.934824\n",
      "[2410]\tvalid_0's l2: 1.7486\tvalid_0's l1: 0.934833\n",
      "[2411]\tvalid_0's l2: 1.74861\tvalid_0's l1: 0.93484\n",
      "[2412]\tvalid_0's l2: 1.7486\tvalid_0's l1: 0.934835\n",
      "[2413]\tvalid_0's l2: 1.74859\tvalid_0's l1: 0.934832\n",
      "[2414]\tvalid_0's l2: 1.74856\tvalid_0's l1: 0.934824\n",
      "[2415]\tvalid_0's l2: 1.74858\tvalid_0's l1: 0.934827\n",
      "[2416]\tvalid_0's l2: 1.74856\tvalid_0's l1: 0.934818\n",
      "[2417]\tvalid_0's l2: 1.74856\tvalid_0's l1: 0.934817\n",
      "[2418]\tvalid_0's l2: 1.74857\tvalid_0's l1: 0.934825\n",
      "[2419]\tvalid_0's l2: 1.74854\tvalid_0's l1: 0.934808\n",
      "[2420]\tvalid_0's l2: 1.74853\tvalid_0's l1: 0.934799\n",
      "[2421]\tvalid_0's l2: 1.74853\tvalid_0's l1: 0.934797\n",
      "[2422]\tvalid_0's l2: 1.74855\tvalid_0's l1: 0.93481\n",
      "[2423]\tvalid_0's l2: 1.74855\tvalid_0's l1: 0.93481\n",
      "[2424]\tvalid_0's l2: 1.7485\tvalid_0's l1: 0.934793\n",
      "[2425]\tvalid_0's l2: 1.74847\tvalid_0's l1: 0.934785\n",
      "[2426]\tvalid_0's l2: 1.74845\tvalid_0's l1: 0.934769\n",
      "[2427]\tvalid_0's l2: 1.74842\tvalid_0's l1: 0.934762\n",
      "[2428]\tvalid_0's l2: 1.74843\tvalid_0's l1: 0.934759\n",
      "[2429]\tvalid_0's l2: 1.74845\tvalid_0's l1: 0.934769\n",
      "[2430]\tvalid_0's l2: 1.74844\tvalid_0's l1: 0.934769\n",
      "[2431]\tvalid_0's l2: 1.74843\tvalid_0's l1: 0.93477\n",
      "[2432]\tvalid_0's l2: 1.74841\tvalid_0's l1: 0.934767\n",
      "[2433]\tvalid_0's l2: 1.74844\tvalid_0's l1: 0.934771\n",
      "[2434]\tvalid_0's l2: 1.74842\tvalid_0's l1: 0.934759\n",
      "[2435]\tvalid_0's l2: 1.74845\tvalid_0's l1: 0.93477\n",
      "[2436]\tvalid_0's l2: 1.74844\tvalid_0's l1: 0.934764\n",
      "[2437]\tvalid_0's l2: 1.74844\tvalid_0's l1: 0.934762\n",
      "[2438]\tvalid_0's l2: 1.74844\tvalid_0's l1: 0.934761\n",
      "[2439]\tvalid_0's l2: 1.74845\tvalid_0's l1: 0.934758\n",
      "[2440]\tvalid_0's l2: 1.74846\tvalid_0's l1: 0.934755\n",
      "[2441]\tvalid_0's l2: 1.74845\tvalid_0's l1: 0.934749\n",
      "[2442]\tvalid_0's l2: 1.74845\tvalid_0's l1: 0.934752\n",
      "[2443]\tvalid_0's l2: 1.74846\tvalid_0's l1: 0.934746\n",
      "[2444]\tvalid_0's l2: 1.74847\tvalid_0's l1: 0.934742\n",
      "[2445]\tvalid_0's l2: 1.74847\tvalid_0's l1: 0.934744\n",
      "[2446]\tvalid_0's l2: 1.74846\tvalid_0's l1: 0.934733\n",
      "[2447]\tvalid_0's l2: 1.74847\tvalid_0's l1: 0.934735\n",
      "[2448]\tvalid_0's l2: 1.7485\tvalid_0's l1: 0.934743\n",
      "[2449]\tvalid_0's l2: 1.74851\tvalid_0's l1: 0.934739\n",
      "[2450]\tvalid_0's l2: 1.74849\tvalid_0's l1: 0.934731\n",
      "[2451]\tvalid_0's l2: 1.74849\tvalid_0's l1: 0.934731\n",
      "[2452]\tvalid_0's l2: 1.74848\tvalid_0's l1: 0.934728\n",
      "[2453]\tvalid_0's l2: 1.74847\tvalid_0's l1: 0.934722\n",
      "[2454]\tvalid_0's l2: 1.74847\tvalid_0's l1: 0.934729\n",
      "[2455]\tvalid_0's l2: 1.74848\tvalid_0's l1: 0.934729\n",
      "[2456]\tvalid_0's l2: 1.74844\tvalid_0's l1: 0.934717\n",
      "[2457]\tvalid_0's l2: 1.74844\tvalid_0's l1: 0.93472\n",
      "[2458]\tvalid_0's l2: 1.74842\tvalid_0's l1: 0.934705\n",
      "[2459]\tvalid_0's l2: 1.7484\tvalid_0's l1: 0.934703\n",
      "[2460]\tvalid_0's l2: 1.74837\tvalid_0's l1: 0.934694\n",
      "[2461]\tvalid_0's l2: 1.74836\tvalid_0's l1: 0.934695\n",
      "[2462]\tvalid_0's l2: 1.74834\tvalid_0's l1: 0.934694\n",
      "[2463]\tvalid_0's l2: 1.74832\tvalid_0's l1: 0.934681\n",
      "[2464]\tvalid_0's l2: 1.74834\tvalid_0's l1: 0.934684\n",
      "[2465]\tvalid_0's l2: 1.74832\tvalid_0's l1: 0.934678\n",
      "[2466]\tvalid_0's l2: 1.74832\tvalid_0's l1: 0.93467\n",
      "[2467]\tvalid_0's l2: 1.74826\tvalid_0's l1: 0.934647\n",
      "[2468]\tvalid_0's l2: 1.74825\tvalid_0's l1: 0.934646\n",
      "[2469]\tvalid_0's l2: 1.74826\tvalid_0's l1: 0.934656\n",
      "[2470]\tvalid_0's l2: 1.74826\tvalid_0's l1: 0.934649\n",
      "[2471]\tvalid_0's l2: 1.74825\tvalid_0's l1: 0.934645\n",
      "[2472]\tvalid_0's l2: 1.74826\tvalid_0's l1: 0.934654\n",
      "[2473]\tvalid_0's l2: 1.74824\tvalid_0's l1: 0.934651\n",
      "[2474]\tvalid_0's l2: 1.74824\tvalid_0's l1: 0.934648\n",
      "[2475]\tvalid_0's l2: 1.74823\tvalid_0's l1: 0.934646\n",
      "[2476]\tvalid_0's l2: 1.74824\tvalid_0's l1: 0.934648\n",
      "[2477]\tvalid_0's l2: 1.74827\tvalid_0's l1: 0.93466\n",
      "[2478]\tvalid_0's l2: 1.74828\tvalid_0's l1: 0.934661\n",
      "[2479]\tvalid_0's l2: 1.74824\tvalid_0's l1: 0.934649\n",
      "[2480]\tvalid_0's l2: 1.74821\tvalid_0's l1: 0.934635\n",
      "[2481]\tvalid_0's l2: 1.7482\tvalid_0's l1: 0.934625\n",
      "[2482]\tvalid_0's l2: 1.74814\tvalid_0's l1: 0.934604\n",
      "[2483]\tvalid_0's l2: 1.7481\tvalid_0's l1: 0.934597\n",
      "[2484]\tvalid_0's l2: 1.74813\tvalid_0's l1: 0.934601\n",
      "[2485]\tvalid_0's l2: 1.74812\tvalid_0's l1: 0.934593\n",
      "[2486]\tvalid_0's l2: 1.74813\tvalid_0's l1: 0.934598\n",
      "[2487]\tvalid_0's l2: 1.74813\tvalid_0's l1: 0.934593\n",
      "[2488]\tvalid_0's l2: 1.74812\tvalid_0's l1: 0.934588\n",
      "[2489]\tvalid_0's l2: 1.7481\tvalid_0's l1: 0.934583\n",
      "[2490]\tvalid_0's l2: 1.74805\tvalid_0's l1: 0.934562\n",
      "[2491]\tvalid_0's l2: 1.74803\tvalid_0's l1: 0.934557\n",
      "[2492]\tvalid_0's l2: 1.74806\tvalid_0's l1: 0.93456\n",
      "[2493]\tvalid_0's l2: 1.74807\tvalid_0's l1: 0.934564\n",
      "[2494]\tvalid_0's l2: 1.74809\tvalid_0's l1: 0.934571\n",
      "[2495]\tvalid_0's l2: 1.74808\tvalid_0's l1: 0.934567\n",
      "[2496]\tvalid_0's l2: 1.74809\tvalid_0's l1: 0.934569\n",
      "[2497]\tvalid_0's l2: 1.7481\tvalid_0's l1: 0.934573\n",
      "[2498]\tvalid_0's l2: 1.74811\tvalid_0's l1: 0.934568\n",
      "[2499]\tvalid_0's l2: 1.74811\tvalid_0's l1: 0.934571\n",
      "[2500]\tvalid_0's l2: 1.74812\tvalid_0's l1: 0.934571\n",
      "[2501]\tvalid_0's l2: 1.7481\tvalid_0's l1: 0.934559\n",
      "[2502]\tvalid_0's l2: 1.7481\tvalid_0's l1: 0.934553\n",
      "[2503]\tvalid_0's l2: 1.74803\tvalid_0's l1: 0.934531\n",
      "[2504]\tvalid_0's l2: 1.74802\tvalid_0's l1: 0.934527\n",
      "[2505]\tvalid_0's l2: 1.748\tvalid_0's l1: 0.934531\n",
      "[2506]\tvalid_0's l2: 1.74799\tvalid_0's l1: 0.934533\n",
      "[2507]\tvalid_0's l2: 1.74797\tvalid_0's l1: 0.934524\n",
      "[2508]\tvalid_0's l2: 1.74794\tvalid_0's l1: 0.934517\n",
      "[2509]\tvalid_0's l2: 1.74793\tvalid_0's l1: 0.93452\n",
      "[2510]\tvalid_0's l2: 1.74792\tvalid_0's l1: 0.934512\n",
      "[2511]\tvalid_0's l2: 1.7479\tvalid_0's l1: 0.934504\n",
      "[2512]\tvalid_0's l2: 1.74789\tvalid_0's l1: 0.934498\n",
      "[2513]\tvalid_0's l2: 1.74788\tvalid_0's l1: 0.934495\n",
      "[2514]\tvalid_0's l2: 1.74786\tvalid_0's l1: 0.934493\n",
      "[2515]\tvalid_0's l2: 1.74783\tvalid_0's l1: 0.934488\n",
      "[2516]\tvalid_0's l2: 1.74782\tvalid_0's l1: 0.934479\n",
      "[2517]\tvalid_0's l2: 1.74779\tvalid_0's l1: 0.934471\n",
      "[2518]\tvalid_0's l2: 1.7478\tvalid_0's l1: 0.934464\n",
      "[2519]\tvalid_0's l2: 1.7478\tvalid_0's l1: 0.934462\n",
      "[2520]\tvalid_0's l2: 1.74778\tvalid_0's l1: 0.934445\n",
      "[2521]\tvalid_0's l2: 1.74777\tvalid_0's l1: 0.934439\n",
      "[2522]\tvalid_0's l2: 1.74776\tvalid_0's l1: 0.934445\n",
      "[2523]\tvalid_0's l2: 1.74775\tvalid_0's l1: 0.934441\n",
      "[2524]\tvalid_0's l2: 1.74774\tvalid_0's l1: 0.934434\n",
      "[2525]\tvalid_0's l2: 1.74773\tvalid_0's l1: 0.934434\n",
      "[2526]\tvalid_0's l2: 1.74774\tvalid_0's l1: 0.934439\n",
      "[2527]\tvalid_0's l2: 1.74771\tvalid_0's l1: 0.934437\n",
      "[2528]\tvalid_0's l2: 1.74773\tvalid_0's l1: 0.934445\n",
      "[2529]\tvalid_0's l2: 1.7477\tvalid_0's l1: 0.934442\n",
      "[2530]\tvalid_0's l2: 1.74772\tvalid_0's l1: 0.934447\n",
      "[2531]\tvalid_0's l2: 1.74772\tvalid_0's l1: 0.934444\n",
      "[2532]\tvalid_0's l2: 1.74772\tvalid_0's l1: 0.934437\n",
      "[2533]\tvalid_0's l2: 1.74773\tvalid_0's l1: 0.93444\n",
      "[2534]\tvalid_0's l2: 1.7477\tvalid_0's l1: 0.93442\n",
      "[2535]\tvalid_0's l2: 1.74771\tvalid_0's l1: 0.934418\n",
      "[2536]\tvalid_0's l2: 1.74772\tvalid_0's l1: 0.934423\n",
      "[2537]\tvalid_0's l2: 1.74769\tvalid_0's l1: 0.93442\n",
      "[2538]\tvalid_0's l2: 1.74764\tvalid_0's l1: 0.934409\n",
      "[2539]\tvalid_0's l2: 1.74764\tvalid_0's l1: 0.934414\n",
      "[2540]\tvalid_0's l2: 1.74765\tvalid_0's l1: 0.934414\n",
      "[2541]\tvalid_0's l2: 1.74761\tvalid_0's l1: 0.934403\n",
      "[2542]\tvalid_0's l2: 1.7476\tvalid_0's l1: 0.934401\n",
      "[2543]\tvalid_0's l2: 1.7476\tvalid_0's l1: 0.934398\n",
      "[2544]\tvalid_0's l2: 1.74758\tvalid_0's l1: 0.934378\n",
      "[2545]\tvalid_0's l2: 1.74757\tvalid_0's l1: 0.934368\n",
      "[2546]\tvalid_0's l2: 1.74755\tvalid_0's l1: 0.934365\n",
      "[2547]\tvalid_0's l2: 1.74754\tvalid_0's l1: 0.93436\n",
      "[2548]\tvalid_0's l2: 1.74754\tvalid_0's l1: 0.934355\n",
      "[2549]\tvalid_0's l2: 1.74748\tvalid_0's l1: 0.934337\n",
      "[2550]\tvalid_0's l2: 1.74747\tvalid_0's l1: 0.93433\n",
      "[2551]\tvalid_0's l2: 1.74747\tvalid_0's l1: 0.934327\n",
      "[2552]\tvalid_0's l2: 1.74747\tvalid_0's l1: 0.934331\n",
      "[2553]\tvalid_0's l2: 1.74749\tvalid_0's l1: 0.93434\n",
      "[2554]\tvalid_0's l2: 1.74747\tvalid_0's l1: 0.934336\n",
      "[2555]\tvalid_0's l2: 1.74745\tvalid_0's l1: 0.934327\n",
      "[2556]\tvalid_0's l2: 1.74745\tvalid_0's l1: 0.934332\n",
      "[2557]\tvalid_0's l2: 1.74744\tvalid_0's l1: 0.934328\n",
      "[2558]\tvalid_0's l2: 1.74745\tvalid_0's l1: 0.934338\n",
      "[2559]\tvalid_0's l2: 1.74746\tvalid_0's l1: 0.93434\n",
      "[2560]\tvalid_0's l2: 1.74745\tvalid_0's l1: 0.934342\n",
      "[2561]\tvalid_0's l2: 1.74742\tvalid_0's l1: 0.934339\n",
      "[2562]\tvalid_0's l2: 1.74741\tvalid_0's l1: 0.934334\n",
      "[2563]\tvalid_0's l2: 1.74741\tvalid_0's l1: 0.934334\n",
      "[2564]\tvalid_0's l2: 1.74743\tvalid_0's l1: 0.934338\n",
      "[2565]\tvalid_0's l2: 1.74742\tvalid_0's l1: 0.934338\n",
      "[2566]\tvalid_0's l2: 1.74742\tvalid_0's l1: 0.934333\n",
      "[2567]\tvalid_0's l2: 1.74742\tvalid_0's l1: 0.934327\n",
      "[2568]\tvalid_0's l2: 1.74739\tvalid_0's l1: 0.934319\n",
      "[2569]\tvalid_0's l2: 1.74738\tvalid_0's l1: 0.934317\n",
      "[2570]\tvalid_0's l2: 1.74739\tvalid_0's l1: 0.934314\n",
      "[2571]\tvalid_0's l2: 1.74738\tvalid_0's l1: 0.934309\n",
      "[2572]\tvalid_0's l2: 1.7474\tvalid_0's l1: 0.93431\n",
      "[2573]\tvalid_0's l2: 1.74737\tvalid_0's l1: 0.934301\n",
      "[2574]\tvalid_0's l2: 1.74737\tvalid_0's l1: 0.934292\n",
      "[2575]\tvalid_0's l2: 1.74735\tvalid_0's l1: 0.93428\n",
      "[2576]\tvalid_0's l2: 1.74735\tvalid_0's l1: 0.934279\n",
      "[2577]\tvalid_0's l2: 1.74733\tvalid_0's l1: 0.934271\n",
      "[2578]\tvalid_0's l2: 1.74734\tvalid_0's l1: 0.934273\n",
      "[2579]\tvalid_0's l2: 1.74733\tvalid_0's l1: 0.934272\n",
      "[2580]\tvalid_0's l2: 1.74734\tvalid_0's l1: 0.934273\n",
      "[2581]\tvalid_0's l2: 1.74732\tvalid_0's l1: 0.934267\n",
      "[2582]\tvalid_0's l2: 1.74733\tvalid_0's l1: 0.934267\n",
      "[2583]\tvalid_0's l2: 1.7473\tvalid_0's l1: 0.934261\n",
      "[2584]\tvalid_0's l2: 1.7473\tvalid_0's l1: 0.934269\n",
      "[2585]\tvalid_0's l2: 1.74729\tvalid_0's l1: 0.934265\n",
      "[2586]\tvalid_0's l2: 1.7473\tvalid_0's l1: 0.934271\n",
      "[2587]\tvalid_0's l2: 1.74729\tvalid_0's l1: 0.934263\n",
      "[2588]\tvalid_0's l2: 1.74729\tvalid_0's l1: 0.934263\n",
      "[2589]\tvalid_0's l2: 1.74729\tvalid_0's l1: 0.934265\n",
      "[2590]\tvalid_0's l2: 1.74728\tvalid_0's l1: 0.934265\n",
      "[2591]\tvalid_0's l2: 1.74726\tvalid_0's l1: 0.934266\n",
      "[2592]\tvalid_0's l2: 1.74728\tvalid_0's l1: 0.934271\n",
      "[2593]\tvalid_0's l2: 1.74728\tvalid_0's l1: 0.934276\n",
      "[2594]\tvalid_0's l2: 1.74728\tvalid_0's l1: 0.934275\n",
      "[2595]\tvalid_0's l2: 1.74728\tvalid_0's l1: 0.934275\n",
      "[2596]\tvalid_0's l2: 1.74723\tvalid_0's l1: 0.934256\n",
      "[2597]\tvalid_0's l2: 1.74721\tvalid_0's l1: 0.934249\n",
      "[2598]\tvalid_0's l2: 1.74723\tvalid_0's l1: 0.934255\n",
      "[2599]\tvalid_0's l2: 1.7472\tvalid_0's l1: 0.934248\n",
      "[2600]\tvalid_0's l2: 1.74717\tvalid_0's l1: 0.934243\n",
      "[2601]\tvalid_0's l2: 1.74718\tvalid_0's l1: 0.934247\n",
      "[2602]\tvalid_0's l2: 1.74718\tvalid_0's l1: 0.93425\n",
      "[2603]\tvalid_0's l2: 1.74718\tvalid_0's l1: 0.934251\n",
      "[2604]\tvalid_0's l2: 1.74715\tvalid_0's l1: 0.934239\n",
      "[2605]\tvalid_0's l2: 1.74712\tvalid_0's l1: 0.934228\n",
      "[2606]\tvalid_0's l2: 1.74711\tvalid_0's l1: 0.934224\n",
      "[2607]\tvalid_0's l2: 1.7471\tvalid_0's l1: 0.934225\n",
      "[2608]\tvalid_0's l2: 1.74708\tvalid_0's l1: 0.934214\n",
      "[2609]\tvalid_0's l2: 1.74707\tvalid_0's l1: 0.934207\n",
      "[2610]\tvalid_0's l2: 1.74705\tvalid_0's l1: 0.934196\n",
      "[2611]\tvalid_0's l2: 1.74704\tvalid_0's l1: 0.934194\n",
      "[2612]\tvalid_0's l2: 1.74704\tvalid_0's l1: 0.934191\n",
      "[2613]\tvalid_0's l2: 1.74705\tvalid_0's l1: 0.93419\n",
      "[2614]\tvalid_0's l2: 1.74706\tvalid_0's l1: 0.934195\n",
      "[2615]\tvalid_0's l2: 1.74704\tvalid_0's l1: 0.93419\n",
      "[2616]\tvalid_0's l2: 1.74705\tvalid_0's l1: 0.934189\n",
      "[2617]\tvalid_0's l2: 1.74699\tvalid_0's l1: 0.934165\n",
      "[2618]\tvalid_0's l2: 1.74697\tvalid_0's l1: 0.934158\n",
      "[2619]\tvalid_0's l2: 1.74694\tvalid_0's l1: 0.934147\n",
      "[2620]\tvalid_0's l2: 1.74692\tvalid_0's l1: 0.934134\n",
      "[2621]\tvalid_0's l2: 1.74693\tvalid_0's l1: 0.934137\n",
      "[2622]\tvalid_0's l2: 1.74692\tvalid_0's l1: 0.934128\n",
      "[2623]\tvalid_0's l2: 1.74692\tvalid_0's l1: 0.93412\n",
      "[2624]\tvalid_0's l2: 1.74691\tvalid_0's l1: 0.934123\n",
      "[2625]\tvalid_0's l2: 1.74688\tvalid_0's l1: 0.934115\n",
      "[2626]\tvalid_0's l2: 1.74688\tvalid_0's l1: 0.934115\n",
      "[2627]\tvalid_0's l2: 1.74687\tvalid_0's l1: 0.934108\n",
      "[2628]\tvalid_0's l2: 1.74684\tvalid_0's l1: 0.934098\n",
      "[2629]\tvalid_0's l2: 1.74683\tvalid_0's l1: 0.934095\n",
      "[2630]\tvalid_0's l2: 1.74683\tvalid_0's l1: 0.934095\n",
      "[2631]\tvalid_0's l2: 1.74683\tvalid_0's l1: 0.934089\n",
      "[2632]\tvalid_0's l2: 1.74682\tvalid_0's l1: 0.934081\n",
      "[2633]\tvalid_0's l2: 1.74682\tvalid_0's l1: 0.934074\n",
      "[2634]\tvalid_0's l2: 1.74681\tvalid_0's l1: 0.934067\n",
      "[2635]\tvalid_0's l2: 1.74677\tvalid_0's l1: 0.934058\n",
      "[2636]\tvalid_0's l2: 1.74676\tvalid_0's l1: 0.93405\n",
      "[2637]\tvalid_0's l2: 1.74677\tvalid_0's l1: 0.934051\n",
      "[2638]\tvalid_0's l2: 1.74678\tvalid_0's l1: 0.934057\n",
      "[2639]\tvalid_0's l2: 1.74677\tvalid_0's l1: 0.934059\n",
      "[2640]\tvalid_0's l2: 1.74675\tvalid_0's l1: 0.934053\n",
      "[2641]\tvalid_0's l2: 1.74674\tvalid_0's l1: 0.934048\n",
      "[2642]\tvalid_0's l2: 1.74674\tvalid_0's l1: 0.934043\n",
      "[2643]\tvalid_0's l2: 1.74674\tvalid_0's l1: 0.934038\n",
      "[2644]\tvalid_0's l2: 1.74672\tvalid_0's l1: 0.934033\n",
      "[2645]\tvalid_0's l2: 1.74672\tvalid_0's l1: 0.934036\n",
      "[2646]\tvalid_0's l2: 1.74669\tvalid_0's l1: 0.934028\n",
      "[2647]\tvalid_0's l2: 1.74668\tvalid_0's l1: 0.934025\n",
      "[2648]\tvalid_0's l2: 1.74664\tvalid_0's l1: 0.934014\n",
      "[2649]\tvalid_0's l2: 1.74663\tvalid_0's l1: 0.933997\n",
      "[2650]\tvalid_0's l2: 1.74663\tvalid_0's l1: 0.933998\n",
      "[2651]\tvalid_0's l2: 1.74662\tvalid_0's l1: 0.933995\n",
      "[2652]\tvalid_0's l2: 1.74662\tvalid_0's l1: 0.933988\n",
      "[2653]\tvalid_0's l2: 1.74661\tvalid_0's l1: 0.933988\n",
      "[2654]\tvalid_0's l2: 1.74663\tvalid_0's l1: 0.933993\n",
      "[2655]\tvalid_0's l2: 1.74662\tvalid_0's l1: 0.933989\n",
      "[2656]\tvalid_0's l2: 1.74661\tvalid_0's l1: 0.933986\n",
      "[2657]\tvalid_0's l2: 1.74659\tvalid_0's l1: 0.933981\n",
      "[2658]\tvalid_0's l2: 1.74658\tvalid_0's l1: 0.933976\n",
      "[2659]\tvalid_0's l2: 1.74662\tvalid_0's l1: 0.93399\n",
      "[2660]\tvalid_0's l2: 1.7466\tvalid_0's l1: 0.933985\n",
      "[2661]\tvalid_0's l2: 1.74659\tvalid_0's l1: 0.933983\n",
      "[2662]\tvalid_0's l2: 1.74658\tvalid_0's l1: 0.933981\n",
      "[2663]\tvalid_0's l2: 1.74658\tvalid_0's l1: 0.933982\n",
      "[2664]\tvalid_0's l2: 1.74659\tvalid_0's l1: 0.933984\n",
      "[2665]\tvalid_0's l2: 1.74659\tvalid_0's l1: 0.933989\n",
      "[2666]\tvalid_0's l2: 1.74659\tvalid_0's l1: 0.933988\n",
      "[2667]\tvalid_0's l2: 1.74657\tvalid_0's l1: 0.933978\n",
      "[2668]\tvalid_0's l2: 1.74657\tvalid_0's l1: 0.933977\n",
      "[2669]\tvalid_0's l2: 1.74655\tvalid_0's l1: 0.933963\n",
      "[2670]\tvalid_0's l2: 1.74654\tvalid_0's l1: 0.933963\n",
      "[2671]\tvalid_0's l2: 1.74653\tvalid_0's l1: 0.93396\n",
      "[2672]\tvalid_0's l2: 1.74651\tvalid_0's l1: 0.933951\n",
      "[2673]\tvalid_0's l2: 1.74651\tvalid_0's l1: 0.933947\n",
      "[2674]\tvalid_0's l2: 1.74651\tvalid_0's l1: 0.933948\n",
      "[2675]\tvalid_0's l2: 1.7465\tvalid_0's l1: 0.93394\n",
      "[2676]\tvalid_0's l2: 1.74649\tvalid_0's l1: 0.933938\n",
      "[2677]\tvalid_0's l2: 1.74646\tvalid_0's l1: 0.933931\n",
      "[2678]\tvalid_0's l2: 1.74645\tvalid_0's l1: 0.933921\n",
      "[2679]\tvalid_0's l2: 1.74645\tvalid_0's l1: 0.933918\n",
      "[2680]\tvalid_0's l2: 1.74644\tvalid_0's l1: 0.933913\n",
      "[2681]\tvalid_0's l2: 1.74644\tvalid_0's l1: 0.933911\n",
      "[2682]\tvalid_0's l2: 1.74645\tvalid_0's l1: 0.933915\n",
      "[2683]\tvalid_0's l2: 1.74647\tvalid_0's l1: 0.933924\n",
      "[2684]\tvalid_0's l2: 1.74648\tvalid_0's l1: 0.933934\n",
      "[2685]\tvalid_0's l2: 1.74647\tvalid_0's l1: 0.933929\n",
      "[2686]\tvalid_0's l2: 1.7465\tvalid_0's l1: 0.933933\n",
      "[2687]\tvalid_0's l2: 1.74649\tvalid_0's l1: 0.933928\n",
      "[2688]\tvalid_0's l2: 1.74649\tvalid_0's l1: 0.933926\n",
      "[2689]\tvalid_0's l2: 1.74647\tvalid_0's l1: 0.933926\n",
      "[2690]\tvalid_0's l2: 1.74648\tvalid_0's l1: 0.933928\n",
      "[2691]\tvalid_0's l2: 1.74651\tvalid_0's l1: 0.933931\n",
      "[2692]\tvalid_0's l2: 1.74651\tvalid_0's l1: 0.933932\n",
      "[2693]\tvalid_0's l2: 1.74651\tvalid_0's l1: 0.93393\n",
      "[2694]\tvalid_0's l2: 1.74651\tvalid_0's l1: 0.933928\n",
      "[2695]\tvalid_0's l2: 1.74651\tvalid_0's l1: 0.933926\n",
      "[2696]\tvalid_0's l2: 1.74652\tvalid_0's l1: 0.933928\n",
      "[2697]\tvalid_0's l2: 1.74653\tvalid_0's l1: 0.933931\n",
      "[2698]\tvalid_0's l2: 1.74651\tvalid_0's l1: 0.933921\n",
      "[2699]\tvalid_0's l2: 1.7465\tvalid_0's l1: 0.933915\n",
      "[2700]\tvalid_0's l2: 1.74647\tvalid_0's l1: 0.933906\n",
      "[2701]\tvalid_0's l2: 1.74646\tvalid_0's l1: 0.933904\n",
      "[2702]\tvalid_0's l2: 1.74647\tvalid_0's l1: 0.933908\n",
      "[2703]\tvalid_0's l2: 1.74648\tvalid_0's l1: 0.933906\n",
      "[2704]\tvalid_0's l2: 1.74646\tvalid_0's l1: 0.933906\n",
      "[2705]\tvalid_0's l2: 1.74646\tvalid_0's l1: 0.933908\n",
      "[2706]\tvalid_0's l2: 1.74645\tvalid_0's l1: 0.933902\n",
      "[2707]\tvalid_0's l2: 1.74644\tvalid_0's l1: 0.933901\n",
      "[2708]\tvalid_0's l2: 1.74642\tvalid_0's l1: 0.933892\n",
      "[2709]\tvalid_0's l2: 1.74642\tvalid_0's l1: 0.933893\n",
      "[2710]\tvalid_0's l2: 1.74642\tvalid_0's l1: 0.933897\n",
      "[2711]\tvalid_0's l2: 1.74642\tvalid_0's l1: 0.933894\n",
      "[2712]\tvalid_0's l2: 1.74643\tvalid_0's l1: 0.933899\n",
      "[2713]\tvalid_0's l2: 1.74644\tvalid_0's l1: 0.933902\n",
      "[2714]\tvalid_0's l2: 1.74645\tvalid_0's l1: 0.9339\n",
      "[2715]\tvalid_0's l2: 1.74644\tvalid_0's l1: 0.933899\n",
      "[2716]\tvalid_0's l2: 1.74646\tvalid_0's l1: 0.933905\n",
      "[2717]\tvalid_0's l2: 1.74642\tvalid_0's l1: 0.933892\n",
      "[2718]\tvalid_0's l2: 1.74641\tvalid_0's l1: 0.93389\n",
      "[2719]\tvalid_0's l2: 1.74642\tvalid_0's l1: 0.933894\n",
      "[2720]\tvalid_0's l2: 1.74643\tvalid_0's l1: 0.933903\n",
      "[2721]\tvalid_0's l2: 1.74641\tvalid_0's l1: 0.933896\n",
      "[2722]\tvalid_0's l2: 1.74644\tvalid_0's l1: 0.933896\n",
      "[2723]\tvalid_0's l2: 1.74644\tvalid_0's l1: 0.93389\n",
      "[2724]\tvalid_0's l2: 1.74645\tvalid_0's l1: 0.933897\n",
      "[2725]\tvalid_0's l2: 1.74644\tvalid_0's l1: 0.933891\n",
      "[2726]\tvalid_0's l2: 1.74643\tvalid_0's l1: 0.933888\n",
      "[2727]\tvalid_0's l2: 1.74642\tvalid_0's l1: 0.933889\n",
      "[2728]\tvalid_0's l2: 1.74643\tvalid_0's l1: 0.933888\n",
      "[2729]\tvalid_0's l2: 1.74642\tvalid_0's l1: 0.933876\n",
      "[2730]\tvalid_0's l2: 1.74641\tvalid_0's l1: 0.933869\n",
      "[2731]\tvalid_0's l2: 1.74638\tvalid_0's l1: 0.933855\n",
      "[2732]\tvalid_0's l2: 1.74635\tvalid_0's l1: 0.933845\n",
      "[2733]\tvalid_0's l2: 1.74634\tvalid_0's l1: 0.933844\n",
      "[2734]\tvalid_0's l2: 1.74634\tvalid_0's l1: 0.93384\n",
      "[2735]\tvalid_0's l2: 1.74632\tvalid_0's l1: 0.93383\n",
      "[2736]\tvalid_0's l2: 1.7463\tvalid_0's l1: 0.93382\n",
      "[2737]\tvalid_0's l2: 1.74629\tvalid_0's l1: 0.933817\n",
      "[2738]\tvalid_0's l2: 1.7463\tvalid_0's l1: 0.933821\n",
      "[2739]\tvalid_0's l2: 1.74629\tvalid_0's l1: 0.933817\n",
      "[2740]\tvalid_0's l2: 1.74629\tvalid_0's l1: 0.933821\n",
      "[2741]\tvalid_0's l2: 1.74629\tvalid_0's l1: 0.933823\n",
      "[2742]\tvalid_0's l2: 1.74626\tvalid_0's l1: 0.933811\n",
      "[2743]\tvalid_0's l2: 1.74625\tvalid_0's l1: 0.933807\n",
      "[2744]\tvalid_0's l2: 1.74624\tvalid_0's l1: 0.933802\n",
      "[2745]\tvalid_0's l2: 1.74622\tvalid_0's l1: 0.933793\n",
      "[2746]\tvalid_0's l2: 1.74622\tvalid_0's l1: 0.933786\n",
      "[2747]\tvalid_0's l2: 1.74622\tvalid_0's l1: 0.933783\n",
      "[2748]\tvalid_0's l2: 1.74622\tvalid_0's l1: 0.933783\n",
      "[2749]\tvalid_0's l2: 1.74623\tvalid_0's l1: 0.933789\n",
      "[2750]\tvalid_0's l2: 1.74623\tvalid_0's l1: 0.933784\n",
      "[2751]\tvalid_0's l2: 1.74624\tvalid_0's l1: 0.933782\n",
      "[2752]\tvalid_0's l2: 1.74624\tvalid_0's l1: 0.933781\n",
      "[2753]\tvalid_0's l2: 1.74625\tvalid_0's l1: 0.933781\n",
      "[2754]\tvalid_0's l2: 1.7462\tvalid_0's l1: 0.933772\n",
      "[2755]\tvalid_0's l2: 1.74618\tvalid_0's l1: 0.933766\n",
      "[2756]\tvalid_0's l2: 1.74617\tvalid_0's l1: 0.933764\n",
      "[2757]\tvalid_0's l2: 1.74618\tvalid_0's l1: 0.933767\n",
      "[2758]\tvalid_0's l2: 1.74615\tvalid_0's l1: 0.933759\n",
      "[2759]\tvalid_0's l2: 1.74614\tvalid_0's l1: 0.933752\n",
      "[2760]\tvalid_0's l2: 1.74612\tvalid_0's l1: 0.933741\n",
      "[2761]\tvalid_0's l2: 1.74611\tvalid_0's l1: 0.93374\n",
      "[2762]\tvalid_0's l2: 1.74611\tvalid_0's l1: 0.933742\n",
      "[2763]\tvalid_0's l2: 1.74613\tvalid_0's l1: 0.933747\n",
      "[2764]\tvalid_0's l2: 1.74614\tvalid_0's l1: 0.933749\n",
      "[2765]\tvalid_0's l2: 1.7461\tvalid_0's l1: 0.933743\n",
      "[2766]\tvalid_0's l2: 1.7461\tvalid_0's l1: 0.93374\n",
      "[2767]\tvalid_0's l2: 1.7461\tvalid_0's l1: 0.93374\n",
      "[2768]\tvalid_0's l2: 1.7461\tvalid_0's l1: 0.93374\n",
      "[2769]\tvalid_0's l2: 1.7461\tvalid_0's l1: 0.933738\n",
      "[2770]\tvalid_0's l2: 1.74611\tvalid_0's l1: 0.93374\n",
      "[2771]\tvalid_0's l2: 1.74612\tvalid_0's l1: 0.933744\n",
      "[2772]\tvalid_0's l2: 1.74611\tvalid_0's l1: 0.933742\n",
      "[2773]\tvalid_0's l2: 1.74612\tvalid_0's l1: 0.933746\n",
      "[2774]\tvalid_0's l2: 1.74611\tvalid_0's l1: 0.933743\n",
      "[2775]\tvalid_0's l2: 1.7461\tvalid_0's l1: 0.933739\n",
      "[2776]\tvalid_0's l2: 1.74612\tvalid_0's l1: 0.933745\n",
      "[2777]\tvalid_0's l2: 1.74611\tvalid_0's l1: 0.933742\n",
      "[2778]\tvalid_0's l2: 1.74611\tvalid_0's l1: 0.933738\n",
      "[2779]\tvalid_0's l2: 1.74611\tvalid_0's l1: 0.933736\n",
      "[2780]\tvalid_0's l2: 1.74611\tvalid_0's l1: 0.93373\n",
      "[2781]\tvalid_0's l2: 1.7461\tvalid_0's l1: 0.93373\n",
      "[2782]\tvalid_0's l2: 1.74609\tvalid_0's l1: 0.933728\n",
      "[2783]\tvalid_0's l2: 1.74609\tvalid_0's l1: 0.93373\n",
      "[2784]\tvalid_0's l2: 1.7461\tvalid_0's l1: 0.933724\n",
      "[2785]\tvalid_0's l2: 1.74607\tvalid_0's l1: 0.933717\n",
      "[2786]\tvalid_0's l2: 1.74606\tvalid_0's l1: 0.933717\n",
      "[2787]\tvalid_0's l2: 1.74604\tvalid_0's l1: 0.933704\n",
      "[2788]\tvalid_0's l2: 1.74605\tvalid_0's l1: 0.933707\n",
      "[2789]\tvalid_0's l2: 1.74603\tvalid_0's l1: 0.933701\n",
      "[2790]\tvalid_0's l2: 1.74603\tvalid_0's l1: 0.933701\n",
      "[2791]\tvalid_0's l2: 1.74601\tvalid_0's l1: 0.933696\n",
      "[2792]\tvalid_0's l2: 1.74601\tvalid_0's l1: 0.933691\n",
      "[2793]\tvalid_0's l2: 1.74601\tvalid_0's l1: 0.933695\n",
      "[2794]\tvalid_0's l2: 1.746\tvalid_0's l1: 0.933693\n",
      "[2795]\tvalid_0's l2: 1.74599\tvalid_0's l1: 0.933689\n",
      "[2796]\tvalid_0's l2: 1.74597\tvalid_0's l1: 0.933683\n",
      "[2797]\tvalid_0's l2: 1.74596\tvalid_0's l1: 0.933679\n",
      "[2798]\tvalid_0's l2: 1.74593\tvalid_0's l1: 0.933667\n",
      "[2799]\tvalid_0's l2: 1.74594\tvalid_0's l1: 0.933666\n",
      "[2800]\tvalid_0's l2: 1.74594\tvalid_0's l1: 0.933669\n",
      "[2801]\tvalid_0's l2: 1.74592\tvalid_0's l1: 0.933662\n",
      "[2802]\tvalid_0's l2: 1.74591\tvalid_0's l1: 0.933665\n",
      "[2803]\tvalid_0's l2: 1.74593\tvalid_0's l1: 0.933677\n",
      "[2804]\tvalid_0's l2: 1.74592\tvalid_0's l1: 0.93367\n",
      "[2805]\tvalid_0's l2: 1.74589\tvalid_0's l1: 0.933663\n",
      "[2806]\tvalid_0's l2: 1.74588\tvalid_0's l1: 0.93366\n",
      "[2807]\tvalid_0's l2: 1.74588\tvalid_0's l1: 0.933653\n",
      "[2808]\tvalid_0's l2: 1.74588\tvalid_0's l1: 0.933658\n",
      "[2809]\tvalid_0's l2: 1.74585\tvalid_0's l1: 0.933648\n",
      "[2810]\tvalid_0's l2: 1.74584\tvalid_0's l1: 0.933646\n",
      "[2811]\tvalid_0's l2: 1.74584\tvalid_0's l1: 0.933641\n",
      "[2812]\tvalid_0's l2: 1.74582\tvalid_0's l1: 0.933636\n",
      "[2813]\tvalid_0's l2: 1.74582\tvalid_0's l1: 0.933637\n",
      "[2814]\tvalid_0's l2: 1.74581\tvalid_0's l1: 0.93363\n",
      "[2815]\tvalid_0's l2: 1.74581\tvalid_0's l1: 0.933632\n",
      "[2816]\tvalid_0's l2: 1.74581\tvalid_0's l1: 0.933633\n",
      "[2817]\tvalid_0's l2: 1.74581\tvalid_0's l1: 0.933632\n",
      "[2818]\tvalid_0's l2: 1.74582\tvalid_0's l1: 0.933636\n",
      "[2819]\tvalid_0's l2: 1.74583\tvalid_0's l1: 0.93364\n",
      "[2820]\tvalid_0's l2: 1.74582\tvalid_0's l1: 0.933636\n",
      "[2821]\tvalid_0's l2: 1.74584\tvalid_0's l1: 0.933639\n",
      "[2822]\tvalid_0's l2: 1.74584\tvalid_0's l1: 0.93364\n",
      "[2823]\tvalid_0's l2: 1.74584\tvalid_0's l1: 0.933637\n",
      "[2824]\tvalid_0's l2: 1.74584\tvalid_0's l1: 0.933635\n",
      "[2825]\tvalid_0's l2: 1.74584\tvalid_0's l1: 0.933634\n",
      "[2826]\tvalid_0's l2: 1.74584\tvalid_0's l1: 0.93363\n",
      "[2827]\tvalid_0's l2: 1.74583\tvalid_0's l1: 0.933624\n",
      "[2828]\tvalid_0's l2: 1.74583\tvalid_0's l1: 0.933621\n",
      "[2829]\tvalid_0's l2: 1.74582\tvalid_0's l1: 0.933614\n",
      "[2830]\tvalid_0's l2: 1.74583\tvalid_0's l1: 0.933615\n",
      "[2831]\tvalid_0's l2: 1.74583\tvalid_0's l1: 0.933616\n",
      "[2832]\tvalid_0's l2: 1.74583\tvalid_0's l1: 0.933612\n",
      "[2833]\tvalid_0's l2: 1.74582\tvalid_0's l1: 0.933604\n",
      "[2834]\tvalid_0's l2: 1.74582\tvalid_0's l1: 0.933602\n",
      "[2835]\tvalid_0's l2: 1.74582\tvalid_0's l1: 0.933606\n",
      "[2836]\tvalid_0's l2: 1.74582\tvalid_0's l1: 0.9336\n",
      "[2837]\tvalid_0's l2: 1.7458\tvalid_0's l1: 0.933598\n",
      "[2838]\tvalid_0's l2: 1.7458\tvalid_0's l1: 0.933595\n",
      "[2839]\tvalid_0's l2: 1.7458\tvalid_0's l1: 0.933593\n",
      "[2840]\tvalid_0's l2: 1.74581\tvalid_0's l1: 0.933593\n",
      "[2841]\tvalid_0's l2: 1.7458\tvalid_0's l1: 0.933591\n",
      "[2842]\tvalid_0's l2: 1.74579\tvalid_0's l1: 0.933584\n",
      "[2843]\tvalid_0's l2: 1.7458\tvalid_0's l1: 0.933586\n",
      "[2844]\tvalid_0's l2: 1.74579\tvalid_0's l1: 0.933584\n",
      "[2845]\tvalid_0's l2: 1.74579\tvalid_0's l1: 0.933585\n",
      "[2846]\tvalid_0's l2: 1.74578\tvalid_0's l1: 0.933584\n",
      "[2847]\tvalid_0's l2: 1.74578\tvalid_0's l1: 0.933585\n",
      "[2848]\tvalid_0's l2: 1.74579\tvalid_0's l1: 0.933586\n",
      "[2849]\tvalid_0's l2: 1.74581\tvalid_0's l1: 0.933587\n",
      "[2850]\tvalid_0's l2: 1.74579\tvalid_0's l1: 0.933582\n",
      "[2851]\tvalid_0's l2: 1.74576\tvalid_0's l1: 0.933571\n",
      "[2852]\tvalid_0's l2: 1.74574\tvalid_0's l1: 0.933567\n",
      "[2853]\tvalid_0's l2: 1.74573\tvalid_0's l1: 0.933564\n",
      "[2854]\tvalid_0's l2: 1.74572\tvalid_0's l1: 0.933561\n",
      "[2855]\tvalid_0's l2: 1.74573\tvalid_0's l1: 0.933563\n",
      "[2856]\tvalid_0's l2: 1.74574\tvalid_0's l1: 0.933565\n",
      "[2857]\tvalid_0's l2: 1.74573\tvalid_0's l1: 0.933561\n",
      "[2858]\tvalid_0's l2: 1.74572\tvalid_0's l1: 0.933561\n",
      "[2859]\tvalid_0's l2: 1.74572\tvalid_0's l1: 0.933559\n",
      "[2860]\tvalid_0's l2: 1.74569\tvalid_0's l1: 0.933547\n",
      "[2861]\tvalid_0's l2: 1.74569\tvalid_0's l1: 0.933547\n",
      "[2862]\tvalid_0's l2: 1.7457\tvalid_0's l1: 0.933544\n",
      "[2863]\tvalid_0's l2: 1.7457\tvalid_0's l1: 0.933546\n",
      "[2864]\tvalid_0's l2: 1.74569\tvalid_0's l1: 0.933548\n",
      "[2865]\tvalid_0's l2: 1.74571\tvalid_0's l1: 0.93355\n",
      "[2866]\tvalid_0's l2: 1.74571\tvalid_0's l1: 0.933549\n",
      "[2867]\tvalid_0's l2: 1.74571\tvalid_0's l1: 0.933549\n",
      "[2868]\tvalid_0's l2: 1.7457\tvalid_0's l1: 0.933546\n",
      "[2869]\tvalid_0's l2: 1.74569\tvalid_0's l1: 0.933543\n",
      "[2870]\tvalid_0's l2: 1.74569\tvalid_0's l1: 0.933542\n",
      "[2871]\tvalid_0's l2: 1.74567\tvalid_0's l1: 0.933537\n",
      "[2872]\tvalid_0's l2: 1.74567\tvalid_0's l1: 0.933539\n",
      "[2873]\tvalid_0's l2: 1.74569\tvalid_0's l1: 0.933543\n",
      "[2874]\tvalid_0's l2: 1.74568\tvalid_0's l1: 0.933537\n",
      "[2875]\tvalid_0's l2: 1.74564\tvalid_0's l1: 0.933526\n",
      "[2876]\tvalid_0's l2: 1.74567\tvalid_0's l1: 0.933536\n",
      "[2877]\tvalid_0's l2: 1.74564\tvalid_0's l1: 0.933528\n",
      "[2878]\tvalid_0's l2: 1.74562\tvalid_0's l1: 0.933519\n",
      "[2879]\tvalid_0's l2: 1.74562\tvalid_0's l1: 0.933519\n",
      "[2880]\tvalid_0's l2: 1.74562\tvalid_0's l1: 0.933515\n",
      "[2881]\tvalid_0's l2: 1.74558\tvalid_0's l1: 0.93351\n",
      "[2882]\tvalid_0's l2: 1.74558\tvalid_0's l1: 0.933506\n",
      "[2883]\tvalid_0's l2: 1.74559\tvalid_0's l1: 0.933507\n",
      "[2884]\tvalid_0's l2: 1.7456\tvalid_0's l1: 0.93351\n",
      "[2885]\tvalid_0's l2: 1.74561\tvalid_0's l1: 0.933513\n",
      "[2886]\tvalid_0's l2: 1.74559\tvalid_0's l1: 0.933502\n",
      "[2887]\tvalid_0's l2: 1.74559\tvalid_0's l1: 0.933499\n",
      "[2888]\tvalid_0's l2: 1.74559\tvalid_0's l1: 0.933499\n",
      "[2889]\tvalid_0's l2: 1.74561\tvalid_0's l1: 0.9335\n",
      "[2890]\tvalid_0's l2: 1.7456\tvalid_0's l1: 0.933498\n",
      "[2891]\tvalid_0's l2: 1.74561\tvalid_0's l1: 0.933501\n",
      "[2892]\tvalid_0's l2: 1.74562\tvalid_0's l1: 0.9335\n",
      "[2893]\tvalid_0's l2: 1.74563\tvalid_0's l1: 0.933498\n",
      "[2894]\tvalid_0's l2: 1.74562\tvalid_0's l1: 0.933492\n",
      "[2895]\tvalid_0's l2: 1.74562\tvalid_0's l1: 0.933494\n",
      "[2896]\tvalid_0's l2: 1.74563\tvalid_0's l1: 0.933496\n",
      "[2897]\tvalid_0's l2: 1.74564\tvalid_0's l1: 0.933504\n",
      "[2898]\tvalid_0's l2: 1.74563\tvalid_0's l1: 0.933503\n",
      "[2899]\tvalid_0's l2: 1.74563\tvalid_0's l1: 0.933501\n",
      "[2900]\tvalid_0's l2: 1.74563\tvalid_0's l1: 0.933495\n",
      "[2901]\tvalid_0's l2: 1.74563\tvalid_0's l1: 0.933495\n",
      "[2902]\tvalid_0's l2: 1.74563\tvalid_0's l1: 0.933497\n",
      "[2903]\tvalid_0's l2: 1.74562\tvalid_0's l1: 0.933493\n",
      "[2904]\tvalid_0's l2: 1.74562\tvalid_0's l1: 0.933493\n",
      "[2905]\tvalid_0's l2: 1.74562\tvalid_0's l1: 0.93349\n",
      "[2906]\tvalid_0's l2: 1.74562\tvalid_0's l1: 0.933487\n",
      "[2907]\tvalid_0's l2: 1.74562\tvalid_0's l1: 0.933482\n",
      "[2908]\tvalid_0's l2: 1.74561\tvalid_0's l1: 0.933476\n",
      "[2909]\tvalid_0's l2: 1.74562\tvalid_0's l1: 0.93348\n",
      "[2910]\tvalid_0's l2: 1.74562\tvalid_0's l1: 0.933476\n",
      "[2911]\tvalid_0's l2: 1.7456\tvalid_0's l1: 0.933469\n",
      "[2912]\tvalid_0's l2: 1.7456\tvalid_0's l1: 0.933468\n",
      "[2913]\tvalid_0's l2: 1.74558\tvalid_0's l1: 0.933468\n",
      "[2914]\tvalid_0's l2: 1.74558\tvalid_0's l1: 0.933466\n",
      "[2915]\tvalid_0's l2: 1.74556\tvalid_0's l1: 0.933455\n",
      "[2916]\tvalid_0's l2: 1.74555\tvalid_0's l1: 0.933446\n",
      "[2917]\tvalid_0's l2: 1.74554\tvalid_0's l1: 0.933441\n",
      "[2918]\tvalid_0's l2: 1.74553\tvalid_0's l1: 0.933436\n",
      "[2919]\tvalid_0's l2: 1.74552\tvalid_0's l1: 0.933433\n",
      "[2920]\tvalid_0's l2: 1.74553\tvalid_0's l1: 0.933431\n",
      "[2921]\tvalid_0's l2: 1.74552\tvalid_0's l1: 0.933432\n",
      "[2922]\tvalid_0's l2: 1.74551\tvalid_0's l1: 0.933425\n",
      "[2923]\tvalid_0's l2: 1.74549\tvalid_0's l1: 0.933416\n",
      "[2924]\tvalid_0's l2: 1.74549\tvalid_0's l1: 0.933412\n",
      "[2925]\tvalid_0's l2: 1.74549\tvalid_0's l1: 0.933416\n",
      "[2926]\tvalid_0's l2: 1.74548\tvalid_0's l1: 0.933412\n",
      "[2927]\tvalid_0's l2: 1.74547\tvalid_0's l1: 0.93341\n",
      "[2928]\tvalid_0's l2: 1.74549\tvalid_0's l1: 0.933415\n",
      "[2929]\tvalid_0's l2: 1.7455\tvalid_0's l1: 0.933422\n",
      "[2930]\tvalid_0's l2: 1.7455\tvalid_0's l1: 0.933426\n",
      "[2931]\tvalid_0's l2: 1.74548\tvalid_0's l1: 0.933415\n",
      "[2932]\tvalid_0's l2: 1.74547\tvalid_0's l1: 0.933415\n",
      "[2933]\tvalid_0's l2: 1.74547\tvalid_0's l1: 0.933415\n",
      "[2934]\tvalid_0's l2: 1.74547\tvalid_0's l1: 0.933411\n",
      "[2935]\tvalid_0's l2: 1.74547\tvalid_0's l1: 0.933413\n",
      "[2936]\tvalid_0's l2: 1.74547\tvalid_0's l1: 0.933412\n",
      "[2937]\tvalid_0's l2: 1.74546\tvalid_0's l1: 0.933411\n",
      "[2938]\tvalid_0's l2: 1.74548\tvalid_0's l1: 0.933413\n",
      "[2939]\tvalid_0's l2: 1.74546\tvalid_0's l1: 0.933402\n",
      "[2940]\tvalid_0's l2: 1.74546\tvalid_0's l1: 0.9334\n",
      "[2941]\tvalid_0's l2: 1.74545\tvalid_0's l1: 0.933405\n",
      "[2942]\tvalid_0's l2: 1.74545\tvalid_0's l1: 0.933405\n",
      "[2943]\tvalid_0's l2: 1.74546\tvalid_0's l1: 0.933409\n",
      "[2944]\tvalid_0's l2: 1.74546\tvalid_0's l1: 0.933405\n",
      "[2945]\tvalid_0's l2: 1.74546\tvalid_0's l1: 0.933406\n",
      "[2946]\tvalid_0's l2: 1.74549\tvalid_0's l1: 0.933409\n",
      "[2947]\tvalid_0's l2: 1.74549\tvalid_0's l1: 0.93341\n",
      "[2948]\tvalid_0's l2: 1.74549\tvalid_0's l1: 0.933416\n",
      "[2949]\tvalid_0's l2: 1.74549\tvalid_0's l1: 0.933416\n",
      "[2950]\tvalid_0's l2: 1.74549\tvalid_0's l1: 0.93342\n",
      "[2951]\tvalid_0's l2: 1.74548\tvalid_0's l1: 0.933416\n",
      "[2952]\tvalid_0's l2: 1.74549\tvalid_0's l1: 0.933414\n",
      "[2953]\tvalid_0's l2: 1.7455\tvalid_0's l1: 0.93342\n",
      "[2954]\tvalid_0's l2: 1.74549\tvalid_0's l1: 0.933417\n",
      "[2955]\tvalid_0's l2: 1.74547\tvalid_0's l1: 0.933412\n",
      "[2956]\tvalid_0's l2: 1.74545\tvalid_0's l1: 0.93341\n",
      "[2957]\tvalid_0's l2: 1.74544\tvalid_0's l1: 0.933403\n",
      "[2958]\tvalid_0's l2: 1.74544\tvalid_0's l1: 0.933399\n",
      "[2959]\tvalid_0's l2: 1.74544\tvalid_0's l1: 0.933401\n",
      "[2960]\tvalid_0's l2: 1.74543\tvalid_0's l1: 0.933398\n",
      "[2961]\tvalid_0's l2: 1.74542\tvalid_0's l1: 0.933393\n",
      "[2962]\tvalid_0's l2: 1.7454\tvalid_0's l1: 0.933387\n",
      "[2963]\tvalid_0's l2: 1.7454\tvalid_0's l1: 0.933388\n",
      "[2964]\tvalid_0's l2: 1.74541\tvalid_0's l1: 0.93339\n",
      "[2965]\tvalid_0's l2: 1.74541\tvalid_0's l1: 0.933389\n",
      "[2966]\tvalid_0's l2: 1.7454\tvalid_0's l1: 0.933385\n",
      "[2967]\tvalid_0's l2: 1.74537\tvalid_0's l1: 0.933371\n",
      "[2968]\tvalid_0's l2: 1.74537\tvalid_0's l1: 0.933364\n",
      "[2969]\tvalid_0's l2: 1.74537\tvalid_0's l1: 0.933364\n",
      "[2970]\tvalid_0's l2: 1.74536\tvalid_0's l1: 0.933361\n",
      "[2971]\tvalid_0's l2: 1.74536\tvalid_0's l1: 0.933363\n",
      "[2972]\tvalid_0's l2: 1.74537\tvalid_0's l1: 0.933361\n",
      "[2973]\tvalid_0's l2: 1.74536\tvalid_0's l1: 0.933359\n",
      "[2974]\tvalid_0's l2: 1.74537\tvalid_0's l1: 0.933361\n",
      "[2975]\tvalid_0's l2: 1.74538\tvalid_0's l1: 0.933364\n",
      "[2976]\tvalid_0's l2: 1.74537\tvalid_0's l1: 0.933362\n",
      "[2977]\tvalid_0's l2: 1.74539\tvalid_0's l1: 0.933364\n",
      "[2978]\tvalid_0's l2: 1.7454\tvalid_0's l1: 0.933367\n",
      "[2979]\tvalid_0's l2: 1.74541\tvalid_0's l1: 0.933369\n",
      "[2980]\tvalid_0's l2: 1.7454\tvalid_0's l1: 0.933364\n",
      "[2981]\tvalid_0's l2: 1.74542\tvalid_0's l1: 0.933368\n",
      "[2982]\tvalid_0's l2: 1.74541\tvalid_0's l1: 0.933367\n",
      "[2983]\tvalid_0's l2: 1.74539\tvalid_0's l1: 0.933364\n",
      "[2984]\tvalid_0's l2: 1.7454\tvalid_0's l1: 0.933364\n",
      "[2985]\tvalid_0's l2: 1.7454\tvalid_0's l1: 0.933364\n",
      "[2986]\tvalid_0's l2: 1.74539\tvalid_0's l1: 0.933363\n",
      "[2987]\tvalid_0's l2: 1.74539\tvalid_0's l1: 0.933363\n",
      "[2988]\tvalid_0's l2: 1.74537\tvalid_0's l1: 0.933354\n",
      "[2989]\tvalid_0's l2: 1.74534\tvalid_0's l1: 0.93335\n",
      "[2990]\tvalid_0's l2: 1.74533\tvalid_0's l1: 0.933347\n",
      "[2991]\tvalid_0's l2: 1.74534\tvalid_0's l1: 0.933349\n",
      "[2992]\tvalid_0's l2: 1.74535\tvalid_0's l1: 0.933351\n",
      "[2993]\tvalid_0's l2: 1.74535\tvalid_0's l1: 0.933348\n",
      "[2994]\tvalid_0's l2: 1.74535\tvalid_0's l1: 0.933349\n",
      "[2995]\tvalid_0's l2: 1.74537\tvalid_0's l1: 0.933351\n",
      "[2996]\tvalid_0's l2: 1.74537\tvalid_0's l1: 0.933355\n",
      "[2997]\tvalid_0's l2: 1.74537\tvalid_0's l1: 0.933356\n",
      "[2998]\tvalid_0's l2: 1.74538\tvalid_0's l1: 0.933358\n",
      "[2999]\tvalid_0's l2: 1.74537\tvalid_0's l1: 0.933354\n",
      "[3000]\tvalid_0's l2: 1.74537\tvalid_0's l1: 0.933356\n",
      "[3001]\tvalid_0's l2: 1.74537\tvalid_0's l1: 0.933355\n",
      "[3002]\tvalid_0's l2: 1.74536\tvalid_0's l1: 0.933351\n",
      "[3003]\tvalid_0's l2: 1.74536\tvalid_0's l1: 0.933353\n",
      "[3004]\tvalid_0's l2: 1.74536\tvalid_0's l1: 0.933348\n",
      "[3005]\tvalid_0's l2: 1.74536\tvalid_0's l1: 0.933351\n",
      "[3006]\tvalid_0's l2: 1.74535\tvalid_0's l1: 0.933349\n",
      "[3007]\tvalid_0's l2: 1.74532\tvalid_0's l1: 0.933342\n",
      "[3008]\tvalid_0's l2: 1.74532\tvalid_0's l1: 0.933341\n",
      "[3009]\tvalid_0's l2: 1.74532\tvalid_0's l1: 0.933344\n",
      "[3010]\tvalid_0's l2: 1.74531\tvalid_0's l1: 0.933336\n",
      "[3011]\tvalid_0's l2: 1.74531\tvalid_0's l1: 0.933337\n",
      "[3012]\tvalid_0's l2: 1.74531\tvalid_0's l1: 0.933334\n",
      "[3013]\tvalid_0's l2: 1.7453\tvalid_0's l1: 0.933331\n",
      "[3014]\tvalid_0's l2: 1.7453\tvalid_0's l1: 0.933332\n",
      "[3015]\tvalid_0's l2: 1.74529\tvalid_0's l1: 0.93333\n",
      "[3016]\tvalid_0's l2: 1.74529\tvalid_0's l1: 0.933331\n",
      "[3017]\tvalid_0's l2: 1.74529\tvalid_0's l1: 0.933331\n",
      "[3018]\tvalid_0's l2: 1.74529\tvalid_0's l1: 0.93333\n",
      "[3019]\tvalid_0's l2: 1.74526\tvalid_0's l1: 0.933325\n",
      "[3020]\tvalid_0's l2: 1.74529\tvalid_0's l1: 0.933333\n",
      "[3021]\tvalid_0's l2: 1.7453\tvalid_0's l1: 0.933335\n",
      "[3022]\tvalid_0's l2: 1.74528\tvalid_0's l1: 0.933327\n",
      "[3023]\tvalid_0's l2: 1.74527\tvalid_0's l1: 0.933323\n",
      "[3024]\tvalid_0's l2: 1.74527\tvalid_0's l1: 0.933321\n",
      "[3025]\tvalid_0's l2: 1.74527\tvalid_0's l1: 0.933313\n",
      "[3026]\tvalid_0's l2: 1.74527\tvalid_0's l1: 0.933317\n",
      "[3027]\tvalid_0's l2: 1.74527\tvalid_0's l1: 0.933317\n",
      "[3028]\tvalid_0's l2: 1.74527\tvalid_0's l1: 0.933316\n",
      "[3029]\tvalid_0's l2: 1.74525\tvalid_0's l1: 0.93331\n",
      "[3030]\tvalid_0's l2: 1.74524\tvalid_0's l1: 0.933308\n",
      "[3031]\tvalid_0's l2: 1.74523\tvalid_0's l1: 0.933305\n",
      "[3032]\tvalid_0's l2: 1.74522\tvalid_0's l1: 0.933298\n",
      "[3033]\tvalid_0's l2: 1.74523\tvalid_0's l1: 0.933299\n",
      "[3034]\tvalid_0's l2: 1.74521\tvalid_0's l1: 0.933296\n",
      "[3035]\tvalid_0's l2: 1.74521\tvalid_0's l1: 0.933294\n",
      "[3036]\tvalid_0's l2: 1.74521\tvalid_0's l1: 0.933295\n",
      "[3037]\tvalid_0's l2: 1.7452\tvalid_0's l1: 0.933292\n",
      "[3038]\tvalid_0's l2: 1.74519\tvalid_0's l1: 0.933291\n",
      "[3039]\tvalid_0's l2: 1.7452\tvalid_0's l1: 0.933294\n",
      "[3040]\tvalid_0's l2: 1.74519\tvalid_0's l1: 0.933292\n",
      "[3041]\tvalid_0's l2: 1.74518\tvalid_0's l1: 0.933285\n",
      "[3042]\tvalid_0's l2: 1.74516\tvalid_0's l1: 0.933283\n",
      "[3043]\tvalid_0's l2: 1.74512\tvalid_0's l1: 0.933273\n",
      "[3044]\tvalid_0's l2: 1.74513\tvalid_0's l1: 0.933274\n",
      "[3045]\tvalid_0's l2: 1.74513\tvalid_0's l1: 0.933275\n",
      "[3046]\tvalid_0's l2: 1.74512\tvalid_0's l1: 0.933273\n",
      "[3047]\tvalid_0's l2: 1.74513\tvalid_0's l1: 0.933277\n",
      "[3048]\tvalid_0's l2: 1.74513\tvalid_0's l1: 0.933277\n",
      "[3049]\tvalid_0's l2: 1.74513\tvalid_0's l1: 0.933274\n",
      "[3050]\tvalid_0's l2: 1.74512\tvalid_0's l1: 0.933269\n",
      "[3051]\tvalid_0's l2: 1.74511\tvalid_0's l1: 0.933267\n",
      "[3052]\tvalid_0's l2: 1.7451\tvalid_0's l1: 0.933259\n",
      "[3053]\tvalid_0's l2: 1.74509\tvalid_0's l1: 0.933258\n",
      "[3054]\tvalid_0's l2: 1.74508\tvalid_0's l1: 0.933255\n",
      "[3055]\tvalid_0's l2: 1.74507\tvalid_0's l1: 0.933245\n",
      "[3056]\tvalid_0's l2: 1.74507\tvalid_0's l1: 0.933245\n",
      "[3057]\tvalid_0's l2: 1.74508\tvalid_0's l1: 0.933243\n",
      "[3058]\tvalid_0's l2: 1.74506\tvalid_0's l1: 0.933241\n",
      "[3059]\tvalid_0's l2: 1.74504\tvalid_0's l1: 0.933236\n",
      "[3060]\tvalid_0's l2: 1.74505\tvalid_0's l1: 0.93324\n",
      "[3061]\tvalid_0's l2: 1.74505\tvalid_0's l1: 0.933244\n",
      "[3062]\tvalid_0's l2: 1.74505\tvalid_0's l1: 0.933242\n",
      "[3063]\tvalid_0's l2: 1.74505\tvalid_0's l1: 0.933243\n",
      "[3064]\tvalid_0's l2: 1.74503\tvalid_0's l1: 0.933241\n",
      "[3065]\tvalid_0's l2: 1.74503\tvalid_0's l1: 0.93324\n",
      "[3066]\tvalid_0's l2: 1.74502\tvalid_0's l1: 0.933232\n",
      "[3067]\tvalid_0's l2: 1.74501\tvalid_0's l1: 0.933226\n",
      "[3068]\tvalid_0's l2: 1.74501\tvalid_0's l1: 0.933225\n",
      "[3069]\tvalid_0's l2: 1.74501\tvalid_0's l1: 0.933221\n",
      "[3070]\tvalid_0's l2: 1.74502\tvalid_0's l1: 0.933223\n",
      "[3071]\tvalid_0's l2: 1.74501\tvalid_0's l1: 0.933219\n",
      "[3072]\tvalid_0's l2: 1.74501\tvalid_0's l1: 0.933217\n",
      "[3073]\tvalid_0's l2: 1.745\tvalid_0's l1: 0.933216\n",
      "[3074]\tvalid_0's l2: 1.74501\tvalid_0's l1: 0.933218\n",
      "[3075]\tvalid_0's l2: 1.745\tvalid_0's l1: 0.933215\n",
      "[3076]\tvalid_0's l2: 1.74499\tvalid_0's l1: 0.933211\n",
      "[3077]\tvalid_0's l2: 1.745\tvalid_0's l1: 0.933214\n",
      "[3078]\tvalid_0's l2: 1.74499\tvalid_0's l1: 0.933208\n",
      "[3079]\tvalid_0's l2: 1.74497\tvalid_0's l1: 0.933202\n",
      "[3080]\tvalid_0's l2: 1.74497\tvalid_0's l1: 0.933196\n",
      "[3081]\tvalid_0's l2: 1.74497\tvalid_0's l1: 0.933196\n",
      "[3082]\tvalid_0's l2: 1.74495\tvalid_0's l1: 0.933196\n",
      "[3083]\tvalid_0's l2: 1.74496\tvalid_0's l1: 0.933201\n",
      "[3084]\tvalid_0's l2: 1.74497\tvalid_0's l1: 0.933205\n",
      "[3085]\tvalid_0's l2: 1.74497\tvalid_0's l1: 0.933205\n",
      "[3086]\tvalid_0's l2: 1.74497\tvalid_0's l1: 0.933206\n",
      "[3087]\tvalid_0's l2: 1.74496\tvalid_0's l1: 0.933199\n",
      "[3088]\tvalid_0's l2: 1.74496\tvalid_0's l1: 0.9332\n",
      "[3089]\tvalid_0's l2: 1.74493\tvalid_0's l1: 0.933193\n",
      "[3090]\tvalid_0's l2: 1.74494\tvalid_0's l1: 0.933192\n",
      "[3091]\tvalid_0's l2: 1.74493\tvalid_0's l1: 0.933188\n",
      "[3092]\tvalid_0's l2: 1.74494\tvalid_0's l1: 0.933193\n",
      "[3093]\tvalid_0's l2: 1.74493\tvalid_0's l1: 0.93319\n",
      "[3094]\tvalid_0's l2: 1.74493\tvalid_0's l1: 0.93319\n",
      "[3095]\tvalid_0's l2: 1.74492\tvalid_0's l1: 0.933187\n",
      "[3096]\tvalid_0's l2: 1.7449\tvalid_0's l1: 0.933182\n",
      "[3097]\tvalid_0's l2: 1.74491\tvalid_0's l1: 0.933185\n",
      "[3098]\tvalid_0's l2: 1.74489\tvalid_0's l1: 0.93318\n",
      "[3099]\tvalid_0's l2: 1.7449\tvalid_0's l1: 0.933188\n",
      "[3100]\tvalid_0's l2: 1.7449\tvalid_0's l1: 0.933187\n",
      "[3101]\tvalid_0's l2: 1.7449\tvalid_0's l1: 0.933187\n",
      "[3102]\tvalid_0's l2: 1.7449\tvalid_0's l1: 0.933187\n",
      "[3103]\tvalid_0's l2: 1.74489\tvalid_0's l1: 0.933187\n",
      "[3104]\tvalid_0's l2: 1.74488\tvalid_0's l1: 0.933184\n",
      "[3105]\tvalid_0's l2: 1.74488\tvalid_0's l1: 0.933184\n",
      "[3106]\tvalid_0's l2: 1.74488\tvalid_0's l1: 0.933184\n",
      "[3107]\tvalid_0's l2: 1.74487\tvalid_0's l1: 0.933179\n",
      "[3108]\tvalid_0's l2: 1.74489\tvalid_0's l1: 0.933184\n",
      "[3109]\tvalid_0's l2: 1.74488\tvalid_0's l1: 0.933181\n",
      "[3110]\tvalid_0's l2: 1.74488\tvalid_0's l1: 0.93318\n",
      "[3111]\tvalid_0's l2: 1.74489\tvalid_0's l1: 0.93318\n",
      "[3112]\tvalid_0's l2: 1.74489\tvalid_0's l1: 0.933179\n",
      "[3113]\tvalid_0's l2: 1.74489\tvalid_0's l1: 0.933179\n",
      "[3114]\tvalid_0's l2: 1.7449\tvalid_0's l1: 0.933181\n",
      "[3115]\tvalid_0's l2: 1.7449\tvalid_0's l1: 0.933179\n",
      "[3116]\tvalid_0's l2: 1.74489\tvalid_0's l1: 0.933176\n",
      "[3117]\tvalid_0's l2: 1.74486\tvalid_0's l1: 0.933171\n",
      "[3118]\tvalid_0's l2: 1.74485\tvalid_0's l1: 0.933165\n",
      "[3119]\tvalid_0's l2: 1.74484\tvalid_0's l1: 0.933164\n",
      "[3120]\tvalid_0's l2: 1.74483\tvalid_0's l1: 0.933165\n",
      "[3121]\tvalid_0's l2: 1.74483\tvalid_0's l1: 0.933163\n",
      "[3122]\tvalid_0's l2: 1.74482\tvalid_0's l1: 0.933158\n",
      "[3123]\tvalid_0's l2: 1.74483\tvalid_0's l1: 0.93316\n",
      "[3124]\tvalid_0's l2: 1.74483\tvalid_0's l1: 0.93316\n",
      "[3125]\tvalid_0's l2: 1.74484\tvalid_0's l1: 0.933161\n",
      "[3126]\tvalid_0's l2: 1.74483\tvalid_0's l1: 0.933161\n",
      "[3127]\tvalid_0's l2: 1.74484\tvalid_0's l1: 0.933161\n",
      "[3128]\tvalid_0's l2: 1.74483\tvalid_0's l1: 0.93316\n",
      "[3129]\tvalid_0's l2: 1.74482\tvalid_0's l1: 0.933155\n",
      "[3130]\tvalid_0's l2: 1.74483\tvalid_0's l1: 0.933154\n",
      "[3131]\tvalid_0's l2: 1.74482\tvalid_0's l1: 0.93315\n",
      "[3132]\tvalid_0's l2: 1.74482\tvalid_0's l1: 0.933151\n",
      "[3133]\tvalid_0's l2: 1.74481\tvalid_0's l1: 0.933145\n",
      "[3134]\tvalid_0's l2: 1.74477\tvalid_0's l1: 0.933136\n",
      "[3135]\tvalid_0's l2: 1.74476\tvalid_0's l1: 0.933132\n",
      "[3136]\tvalid_0's l2: 1.74476\tvalid_0's l1: 0.933134\n",
      "[3137]\tvalid_0's l2: 1.74476\tvalid_0's l1: 0.933129\n",
      "[3138]\tvalid_0's l2: 1.74473\tvalid_0's l1: 0.933119\n",
      "[3139]\tvalid_0's l2: 1.74472\tvalid_0's l1: 0.933118\n",
      "[3140]\tvalid_0's l2: 1.74471\tvalid_0's l1: 0.933112\n",
      "[3141]\tvalid_0's l2: 1.74471\tvalid_0's l1: 0.933115\n",
      "[3142]\tvalid_0's l2: 1.74471\tvalid_0's l1: 0.933111\n",
      "[3143]\tvalid_0's l2: 1.74472\tvalid_0's l1: 0.933114\n",
      "[3144]\tvalid_0's l2: 1.74472\tvalid_0's l1: 0.933113\n",
      "[3145]\tvalid_0's l2: 1.74474\tvalid_0's l1: 0.933113\n",
      "[3146]\tvalid_0's l2: 1.74473\tvalid_0's l1: 0.933111\n",
      "[3147]\tvalid_0's l2: 1.74474\tvalid_0's l1: 0.933112\n",
      "[3148]\tvalid_0's l2: 1.74474\tvalid_0's l1: 0.933111\n",
      "[3149]\tvalid_0's l2: 1.74473\tvalid_0's l1: 0.933109\n",
      "[3150]\tvalid_0's l2: 1.74474\tvalid_0's l1: 0.933114\n",
      "[3151]\tvalid_0's l2: 1.74474\tvalid_0's l1: 0.933113\n",
      "[3152]\tvalid_0's l2: 1.74474\tvalid_0's l1: 0.933112\n",
      "[3153]\tvalid_0's l2: 1.74474\tvalid_0's l1: 0.933111\n",
      "[3154]\tvalid_0's l2: 1.74474\tvalid_0's l1: 0.93311\n",
      "[3155]\tvalid_0's l2: 1.74474\tvalid_0's l1: 0.933112\n",
      "[3156]\tvalid_0's l2: 1.74474\tvalid_0's l1: 0.933109\n",
      "[3157]\tvalid_0's l2: 1.74472\tvalid_0's l1: 0.933101\n",
      "[3158]\tvalid_0's l2: 1.7447\tvalid_0's l1: 0.933096\n",
      "[3159]\tvalid_0's l2: 1.74469\tvalid_0's l1: 0.933093\n",
      "[3160]\tvalid_0's l2: 1.74468\tvalid_0's l1: 0.933088\n",
      "[3161]\tvalid_0's l2: 1.74466\tvalid_0's l1: 0.933083\n",
      "[3162]\tvalid_0's l2: 1.74467\tvalid_0's l1: 0.933084\n",
      "[3163]\tvalid_0's l2: 1.74468\tvalid_0's l1: 0.933087\n",
      "[3164]\tvalid_0's l2: 1.74467\tvalid_0's l1: 0.933088\n",
      "[3165]\tvalid_0's l2: 1.74467\tvalid_0's l1: 0.933086\n",
      "[3166]\tvalid_0's l2: 1.74467\tvalid_0's l1: 0.933082\n",
      "[3167]\tvalid_0's l2: 1.74467\tvalid_0's l1: 0.933083\n",
      "[3168]\tvalid_0's l2: 1.74466\tvalid_0's l1: 0.933083\n",
      "[3169]\tvalid_0's l2: 1.74466\tvalid_0's l1: 0.933084\n",
      "[3170]\tvalid_0's l2: 1.74467\tvalid_0's l1: 0.933088\n",
      "[3171]\tvalid_0's l2: 1.74466\tvalid_0's l1: 0.933087\n",
      "[3172]\tvalid_0's l2: 1.74465\tvalid_0's l1: 0.933082\n",
      "[3173]\tvalid_0's l2: 1.74464\tvalid_0's l1: 0.933076\n",
      "[3174]\tvalid_0's l2: 1.74463\tvalid_0's l1: 0.933075\n",
      "[3175]\tvalid_0's l2: 1.74463\tvalid_0's l1: 0.933075\n",
      "[3176]\tvalid_0's l2: 1.74463\tvalid_0's l1: 0.933073\n",
      "[3177]\tvalid_0's l2: 1.74463\tvalid_0's l1: 0.933073\n",
      "[3178]\tvalid_0's l2: 1.74462\tvalid_0's l1: 0.933066\n",
      "[3179]\tvalid_0's l2: 1.74462\tvalid_0's l1: 0.933068\n",
      "[3180]\tvalid_0's l2: 1.74463\tvalid_0's l1: 0.933069\n",
      "[3181]\tvalid_0's l2: 1.74463\tvalid_0's l1: 0.933069\n",
      "[3182]\tvalid_0's l2: 1.74463\tvalid_0's l1: 0.933069\n",
      "[3183]\tvalid_0's l2: 1.74462\tvalid_0's l1: 0.933065\n",
      "[3184]\tvalid_0's l2: 1.74462\tvalid_0's l1: 0.933066\n",
      "[3185]\tvalid_0's l2: 1.74462\tvalid_0's l1: 0.933064\n",
      "[3186]\tvalid_0's l2: 1.74461\tvalid_0's l1: 0.933063\n",
      "[3187]\tvalid_0's l2: 1.74462\tvalid_0's l1: 0.933063\n",
      "[3188]\tvalid_0's l2: 1.74463\tvalid_0's l1: 0.933062\n",
      "[3189]\tvalid_0's l2: 1.74465\tvalid_0's l1: 0.933063\n",
      "[3190]\tvalid_0's l2: 1.74465\tvalid_0's l1: 0.933064\n",
      "[3191]\tvalid_0's l2: 1.74464\tvalid_0's l1: 0.933062\n",
      "[3192]\tvalid_0's l2: 1.74464\tvalid_0's l1: 0.933063\n",
      "[3193]\tvalid_0's l2: 1.74465\tvalid_0's l1: 0.933065\n",
      "[3194]\tvalid_0's l2: 1.74464\tvalid_0's l1: 0.933058\n",
      "[3195]\tvalid_0's l2: 1.74463\tvalid_0's l1: 0.933055\n",
      "[3196]\tvalid_0's l2: 1.74463\tvalid_0's l1: 0.933058\n",
      "[3197]\tvalid_0's l2: 1.74463\tvalid_0's l1: 0.933055\n",
      "[3198]\tvalid_0's l2: 1.74464\tvalid_0's l1: 0.933057\n",
      "[3199]\tvalid_0's l2: 1.74464\tvalid_0's l1: 0.933054\n",
      "[3200]\tvalid_0's l2: 1.74464\tvalid_0's l1: 0.933056\n",
      "[3201]\tvalid_0's l2: 1.74465\tvalid_0's l1: 0.933056\n",
      "[3202]\tvalid_0's l2: 1.74465\tvalid_0's l1: 0.933059\n",
      "[3203]\tvalid_0's l2: 1.74465\tvalid_0's l1: 0.93306\n",
      "[3204]\tvalid_0's l2: 1.74465\tvalid_0's l1: 0.933058\n",
      "[3205]\tvalid_0's l2: 1.74465\tvalid_0's l1: 0.933059\n",
      "[3206]\tvalid_0's l2: 1.74466\tvalid_0's l1: 0.933061\n",
      "[3207]\tvalid_0's l2: 1.74465\tvalid_0's l1: 0.933058\n",
      "[3208]\tvalid_0's l2: 1.74465\tvalid_0's l1: 0.93306\n",
      "[3209]\tvalid_0's l2: 1.74466\tvalid_0's l1: 0.933063\n",
      "[3210]\tvalid_0's l2: 1.74466\tvalid_0's l1: 0.933063\n",
      "[3211]\tvalid_0's l2: 1.74467\tvalid_0's l1: 0.933069\n",
      "[3212]\tvalid_0's l2: 1.74466\tvalid_0's l1: 0.933068\n",
      "[3213]\tvalid_0's l2: 1.74465\tvalid_0's l1: 0.933064\n",
      "[3214]\tvalid_0's l2: 1.74465\tvalid_0's l1: 0.933064\n",
      "[3215]\tvalid_0's l2: 1.74466\tvalid_0's l1: 0.933066\n",
      "[3216]\tvalid_0's l2: 1.74465\tvalid_0's l1: 0.933065\n",
      "[3217]\tvalid_0's l2: 1.74467\tvalid_0's l1: 0.933066\n",
      "[3218]\tvalid_0's l2: 1.74467\tvalid_0's l1: 0.933067\n",
      "[3219]\tvalid_0's l2: 1.74468\tvalid_0's l1: 0.93307\n",
      "[3220]\tvalid_0's l2: 1.74467\tvalid_0's l1: 0.933067\n",
      "[3221]\tvalid_0's l2: 1.74466\tvalid_0's l1: 0.933064\n",
      "[3222]\tvalid_0's l2: 1.74466\tvalid_0's l1: 0.933062\n",
      "[3223]\tvalid_0's l2: 1.74467\tvalid_0's l1: 0.933065\n",
      "[3224]\tvalid_0's l2: 1.74467\tvalid_0's l1: 0.933065\n",
      "[3225]\tvalid_0's l2: 1.74466\tvalid_0's l1: 0.933064\n",
      "[3226]\tvalid_0's l2: 1.74467\tvalid_0's l1: 0.933064\n",
      "[3227]\tvalid_0's l2: 1.74466\tvalid_0's l1: 0.93306\n",
      "[3228]\tvalid_0's l2: 1.74466\tvalid_0's l1: 0.933062\n",
      "[3229]\tvalid_0's l2: 1.74466\tvalid_0's l1: 0.933063\n",
      "[3230]\tvalid_0's l2: 1.74464\tvalid_0's l1: 0.933055\n",
      "[3231]\tvalid_0's l2: 1.74464\tvalid_0's l1: 0.933057\n",
      "[3232]\tvalid_0's l2: 1.74463\tvalid_0's l1: 0.933056\n",
      "[3233]\tvalid_0's l2: 1.74463\tvalid_0's l1: 0.933056\n",
      "[3234]\tvalid_0's l2: 1.74463\tvalid_0's l1: 0.933053\n",
      "[3235]\tvalid_0's l2: 1.74463\tvalid_0's l1: 0.933057\n",
      "[3236]\tvalid_0's l2: 1.74462\tvalid_0's l1: 0.933057\n",
      "[3237]\tvalid_0's l2: 1.74462\tvalid_0's l1: 0.933057\n",
      "[3238]\tvalid_0's l2: 1.74462\tvalid_0's l1: 0.933058\n",
      "[3239]\tvalid_0's l2: 1.74462\tvalid_0's l1: 0.933061\n",
      "[3240]\tvalid_0's l2: 1.74462\tvalid_0's l1: 0.933057\n",
      "[3241]\tvalid_0's l2: 1.74462\tvalid_0's l1: 0.933056\n",
      "[3242]\tvalid_0's l2: 1.74461\tvalid_0's l1: 0.933057\n",
      "[3243]\tvalid_0's l2: 1.7446\tvalid_0's l1: 0.933058\n",
      "[3244]\tvalid_0's l2: 1.7446\tvalid_0's l1: 0.933056\n",
      "[3245]\tvalid_0's l2: 1.7446\tvalid_0's l1: 0.933053\n",
      "[3246]\tvalid_0's l2: 1.74459\tvalid_0's l1: 0.933052\n",
      "[3247]\tvalid_0's l2: 1.74459\tvalid_0's l1: 0.933052\n",
      "[3248]\tvalid_0's l2: 1.74459\tvalid_0's l1: 0.933051\n",
      "[3249]\tvalid_0's l2: 1.74458\tvalid_0's l1: 0.933047\n",
      "[3250]\tvalid_0's l2: 1.74458\tvalid_0's l1: 0.933047\n",
      "[3251]\tvalid_0's l2: 1.74459\tvalid_0's l1: 0.93305\n",
      "[3252]\tvalid_0's l2: 1.74459\tvalid_0's l1: 0.933049\n",
      "[3253]\tvalid_0's l2: 1.74458\tvalid_0's l1: 0.933049\n",
      "[3254]\tvalid_0's l2: 1.74458\tvalid_0's l1: 0.93305\n",
      "[3255]\tvalid_0's l2: 1.74458\tvalid_0's l1: 0.933047\n",
      "[3256]\tvalid_0's l2: 1.74457\tvalid_0's l1: 0.933044\n",
      "[3257]\tvalid_0's l2: 1.74458\tvalid_0's l1: 0.933047\n",
      "[3258]\tvalid_0's l2: 1.74457\tvalid_0's l1: 0.933045\n",
      "[3259]\tvalid_0's l2: 1.74458\tvalid_0's l1: 0.933047\n",
      "[3260]\tvalid_0's l2: 1.74457\tvalid_0's l1: 0.933049\n",
      "[3261]\tvalid_0's l2: 1.74457\tvalid_0's l1: 0.93305\n",
      "[3262]\tvalid_0's l2: 1.74458\tvalid_0's l1: 0.933051\n",
      "[3263]\tvalid_0's l2: 1.74458\tvalid_0's l1: 0.933051\n",
      "[3264]\tvalid_0's l2: 1.74457\tvalid_0's l1: 0.933047\n",
      "[3265]\tvalid_0's l2: 1.74456\tvalid_0's l1: 0.933042\n",
      "[3266]\tvalid_0's l2: 1.74456\tvalid_0's l1: 0.933037\n",
      "[3267]\tvalid_0's l2: 1.74456\tvalid_0's l1: 0.93304\n",
      "[3268]\tvalid_0's l2: 1.74456\tvalid_0's l1: 0.933039\n",
      "[3269]\tvalid_0's l2: 1.74456\tvalid_0's l1: 0.933038\n",
      "[3270]\tvalid_0's l2: 1.74456\tvalid_0's l1: 0.93304\n",
      "[3271]\tvalid_0's l2: 1.74455\tvalid_0's l1: 0.933039\n",
      "[3272]\tvalid_0's l2: 1.74456\tvalid_0's l1: 0.933041\n",
      "[3273]\tvalid_0's l2: 1.74456\tvalid_0's l1: 0.933039\n",
      "[3274]\tvalid_0's l2: 1.74456\tvalid_0's l1: 0.933038\n",
      "[3275]\tvalid_0's l2: 1.74456\tvalid_0's l1: 0.933038\n",
      "[3276]\tvalid_0's l2: 1.74455\tvalid_0's l1: 0.933033\n",
      "[3277]\tvalid_0's l2: 1.74455\tvalid_0's l1: 0.933031\n",
      "[3278]\tvalid_0's l2: 1.74455\tvalid_0's l1: 0.933029\n",
      "[3279]\tvalid_0's l2: 1.74456\tvalid_0's l1: 0.933034\n",
      "[3280]\tvalid_0's l2: 1.74456\tvalid_0's l1: 0.933034\n",
      "[3281]\tvalid_0's l2: 1.74456\tvalid_0's l1: 0.933033\n",
      "[3282]\tvalid_0's l2: 1.74455\tvalid_0's l1: 0.933032\n",
      "[3283]\tvalid_0's l2: 1.74454\tvalid_0's l1: 0.933026\n",
      "[3284]\tvalid_0's l2: 1.74453\tvalid_0's l1: 0.933028\n",
      "[3285]\tvalid_0's l2: 1.74454\tvalid_0's l1: 0.93303\n",
      "[3286]\tvalid_0's l2: 1.74453\tvalid_0's l1: 0.93303\n",
      "[3287]\tvalid_0's l2: 1.74454\tvalid_0's l1: 0.933033\n",
      "[3288]\tvalid_0's l2: 1.74454\tvalid_0's l1: 0.933034\n",
      "[3289]\tvalid_0's l2: 1.74453\tvalid_0's l1: 0.933032\n",
      "[3290]\tvalid_0's l2: 1.74452\tvalid_0's l1: 0.93303\n",
      "[3291]\tvalid_0's l2: 1.74453\tvalid_0's l1: 0.93303\n",
      "[3292]\tvalid_0's l2: 1.74452\tvalid_0's l1: 0.933028\n",
      "[3293]\tvalid_0's l2: 1.74453\tvalid_0's l1: 0.933028\n",
      "[3294]\tvalid_0's l2: 1.74454\tvalid_0's l1: 0.933029\n",
      "[3295]\tvalid_0's l2: 1.74454\tvalid_0's l1: 0.933029\n",
      "[3296]\tvalid_0's l2: 1.74454\tvalid_0's l1: 0.933029\n",
      "[3297]\tvalid_0's l2: 1.74454\tvalid_0's l1: 0.933029\n",
      "[3298]\tvalid_0's l2: 1.74454\tvalid_0's l1: 0.933028\n",
      "[3299]\tvalid_0's l2: 1.74452\tvalid_0's l1: 0.933023\n",
      "[3300]\tvalid_0's l2: 1.74451\tvalid_0's l1: 0.93302\n",
      "[3301]\tvalid_0's l2: 1.74451\tvalid_0's l1: 0.933018\n",
      "[3302]\tvalid_0's l2: 1.7445\tvalid_0's l1: 0.933017\n",
      "[3303]\tvalid_0's l2: 1.74449\tvalid_0's l1: 0.933012\n",
      "[3304]\tvalid_0's l2: 1.74448\tvalid_0's l1: 0.933008\n",
      "[3305]\tvalid_0's l2: 1.74448\tvalid_0's l1: 0.93301\n",
      "[3306]\tvalid_0's l2: 1.74449\tvalid_0's l1: 0.93301\n",
      "[3307]\tvalid_0's l2: 1.74449\tvalid_0's l1: 0.933011\n",
      "[3308]\tvalid_0's l2: 1.74449\tvalid_0's l1: 0.933012\n",
      "[3309]\tvalid_0's l2: 1.74449\tvalid_0's l1: 0.933012\n",
      "[3310]\tvalid_0's l2: 1.74449\tvalid_0's l1: 0.93301\n",
      "[3311]\tvalid_0's l2: 1.74448\tvalid_0's l1: 0.933006\n",
      "[3312]\tvalid_0's l2: 1.74446\tvalid_0's l1: 0.933001\n",
      "[3313]\tvalid_0's l2: 1.74446\tvalid_0's l1: 0.932998\n",
      "[3314]\tvalid_0's l2: 1.74445\tvalid_0's l1: 0.933001\n",
      "[3315]\tvalid_0's l2: 1.74446\tvalid_0's l1: 0.933002\n",
      "[3316]\tvalid_0's l2: 1.74445\tvalid_0's l1: 0.933\n",
      "[3317]\tvalid_0's l2: 1.74445\tvalid_0's l1: 0.932999\n",
      "[3318]\tvalid_0's l2: 1.74445\tvalid_0's l1: 0.932997\n",
      "[3319]\tvalid_0's l2: 1.74445\tvalid_0's l1: 0.932998\n",
      "[3320]\tvalid_0's l2: 1.74447\tvalid_0's l1: 0.933004\n",
      "[3321]\tvalid_0's l2: 1.74446\tvalid_0's l1: 0.933\n",
      "[3322]\tvalid_0's l2: 1.74445\tvalid_0's l1: 0.932999\n",
      "[3323]\tvalid_0's l2: 1.74446\tvalid_0's l1: 0.933\n",
      "[3324]\tvalid_0's l2: 1.74447\tvalid_0's l1: 0.933001\n",
      "[3325]\tvalid_0's l2: 1.74446\tvalid_0's l1: 0.933\n",
      "[3326]\tvalid_0's l2: 1.74445\tvalid_0's l1: 0.932998\n",
      "[3327]\tvalid_0's l2: 1.74444\tvalid_0's l1: 0.932993\n",
      "[3328]\tvalid_0's l2: 1.74444\tvalid_0's l1: 0.932995\n",
      "[3329]\tvalid_0's l2: 1.74444\tvalid_0's l1: 0.932996\n",
      "[3330]\tvalid_0's l2: 1.74444\tvalid_0's l1: 0.932994\n",
      "[3331]\tvalid_0's l2: 1.74443\tvalid_0's l1: 0.93299\n",
      "[3332]\tvalid_0's l2: 1.74442\tvalid_0's l1: 0.932991\n",
      "[3333]\tvalid_0's l2: 1.74443\tvalid_0's l1: 0.932993\n",
      "[3334]\tvalid_0's l2: 1.74443\tvalid_0's l1: 0.932993\n",
      "[3335]\tvalid_0's l2: 1.74443\tvalid_0's l1: 0.932992\n",
      "[3336]\tvalid_0's l2: 1.74443\tvalid_0's l1: 0.932997\n",
      "[3337]\tvalid_0's l2: 1.74444\tvalid_0's l1: 0.932999\n",
      "[3338]\tvalid_0's l2: 1.74444\tvalid_0's l1: 0.932996\n",
      "[3339]\tvalid_0's l2: 1.74444\tvalid_0's l1: 0.932995\n",
      "[3340]\tvalid_0's l2: 1.74444\tvalid_0's l1: 0.932996\n",
      "[3341]\tvalid_0's l2: 1.74444\tvalid_0's l1: 0.932998\n",
      "[3342]\tvalid_0's l2: 1.74443\tvalid_0's l1: 0.932996\n",
      "[3343]\tvalid_0's l2: 1.74443\tvalid_0's l1: 0.932996\n",
      "[3344]\tvalid_0's l2: 1.74443\tvalid_0's l1: 0.932996\n",
      "[3345]\tvalid_0's l2: 1.74443\tvalid_0's l1: 0.932995\n",
      "[3346]\tvalid_0's l2: 1.74441\tvalid_0's l1: 0.932993\n",
      "[3347]\tvalid_0's l2: 1.7444\tvalid_0's l1: 0.932991\n",
      "[3348]\tvalid_0's l2: 1.74439\tvalid_0's l1: 0.932986\n",
      "[3349]\tvalid_0's l2: 1.74439\tvalid_0's l1: 0.932988\n",
      "[3350]\tvalid_0's l2: 1.74439\tvalid_0's l1: 0.932986\n",
      "[3351]\tvalid_0's l2: 1.74439\tvalid_0's l1: 0.932986\n",
      "[3352]\tvalid_0's l2: 1.7444\tvalid_0's l1: 0.932991\n",
      "[3353]\tvalid_0's l2: 1.74439\tvalid_0's l1: 0.932988\n",
      "[3354]\tvalid_0's l2: 1.74438\tvalid_0's l1: 0.932985\n",
      "[3355]\tvalid_0's l2: 1.74438\tvalid_0's l1: 0.932983\n",
      "[3356]\tvalid_0's l2: 1.74438\tvalid_0's l1: 0.93298\n",
      "[3357]\tvalid_0's l2: 1.74439\tvalid_0's l1: 0.932984\n",
      "[3358]\tvalid_0's l2: 1.74439\tvalid_0's l1: 0.932984\n",
      "[3359]\tvalid_0's l2: 1.74438\tvalid_0's l1: 0.93298\n",
      "[3360]\tvalid_0's l2: 1.74439\tvalid_0's l1: 0.932981\n",
      "[3361]\tvalid_0's l2: 1.74438\tvalid_0's l1: 0.932978\n",
      "[3362]\tvalid_0's l2: 1.74438\tvalid_0's l1: 0.932977\n",
      "[3363]\tvalid_0's l2: 1.74438\tvalid_0's l1: 0.932979\n",
      "[3364]\tvalid_0's l2: 1.74438\tvalid_0's l1: 0.93298\n",
      "[3365]\tvalid_0's l2: 1.74438\tvalid_0's l1: 0.93298\n",
      "[3366]\tvalid_0's l2: 1.74439\tvalid_0's l1: 0.932977\n",
      "[3367]\tvalid_0's l2: 1.74439\tvalid_0's l1: 0.93298\n",
      "[3368]\tvalid_0's l2: 1.74439\tvalid_0's l1: 0.932979\n",
      "[3369]\tvalid_0's l2: 1.7444\tvalid_0's l1: 0.932982\n",
      "[3370]\tvalid_0's l2: 1.74441\tvalid_0's l1: 0.932988\n",
      "[3371]\tvalid_0's l2: 1.74441\tvalid_0's l1: 0.932985\n",
      "[3372]\tvalid_0's l2: 1.74439\tvalid_0's l1: 0.932979\n",
      "[3373]\tvalid_0's l2: 1.7444\tvalid_0's l1: 0.932979\n",
      "[3374]\tvalid_0's l2: 1.7444\tvalid_0's l1: 0.932981\n",
      "[3375]\tvalid_0's l2: 1.74441\tvalid_0's l1: 0.932982\n",
      "[3376]\tvalid_0's l2: 1.7444\tvalid_0's l1: 0.932981\n",
      "[3377]\tvalid_0's l2: 1.74439\tvalid_0's l1: 0.932975\n",
      "[3378]\tvalid_0's l2: 1.74438\tvalid_0's l1: 0.932974\n",
      "[3379]\tvalid_0's l2: 1.74439\tvalid_0's l1: 0.932976\n",
      "[3380]\tvalid_0's l2: 1.74439\tvalid_0's l1: 0.932976\n",
      "[3381]\tvalid_0's l2: 1.74438\tvalid_0's l1: 0.932975\n",
      "[3382]\tvalid_0's l2: 1.74438\tvalid_0's l1: 0.932974\n",
      "[3383]\tvalid_0's l2: 1.74437\tvalid_0's l1: 0.932972\n",
      "[3384]\tvalid_0's l2: 1.74435\tvalid_0's l1: 0.932969\n",
      "[3385]\tvalid_0's l2: 1.74435\tvalid_0's l1: 0.932968\n",
      "[3386]\tvalid_0's l2: 1.74435\tvalid_0's l1: 0.932966\n",
      "[3387]\tvalid_0's l2: 1.74435\tvalid_0's l1: 0.932967\n",
      "[3388]\tvalid_0's l2: 1.74435\tvalid_0's l1: 0.932965\n",
      "[3389]\tvalid_0's l2: 1.74435\tvalid_0's l1: 0.932962\n",
      "[3390]\tvalid_0's l2: 1.74435\tvalid_0's l1: 0.932961\n",
      "[3391]\tvalid_0's l2: 1.74435\tvalid_0's l1: 0.93296\n",
      "[3392]\tvalid_0's l2: 1.74435\tvalid_0's l1: 0.932961\n",
      "[3393]\tvalid_0's l2: 1.74433\tvalid_0's l1: 0.932953\n",
      "[3394]\tvalid_0's l2: 1.74434\tvalid_0's l1: 0.932954\n",
      "[3395]\tvalid_0's l2: 1.74434\tvalid_0's l1: 0.932952\n",
      "[3396]\tvalid_0's l2: 1.74434\tvalid_0's l1: 0.932954\n",
      "[3397]\tvalid_0's l2: 1.74435\tvalid_0's l1: 0.932955\n",
      "[3398]\tvalid_0's l2: 1.74434\tvalid_0's l1: 0.932954\n",
      "[3399]\tvalid_0's l2: 1.74434\tvalid_0's l1: 0.932952\n",
      "[3400]\tvalid_0's l2: 1.74434\tvalid_0's l1: 0.932949\n",
      "[3401]\tvalid_0's l2: 1.74433\tvalid_0's l1: 0.93295\n",
      "[3402]\tvalid_0's l2: 1.74433\tvalid_0's l1: 0.93295\n",
      "[3403]\tvalid_0's l2: 1.74434\tvalid_0's l1: 0.932951\n",
      "[3404]\tvalid_0's l2: 1.74434\tvalid_0's l1: 0.932955\n",
      "[3405]\tvalid_0's l2: 1.74434\tvalid_0's l1: 0.932957\n",
      "[3406]\tvalid_0's l2: 1.74434\tvalid_0's l1: 0.932956\n",
      "[3407]\tvalid_0's l2: 1.74434\tvalid_0's l1: 0.932955\n",
      "[3408]\tvalid_0's l2: 1.74434\tvalid_0's l1: 0.932954\n",
      "[3409]\tvalid_0's l2: 1.74434\tvalid_0's l1: 0.932957\n",
      "[3410]\tvalid_0's l2: 1.74434\tvalid_0's l1: 0.932956\n",
      "[3411]\tvalid_0's l2: 1.74434\tvalid_0's l1: 0.932957\n",
      "[3412]\tvalid_0's l2: 1.74434\tvalid_0's l1: 0.932953\n",
      "[3413]\tvalid_0's l2: 1.74435\tvalid_0's l1: 0.932955\n",
      "[3414]\tvalid_0's l2: 1.74435\tvalid_0's l1: 0.932955\n",
      "[3415]\tvalid_0's l2: 1.74434\tvalid_0's l1: 0.932955\n",
      "[3416]\tvalid_0's l2: 1.74434\tvalid_0's l1: 0.932955\n",
      "[3417]\tvalid_0's l2: 1.74433\tvalid_0's l1: 0.932954\n",
      "[3418]\tvalid_0's l2: 1.74434\tvalid_0's l1: 0.932953\n",
      "[3419]\tvalid_0's l2: 1.74434\tvalid_0's l1: 0.932955\n",
      "[3420]\tvalid_0's l2: 1.74434\tvalid_0's l1: 0.932953\n",
      "[3421]\tvalid_0's l2: 1.74435\tvalid_0's l1: 0.932955\n",
      "[3422]\tvalid_0's l2: 1.74434\tvalid_0's l1: 0.932949\n",
      "[3423]\tvalid_0's l2: 1.74433\tvalid_0's l1: 0.932947\n",
      "[3424]\tvalid_0's l2: 1.74433\tvalid_0's l1: 0.932945\n",
      "[3425]\tvalid_0's l2: 1.74433\tvalid_0's l1: 0.932943\n",
      "[3426]\tvalid_0's l2: 1.74433\tvalid_0's l1: 0.932942\n",
      "[3427]\tvalid_0's l2: 1.74434\tvalid_0's l1: 0.932943\n",
      "[3428]\tvalid_0's l2: 1.74434\tvalid_0's l1: 0.932944\n",
      "[3429]\tvalid_0's l2: 1.74433\tvalid_0's l1: 0.932944\n",
      "[3430]\tvalid_0's l2: 1.74432\tvalid_0's l1: 0.93294\n",
      "[3431]\tvalid_0's l2: 1.74432\tvalid_0's l1: 0.932938\n",
      "[3432]\tvalid_0's l2: 1.74431\tvalid_0's l1: 0.932937\n",
      "[3433]\tvalid_0's l2: 1.74432\tvalid_0's l1: 0.93294\n",
      "[3434]\tvalid_0's l2: 1.74432\tvalid_0's l1: 0.932939\n",
      "[3435]\tvalid_0's l2: 1.74432\tvalid_0's l1: 0.932937\n",
      "[3436]\tvalid_0's l2: 1.74431\tvalid_0's l1: 0.932935\n",
      "[3437]\tvalid_0's l2: 1.7443\tvalid_0's l1: 0.932932\n",
      "[3438]\tvalid_0's l2: 1.74429\tvalid_0's l1: 0.932933\n",
      "[3439]\tvalid_0's l2: 1.74429\tvalid_0's l1: 0.93293\n",
      "[3440]\tvalid_0's l2: 1.74428\tvalid_0's l1: 0.932927\n",
      "[3441]\tvalid_0's l2: 1.74428\tvalid_0's l1: 0.932922\n",
      "[3442]\tvalid_0's l2: 1.74426\tvalid_0's l1: 0.932914\n",
      "[3443]\tvalid_0's l2: 1.74426\tvalid_0's l1: 0.932915\n",
      "[3444]\tvalid_0's l2: 1.74427\tvalid_0's l1: 0.932915\n",
      "[3445]\tvalid_0's l2: 1.74426\tvalid_0's l1: 0.932914\n",
      "[3446]\tvalid_0's l2: 1.74426\tvalid_0's l1: 0.932914\n",
      "[3447]\tvalid_0's l2: 1.74425\tvalid_0's l1: 0.932913\n",
      "[3448]\tvalid_0's l2: 1.74426\tvalid_0's l1: 0.932913\n",
      "[3449]\tvalid_0's l2: 1.74425\tvalid_0's l1: 0.93291\n",
      "[3450]\tvalid_0's l2: 1.74425\tvalid_0's l1: 0.93291\n",
      "[3451]\tvalid_0's l2: 1.74425\tvalid_0's l1: 0.93291\n",
      "[3452]\tvalid_0's l2: 1.74424\tvalid_0's l1: 0.932906\n",
      "[3453]\tvalid_0's l2: 1.74425\tvalid_0's l1: 0.932904\n",
      "[3454]\tvalid_0's l2: 1.74425\tvalid_0's l1: 0.932905\n",
      "[3455]\tvalid_0's l2: 1.74425\tvalid_0's l1: 0.932905\n",
      "[3456]\tvalid_0's l2: 1.74425\tvalid_0's l1: 0.932904\n",
      "[3457]\tvalid_0's l2: 1.74425\tvalid_0's l1: 0.932904\n",
      "[3458]\tvalid_0's l2: 1.74426\tvalid_0's l1: 0.932906\n",
      "[3459]\tvalid_0's l2: 1.74426\tvalid_0's l1: 0.932905\n",
      "[3460]\tvalid_0's l2: 1.74426\tvalid_0's l1: 0.932907\n",
      "[3461]\tvalid_0's l2: 1.74427\tvalid_0's l1: 0.932908\n",
      "[3462]\tvalid_0's l2: 1.74426\tvalid_0's l1: 0.932907\n",
      "[3463]\tvalid_0's l2: 1.74426\tvalid_0's l1: 0.932906\n",
      "[3464]\tvalid_0's l2: 1.74426\tvalid_0's l1: 0.932906\n",
      "[3465]\tvalid_0's l2: 1.74426\tvalid_0's l1: 0.932907\n",
      "[3466]\tvalid_0's l2: 1.74425\tvalid_0's l1: 0.932905\n",
      "[3467]\tvalid_0's l2: 1.74425\tvalid_0's l1: 0.932904\n",
      "[3468]\tvalid_0's l2: 1.74426\tvalid_0's l1: 0.932905\n",
      "[3469]\tvalid_0's l2: 1.74425\tvalid_0's l1: 0.932903\n",
      "[3470]\tvalid_0's l2: 1.74425\tvalid_0's l1: 0.932903\n",
      "[3471]\tvalid_0's l2: 1.74426\tvalid_0's l1: 0.932904\n",
      "[3472]\tvalid_0's l2: 1.74426\tvalid_0's l1: 0.932902\n",
      "[3473]\tvalid_0's l2: 1.74426\tvalid_0's l1: 0.932905\n",
      "[3474]\tvalid_0's l2: 1.74426\tvalid_0's l1: 0.932905\n",
      "[3475]\tvalid_0's l2: 1.74425\tvalid_0's l1: 0.932904\n",
      "[3476]\tvalid_0's l2: 1.74425\tvalid_0's l1: 0.932902\n",
      "[3477]\tvalid_0's l2: 1.74425\tvalid_0's l1: 0.9329\n",
      "[3478]\tvalid_0's l2: 1.74425\tvalid_0's l1: 0.932897\n",
      "[3479]\tvalid_0's l2: 1.74425\tvalid_0's l1: 0.932899\n",
      "[3480]\tvalid_0's l2: 1.74425\tvalid_0's l1: 0.932901\n",
      "[3481]\tvalid_0's l2: 1.74425\tvalid_0's l1: 0.932903\n",
      "[3482]\tvalid_0's l2: 1.74425\tvalid_0's l1: 0.932907\n",
      "[3483]\tvalid_0's l2: 1.74425\tvalid_0's l1: 0.932905\n",
      "[3484]\tvalid_0's l2: 1.74425\tvalid_0's l1: 0.932905\n",
      "[3485]\tvalid_0's l2: 1.74425\tvalid_0's l1: 0.932906\n",
      "[3486]\tvalid_0's l2: 1.74425\tvalid_0's l1: 0.932906\n",
      "[3487]\tvalid_0's l2: 1.74426\tvalid_0's l1: 0.932906\n",
      "[3488]\tvalid_0's l2: 1.74425\tvalid_0's l1: 0.932905\n",
      "[3489]\tvalid_0's l2: 1.74425\tvalid_0's l1: 0.932904\n",
      "[3490]\tvalid_0's l2: 1.74424\tvalid_0's l1: 0.932903\n",
      "[3491]\tvalid_0's l2: 1.74424\tvalid_0's l1: 0.932903\n",
      "[3492]\tvalid_0's l2: 1.74425\tvalid_0's l1: 0.932905\n",
      "[3493]\tvalid_0's l2: 1.74426\tvalid_0's l1: 0.932907\n",
      "[3494]\tvalid_0's l2: 1.74426\tvalid_0's l1: 0.932907\n",
      "[3495]\tvalid_0's l2: 1.74425\tvalid_0's l1: 0.932905\n",
      "[3496]\tvalid_0's l2: 1.74424\tvalid_0's l1: 0.932902\n",
      "[3497]\tvalid_0's l2: 1.74424\tvalid_0's l1: 0.932903\n",
      "[3498]\tvalid_0's l2: 1.74424\tvalid_0's l1: 0.932902\n",
      "[3499]\tvalid_0's l2: 1.74423\tvalid_0's l1: 0.932899\n",
      "[3500]\tvalid_0's l2: 1.74424\tvalid_0's l1: 0.932903\n",
      "[3501]\tvalid_0's l2: 1.74425\tvalid_0's l1: 0.932904\n",
      "[3502]\tvalid_0's l2: 1.74425\tvalid_0's l1: 0.932903\n",
      "[3503]\tvalid_0's l2: 1.74424\tvalid_0's l1: 0.932902\n",
      "[3504]\tvalid_0's l2: 1.74425\tvalid_0's l1: 0.932901\n",
      "[3505]\tvalid_0's l2: 1.74424\tvalid_0's l1: 0.932898\n",
      "[3506]\tvalid_0's l2: 1.74423\tvalid_0's l1: 0.932897\n",
      "[3507]\tvalid_0's l2: 1.74424\tvalid_0's l1: 0.9329\n",
      "[3508]\tvalid_0's l2: 1.74423\tvalid_0's l1: 0.932899\n",
      "[3509]\tvalid_0's l2: 1.74423\tvalid_0's l1: 0.932898\n",
      "[3510]\tvalid_0's l2: 1.74423\tvalid_0's l1: 0.932897\n",
      "[3511]\tvalid_0's l2: 1.74423\tvalid_0's l1: 0.932896\n",
      "[3512]\tvalid_0's l2: 1.74423\tvalid_0's l1: 0.932899\n",
      "[3513]\tvalid_0's l2: 1.74423\tvalid_0's l1: 0.932896\n",
      "[3514]\tvalid_0's l2: 1.74423\tvalid_0's l1: 0.932897\n",
      "[3515]\tvalid_0's l2: 1.74423\tvalid_0's l1: 0.932898\n",
      "[3516]\tvalid_0's l2: 1.74423\tvalid_0's l1: 0.932897\n",
      "[3517]\tvalid_0's l2: 1.74423\tvalid_0's l1: 0.932897\n",
      "[3518]\tvalid_0's l2: 1.74422\tvalid_0's l1: 0.932897\n",
      "[3519]\tvalid_0's l2: 1.74422\tvalid_0's l1: 0.932896\n",
      "[3520]\tvalid_0's l2: 1.74422\tvalid_0's l1: 0.932893\n",
      "[3521]\tvalid_0's l2: 1.74421\tvalid_0's l1: 0.932891\n",
      "[3522]\tvalid_0's l2: 1.74421\tvalid_0's l1: 0.932894\n",
      "[3523]\tvalid_0's l2: 1.74421\tvalid_0's l1: 0.932893\n",
      "[3524]\tvalid_0's l2: 1.74421\tvalid_0's l1: 0.932896\n",
      "[3525]\tvalid_0's l2: 1.74421\tvalid_0's l1: 0.932896\n",
      "[3526]\tvalid_0's l2: 1.74422\tvalid_0's l1: 0.932896\n",
      "[3527]\tvalid_0's l2: 1.74422\tvalid_0's l1: 0.932897\n",
      "[3528]\tvalid_0's l2: 1.74421\tvalid_0's l1: 0.932891\n",
      "[3529]\tvalid_0's l2: 1.74421\tvalid_0's l1: 0.932892\n",
      "[3530]\tvalid_0's l2: 1.74421\tvalid_0's l1: 0.93289\n",
      "[3531]\tvalid_0's l2: 1.74421\tvalid_0's l1: 0.932889\n",
      "[3532]\tvalid_0's l2: 1.74421\tvalid_0's l1: 0.932887\n",
      "[3533]\tvalid_0's l2: 1.7442\tvalid_0's l1: 0.932886\n",
      "[3534]\tvalid_0's l2: 1.7442\tvalid_0's l1: 0.932882\n",
      "[3535]\tvalid_0's l2: 1.74419\tvalid_0's l1: 0.93288\n",
      "[3536]\tvalid_0's l2: 1.74419\tvalid_0's l1: 0.932879\n",
      "[3537]\tvalid_0's l2: 1.74418\tvalid_0's l1: 0.932876\n",
      "[3538]\tvalid_0's l2: 1.74418\tvalid_0's l1: 0.932875\n",
      "[3539]\tvalid_0's l2: 1.74418\tvalid_0's l1: 0.932876\n",
      "[3540]\tvalid_0's l2: 1.74418\tvalid_0's l1: 0.932874\n",
      "[3541]\tvalid_0's l2: 1.74418\tvalid_0's l1: 0.932874\n",
      "[3542]\tvalid_0's l2: 1.74418\tvalid_0's l1: 0.932874\n",
      "[3543]\tvalid_0's l2: 1.74418\tvalid_0's l1: 0.932873\n",
      "[3544]\tvalid_0's l2: 1.74418\tvalid_0's l1: 0.932872\n",
      "[3545]\tvalid_0's l2: 1.74418\tvalid_0's l1: 0.932872\n",
      "[3546]\tvalid_0's l2: 1.74419\tvalid_0's l1: 0.932875\n",
      "[3547]\tvalid_0's l2: 1.74419\tvalid_0's l1: 0.932874\n",
      "[3548]\tvalid_0's l2: 1.74419\tvalid_0's l1: 0.932875\n",
      "[3549]\tvalid_0's l2: 1.74419\tvalid_0's l1: 0.932876\n",
      "[3550]\tvalid_0's l2: 1.7442\tvalid_0's l1: 0.932875\n",
      "[3551]\tvalid_0's l2: 1.74419\tvalid_0's l1: 0.932876\n",
      "[3552]\tvalid_0's l2: 1.74419\tvalid_0's l1: 0.932875\n",
      "[3553]\tvalid_0's l2: 1.7442\tvalid_0's l1: 0.932877\n",
      "[3554]\tvalid_0's l2: 1.7442\tvalid_0's l1: 0.932877\n",
      "[3555]\tvalid_0's l2: 1.74419\tvalid_0's l1: 0.932876\n",
      "[3556]\tvalid_0's l2: 1.74419\tvalid_0's l1: 0.932874\n",
      "[3557]\tvalid_0's l2: 1.74419\tvalid_0's l1: 0.932872\n",
      "[3558]\tvalid_0's l2: 1.74419\tvalid_0's l1: 0.932872\n",
      "[3559]\tvalid_0's l2: 1.74419\tvalid_0's l1: 0.932872\n",
      "[3560]\tvalid_0's l2: 1.7442\tvalid_0's l1: 0.932874\n",
      "[3561]\tvalid_0's l2: 1.7442\tvalid_0's l1: 0.932875\n",
      "[3562]\tvalid_0's l2: 1.7442\tvalid_0's l1: 0.932872\n",
      "[3563]\tvalid_0's l2: 1.74419\tvalid_0's l1: 0.932867\n",
      "[3564]\tvalid_0's l2: 1.74419\tvalid_0's l1: 0.932867\n",
      "[3565]\tvalid_0's l2: 1.74419\tvalid_0's l1: 0.932868\n",
      "[3566]\tvalid_0's l2: 1.74419\tvalid_0's l1: 0.932867\n",
      "[3567]\tvalid_0's l2: 1.74419\tvalid_0's l1: 0.932866\n",
      "[3568]\tvalid_0's l2: 1.74419\tvalid_0's l1: 0.932865\n",
      "[3569]\tvalid_0's l2: 1.74419\tvalid_0's l1: 0.932864\n",
      "[3570]\tvalid_0's l2: 1.74419\tvalid_0's l1: 0.932865\n",
      "[3571]\tvalid_0's l2: 1.74419\tvalid_0's l1: 0.932863\n",
      "[3572]\tvalid_0's l2: 1.74417\tvalid_0's l1: 0.932856\n",
      "[3573]\tvalid_0's l2: 1.74417\tvalid_0's l1: 0.932853\n",
      "[3574]\tvalid_0's l2: 1.74417\tvalid_0's l1: 0.932851\n",
      "[3575]\tvalid_0's l2: 1.74416\tvalid_0's l1: 0.932849\n",
      "[3576]\tvalid_0's l2: 1.74416\tvalid_0's l1: 0.932849\n",
      "[3577]\tvalid_0's l2: 1.74416\tvalid_0's l1: 0.932849\n",
      "[3578]\tvalid_0's l2: 1.74416\tvalid_0's l1: 0.932852\n",
      "[3579]\tvalid_0's l2: 1.74416\tvalid_0's l1: 0.932851\n",
      "[3580]\tvalid_0's l2: 1.74415\tvalid_0's l1: 0.932847\n",
      "[3581]\tvalid_0's l2: 1.74414\tvalid_0's l1: 0.932842\n",
      "[3582]\tvalid_0's l2: 1.74414\tvalid_0's l1: 0.932841\n",
      "[3583]\tvalid_0's l2: 1.74414\tvalid_0's l1: 0.93284\n",
      "[3584]\tvalid_0's l2: 1.74413\tvalid_0's l1: 0.932838\n",
      "[3585]\tvalid_0's l2: 1.74413\tvalid_0's l1: 0.932839\n",
      "[3586]\tvalid_0's l2: 1.74413\tvalid_0's l1: 0.93284\n",
      "[3587]\tvalid_0's l2: 1.74413\tvalid_0's l1: 0.932841\n",
      "[3588]\tvalid_0's l2: 1.74413\tvalid_0's l1: 0.932841\n",
      "[3589]\tvalid_0's l2: 1.74413\tvalid_0's l1: 0.932841\n",
      "[3590]\tvalid_0's l2: 1.74412\tvalid_0's l1: 0.932838\n",
      "[3591]\tvalid_0's l2: 1.74412\tvalid_0's l1: 0.932836\n",
      "[3592]\tvalid_0's l2: 1.74412\tvalid_0's l1: 0.932833\n",
      "[3593]\tvalid_0's l2: 1.74411\tvalid_0's l1: 0.932831\n",
      "[3594]\tvalid_0's l2: 1.7441\tvalid_0's l1: 0.932827\n",
      "[3595]\tvalid_0's l2: 1.7441\tvalid_0's l1: 0.932825\n",
      "[3596]\tvalid_0's l2: 1.7441\tvalid_0's l1: 0.932824\n",
      "[3597]\tvalid_0's l2: 1.7441\tvalid_0's l1: 0.932826\n",
      "[3598]\tvalid_0's l2: 1.7441\tvalid_0's l1: 0.932826\n",
      "[3599]\tvalid_0's l2: 1.74411\tvalid_0's l1: 0.932829\n",
      "[3600]\tvalid_0's l2: 1.74412\tvalid_0's l1: 0.932831\n",
      "[3601]\tvalid_0's l2: 1.74412\tvalid_0's l1: 0.932832\n",
      "[3602]\tvalid_0's l2: 1.74412\tvalid_0's l1: 0.932833\n",
      "[3603]\tvalid_0's l2: 1.74412\tvalid_0's l1: 0.932832\n",
      "[3604]\tvalid_0's l2: 1.74412\tvalid_0's l1: 0.932831\n",
      "[3605]\tvalid_0's l2: 1.74411\tvalid_0's l1: 0.93283\n",
      "[3606]\tvalid_0's l2: 1.74411\tvalid_0's l1: 0.932827\n",
      "[3607]\tvalid_0's l2: 1.74411\tvalid_0's l1: 0.932827\n",
      "[3608]\tvalid_0's l2: 1.74411\tvalid_0's l1: 0.932826\n",
      "[3609]\tvalid_0's l2: 1.7441\tvalid_0's l1: 0.932825\n",
      "[3610]\tvalid_0's l2: 1.74409\tvalid_0's l1: 0.932822\n",
      "[3611]\tvalid_0's l2: 1.74409\tvalid_0's l1: 0.932822\n",
      "[3612]\tvalid_0's l2: 1.74409\tvalid_0's l1: 0.932821\n",
      "[3613]\tvalid_0's l2: 1.74408\tvalid_0's l1: 0.932818\n",
      "[3614]\tvalid_0's l2: 1.74408\tvalid_0's l1: 0.932818\n",
      "[3615]\tvalid_0's l2: 1.74408\tvalid_0's l1: 0.932816\n",
      "[3616]\tvalid_0's l2: 1.74408\tvalid_0's l1: 0.932816\n",
      "[3617]\tvalid_0's l2: 1.74408\tvalid_0's l1: 0.932816\n",
      "[3618]\tvalid_0's l2: 1.74408\tvalid_0's l1: 0.932815\n",
      "[3619]\tvalid_0's l2: 1.74408\tvalid_0's l1: 0.932817\n",
      "[3620]\tvalid_0's l2: 1.74407\tvalid_0's l1: 0.932815\n",
      "[3621]\tvalid_0's l2: 1.74407\tvalid_0's l1: 0.932815\n",
      "[3622]\tvalid_0's l2: 1.74406\tvalid_0's l1: 0.932813\n",
      "[3623]\tvalid_0's l2: 1.74406\tvalid_0's l1: 0.932813\n",
      "[3624]\tvalid_0's l2: 1.74405\tvalid_0's l1: 0.932809\n",
      "[3625]\tvalid_0's l2: 1.74405\tvalid_0's l1: 0.932811\n",
      "[3626]\tvalid_0's l2: 1.74405\tvalid_0's l1: 0.932812\n",
      "[3627]\tvalid_0's l2: 1.74405\tvalid_0's l1: 0.932813\n",
      "[3628]\tvalid_0's l2: 1.74405\tvalid_0's l1: 0.932812\n",
      "[3629]\tvalid_0's l2: 1.74404\tvalid_0's l1: 0.93281\n",
      "[3630]\tvalid_0's l2: 1.74405\tvalid_0's l1: 0.932812\n",
      "[3631]\tvalid_0's l2: 1.74404\tvalid_0's l1: 0.932806\n",
      "[3632]\tvalid_0's l2: 1.74404\tvalid_0's l1: 0.932804\n",
      "[3633]\tvalid_0's l2: 1.74403\tvalid_0's l1: 0.932804\n",
      "[3634]\tvalid_0's l2: 1.74403\tvalid_0's l1: 0.932803\n",
      "[3635]\tvalid_0's l2: 1.74402\tvalid_0's l1: 0.932799\n",
      "[3636]\tvalid_0's l2: 1.74402\tvalid_0's l1: 0.932798\n",
      "[3637]\tvalid_0's l2: 1.74403\tvalid_0's l1: 0.932799\n",
      "[3638]\tvalid_0's l2: 1.74402\tvalid_0's l1: 0.932798\n",
      "[3639]\tvalid_0's l2: 1.74402\tvalid_0's l1: 0.932798\n",
      "[3640]\tvalid_0's l2: 1.74402\tvalid_0's l1: 0.932797\n",
      "[3641]\tvalid_0's l2: 1.74402\tvalid_0's l1: 0.932794\n",
      "[3642]\tvalid_0's l2: 1.74402\tvalid_0's l1: 0.932795\n",
      "[3643]\tvalid_0's l2: 1.74402\tvalid_0's l1: 0.932794\n",
      "[3644]\tvalid_0's l2: 1.74402\tvalid_0's l1: 0.932794\n",
      "[3645]\tvalid_0's l2: 1.74402\tvalid_0's l1: 0.932794\n",
      "[3646]\tvalid_0's l2: 1.74401\tvalid_0's l1: 0.93279\n",
      "[3647]\tvalid_0's l2: 1.74401\tvalid_0's l1: 0.932791\n",
      "[3648]\tvalid_0's l2: 1.74401\tvalid_0's l1: 0.932792\n",
      "[3649]\tvalid_0's l2: 1.74401\tvalid_0's l1: 0.932792\n",
      "[3650]\tvalid_0's l2: 1.74401\tvalid_0's l1: 0.932792\n",
      "[3651]\tvalid_0's l2: 1.74402\tvalid_0's l1: 0.932792\n",
      "[3652]\tvalid_0's l2: 1.74402\tvalid_0's l1: 0.932793\n",
      "[3653]\tvalid_0's l2: 1.74402\tvalid_0's l1: 0.932792\n",
      "[3654]\tvalid_0's l2: 1.74402\tvalid_0's l1: 0.93279\n",
      "[3655]\tvalid_0's l2: 1.74402\tvalid_0's l1: 0.93279\n",
      "[3656]\tvalid_0's l2: 1.74402\tvalid_0's l1: 0.932789\n",
      "[3657]\tvalid_0's l2: 1.74402\tvalid_0's l1: 0.93279\n",
      "[3658]\tvalid_0's l2: 1.74402\tvalid_0's l1: 0.93279\n",
      "[3659]\tvalid_0's l2: 1.74402\tvalid_0's l1: 0.932792\n",
      "[3660]\tvalid_0's l2: 1.74401\tvalid_0's l1: 0.932792\n",
      "[3661]\tvalid_0's l2: 1.74401\tvalid_0's l1: 0.93279\n",
      "[3662]\tvalid_0's l2: 1.74401\tvalid_0's l1: 0.932791\n",
      "[3663]\tvalid_0's l2: 1.74401\tvalid_0's l1: 0.93279\n",
      "[3664]\tvalid_0's l2: 1.74401\tvalid_0's l1: 0.932789\n",
      "[3665]\tvalid_0's l2: 1.74401\tvalid_0's l1: 0.932787\n",
      "[3666]\tvalid_0's l2: 1.74401\tvalid_0's l1: 0.932785\n",
      "[3667]\tvalid_0's l2: 1.744\tvalid_0's l1: 0.932783\n",
      "[3668]\tvalid_0's l2: 1.744\tvalid_0's l1: 0.932783\n",
      "[3669]\tvalid_0's l2: 1.744\tvalid_0's l1: 0.932784\n",
      "[3670]\tvalid_0's l2: 1.744\tvalid_0's l1: 0.932783\n",
      "[3671]\tvalid_0's l2: 1.744\tvalid_0's l1: 0.932782\n",
      "[3672]\tvalid_0's l2: 1.744\tvalid_0's l1: 0.932782\n",
      "[3673]\tvalid_0's l2: 1.744\tvalid_0's l1: 0.932781\n",
      "[3674]\tvalid_0's l2: 1.744\tvalid_0's l1: 0.93278\n",
      "[3675]\tvalid_0's l2: 1.74399\tvalid_0's l1: 0.932779\n",
      "[3676]\tvalid_0's l2: 1.74399\tvalid_0's l1: 0.93278\n",
      "[3677]\tvalid_0's l2: 1.74399\tvalid_0's l1: 0.932779\n",
      "[3678]\tvalid_0's l2: 1.74399\tvalid_0's l1: 0.932777\n",
      "[3679]\tvalid_0's l2: 1.74398\tvalid_0's l1: 0.932776\n",
      "[3680]\tvalid_0's l2: 1.74399\tvalid_0's l1: 0.932779\n",
      "[3681]\tvalid_0's l2: 1.74399\tvalid_0's l1: 0.932779\n",
      "[3682]\tvalid_0's l2: 1.74399\tvalid_0's l1: 0.932778\n",
      "[3683]\tvalid_0's l2: 1.74398\tvalid_0's l1: 0.932773\n",
      "[3684]\tvalid_0's l2: 1.74398\tvalid_0's l1: 0.932777\n",
      "[3685]\tvalid_0's l2: 1.74398\tvalid_0's l1: 0.932775\n",
      "[3686]\tvalid_0's l2: 1.74398\tvalid_0's l1: 0.932773\n",
      "[3687]\tvalid_0's l2: 1.74398\tvalid_0's l1: 0.932773\n",
      "[3688]\tvalid_0's l2: 1.74398\tvalid_0's l1: 0.932773\n",
      "[3689]\tvalid_0's l2: 1.74398\tvalid_0's l1: 0.932771\n",
      "[3690]\tvalid_0's l2: 1.74398\tvalid_0's l1: 0.932771\n",
      "[3691]\tvalid_0's l2: 1.74398\tvalid_0's l1: 0.932772\n",
      "[3692]\tvalid_0's l2: 1.74398\tvalid_0's l1: 0.93277\n",
      "[3693]\tvalid_0's l2: 1.74397\tvalid_0's l1: 0.93277\n",
      "[3694]\tvalid_0's l2: 1.74397\tvalid_0's l1: 0.932769\n",
      "[3695]\tvalid_0's l2: 1.74397\tvalid_0's l1: 0.932767\n",
      "[3696]\tvalid_0's l2: 1.74396\tvalid_0's l1: 0.932765\n",
      "[3697]\tvalid_0's l2: 1.74396\tvalid_0's l1: 0.932765\n",
      "[3698]\tvalid_0's l2: 1.74396\tvalid_0's l1: 0.932764\n",
      "[3699]\tvalid_0's l2: 1.74396\tvalid_0's l1: 0.932762\n",
      "[3700]\tvalid_0's l2: 1.74396\tvalid_0's l1: 0.932763\n",
      "[3701]\tvalid_0's l2: 1.74396\tvalid_0's l1: 0.932764\n",
      "[3702]\tvalid_0's l2: 1.74396\tvalid_0's l1: 0.932763\n",
      "[3703]\tvalid_0's l2: 1.74396\tvalid_0's l1: 0.932763\n",
      "[3704]\tvalid_0's l2: 1.74396\tvalid_0's l1: 0.932762\n",
      "[3705]\tvalid_0's l2: 1.74396\tvalid_0's l1: 0.93276\n",
      "[3706]\tvalid_0's l2: 1.74396\tvalid_0's l1: 0.932759\n",
      "[3707]\tvalid_0's l2: 1.74396\tvalid_0's l1: 0.932762\n",
      "[3708]\tvalid_0's l2: 1.74396\tvalid_0's l1: 0.932764\n",
      "[3709]\tvalid_0's l2: 1.74397\tvalid_0's l1: 0.932763\n",
      "[3710]\tvalid_0's l2: 1.74397\tvalid_0's l1: 0.932763\n",
      "[3711]\tvalid_0's l2: 1.74397\tvalid_0's l1: 0.932762\n",
      "[3712]\tvalid_0's l2: 1.74397\tvalid_0's l1: 0.932764\n",
      "[3713]\tvalid_0's l2: 1.74397\tvalid_0's l1: 0.932763\n",
      "[3714]\tvalid_0's l2: 1.74397\tvalid_0's l1: 0.932764\n",
      "[3715]\tvalid_0's l2: 1.74397\tvalid_0's l1: 0.932765\n",
      "[3716]\tvalid_0's l2: 1.74398\tvalid_0's l1: 0.932764\n",
      "[3717]\tvalid_0's l2: 1.74397\tvalid_0's l1: 0.932763\n",
      "[3718]\tvalid_0's l2: 1.74396\tvalid_0's l1: 0.932759\n",
      "[3719]\tvalid_0's l2: 1.74396\tvalid_0's l1: 0.932759\n",
      "[3720]\tvalid_0's l2: 1.74396\tvalid_0's l1: 0.932761\n",
      "[3721]\tvalid_0's l2: 1.74396\tvalid_0's l1: 0.932761\n",
      "[3722]\tvalid_0's l2: 1.74396\tvalid_0's l1: 0.93276\n",
      "[3723]\tvalid_0's l2: 1.74396\tvalid_0's l1: 0.932759\n",
      "[3724]\tvalid_0's l2: 1.74397\tvalid_0's l1: 0.93276\n",
      "[3725]\tvalid_0's l2: 1.74397\tvalid_0's l1: 0.93276\n",
      "[3726]\tvalid_0's l2: 1.74396\tvalid_0's l1: 0.932759\n",
      "[3727]\tvalid_0's l2: 1.74396\tvalid_0's l1: 0.932758\n",
      "[3728]\tvalid_0's l2: 1.74395\tvalid_0's l1: 0.932757\n",
      "[3729]\tvalid_0's l2: 1.74396\tvalid_0's l1: 0.932758\n",
      "[3730]\tvalid_0's l2: 1.74396\tvalid_0's l1: 0.932758\n",
      "[3731]\tvalid_0's l2: 1.74396\tvalid_0's l1: 0.932759\n",
      "[3732]\tvalid_0's l2: 1.74396\tvalid_0's l1: 0.932757\n",
      "[3733]\tvalid_0's l2: 1.74395\tvalid_0's l1: 0.932754\n",
      "[3734]\tvalid_0's l2: 1.74395\tvalid_0's l1: 0.932754\n",
      "[3735]\tvalid_0's l2: 1.74395\tvalid_0's l1: 0.932754\n",
      "[3736]\tvalid_0's l2: 1.74395\tvalid_0's l1: 0.932751\n",
      "[3737]\tvalid_0's l2: 1.74394\tvalid_0's l1: 0.932749\n",
      "[3738]\tvalid_0's l2: 1.74395\tvalid_0's l1: 0.932749\n",
      "[3739]\tvalid_0's l2: 1.74394\tvalid_0's l1: 0.932749\n",
      "[3740]\tvalid_0's l2: 1.74394\tvalid_0's l1: 0.932749\n",
      "[3741]\tvalid_0's l2: 1.74394\tvalid_0's l1: 0.932749\n",
      "[3742]\tvalid_0's l2: 1.74394\tvalid_0's l1: 0.93275\n",
      "[3743]\tvalid_0's l2: 1.74394\tvalid_0's l1: 0.93275\n",
      "[3744]\tvalid_0's l2: 1.74394\tvalid_0's l1: 0.932749\n",
      "[3745]\tvalid_0's l2: 1.74394\tvalid_0's l1: 0.932749\n",
      "[3746]\tvalid_0's l2: 1.74394\tvalid_0's l1: 0.93275\n",
      "[3747]\tvalid_0's l2: 1.74393\tvalid_0's l1: 0.932749\n",
      "[3748]\tvalid_0's l2: 1.74394\tvalid_0's l1: 0.93275\n",
      "[3749]\tvalid_0's l2: 1.74394\tvalid_0's l1: 0.932749\n",
      "[3750]\tvalid_0's l2: 1.74394\tvalid_0's l1: 0.932749\n",
      "[3751]\tvalid_0's l2: 1.74394\tvalid_0's l1: 0.932752\n",
      "[3752]\tvalid_0's l2: 1.74394\tvalid_0's l1: 0.932753\n",
      "[3753]\tvalid_0's l2: 1.74394\tvalid_0's l1: 0.932751\n",
      "[3754]\tvalid_0's l2: 1.74394\tvalid_0's l1: 0.932751\n",
      "[3755]\tvalid_0's l2: 1.74394\tvalid_0's l1: 0.93275\n",
      "[3756]\tvalid_0's l2: 1.74394\tvalid_0's l1: 0.932751\n",
      "[3757]\tvalid_0's l2: 1.74393\tvalid_0's l1: 0.932749\n",
      "[3758]\tvalid_0's l2: 1.74393\tvalid_0's l1: 0.932748\n",
      "[3759]\tvalid_0's l2: 1.74394\tvalid_0's l1: 0.932748\n",
      "[3760]\tvalid_0's l2: 1.74394\tvalid_0's l1: 0.93275\n",
      "[3761]\tvalid_0's l2: 1.74394\tvalid_0's l1: 0.932749\n",
      "[3762]\tvalid_0's l2: 1.74393\tvalid_0's l1: 0.932747\n",
      "[3763]\tvalid_0's l2: 1.74393\tvalid_0's l1: 0.932747\n",
      "[3764]\tvalid_0's l2: 1.74393\tvalid_0's l1: 0.932746\n",
      "[3765]\tvalid_0's l2: 1.74392\tvalid_0's l1: 0.932743\n",
      "[3766]\tvalid_0's l2: 1.74392\tvalid_0's l1: 0.932742\n",
      "[3767]\tvalid_0's l2: 1.74392\tvalid_0's l1: 0.932741\n",
      "[3768]\tvalid_0's l2: 1.74392\tvalid_0's l1: 0.932742\n",
      "[3769]\tvalid_0's l2: 1.74392\tvalid_0's l1: 0.932742\n",
      "[3770]\tvalid_0's l2: 1.74392\tvalid_0's l1: 0.932742\n",
      "[3771]\tvalid_0's l2: 1.74392\tvalid_0's l1: 0.93274\n",
      "[3772]\tvalid_0's l2: 1.74392\tvalid_0's l1: 0.932739\n",
      "[3773]\tvalid_0's l2: 1.74391\tvalid_0's l1: 0.932739\n",
      "[3774]\tvalid_0's l2: 1.74391\tvalid_0's l1: 0.932738\n",
      "[3775]\tvalid_0's l2: 1.74391\tvalid_0's l1: 0.932737\n",
      "[3776]\tvalid_0's l2: 1.7439\tvalid_0's l1: 0.932736\n",
      "[3777]\tvalid_0's l2: 1.7439\tvalid_0's l1: 0.932734\n",
      "[3778]\tvalid_0's l2: 1.74389\tvalid_0's l1: 0.932732\n",
      "[3779]\tvalid_0's l2: 1.74389\tvalid_0's l1: 0.932732\n",
      "[3780]\tvalid_0's l2: 1.74389\tvalid_0's l1: 0.932732\n",
      "[3781]\tvalid_0's l2: 1.74389\tvalid_0's l1: 0.932731\n",
      "[3782]\tvalid_0's l2: 1.74389\tvalid_0's l1: 0.93273\n",
      "[3783]\tvalid_0's l2: 1.74389\tvalid_0's l1: 0.93273\n",
      "[3784]\tvalid_0's l2: 1.74389\tvalid_0's l1: 0.932731\n",
      "[3785]\tvalid_0's l2: 1.74389\tvalid_0's l1: 0.932728\n",
      "[3786]\tvalid_0's l2: 1.74388\tvalid_0's l1: 0.932728\n",
      "[3787]\tvalid_0's l2: 1.74388\tvalid_0's l1: 0.932727\n",
      "[3788]\tvalid_0's l2: 1.74388\tvalid_0's l1: 0.932726\n",
      "[3789]\tvalid_0's l2: 1.74388\tvalid_0's l1: 0.932725\n",
      "[3790]\tvalid_0's l2: 1.74387\tvalid_0's l1: 0.932724\n",
      "[3791]\tvalid_0's l2: 1.74387\tvalid_0's l1: 0.932723\n",
      "[3792]\tvalid_0's l2: 1.74387\tvalid_0's l1: 0.932722\n",
      "[3793]\tvalid_0's l2: 1.74386\tvalid_0's l1: 0.932718\n",
      "[3794]\tvalid_0's l2: 1.74386\tvalid_0's l1: 0.932718\n",
      "[3795]\tvalid_0's l2: 1.74386\tvalid_0's l1: 0.932715\n",
      "[3796]\tvalid_0's l2: 1.74386\tvalid_0's l1: 0.932716\n",
      "[3797]\tvalid_0's l2: 1.74385\tvalid_0's l1: 0.932715\n",
      "[3798]\tvalid_0's l2: 1.74385\tvalid_0's l1: 0.932713\n",
      "[3799]\tvalid_0's l2: 1.74385\tvalid_0's l1: 0.932712\n",
      "[3800]\tvalid_0's l2: 1.74385\tvalid_0's l1: 0.932713\n",
      "[3801]\tvalid_0's l2: 1.74385\tvalid_0's l1: 0.932713\n",
      "[3802]\tvalid_0's l2: 1.74385\tvalid_0's l1: 0.932714\n",
      "[3803]\tvalid_0's l2: 1.74385\tvalid_0's l1: 0.932713\n",
      "[3804]\tvalid_0's l2: 1.74385\tvalid_0's l1: 0.932713\n",
      "[3805]\tvalid_0's l2: 1.74385\tvalid_0's l1: 0.932713\n",
      "[3806]\tvalid_0's l2: 1.74385\tvalid_0's l1: 0.932712\n",
      "[3807]\tvalid_0's l2: 1.74385\tvalid_0's l1: 0.932711\n",
      "[3808]\tvalid_0's l2: 1.74385\tvalid_0's l1: 0.932712\n",
      "[3809]\tvalid_0's l2: 1.74385\tvalid_0's l1: 0.932713\n",
      "[3810]\tvalid_0's l2: 1.74385\tvalid_0's l1: 0.932712\n",
      "[3811]\tvalid_0's l2: 1.74385\tvalid_0's l1: 0.932712\n",
      "[3812]\tvalid_0's l2: 1.74385\tvalid_0's l1: 0.932711\n",
      "[3813]\tvalid_0's l2: 1.74386\tvalid_0's l1: 0.932712\n",
      "[3814]\tvalid_0's l2: 1.74385\tvalid_0's l1: 0.93271\n",
      "[3815]\tvalid_0's l2: 1.74385\tvalid_0's l1: 0.932709\n",
      "[3816]\tvalid_0's l2: 1.74384\tvalid_0's l1: 0.932707\n",
      "[3817]\tvalid_0's l2: 1.74384\tvalid_0's l1: 0.932705\n",
      "[3818]\tvalid_0's l2: 1.74385\tvalid_0's l1: 0.932708\n",
      "[3819]\tvalid_0's l2: 1.74385\tvalid_0's l1: 0.932709\n",
      "[3820]\tvalid_0's l2: 1.74384\tvalid_0's l1: 0.932705\n",
      "[3821]\tvalid_0's l2: 1.74384\tvalid_0's l1: 0.932704\n",
      "[3822]\tvalid_0's l2: 1.74384\tvalid_0's l1: 0.932705\n",
      "[3823]\tvalid_0's l2: 1.74384\tvalid_0's l1: 0.932706\n",
      "[3824]\tvalid_0's l2: 1.74384\tvalid_0's l1: 0.932706\n",
      "[3825]\tvalid_0's l2: 1.74384\tvalid_0's l1: 0.932706\n",
      "[3826]\tvalid_0's l2: 1.74384\tvalid_0's l1: 0.932704\n",
      "[3827]\tvalid_0's l2: 1.74384\tvalid_0's l1: 0.932706\n",
      "[3828]\tvalid_0's l2: 1.74383\tvalid_0's l1: 0.932703\n",
      "[3829]\tvalid_0's l2: 1.74383\tvalid_0's l1: 0.932703\n",
      "[3830]\tvalid_0's l2: 1.74383\tvalid_0's l1: 0.932704\n",
      "[3831]\tvalid_0's l2: 1.74383\tvalid_0's l1: 0.932703\n",
      "[3832]\tvalid_0's l2: 1.74383\tvalid_0's l1: 0.932703\n",
      "[3833]\tvalid_0's l2: 1.74383\tvalid_0's l1: 0.932701\n",
      "[3834]\tvalid_0's l2: 1.74382\tvalid_0's l1: 0.9327\n",
      "[3835]\tvalid_0's l2: 1.74382\tvalid_0's l1: 0.932699\n",
      "[3836]\tvalid_0's l2: 1.74382\tvalid_0's l1: 0.932699\n",
      "[3837]\tvalid_0's l2: 1.74382\tvalid_0's l1: 0.932698\n",
      "[3838]\tvalid_0's l2: 1.74382\tvalid_0's l1: 0.932697\n",
      "[3839]\tvalid_0's l2: 1.74382\tvalid_0's l1: 0.932697\n",
      "[3840]\tvalid_0's l2: 1.74382\tvalid_0's l1: 0.932696\n",
      "[3841]\tvalid_0's l2: 1.74382\tvalid_0's l1: 0.932696\n",
      "[3842]\tvalid_0's l2: 1.74382\tvalid_0's l1: 0.932696\n",
      "[3843]\tvalid_0's l2: 1.74382\tvalid_0's l1: 0.932695\n",
      "[3844]\tvalid_0's l2: 1.74381\tvalid_0's l1: 0.932694\n",
      "[3845]\tvalid_0's l2: 1.74381\tvalid_0's l1: 0.932694\n",
      "[3846]\tvalid_0's l2: 1.74381\tvalid_0's l1: 0.932694\n",
      "[3847]\tvalid_0's l2: 1.74381\tvalid_0's l1: 0.932695\n",
      "[3848]\tvalid_0's l2: 1.74381\tvalid_0's l1: 0.932694\n",
      "[3849]\tvalid_0's l2: 1.74381\tvalid_0's l1: 0.932693\n",
      "[3850]\tvalid_0's l2: 1.74381\tvalid_0's l1: 0.932692\n",
      "[3851]\tvalid_0's l2: 1.74381\tvalid_0's l1: 0.932692\n",
      "[3852]\tvalid_0's l2: 1.7438\tvalid_0's l1: 0.932694\n",
      "[3853]\tvalid_0's l2: 1.7438\tvalid_0's l1: 0.932691\n",
      "[3854]\tvalid_0's l2: 1.74379\tvalid_0's l1: 0.93269\n",
      "[3855]\tvalid_0's l2: 1.7438\tvalid_0's l1: 0.932689\n",
      "[3856]\tvalid_0's l2: 1.7438\tvalid_0's l1: 0.932689\n",
      "[3857]\tvalid_0's l2: 1.74379\tvalid_0's l1: 0.932687\n",
      "[3858]\tvalid_0's l2: 1.74379\tvalid_0's l1: 0.932684\n",
      "[3859]\tvalid_0's l2: 1.74379\tvalid_0's l1: 0.932683\n",
      "[3860]\tvalid_0's l2: 1.74379\tvalid_0's l1: 0.932682\n",
      "[3861]\tvalid_0's l2: 1.74379\tvalid_0's l1: 0.932682\n",
      "[3862]\tvalid_0's l2: 1.74379\tvalid_0's l1: 0.932681\n",
      "[3863]\tvalid_0's l2: 1.74379\tvalid_0's l1: 0.93268\n",
      "[3864]\tvalid_0's l2: 1.74379\tvalid_0's l1: 0.93268\n",
      "[3865]\tvalid_0's l2: 1.74379\tvalid_0's l1: 0.932681\n",
      "[3866]\tvalid_0's l2: 1.74379\tvalid_0's l1: 0.932679\n",
      "[3867]\tvalid_0's l2: 1.74379\tvalid_0's l1: 0.932679\n",
      "[3868]\tvalid_0's l2: 1.74379\tvalid_0's l1: 0.932679\n",
      "[3869]\tvalid_0's l2: 1.74379\tvalid_0's l1: 0.93268\n",
      "[3870]\tvalid_0's l2: 1.74379\tvalid_0's l1: 0.932678\n",
      "[3871]\tvalid_0's l2: 1.74379\tvalid_0's l1: 0.932676\n",
      "[3872]\tvalid_0's l2: 1.74379\tvalid_0's l1: 0.932677\n",
      "[3873]\tvalid_0's l2: 1.74379\tvalid_0's l1: 0.932676\n",
      "[3874]\tvalid_0's l2: 1.74378\tvalid_0's l1: 0.932674\n",
      "[3875]\tvalid_0's l2: 1.74378\tvalid_0's l1: 0.932673\n",
      "[3876]\tvalid_0's l2: 1.74379\tvalid_0's l1: 0.932674\n",
      "[3877]\tvalid_0's l2: 1.74379\tvalid_0's l1: 0.932675\n",
      "[3878]\tvalid_0's l2: 1.74378\tvalid_0's l1: 0.932672\n",
      "[3879]\tvalid_0's l2: 1.74379\tvalid_0's l1: 0.932673\n",
      "[3880]\tvalid_0's l2: 1.74378\tvalid_0's l1: 0.932669\n",
      "[3881]\tvalid_0's l2: 1.74378\tvalid_0's l1: 0.932668\n",
      "[3882]\tvalid_0's l2: 1.74378\tvalid_0's l1: 0.932667\n",
      "[3883]\tvalid_0's l2: 1.74378\tvalid_0's l1: 0.932667\n",
      "[3884]\tvalid_0's l2: 1.74377\tvalid_0's l1: 0.932666\n",
      "[3885]\tvalid_0's l2: 1.74378\tvalid_0's l1: 0.932666\n",
      "[3886]\tvalid_0's l2: 1.74377\tvalid_0's l1: 0.932665\n",
      "[3887]\tvalid_0's l2: 1.74377\tvalid_0's l1: 0.932667\n",
      "[3888]\tvalid_0's l2: 1.74377\tvalid_0's l1: 0.932667\n",
      "[3889]\tvalid_0's l2: 1.74378\tvalid_0's l1: 0.932668\n",
      "[3890]\tvalid_0's l2: 1.74377\tvalid_0's l1: 0.932669\n",
      "[3891]\tvalid_0's l2: 1.74377\tvalid_0's l1: 0.932668\n",
      "[3892]\tvalid_0's l2: 1.74377\tvalid_0's l1: 0.932667\n",
      "[3893]\tvalid_0's l2: 1.74377\tvalid_0's l1: 0.932668\n",
      "[3894]\tvalid_0's l2: 1.74377\tvalid_0's l1: 0.932668\n",
      "[3895]\tvalid_0's l2: 1.74377\tvalid_0's l1: 0.93267\n",
      "[3896]\tvalid_0's l2: 1.74377\tvalid_0's l1: 0.932669\n",
      "[3897]\tvalid_0's l2: 1.74376\tvalid_0's l1: 0.932668\n",
      "[3898]\tvalid_0's l2: 1.74376\tvalid_0's l1: 0.932668\n",
      "[3899]\tvalid_0's l2: 1.74377\tvalid_0's l1: 0.932668\n",
      "[3900]\tvalid_0's l2: 1.74377\tvalid_0's l1: 0.93267\n",
      "[3901]\tvalid_0's l2: 1.74376\tvalid_0's l1: 0.932669\n",
      "[3902]\tvalid_0's l2: 1.74376\tvalid_0's l1: 0.93267\n",
      "[3903]\tvalid_0's l2: 1.74376\tvalid_0's l1: 0.93267\n",
      "[3904]\tvalid_0's l2: 1.74376\tvalid_0's l1: 0.932669\n",
      "[3905]\tvalid_0's l2: 1.74376\tvalid_0's l1: 0.932667\n",
      "[3906]\tvalid_0's l2: 1.74376\tvalid_0's l1: 0.932666\n",
      "[3907]\tvalid_0's l2: 1.74375\tvalid_0's l1: 0.932665\n",
      "[3908]\tvalid_0's l2: 1.74375\tvalid_0's l1: 0.932667\n",
      "[3909]\tvalid_0's l2: 1.74376\tvalid_0's l1: 0.932668\n",
      "[3910]\tvalid_0's l2: 1.74376\tvalid_0's l1: 0.932667\n",
      "[3911]\tvalid_0's l2: 1.74376\tvalid_0's l1: 0.932668\n",
      "[3912]\tvalid_0's l2: 1.74376\tvalid_0's l1: 0.932668\n",
      "[3913]\tvalid_0's l2: 1.74376\tvalid_0's l1: 0.932669\n",
      "[3914]\tvalid_0's l2: 1.74376\tvalid_0's l1: 0.932669\n",
      "[3915]\tvalid_0's l2: 1.74376\tvalid_0's l1: 0.932669\n",
      "[3916]\tvalid_0's l2: 1.74376\tvalid_0's l1: 0.93267\n",
      "[3917]\tvalid_0's l2: 1.74376\tvalid_0's l1: 0.932668\n",
      "[3918]\tvalid_0's l2: 1.74375\tvalid_0's l1: 0.932668\n",
      "[3919]\tvalid_0's l2: 1.74374\tvalid_0's l1: 0.932665\n",
      "[3920]\tvalid_0's l2: 1.74375\tvalid_0's l1: 0.932667\n",
      "[3921]\tvalid_0's l2: 1.74375\tvalid_0's l1: 0.932667\n",
      "[3922]\tvalid_0's l2: 1.74375\tvalid_0's l1: 0.932669\n",
      "[3923]\tvalid_0's l2: 1.74375\tvalid_0's l1: 0.932667\n",
      "[3924]\tvalid_0's l2: 1.74374\tvalid_0's l1: 0.932665\n",
      "[3925]\tvalid_0's l2: 1.74373\tvalid_0's l1: 0.932662\n",
      "[3926]\tvalid_0's l2: 1.74373\tvalid_0's l1: 0.932661\n",
      "[3927]\tvalid_0's l2: 1.74373\tvalid_0's l1: 0.932661\n",
      "[3928]\tvalid_0's l2: 1.74373\tvalid_0's l1: 0.932661\n",
      "[3929]\tvalid_0's l2: 1.74373\tvalid_0's l1: 0.93266\n",
      "[3930]\tvalid_0's l2: 1.74372\tvalid_0's l1: 0.93266\n",
      "[3931]\tvalid_0's l2: 1.74372\tvalid_0's l1: 0.93266\n",
      "[3932]\tvalid_0's l2: 1.74372\tvalid_0's l1: 0.932661\n",
      "[3933]\tvalid_0's l2: 1.74372\tvalid_0's l1: 0.93266\n",
      "[3934]\tvalid_0's l2: 1.74372\tvalid_0's l1: 0.93266\n",
      "[3935]\tvalid_0's l2: 1.74372\tvalid_0's l1: 0.93266\n",
      "[3936]\tvalid_0's l2: 1.74371\tvalid_0's l1: 0.932659\n",
      "[3937]\tvalid_0's l2: 1.74371\tvalid_0's l1: 0.932658\n",
      "[3938]\tvalid_0's l2: 1.74371\tvalid_0's l1: 0.932657\n",
      "[3939]\tvalid_0's l2: 1.74372\tvalid_0's l1: 0.932658\n",
      "[3940]\tvalid_0's l2: 1.74371\tvalid_0's l1: 0.932657\n",
      "[3941]\tvalid_0's l2: 1.74371\tvalid_0's l1: 0.932655\n",
      "[3942]\tvalid_0's l2: 1.74371\tvalid_0's l1: 0.932655\n",
      "[3943]\tvalid_0's l2: 1.74371\tvalid_0's l1: 0.932655\n",
      "[3944]\tvalid_0's l2: 1.74371\tvalid_0's l1: 0.932656\n",
      "[3945]\tvalid_0's l2: 1.7437\tvalid_0's l1: 0.932654\n",
      "[3946]\tvalid_0's l2: 1.7437\tvalid_0's l1: 0.932653\n",
      "[3947]\tvalid_0's l2: 1.74369\tvalid_0's l1: 0.932651\n",
      "[3948]\tvalid_0's l2: 1.74369\tvalid_0's l1: 0.932651\n",
      "[3949]\tvalid_0's l2: 1.74369\tvalid_0's l1: 0.932651\n",
      "[3950]\tvalid_0's l2: 1.7437\tvalid_0's l1: 0.932651\n",
      "[3951]\tvalid_0's l2: 1.74369\tvalid_0's l1: 0.932651\n",
      "[3952]\tvalid_0's l2: 1.7437\tvalid_0's l1: 0.93265\n",
      "[3953]\tvalid_0's l2: 1.7437\tvalid_0's l1: 0.932649\n",
      "[3954]\tvalid_0's l2: 1.74369\tvalid_0's l1: 0.932649\n",
      "[3955]\tvalid_0's l2: 1.74369\tvalid_0's l1: 0.93265\n",
      "[3956]\tvalid_0's l2: 1.74369\tvalid_0's l1: 0.932649\n",
      "[3957]\tvalid_0's l2: 1.74369\tvalid_0's l1: 0.932648\n",
      "[3958]\tvalid_0's l2: 1.74368\tvalid_0's l1: 0.932647\n",
      "[3959]\tvalid_0's l2: 1.74368\tvalid_0's l1: 0.932646\n",
      "[3960]\tvalid_0's l2: 1.74368\tvalid_0's l1: 0.932645\n",
      "[3961]\tvalid_0's l2: 1.74369\tvalid_0's l1: 0.932647\n",
      "[3962]\tvalid_0's l2: 1.74369\tvalid_0's l1: 0.932648\n",
      "[3963]\tvalid_0's l2: 1.74369\tvalid_0's l1: 0.932647\n",
      "[3964]\tvalid_0's l2: 1.74368\tvalid_0's l1: 0.932647\n",
      "[3965]\tvalid_0's l2: 1.74368\tvalid_0's l1: 0.932647\n",
      "[3966]\tvalid_0's l2: 1.74368\tvalid_0's l1: 0.932646\n",
      "[3967]\tvalid_0's l2: 1.74368\tvalid_0's l1: 0.932646\n",
      "[3968]\tvalid_0's l2: 1.74367\tvalid_0's l1: 0.932645\n",
      "[3969]\tvalid_0's l2: 1.74367\tvalid_0's l1: 0.932644\n",
      "[3970]\tvalid_0's l2: 1.74368\tvalid_0's l1: 0.932645\n",
      "[3971]\tvalid_0's l2: 1.74368\tvalid_0's l1: 0.932646\n",
      "[3972]\tvalid_0's l2: 1.74368\tvalid_0's l1: 0.932648\n",
      "[3973]\tvalid_0's l2: 1.74367\tvalid_0's l1: 0.932646\n",
      "[3974]\tvalid_0's l2: 1.74367\tvalid_0's l1: 0.932647\n",
      "[3975]\tvalid_0's l2: 1.74367\tvalid_0's l1: 0.932646\n",
      "[3976]\tvalid_0's l2: 1.74367\tvalid_0's l1: 0.932646\n",
      "[3977]\tvalid_0's l2: 1.74367\tvalid_0's l1: 0.932646\n",
      "[3978]\tvalid_0's l2: 1.74367\tvalid_0's l1: 0.932645\n",
      "[3979]\tvalid_0's l2: 1.74367\tvalid_0's l1: 0.932645\n",
      "[3980]\tvalid_0's l2: 1.74367\tvalid_0's l1: 0.932645\n",
      "[3981]\tvalid_0's l2: 1.74367\tvalid_0's l1: 0.932646\n",
      "[3982]\tvalid_0's l2: 1.74367\tvalid_0's l1: 0.932647\n",
      "[3983]\tvalid_0's l2: 1.74367\tvalid_0's l1: 0.932646\n",
      "[3984]\tvalid_0's l2: 1.74367\tvalid_0's l1: 0.932646\n",
      "[3985]\tvalid_0's l2: 1.74366\tvalid_0's l1: 0.932645\n",
      "[3986]\tvalid_0's l2: 1.74367\tvalid_0's l1: 0.932645\n",
      "[3987]\tvalid_0's l2: 1.74366\tvalid_0's l1: 0.932643\n",
      "[3988]\tvalid_0's l2: 1.74366\tvalid_0's l1: 0.932645\n",
      "[3989]\tvalid_0's l2: 1.74366\tvalid_0's l1: 0.932644\n",
      "[3990]\tvalid_0's l2: 1.74366\tvalid_0's l1: 0.932643\n",
      "[3991]\tvalid_0's l2: 1.74366\tvalid_0's l1: 0.932644\n",
      "[3992]\tvalid_0's l2: 1.74366\tvalid_0's l1: 0.932644\n",
      "[3993]\tvalid_0's l2: 1.74366\tvalid_0's l1: 0.932645\n",
      "[3994]\tvalid_0's l2: 1.74366\tvalid_0's l1: 0.932646\n",
      "[3995]\tvalid_0's l2: 1.74366\tvalid_0's l1: 0.932645\n",
      "[3996]\tvalid_0's l2: 1.74365\tvalid_0's l1: 0.932642\n",
      "[3997]\tvalid_0's l2: 1.74365\tvalid_0's l1: 0.932643\n",
      "[3998]\tvalid_0's l2: 1.74365\tvalid_0's l1: 0.932641\n",
      "[3999]\tvalid_0's l2: 1.74365\tvalid_0's l1: 0.932642\n",
      "[4000]\tvalid_0's l2: 1.74365\tvalid_0's l1: 0.932642\n",
      "[4001]\tvalid_0's l2: 1.74365\tvalid_0's l1: 0.932641\n",
      "[4002]\tvalid_0's l2: 1.74365\tvalid_0's l1: 0.93264\n",
      "[4003]\tvalid_0's l2: 1.74365\tvalid_0's l1: 0.93264\n",
      "[4004]\tvalid_0's l2: 1.74365\tvalid_0's l1: 0.93264\n",
      "[4005]\tvalid_0's l2: 1.74365\tvalid_0's l1: 0.932639\n",
      "[4006]\tvalid_0's l2: 1.74365\tvalid_0's l1: 0.932639\n",
      "[4007]\tvalid_0's l2: 1.74364\tvalid_0's l1: 0.932639\n",
      "[4008]\tvalid_0's l2: 1.74364\tvalid_0's l1: 0.932639\n",
      "[4009]\tvalid_0's l2: 1.74364\tvalid_0's l1: 0.932638\n",
      "[4010]\tvalid_0's l2: 1.74364\tvalid_0's l1: 0.932638\n",
      "[4011]\tvalid_0's l2: 1.74364\tvalid_0's l1: 0.932638\n",
      "[4012]\tvalid_0's l2: 1.74365\tvalid_0's l1: 0.932639\n",
      "[4013]\tvalid_0's l2: 1.74365\tvalid_0's l1: 0.932639\n",
      "[4014]\tvalid_0's l2: 1.74365\tvalid_0's l1: 0.932638\n",
      "[4015]\tvalid_0's l2: 1.74365\tvalid_0's l1: 0.932638\n",
      "[4016]\tvalid_0's l2: 1.74365\tvalid_0's l1: 0.932636\n",
      "[4017]\tvalid_0's l2: 1.74364\tvalid_0's l1: 0.932637\n",
      "[4018]\tvalid_0's l2: 1.74365\tvalid_0's l1: 0.932637\n",
      "[4019]\tvalid_0's l2: 1.74365\tvalid_0's l1: 0.932636\n",
      "[4020]\tvalid_0's l2: 1.74365\tvalid_0's l1: 0.932637\n",
      "[4021]\tvalid_0's l2: 1.74365\tvalid_0's l1: 0.932636\n",
      "[4022]\tvalid_0's l2: 1.74365\tvalid_0's l1: 0.932636\n",
      "[4023]\tvalid_0's l2: 1.74365\tvalid_0's l1: 0.932637\n",
      "[4024]\tvalid_0's l2: 1.74365\tvalid_0's l1: 0.932636\n",
      "[4025]\tvalid_0's l2: 1.74364\tvalid_0's l1: 0.932635\n",
      "[4026]\tvalid_0's l2: 1.74364\tvalid_0's l1: 0.932634\n",
      "[4027]\tvalid_0's l2: 1.74364\tvalid_0's l1: 0.932634\n",
      "[4028]\tvalid_0's l2: 1.74364\tvalid_0's l1: 0.932633\n",
      "[4029]\tvalid_0's l2: 1.74364\tvalid_0's l1: 0.932634\n",
      "[4030]\tvalid_0's l2: 1.74364\tvalid_0's l1: 0.932634\n",
      "[4031]\tvalid_0's l2: 1.74365\tvalid_0's l1: 0.932634\n",
      "[4032]\tvalid_0's l2: 1.74365\tvalid_0's l1: 0.932633\n",
      "[4033]\tvalid_0's l2: 1.74365\tvalid_0's l1: 0.932633\n",
      "[4034]\tvalid_0's l2: 1.74364\tvalid_0's l1: 0.932632\n",
      "[4035]\tvalid_0's l2: 1.74365\tvalid_0's l1: 0.932634\n",
      "[4036]\tvalid_0's l2: 1.74364\tvalid_0's l1: 0.932633\n",
      "[4037]\tvalid_0's l2: 1.74364\tvalid_0's l1: 0.932633\n",
      "[4038]\tvalid_0's l2: 1.74365\tvalid_0's l1: 0.932632\n",
      "[4039]\tvalid_0's l2: 1.74364\tvalid_0's l1: 0.932632\n",
      "[4040]\tvalid_0's l2: 1.74364\tvalid_0's l1: 0.932631\n",
      "[4041]\tvalid_0's l2: 1.74364\tvalid_0's l1: 0.932631\n",
      "[4042]\tvalid_0's l2: 1.74364\tvalid_0's l1: 0.932631\n",
      "[4043]\tvalid_0's l2: 1.74363\tvalid_0's l1: 0.932629\n",
      "[4044]\tvalid_0's l2: 1.74363\tvalid_0's l1: 0.932629\n",
      "[4045]\tvalid_0's l2: 1.74364\tvalid_0's l1: 0.93263\n",
      "[4046]\tvalid_0's l2: 1.74363\tvalid_0's l1: 0.932628\n",
      "[4047]\tvalid_0's l2: 1.74364\tvalid_0's l1: 0.932628\n",
      "[4048]\tvalid_0's l2: 1.74363\tvalid_0's l1: 0.932628\n",
      "[4049]\tvalid_0's l2: 1.74363\tvalid_0's l1: 0.932628\n",
      "[4050]\tvalid_0's l2: 1.74363\tvalid_0's l1: 0.932627\n",
      "[4051]\tvalid_0's l2: 1.74363\tvalid_0's l1: 0.932626\n",
      "[4052]\tvalid_0's l2: 1.74362\tvalid_0's l1: 0.932625\n",
      "[4053]\tvalid_0's l2: 1.74362\tvalid_0's l1: 0.932625\n",
      "[4054]\tvalid_0's l2: 1.74362\tvalid_0's l1: 0.932625\n",
      "[4055]\tvalid_0's l2: 1.74362\tvalid_0's l1: 0.932624\n",
      "[4056]\tvalid_0's l2: 1.74361\tvalid_0's l1: 0.932623\n",
      "[4057]\tvalid_0's l2: 1.74361\tvalid_0's l1: 0.932621\n",
      "[4058]\tvalid_0's l2: 1.7436\tvalid_0's l1: 0.932621\n",
      "[4059]\tvalid_0's l2: 1.7436\tvalid_0's l1: 0.93262\n",
      "[4060]\tvalid_0's l2: 1.74361\tvalid_0's l1: 0.93262\n",
      "[4061]\tvalid_0's l2: 1.7436\tvalid_0's l1: 0.932619\n",
      "[4062]\tvalid_0's l2: 1.7436\tvalid_0's l1: 0.932619\n",
      "[4063]\tvalid_0's l2: 1.7436\tvalid_0's l1: 0.93262\n",
      "[4064]\tvalid_0's l2: 1.7436\tvalid_0's l1: 0.932619\n",
      "[4065]\tvalid_0's l2: 1.7436\tvalid_0's l1: 0.93262\n",
      "[4066]\tvalid_0's l2: 1.7436\tvalid_0's l1: 0.932619\n",
      "[4067]\tvalid_0's l2: 1.7436\tvalid_0's l1: 0.932619\n",
      "[4068]\tvalid_0's l2: 1.7436\tvalid_0's l1: 0.932619\n",
      "[4069]\tvalid_0's l2: 1.7436\tvalid_0's l1: 0.932619\n",
      "[4070]\tvalid_0's l2: 1.7436\tvalid_0's l1: 0.932619\n",
      "[4071]\tvalid_0's l2: 1.7436\tvalid_0's l1: 0.932619\n",
      "[4072]\tvalid_0's l2: 1.7436\tvalid_0's l1: 0.932619\n",
      "[4073]\tvalid_0's l2: 1.7436\tvalid_0's l1: 0.932619\n",
      "[4074]\tvalid_0's l2: 1.7436\tvalid_0's l1: 0.932619\n",
      "[4075]\tvalid_0's l2: 1.74361\tvalid_0's l1: 0.932619\n",
      "[4076]\tvalid_0's l2: 1.7436\tvalid_0's l1: 0.932618\n",
      "[4077]\tvalid_0's l2: 1.7436\tvalid_0's l1: 0.932616\n",
      "[4078]\tvalid_0's l2: 1.7436\tvalid_0's l1: 0.932615\n",
      "[4079]\tvalid_0's l2: 1.74359\tvalid_0's l1: 0.932615\n",
      "[4080]\tvalid_0's l2: 1.74359\tvalid_0's l1: 0.932615\n",
      "[4081]\tvalid_0's l2: 1.74359\tvalid_0's l1: 0.932614\n",
      "[4082]\tvalid_0's l2: 1.74359\tvalid_0's l1: 0.932614\n",
      "[4083]\tvalid_0's l2: 1.74359\tvalid_0's l1: 0.932615\n",
      "[4084]\tvalid_0's l2: 1.74359\tvalid_0's l1: 0.932615\n",
      "[4085]\tvalid_0's l2: 1.74359\tvalid_0's l1: 0.932615\n",
      "[4086]\tvalid_0's l2: 1.74359\tvalid_0's l1: 0.932616\n",
      "[4087]\tvalid_0's l2: 1.74359\tvalid_0's l1: 0.932616\n",
      "[4088]\tvalid_0's l2: 1.74359\tvalid_0's l1: 0.932616\n",
      "[4089]\tvalid_0's l2: 1.74359\tvalid_0's l1: 0.932616\n",
      "[4090]\tvalid_0's l2: 1.74359\tvalid_0's l1: 0.932617\n",
      "[4091]\tvalid_0's l2: 1.74359\tvalid_0's l1: 0.932617\n",
      "[4092]\tvalid_0's l2: 1.74359\tvalid_0's l1: 0.932618\n",
      "[4093]\tvalid_0's l2: 1.7436\tvalid_0's l1: 0.932618\n",
      "[4094]\tvalid_0's l2: 1.7436\tvalid_0's l1: 0.932618\n",
      "[4095]\tvalid_0's l2: 1.7436\tvalid_0's l1: 0.932618\n",
      "[4096]\tvalid_0's l2: 1.7436\tvalid_0's l1: 0.932617\n",
      "[4097]\tvalid_0's l2: 1.7436\tvalid_0's l1: 0.932619\n",
      "[4098]\tvalid_0's l2: 1.74359\tvalid_0's l1: 0.932618\n",
      "[4099]\tvalid_0's l2: 1.7436\tvalid_0's l1: 0.932618\n",
      "[4100]\tvalid_0's l2: 1.74359\tvalid_0's l1: 0.932617\n",
      "[4101]\tvalid_0's l2: 1.74359\tvalid_0's l1: 0.932617\n",
      "[4102]\tvalid_0's l2: 1.74359\tvalid_0's l1: 0.932618\n",
      "[4103]\tvalid_0's l2: 1.74359\tvalid_0's l1: 0.932618\n",
      "[4104]\tvalid_0's l2: 1.74359\tvalid_0's l1: 0.932618\n",
      "[4105]\tvalid_0's l2: 1.74359\tvalid_0's l1: 0.932616\n",
      "[4106]\tvalid_0's l2: 1.74359\tvalid_0's l1: 0.932617\n",
      "[4107]\tvalid_0's l2: 1.74359\tvalid_0's l1: 0.932617\n",
      "[4108]\tvalid_0's l2: 1.74359\tvalid_0's l1: 0.932617\n",
      "[4109]\tvalid_0's l2: 1.74359\tvalid_0's l1: 0.932618\n",
      "[4110]\tvalid_0's l2: 1.74359\tvalid_0's l1: 0.932617\n",
      "[4111]\tvalid_0's l2: 1.74359\tvalid_0's l1: 0.932619\n",
      "[4112]\tvalid_0's l2: 1.74359\tvalid_0's l1: 0.932618\n",
      "[4113]\tvalid_0's l2: 1.74359\tvalid_0's l1: 0.932618\n",
      "[4114]\tvalid_0's l2: 1.74359\tvalid_0's l1: 0.932617\n",
      "[4115]\tvalid_0's l2: 1.74359\tvalid_0's l1: 0.932618\n",
      "[4116]\tvalid_0's l2: 1.74358\tvalid_0's l1: 0.932615\n",
      "[4117]\tvalid_0's l2: 1.74358\tvalid_0's l1: 0.932615\n",
      "[4118]\tvalid_0's l2: 1.74358\tvalid_0's l1: 0.932615\n",
      "[4119]\tvalid_0's l2: 1.74358\tvalid_0's l1: 0.932616\n",
      "[4120]\tvalid_0's l2: 1.74358\tvalid_0's l1: 0.932613\n",
      "[4121]\tvalid_0's l2: 1.74357\tvalid_0's l1: 0.932611\n",
      "[4122]\tvalid_0's l2: 1.74357\tvalid_0's l1: 0.93261\n",
      "[4123]\tvalid_0's l2: 1.74357\tvalid_0's l1: 0.93261\n",
      "[4124]\tvalid_0's l2: 1.74357\tvalid_0's l1: 0.932611\n",
      "[4125]\tvalid_0's l2: 1.74357\tvalid_0's l1: 0.93261\n",
      "[4126]\tvalid_0's l2: 1.74357\tvalid_0's l1: 0.93261\n",
      "[4127]\tvalid_0's l2: 1.74357\tvalid_0's l1: 0.932611\n",
      "[4128]\tvalid_0's l2: 1.74357\tvalid_0's l1: 0.932611\n",
      "[4129]\tvalid_0's l2: 1.74357\tvalid_0's l1: 0.93261\n",
      "[4130]\tvalid_0's l2: 1.74357\tvalid_0's l1: 0.932608\n",
      "[4131]\tvalid_0's l2: 1.74357\tvalid_0's l1: 0.932608\n",
      "[4132]\tvalid_0's l2: 1.74357\tvalid_0's l1: 0.932607\n",
      "[4133]\tvalid_0's l2: 1.74357\tvalid_0's l1: 0.932606\n",
      "[4134]\tvalid_0's l2: 1.74357\tvalid_0's l1: 0.932606\n",
      "[4135]\tvalid_0's l2: 1.74356\tvalid_0's l1: 0.932605\n",
      "[4136]\tvalid_0's l2: 1.74356\tvalid_0's l1: 0.932603\n",
      "[4137]\tvalid_0's l2: 1.74356\tvalid_0's l1: 0.932602\n",
      "[4138]\tvalid_0's l2: 1.74356\tvalid_0's l1: 0.932604\n",
      "[4139]\tvalid_0's l2: 1.74356\tvalid_0's l1: 0.932603\n",
      "[4140]\tvalid_0's l2: 1.74356\tvalid_0's l1: 0.932604\n",
      "[4141]\tvalid_0's l2: 1.74356\tvalid_0's l1: 0.932603\n",
      "[4142]\tvalid_0's l2: 1.74356\tvalid_0's l1: 0.932603\n",
      "[4143]\tvalid_0's l2: 1.74356\tvalid_0's l1: 0.932602\n",
      "[4144]\tvalid_0's l2: 1.74356\tvalid_0's l1: 0.932602\n",
      "[4145]\tvalid_0's l2: 1.74356\tvalid_0's l1: 0.932602\n",
      "[4146]\tvalid_0's l2: 1.74355\tvalid_0's l1: 0.932601\n",
      "[4147]\tvalid_0's l2: 1.74355\tvalid_0's l1: 0.932602\n",
      "[4148]\tvalid_0's l2: 1.74355\tvalid_0's l1: 0.932603\n",
      "[4149]\tvalid_0's l2: 1.74355\tvalid_0's l1: 0.932602\n",
      "[4150]\tvalid_0's l2: 1.74355\tvalid_0's l1: 0.932602\n",
      "[4151]\tvalid_0's l2: 1.74355\tvalid_0's l1: 0.932603\n",
      "[4152]\tvalid_0's l2: 1.74355\tvalid_0's l1: 0.932602\n",
      "[4153]\tvalid_0's l2: 1.74355\tvalid_0's l1: 0.932601\n",
      "[4154]\tvalid_0's l2: 1.74355\tvalid_0's l1: 0.932601\n",
      "[4155]\tvalid_0's l2: 1.74355\tvalid_0's l1: 0.932601\n",
      "[4156]\tvalid_0's l2: 1.74355\tvalid_0's l1: 0.932602\n",
      "[4157]\tvalid_0's l2: 1.74355\tvalid_0's l1: 0.932601\n",
      "[4158]\tvalid_0's l2: 1.74355\tvalid_0's l1: 0.9326\n",
      "[4159]\tvalid_0's l2: 1.74355\tvalid_0's l1: 0.9326\n",
      "[4160]\tvalid_0's l2: 1.74355\tvalid_0's l1: 0.932601\n",
      "[4161]\tvalid_0's l2: 1.74355\tvalid_0's l1: 0.932601\n",
      "[4162]\tvalid_0's l2: 1.74355\tvalid_0's l1: 0.932602\n",
      "[4163]\tvalid_0's l2: 1.74355\tvalid_0's l1: 0.932601\n",
      "[4164]\tvalid_0's l2: 1.74355\tvalid_0's l1: 0.932601\n",
      "[4165]\tvalid_0's l2: 1.74355\tvalid_0's l1: 0.9326\n",
      "[4166]\tvalid_0's l2: 1.74355\tvalid_0's l1: 0.932601\n",
      "[4167]\tvalid_0's l2: 1.74355\tvalid_0's l1: 0.9326\n",
      "[4168]\tvalid_0's l2: 1.74355\tvalid_0's l1: 0.9326\n",
      "[4169]\tvalid_0's l2: 1.74355\tvalid_0's l1: 0.932601\n",
      "[4170]\tvalid_0's l2: 1.74355\tvalid_0's l1: 0.9326\n",
      "[4171]\tvalid_0's l2: 1.74355\tvalid_0's l1: 0.932599\n",
      "[4172]\tvalid_0's l2: 1.74354\tvalid_0's l1: 0.932598\n",
      "[4173]\tvalid_0's l2: 1.74355\tvalid_0's l1: 0.932598\n",
      "[4174]\tvalid_0's l2: 1.74355\tvalid_0's l1: 0.932599\n",
      "[4175]\tvalid_0's l2: 1.74355\tvalid_0's l1: 0.932598\n",
      "[4176]\tvalid_0's l2: 1.74355\tvalid_0's l1: 0.932598\n",
      "[4177]\tvalid_0's l2: 1.74355\tvalid_0's l1: 0.932598\n",
      "[4178]\tvalid_0's l2: 1.74355\tvalid_0's l1: 0.932597\n",
      "[4179]\tvalid_0's l2: 1.74355\tvalid_0's l1: 0.932597\n",
      "[4180]\tvalid_0's l2: 1.74355\tvalid_0's l1: 0.932597\n",
      "[4181]\tvalid_0's l2: 1.74355\tvalid_0's l1: 0.932596\n",
      "[4182]\tvalid_0's l2: 1.74355\tvalid_0's l1: 0.932597\n",
      "[4183]\tvalid_0's l2: 1.74355\tvalid_0's l1: 0.932596\n",
      "[4184]\tvalid_0's l2: 1.74355\tvalid_0's l1: 0.932596\n",
      "[4185]\tvalid_0's l2: 1.74355\tvalid_0's l1: 0.932596\n",
      "[4186]\tvalid_0's l2: 1.74355\tvalid_0's l1: 0.932596\n",
      "[4187]\tvalid_0's l2: 1.74355\tvalid_0's l1: 0.932597\n",
      "[4188]\tvalid_0's l2: 1.74355\tvalid_0's l1: 0.932596\n",
      "[4189]\tvalid_0's l2: 1.74355\tvalid_0's l1: 0.932595\n",
      "[4190]\tvalid_0's l2: 1.74355\tvalid_0's l1: 0.932595\n",
      "[4191]\tvalid_0's l2: 1.74355\tvalid_0's l1: 0.932594\n",
      "[4192]\tvalid_0's l2: 1.74355\tvalid_0's l1: 0.932594\n",
      "[4193]\tvalid_0's l2: 1.74354\tvalid_0's l1: 0.932593\n",
      "[4194]\tvalid_0's l2: 1.74355\tvalid_0's l1: 0.932592\n",
      "[4195]\tvalid_0's l2: 1.74354\tvalid_0's l1: 0.932592\n",
      "[4196]\tvalid_0's l2: 1.74355\tvalid_0's l1: 0.932592\n",
      "[4197]\tvalid_0's l2: 1.74354\tvalid_0's l1: 0.932591\n",
      "[4198]\tvalid_0's l2: 1.74354\tvalid_0's l1: 0.93259\n",
      "[4199]\tvalid_0's l2: 1.74354\tvalid_0's l1: 0.932589\n",
      "[4200]\tvalid_0's l2: 1.74354\tvalid_0's l1: 0.932589\n",
      "[4201]\tvalid_0's l2: 1.74354\tvalid_0's l1: 0.932589\n",
      "[4202]\tvalid_0's l2: 1.74354\tvalid_0's l1: 0.932588\n",
      "[4203]\tvalid_0's l2: 1.74354\tvalid_0's l1: 0.932587\n",
      "[4204]\tvalid_0's l2: 1.74353\tvalid_0's l1: 0.932586\n",
      "[4205]\tvalid_0's l2: 1.74353\tvalid_0's l1: 0.932587\n",
      "[4206]\tvalid_0's l2: 1.74353\tvalid_0's l1: 0.932586\n",
      "[4207]\tvalid_0's l2: 1.74353\tvalid_0's l1: 0.932586\n",
      "[4208]\tvalid_0's l2: 1.74352\tvalid_0's l1: 0.932584\n",
      "[4209]\tvalid_0's l2: 1.74352\tvalid_0's l1: 0.932583\n",
      "[4210]\tvalid_0's l2: 1.74352\tvalid_0's l1: 0.932584\n",
      "[4211]\tvalid_0's l2: 1.74352\tvalid_0's l1: 0.932584\n",
      "[4212]\tvalid_0's l2: 1.74352\tvalid_0's l1: 0.932584\n",
      "[4213]\tvalid_0's l2: 1.74352\tvalid_0's l1: 0.932584\n",
      "[4214]\tvalid_0's l2: 1.74352\tvalid_0's l1: 0.932584\n",
      "[4215]\tvalid_0's l2: 1.74352\tvalid_0's l1: 0.932584\n",
      "[4216]\tvalid_0's l2: 1.74352\tvalid_0's l1: 0.932584\n",
      "[4217]\tvalid_0's l2: 1.74352\tvalid_0's l1: 0.932584\n",
      "[4218]\tvalid_0's l2: 1.74352\tvalid_0's l1: 0.932583\n",
      "[4219]\tvalid_0's l2: 1.74352\tvalid_0's l1: 0.932583\n",
      "[4220]\tvalid_0's l2: 1.74352\tvalid_0's l1: 0.932583\n",
      "[4221]\tvalid_0's l2: 1.74352\tvalid_0's l1: 0.932582\n",
      "[4222]\tvalid_0's l2: 1.74352\tvalid_0's l1: 0.932581\n",
      "[4223]\tvalid_0's l2: 1.74351\tvalid_0's l1: 0.93258\n",
      "[4224]\tvalid_0's l2: 1.74352\tvalid_0's l1: 0.932581\n",
      "[4225]\tvalid_0's l2: 1.74352\tvalid_0's l1: 0.932581\n",
      "[4226]\tvalid_0's l2: 1.74352\tvalid_0's l1: 0.932581\n",
      "[4227]\tvalid_0's l2: 1.74352\tvalid_0's l1: 0.93258\n",
      "[4228]\tvalid_0's l2: 1.74352\tvalid_0's l1: 0.932581\n",
      "[4229]\tvalid_0's l2: 1.74352\tvalid_0's l1: 0.932579\n",
      "[4230]\tvalid_0's l2: 1.74352\tvalid_0's l1: 0.932579\n",
      "[4231]\tvalid_0's l2: 1.74352\tvalid_0's l1: 0.932578\n",
      "[4232]\tvalid_0's l2: 1.74352\tvalid_0's l1: 0.932579\n",
      "[4233]\tvalid_0's l2: 1.74352\tvalid_0's l1: 0.93258\n",
      "[4234]\tvalid_0's l2: 1.74352\tvalid_0's l1: 0.93258\n",
      "[4235]\tvalid_0's l2: 1.74352\tvalid_0's l1: 0.932581\n",
      "[4236]\tvalid_0's l2: 1.74352\tvalid_0's l1: 0.932579\n",
      "[4237]\tvalid_0's l2: 1.74352\tvalid_0's l1: 0.932579\n",
      "[4238]\tvalid_0's l2: 1.74352\tvalid_0's l1: 0.932579\n",
      "[4239]\tvalid_0's l2: 1.74352\tvalid_0's l1: 0.932579\n",
      "[4240]\tvalid_0's l2: 1.74352\tvalid_0's l1: 0.932579\n",
      "[4241]\tvalid_0's l2: 1.74352\tvalid_0's l1: 0.932579\n",
      "[4242]\tvalid_0's l2: 1.74352\tvalid_0's l1: 0.932579\n",
      "[4243]\tvalid_0's l2: 1.74352\tvalid_0's l1: 0.932579\n",
      "[4244]\tvalid_0's l2: 1.74352\tvalid_0's l1: 0.932579\n",
      "[4245]\tvalid_0's l2: 1.74352\tvalid_0's l1: 0.932578\n",
      "[4246]\tvalid_0's l2: 1.74352\tvalid_0's l1: 0.932578\n",
      "[4247]\tvalid_0's l2: 1.74352\tvalid_0's l1: 0.932579\n",
      "[4248]\tvalid_0's l2: 1.74352\tvalid_0's l1: 0.932578\n",
      "[4249]\tvalid_0's l2: 1.74352\tvalid_0's l1: 0.932579\n",
      "[4250]\tvalid_0's l2: 1.74352\tvalid_0's l1: 0.932579\n",
      "[4251]\tvalid_0's l2: 1.74352\tvalid_0's l1: 0.932578\n",
      "[4252]\tvalid_0's l2: 1.74352\tvalid_0's l1: 0.932578\n",
      "[4253]\tvalid_0's l2: 1.74352\tvalid_0's l1: 0.932577\n",
      "[4254]\tvalid_0's l2: 1.74352\tvalid_0's l1: 0.932577\n",
      "[4255]\tvalid_0's l2: 1.74352\tvalid_0's l1: 0.932577\n",
      "[4256]\tvalid_0's l2: 1.74352\tvalid_0's l1: 0.932577\n",
      "[4257]\tvalid_0's l2: 1.74352\tvalid_0's l1: 0.932577\n",
      "[4258]\tvalid_0's l2: 1.74352\tvalid_0's l1: 0.932575\n",
      "[4259]\tvalid_0's l2: 1.74352\tvalid_0's l1: 0.932575\n",
      "[4260]\tvalid_0's l2: 1.74352\tvalid_0's l1: 0.932572\n",
      "[4261]\tvalid_0's l2: 1.74351\tvalid_0's l1: 0.932571\n",
      "[4262]\tvalid_0's l2: 1.74351\tvalid_0's l1: 0.932572\n",
      "[4263]\tvalid_0's l2: 1.74352\tvalid_0's l1: 0.932572\n",
      "[4264]\tvalid_0's l2: 1.74352\tvalid_0's l1: 0.932572\n",
      "[4265]\tvalid_0's l2: 1.74352\tvalid_0's l1: 0.932572\n",
      "[4266]\tvalid_0's l2: 1.74352\tvalid_0's l1: 0.932572\n",
      "[4267]\tvalid_0's l2: 1.74352\tvalid_0's l1: 0.932573\n",
      "[4268]\tvalid_0's l2: 1.74352\tvalid_0's l1: 0.932573\n",
      "[4269]\tvalid_0's l2: 1.74352\tvalid_0's l1: 0.932573\n",
      "[4270]\tvalid_0's l2: 1.74352\tvalid_0's l1: 0.932572\n",
      "[4271]\tvalid_0's l2: 1.74351\tvalid_0's l1: 0.932572\n",
      "[4272]\tvalid_0's l2: 1.74351\tvalid_0's l1: 0.932571\n",
      "[4273]\tvalid_0's l2: 1.74352\tvalid_0's l1: 0.932572\n",
      "[4274]\tvalid_0's l2: 1.74352\tvalid_0's l1: 0.932572\n",
      "[4275]\tvalid_0's l2: 1.74351\tvalid_0's l1: 0.932571\n",
      "[4276]\tvalid_0's l2: 1.74351\tvalid_0's l1: 0.932571\n",
      "[4277]\tvalid_0's l2: 1.74351\tvalid_0's l1: 0.932571\n",
      "[4278]\tvalid_0's l2: 1.74352\tvalid_0's l1: 0.932572\n",
      "[4279]\tvalid_0's l2: 1.74351\tvalid_0's l1: 0.93257\n",
      "[4280]\tvalid_0's l2: 1.74351\tvalid_0's l1: 0.93257\n",
      "[4281]\tvalid_0's l2: 1.74351\tvalid_0's l1: 0.93257\n",
      "[4282]\tvalid_0's l2: 1.74351\tvalid_0's l1: 0.932568\n",
      "[4283]\tvalid_0's l2: 1.74351\tvalid_0's l1: 0.932569\n",
      "[4284]\tvalid_0's l2: 1.74351\tvalid_0's l1: 0.93257\n",
      "[4285]\tvalid_0's l2: 1.74351\tvalid_0's l1: 0.932569\n",
      "[4286]\tvalid_0's l2: 1.74351\tvalid_0's l1: 0.932569\n",
      "[4287]\tvalid_0's l2: 1.7435\tvalid_0's l1: 0.932567\n",
      "[4288]\tvalid_0's l2: 1.7435\tvalid_0's l1: 0.932566\n",
      "[4289]\tvalid_0's l2: 1.7435\tvalid_0's l1: 0.932565\n",
      "[4290]\tvalid_0's l2: 1.7435\tvalid_0's l1: 0.932565\n",
      "[4291]\tvalid_0's l2: 1.7435\tvalid_0's l1: 0.932565\n",
      "[4292]\tvalid_0's l2: 1.7435\tvalid_0's l1: 0.932565\n",
      "[4293]\tvalid_0's l2: 1.7435\tvalid_0's l1: 0.932565\n",
      "[4294]\tvalid_0's l2: 1.7435\tvalid_0's l1: 0.932564\n",
      "[4295]\tvalid_0's l2: 1.7435\tvalid_0's l1: 0.932564\n",
      "[4296]\tvalid_0's l2: 1.7435\tvalid_0's l1: 0.932565\n",
      "[4297]\tvalid_0's l2: 1.7435\tvalid_0's l1: 0.932564\n",
      "[4298]\tvalid_0's l2: 1.7435\tvalid_0's l1: 0.932565\n",
      "[4299]\tvalid_0's l2: 1.74349\tvalid_0's l1: 0.932564\n",
      "[4300]\tvalid_0's l2: 1.74349\tvalid_0's l1: 0.932564\n",
      "[4301]\tvalid_0's l2: 1.74349\tvalid_0's l1: 0.932565\n",
      "[4302]\tvalid_0's l2: 1.7435\tvalid_0's l1: 0.932565\n",
      "[4303]\tvalid_0's l2: 1.7435\tvalid_0's l1: 0.932565\n",
      "[4304]\tvalid_0's l2: 1.74349\tvalid_0's l1: 0.932564\n",
      "[4305]\tvalid_0's l2: 1.74349\tvalid_0's l1: 0.932564\n",
      "[4306]\tvalid_0's l2: 1.74349\tvalid_0's l1: 0.932563\n",
      "[4307]\tvalid_0's l2: 1.74349\tvalid_0's l1: 0.932563\n",
      "[4308]\tvalid_0's l2: 1.7435\tvalid_0's l1: 0.932564\n",
      "[4309]\tvalid_0's l2: 1.74349\tvalid_0's l1: 0.932563\n",
      "[4310]\tvalid_0's l2: 1.74349\tvalid_0's l1: 0.932563\n",
      "[4311]\tvalid_0's l2: 1.7435\tvalid_0's l1: 0.932564\n",
      "[4312]\tvalid_0's l2: 1.7435\tvalid_0's l1: 0.932563\n",
      "[4313]\tvalid_0's l2: 1.7435\tvalid_0's l1: 0.932563\n",
      "[4314]\tvalid_0's l2: 1.74349\tvalid_0's l1: 0.932561\n",
      "[4315]\tvalid_0's l2: 1.74349\tvalid_0's l1: 0.932561\n",
      "[4316]\tvalid_0's l2: 1.74349\tvalid_0's l1: 0.932561\n",
      "[4317]\tvalid_0's l2: 1.74349\tvalid_0's l1: 0.932561\n",
      "[4318]\tvalid_0's l2: 1.7435\tvalid_0's l1: 0.932562\n",
      "[4319]\tvalid_0's l2: 1.74349\tvalid_0's l1: 0.932562\n",
      "[4320]\tvalid_0's l2: 1.74349\tvalid_0's l1: 0.932561\n",
      "[4321]\tvalid_0's l2: 1.74349\tvalid_0's l1: 0.932561\n",
      "[4322]\tvalid_0's l2: 1.74349\tvalid_0's l1: 0.93256\n",
      "[4323]\tvalid_0's l2: 1.74349\tvalid_0's l1: 0.932559\n",
      "[4324]\tvalid_0's l2: 1.74348\tvalid_0's l1: 0.932558\n",
      "[4325]\tvalid_0's l2: 1.74348\tvalid_0's l1: 0.932558\n",
      "[4326]\tvalid_0's l2: 1.74348\tvalid_0's l1: 0.932557\n",
      "[4327]\tvalid_0's l2: 1.74348\tvalid_0's l1: 0.932556\n",
      "[4328]\tvalid_0's l2: 1.74348\tvalid_0's l1: 0.932556\n",
      "[4329]\tvalid_0's l2: 1.74348\tvalid_0's l1: 0.932556\n",
      "[4330]\tvalid_0's l2: 1.74348\tvalid_0's l1: 0.932555\n",
      "[4331]\tvalid_0's l2: 1.74348\tvalid_0's l1: 0.932555\n",
      "[4332]\tvalid_0's l2: 1.74348\tvalid_0's l1: 0.932556\n",
      "[4333]\tvalid_0's l2: 1.74348\tvalid_0's l1: 0.932556\n",
      "[4334]\tvalid_0's l2: 1.74348\tvalid_0's l1: 0.932556\n",
      "[4335]\tvalid_0's l2: 1.74347\tvalid_0's l1: 0.932555\n",
      "[4336]\tvalid_0's l2: 1.74347\tvalid_0's l1: 0.932553\n",
      "[4337]\tvalid_0's l2: 1.74347\tvalid_0's l1: 0.932552\n",
      "[4338]\tvalid_0's l2: 1.74347\tvalid_0's l1: 0.932552\n",
      "[4339]\tvalid_0's l2: 1.74347\tvalid_0's l1: 0.932552\n",
      "[4340]\tvalid_0's l2: 1.74347\tvalid_0's l1: 0.932551\n",
      "[4341]\tvalid_0's l2: 1.74347\tvalid_0's l1: 0.932551\n",
      "[4342]\tvalid_0's l2: 1.74347\tvalid_0's l1: 0.932551\n",
      "[4343]\tvalid_0's l2: 1.74346\tvalid_0's l1: 0.93255\n",
      "[4344]\tvalid_0's l2: 1.74346\tvalid_0's l1: 0.93255\n",
      "[4345]\tvalid_0's l2: 1.74346\tvalid_0's l1: 0.93255\n",
      "[4346]\tvalid_0's l2: 1.74346\tvalid_0's l1: 0.93255\n",
      "[4347]\tvalid_0's l2: 1.74346\tvalid_0's l1: 0.932549\n",
      "[4348]\tvalid_0's l2: 1.74346\tvalid_0's l1: 0.932549\n",
      "[4349]\tvalid_0's l2: 1.74346\tvalid_0's l1: 0.932548\n",
      "[4350]\tvalid_0's l2: 1.74346\tvalid_0's l1: 0.932549\n",
      "[4351]\tvalid_0's l2: 1.74346\tvalid_0's l1: 0.932548\n",
      "[4352]\tvalid_0's l2: 1.74346\tvalid_0's l1: 0.932547\n",
      "[4353]\tvalid_0's l2: 1.74346\tvalid_0's l1: 0.932545\n",
      "[4354]\tvalid_0's l2: 1.74345\tvalid_0's l1: 0.932545\n",
      "[4355]\tvalid_0's l2: 1.74345\tvalid_0's l1: 0.932545\n",
      "[4356]\tvalid_0's l2: 1.74345\tvalid_0's l1: 0.932545\n",
      "[4357]\tvalid_0's l2: 1.74346\tvalid_0's l1: 0.932544\n",
      "[4358]\tvalid_0's l2: 1.74346\tvalid_0's l1: 0.932545\n",
      "[4359]\tvalid_0's l2: 1.74345\tvalid_0's l1: 0.932544\n",
      "[4360]\tvalid_0's l2: 1.74345\tvalid_0's l1: 0.932543\n",
      "[4361]\tvalid_0's l2: 1.74345\tvalid_0's l1: 0.932542\n",
      "[4362]\tvalid_0's l2: 1.74345\tvalid_0's l1: 0.932542\n",
      "[4363]\tvalid_0's l2: 1.74345\tvalid_0's l1: 0.932541\n",
      "[4364]\tvalid_0's l2: 1.74345\tvalid_0's l1: 0.932541\n",
      "[4365]\tvalid_0's l2: 1.74345\tvalid_0's l1: 0.932541\n",
      "[4366]\tvalid_0's l2: 1.74345\tvalid_0's l1: 0.93254\n",
      "[4367]\tvalid_0's l2: 1.74344\tvalid_0's l1: 0.93254\n",
      "[4368]\tvalid_0's l2: 1.74344\tvalid_0's l1: 0.932539\n",
      "[4369]\tvalid_0's l2: 1.74344\tvalid_0's l1: 0.932539\n",
      "[4370]\tvalid_0's l2: 1.74344\tvalid_0's l1: 0.932539\n",
      "[4371]\tvalid_0's l2: 1.74344\tvalid_0's l1: 0.932539\n",
      "[4372]\tvalid_0's l2: 1.74345\tvalid_0's l1: 0.932539\n",
      "[4373]\tvalid_0's l2: 1.74345\tvalid_0's l1: 0.932539\n",
      "[4374]\tvalid_0's l2: 1.74344\tvalid_0's l1: 0.932537\n",
      "[4375]\tvalid_0's l2: 1.74344\tvalid_0's l1: 0.932537\n",
      "[4376]\tvalid_0's l2: 1.74344\tvalid_0's l1: 0.932537\n",
      "[4377]\tvalid_0's l2: 1.74344\tvalid_0's l1: 0.932538\n",
      "[4378]\tvalid_0's l2: 1.74344\tvalid_0's l1: 0.932538\n",
      "[4379]\tvalid_0's l2: 1.74344\tvalid_0's l1: 0.932538\n",
      "[4380]\tvalid_0's l2: 1.74344\tvalid_0's l1: 0.932536\n",
      "[4381]\tvalid_0's l2: 1.74344\tvalid_0's l1: 0.932535\n",
      "[4382]\tvalid_0's l2: 1.74343\tvalid_0's l1: 0.932534\n",
      "[4383]\tvalid_0's l2: 1.74343\tvalid_0's l1: 0.932533\n",
      "[4384]\tvalid_0's l2: 1.74343\tvalid_0's l1: 0.932532\n",
      "[4385]\tvalid_0's l2: 1.74343\tvalid_0's l1: 0.932532\n",
      "[4386]\tvalid_0's l2: 1.74343\tvalid_0's l1: 0.932532\n",
      "[4387]\tvalid_0's l2: 1.74343\tvalid_0's l1: 0.932531\n",
      "[4388]\tvalid_0's l2: 1.74343\tvalid_0's l1: 0.932532\n",
      "[4389]\tvalid_0's l2: 1.74343\tvalid_0's l1: 0.932531\n",
      "[4390]\tvalid_0's l2: 1.74343\tvalid_0's l1: 0.932532\n",
      "[4391]\tvalid_0's l2: 1.74343\tvalid_0's l1: 0.932532\n",
      "[4392]\tvalid_0's l2: 1.74343\tvalid_0's l1: 0.932532\n",
      "[4393]\tvalid_0's l2: 1.74343\tvalid_0's l1: 0.932531\n",
      "[4394]\tvalid_0's l2: 1.74343\tvalid_0's l1: 0.932532\n",
      "[4395]\tvalid_0's l2: 1.74343\tvalid_0's l1: 0.932531\n",
      "[4396]\tvalid_0's l2: 1.74344\tvalid_0's l1: 0.932531\n",
      "[4397]\tvalid_0's l2: 1.74343\tvalid_0's l1: 0.93253\n",
      "[4398]\tvalid_0's l2: 1.74343\tvalid_0's l1: 0.93253\n",
      "[4399]\tvalid_0's l2: 1.74343\tvalid_0's l1: 0.932529\n",
      "[4400]\tvalid_0's l2: 1.74343\tvalid_0's l1: 0.932529\n",
      "[4401]\tvalid_0's l2: 1.74343\tvalid_0's l1: 0.93253\n",
      "[4402]\tvalid_0's l2: 1.74343\tvalid_0's l1: 0.932529\n",
      "[4403]\tvalid_0's l2: 1.74343\tvalid_0's l1: 0.932529\n",
      "[4404]\tvalid_0's l2: 1.74343\tvalid_0's l1: 0.932528\n",
      "[4405]\tvalid_0's l2: 1.74343\tvalid_0's l1: 0.932527\n",
      "[4406]\tvalid_0's l2: 1.74342\tvalid_0's l1: 0.932526\n",
      "[4407]\tvalid_0's l2: 1.74342\tvalid_0's l1: 0.932526\n",
      "[4408]\tvalid_0's l2: 1.74342\tvalid_0's l1: 0.932526\n",
      "[4409]\tvalid_0's l2: 1.74342\tvalid_0's l1: 0.932526\n",
      "[4410]\tvalid_0's l2: 1.74342\tvalid_0's l1: 0.932526\n",
      "[4411]\tvalid_0's l2: 1.74342\tvalid_0's l1: 0.932526\n",
      "[4412]\tvalid_0's l2: 1.74342\tvalid_0's l1: 0.932526\n",
      "[4413]\tvalid_0's l2: 1.74342\tvalid_0's l1: 0.932526\n",
      "[4414]\tvalid_0's l2: 1.74342\tvalid_0's l1: 0.932526\n",
      "[4415]\tvalid_0's l2: 1.74342\tvalid_0's l1: 0.932526\n",
      "[4416]\tvalid_0's l2: 1.74342\tvalid_0's l1: 0.932525\n",
      "[4417]\tvalid_0's l2: 1.74342\tvalid_0's l1: 0.932525\n",
      "[4418]\tvalid_0's l2: 1.74342\tvalid_0's l1: 0.932525\n",
      "[4419]\tvalid_0's l2: 1.74342\tvalid_0's l1: 0.932525\n",
      "[4420]\tvalid_0's l2: 1.74342\tvalid_0's l1: 0.932525\n",
      "[4421]\tvalid_0's l2: 1.74342\tvalid_0's l1: 0.932525\n",
      "[4422]\tvalid_0's l2: 1.74342\tvalid_0's l1: 0.932526\n",
      "[4423]\tvalid_0's l2: 1.74342\tvalid_0's l1: 0.932525\n",
      "[4424]\tvalid_0's l2: 1.74342\tvalid_0's l1: 0.932524\n",
      "[4425]\tvalid_0's l2: 1.74342\tvalid_0's l1: 0.932523\n",
      "[4426]\tvalid_0's l2: 1.74342\tvalid_0's l1: 0.932523\n",
      "[4427]\tvalid_0's l2: 1.74342\tvalid_0's l1: 0.932524\n",
      "[4428]\tvalid_0's l2: 1.74342\tvalid_0's l1: 0.932524\n",
      "[4429]\tvalid_0's l2: 1.74342\tvalid_0's l1: 0.932523\n",
      "[4430]\tvalid_0's l2: 1.74342\tvalid_0's l1: 0.932523\n",
      "[4431]\tvalid_0's l2: 1.74341\tvalid_0's l1: 0.932522\n",
      "[4432]\tvalid_0's l2: 1.74341\tvalid_0's l1: 0.932523\n",
      "[4433]\tvalid_0's l2: 1.74342\tvalid_0's l1: 0.932523\n",
      "[4434]\tvalid_0's l2: 1.74342\tvalid_0's l1: 0.932523\n",
      "[4435]\tvalid_0's l2: 1.74342\tvalid_0's l1: 0.932522\n",
      "[4436]\tvalid_0's l2: 1.74341\tvalid_0's l1: 0.932522\n",
      "[4437]\tvalid_0's l2: 1.74341\tvalid_0's l1: 0.932523\n",
      "[4438]\tvalid_0's l2: 1.74341\tvalid_0's l1: 0.932522\n",
      "[4439]\tvalid_0's l2: 1.74341\tvalid_0's l1: 0.932521\n",
      "[4440]\tvalid_0's l2: 1.74341\tvalid_0's l1: 0.93252\n",
      "[4441]\tvalid_0's l2: 1.74341\tvalid_0's l1: 0.93252\n",
      "[4442]\tvalid_0's l2: 1.74341\tvalid_0's l1: 0.93252\n",
      "[4443]\tvalid_0's l2: 1.74341\tvalid_0's l1: 0.93252\n",
      "[4444]\tvalid_0's l2: 1.74341\tvalid_0's l1: 0.93252\n",
      "[4445]\tvalid_0's l2: 1.74341\tvalid_0's l1: 0.93252\n",
      "[4446]\tvalid_0's l2: 1.74341\tvalid_0's l1: 0.932519\n",
      "[4447]\tvalid_0's l2: 1.74341\tvalid_0's l1: 0.932519\n",
      "[4448]\tvalid_0's l2: 1.74341\tvalid_0's l1: 0.932519\n",
      "[4449]\tvalid_0's l2: 1.7434\tvalid_0's l1: 0.932517\n",
      "[4450]\tvalid_0's l2: 1.7434\tvalid_0's l1: 0.932518\n",
      "[4451]\tvalid_0's l2: 1.7434\tvalid_0's l1: 0.932516\n",
      "[4452]\tvalid_0's l2: 1.7434\tvalid_0's l1: 0.932517\n",
      "[4453]\tvalid_0's l2: 1.7434\tvalid_0's l1: 0.932517\n",
      "[4454]\tvalid_0's l2: 1.7434\tvalid_0's l1: 0.932517\n",
      "[4455]\tvalid_0's l2: 1.7434\tvalid_0's l1: 0.932517\n",
      "[4456]\tvalid_0's l2: 1.7434\tvalid_0's l1: 0.932516\n",
      "[4457]\tvalid_0's l2: 1.7434\tvalid_0's l1: 0.932515\n",
      "[4458]\tvalid_0's l2: 1.7434\tvalid_0's l1: 0.932515\n",
      "[4459]\tvalid_0's l2: 1.74339\tvalid_0's l1: 0.932514\n",
      "[4460]\tvalid_0's l2: 1.74339\tvalid_0's l1: 0.932515\n",
      "[4461]\tvalid_0's l2: 1.74339\tvalid_0's l1: 0.932514\n",
      "[4462]\tvalid_0's l2: 1.74339\tvalid_0's l1: 0.932514\n",
      "[4463]\tvalid_0's l2: 1.7434\tvalid_0's l1: 0.932515\n",
      "[4464]\tvalid_0's l2: 1.74339\tvalid_0's l1: 0.932515\n",
      "[4465]\tvalid_0's l2: 1.74339\tvalid_0's l1: 0.932515\n",
      "[4466]\tvalid_0's l2: 1.7434\tvalid_0's l1: 0.932515\n",
      "[4467]\tvalid_0's l2: 1.7434\tvalid_0's l1: 0.932515\n",
      "[4468]\tvalid_0's l2: 1.7434\tvalid_0's l1: 0.932515\n",
      "[4469]\tvalid_0's l2: 1.7434\tvalid_0's l1: 0.932514\n",
      "[4470]\tvalid_0's l2: 1.74339\tvalid_0's l1: 0.932513\n",
      "[4471]\tvalid_0's l2: 1.74339\tvalid_0's l1: 0.932511\n",
      "[4472]\tvalid_0's l2: 1.74339\tvalid_0's l1: 0.932511\n",
      "[4473]\tvalid_0's l2: 1.74339\tvalid_0's l1: 0.932512\n",
      "[4474]\tvalid_0's l2: 1.74339\tvalid_0's l1: 0.932512\n",
      "[4475]\tvalid_0's l2: 1.74339\tvalid_0's l1: 0.932511\n",
      "[4476]\tvalid_0's l2: 1.74339\tvalid_0's l1: 0.932512\n",
      "[4477]\tvalid_0's l2: 1.74339\tvalid_0's l1: 0.932512\n",
      "[4478]\tvalid_0's l2: 1.74339\tvalid_0's l1: 0.932512\n",
      "[4479]\tvalid_0's l2: 1.74339\tvalid_0's l1: 0.932511\n",
      "[4480]\tvalid_0's l2: 1.74339\tvalid_0's l1: 0.93251\n",
      "[4481]\tvalid_0's l2: 1.74339\tvalid_0's l1: 0.932511\n",
      "[4482]\tvalid_0's l2: 1.74339\tvalid_0's l1: 0.932511\n",
      "[4483]\tvalid_0's l2: 1.74339\tvalid_0's l1: 0.932511\n",
      "[4484]\tvalid_0's l2: 1.74339\tvalid_0's l1: 0.932511\n",
      "[4485]\tvalid_0's l2: 1.74339\tvalid_0's l1: 0.932512\n",
      "[4486]\tvalid_0's l2: 1.74339\tvalid_0's l1: 0.932512\n",
      "[4487]\tvalid_0's l2: 1.74339\tvalid_0's l1: 0.932512\n",
      "[4488]\tvalid_0's l2: 1.74339\tvalid_0's l1: 0.932511\n",
      "[4489]\tvalid_0's l2: 1.74339\tvalid_0's l1: 0.93251\n",
      "[4490]\tvalid_0's l2: 1.74338\tvalid_0's l1: 0.93251\n",
      "[4491]\tvalid_0's l2: 1.74338\tvalid_0's l1: 0.93251\n",
      "[4492]\tvalid_0's l2: 1.74338\tvalid_0's l1: 0.93251\n",
      "[4493]\tvalid_0's l2: 1.74339\tvalid_0's l1: 0.93251\n",
      "[4494]\tvalid_0's l2: 1.74339\tvalid_0's l1: 0.932511\n",
      "[4495]\tvalid_0's l2: 1.74338\tvalid_0's l1: 0.932511\n",
      "[4496]\tvalid_0's l2: 1.74338\tvalid_0's l1: 0.93251\n",
      "[4497]\tvalid_0's l2: 1.74338\tvalid_0's l1: 0.932509\n",
      "[4498]\tvalid_0's l2: 1.74338\tvalid_0's l1: 0.932509\n",
      "[4499]\tvalid_0's l2: 1.74338\tvalid_0's l1: 0.932508\n",
      "[4500]\tvalid_0's l2: 1.74337\tvalid_0's l1: 0.932508\n",
      "[4501]\tvalid_0's l2: 1.74337\tvalid_0's l1: 0.932507\n",
      "[4502]\tvalid_0's l2: 1.74337\tvalid_0's l1: 0.932507\n",
      "[4503]\tvalid_0's l2: 1.74337\tvalid_0's l1: 0.932507\n",
      "[4504]\tvalid_0's l2: 1.74337\tvalid_0's l1: 0.932506\n",
      "[4505]\tvalid_0's l2: 1.74337\tvalid_0's l1: 0.932506\n",
      "[4506]\tvalid_0's l2: 1.74337\tvalid_0's l1: 0.932506\n",
      "[4507]\tvalid_0's l2: 1.74337\tvalid_0's l1: 0.932506\n",
      "[4508]\tvalid_0's l2: 1.74337\tvalid_0's l1: 0.932506\n",
      "[4509]\tvalid_0's l2: 1.74336\tvalid_0's l1: 0.932506\n",
      "[4510]\tvalid_0's l2: 1.74337\tvalid_0's l1: 0.932506\n",
      "[4511]\tvalid_0's l2: 1.74336\tvalid_0's l1: 0.932506\n",
      "[4512]\tvalid_0's l2: 1.74336\tvalid_0's l1: 0.932505\n",
      "[4513]\tvalid_0's l2: 1.74336\tvalid_0's l1: 0.932505\n",
      "[4514]\tvalid_0's l2: 1.74336\tvalid_0's l1: 0.932505\n",
      "[4515]\tvalid_0's l2: 1.74336\tvalid_0's l1: 0.932505\n",
      "[4516]\tvalid_0's l2: 1.74336\tvalid_0's l1: 0.932505\n",
      "[4517]\tvalid_0's l2: 1.74336\tvalid_0's l1: 0.932504\n",
      "[4518]\tvalid_0's l2: 1.74336\tvalid_0's l1: 0.932503\n",
      "[4519]\tvalid_0's l2: 1.74336\tvalid_0's l1: 0.932503\n",
      "[4520]\tvalid_0's l2: 1.74336\tvalid_0's l1: 0.932503\n",
      "[4521]\tvalid_0's l2: 1.74335\tvalid_0's l1: 0.932504\n",
      "[4522]\tvalid_0's l2: 1.74336\tvalid_0's l1: 0.932504\n",
      "[4523]\tvalid_0's l2: 1.74335\tvalid_0's l1: 0.932503\n",
      "[4524]\tvalid_0's l2: 1.74335\tvalid_0's l1: 0.932502\n",
      "[4525]\tvalid_0's l2: 1.74335\tvalid_0's l1: 0.932502\n",
      "[4526]\tvalid_0's l2: 1.74335\tvalid_0's l1: 0.932502\n",
      "[4527]\tvalid_0's l2: 1.74335\tvalid_0's l1: 0.932502\n",
      "[4528]\tvalid_0's l2: 1.74335\tvalid_0's l1: 0.932502\n",
      "[4529]\tvalid_0's l2: 1.74335\tvalid_0's l1: 0.932502\n",
      "[4530]\tvalid_0's l2: 1.74335\tvalid_0's l1: 0.932502\n",
      "[4531]\tvalid_0's l2: 1.74335\tvalid_0's l1: 0.932501\n",
      "[4532]\tvalid_0's l2: 1.74335\tvalid_0's l1: 0.932502\n",
      "[4533]\tvalid_0's l2: 1.74335\tvalid_0's l1: 0.932502\n",
      "[4534]\tvalid_0's l2: 1.74335\tvalid_0's l1: 0.932502\n",
      "[4535]\tvalid_0's l2: 1.74335\tvalid_0's l1: 0.9325\n",
      "[4536]\tvalid_0's l2: 1.74335\tvalid_0's l1: 0.932499\n",
      "[4537]\tvalid_0's l2: 1.74335\tvalid_0's l1: 0.932499\n",
      "[4538]\tvalid_0's l2: 1.74335\tvalid_0's l1: 0.932499\n",
      "[4539]\tvalid_0's l2: 1.74335\tvalid_0's l1: 0.932499\n",
      "[4540]\tvalid_0's l2: 1.74335\tvalid_0's l1: 0.932499\n",
      "[4541]\tvalid_0's l2: 1.74335\tvalid_0's l1: 0.932499\n",
      "[4542]\tvalid_0's l2: 1.74335\tvalid_0's l1: 0.9325\n",
      "[4543]\tvalid_0's l2: 1.74335\tvalid_0's l1: 0.932499\n",
      "[4544]\tvalid_0's l2: 1.74335\tvalid_0's l1: 0.932499\n",
      "[4545]\tvalid_0's l2: 1.74335\tvalid_0's l1: 0.932498\n",
      "[4546]\tvalid_0's l2: 1.74335\tvalid_0's l1: 0.932498\n",
      "[4547]\tvalid_0's l2: 1.74335\tvalid_0's l1: 0.932497\n",
      "[4548]\tvalid_0's l2: 1.74334\tvalid_0's l1: 0.932497\n",
      "[4549]\tvalid_0's l2: 1.74335\tvalid_0's l1: 0.932498\n",
      "[4550]\tvalid_0's l2: 1.74335\tvalid_0's l1: 0.932497\n",
      "[4551]\tvalid_0's l2: 1.74334\tvalid_0's l1: 0.932497\n",
      "[4552]\tvalid_0's l2: 1.74334\tvalid_0's l1: 0.932496\n",
      "[4553]\tvalid_0's l2: 1.74334\tvalid_0's l1: 0.932495\n",
      "[4554]\tvalid_0's l2: 1.74334\tvalid_0's l1: 0.932494\n",
      "[4555]\tvalid_0's l2: 1.74334\tvalid_0's l1: 0.932493\n",
      "[4556]\tvalid_0's l2: 1.74334\tvalid_0's l1: 0.932493\n",
      "[4557]\tvalid_0's l2: 1.74334\tvalid_0's l1: 0.932493\n",
      "[4558]\tvalid_0's l2: 1.74334\tvalid_0's l1: 0.932494\n",
      "[4559]\tvalid_0's l2: 1.74333\tvalid_0's l1: 0.932493\n",
      "[4560]\tvalid_0's l2: 1.74333\tvalid_0's l1: 0.932493\n",
      "[4561]\tvalid_0's l2: 1.74334\tvalid_0's l1: 0.932494\n",
      "[4562]\tvalid_0's l2: 1.74334\tvalid_0's l1: 0.932493\n",
      "[4563]\tvalid_0's l2: 1.74334\tvalid_0's l1: 0.932494\n",
      "[4564]\tvalid_0's l2: 1.74333\tvalid_0's l1: 0.932494\n",
      "[4565]\tvalid_0's l2: 1.74334\tvalid_0's l1: 0.932494\n",
      "[4566]\tvalid_0's l2: 1.74334\tvalid_0's l1: 0.932494\n",
      "[4567]\tvalid_0's l2: 1.74334\tvalid_0's l1: 0.932495\n",
      "[4568]\tvalid_0's l2: 1.74334\tvalid_0's l1: 0.932495\n",
      "[4569]\tvalid_0's l2: 1.74334\tvalid_0's l1: 0.932494\n",
      "[4570]\tvalid_0's l2: 1.74334\tvalid_0's l1: 0.932495\n",
      "[4571]\tvalid_0's l2: 1.74334\tvalid_0's l1: 0.932495\n",
      "[4572]\tvalid_0's l2: 1.74334\tvalid_0's l1: 0.932495\n",
      "[4573]\tvalid_0's l2: 1.74334\tvalid_0's l1: 0.932496\n",
      "[4574]\tvalid_0's l2: 1.74334\tvalid_0's l1: 0.932495\n",
      "[4575]\tvalid_0's l2: 1.74334\tvalid_0's l1: 0.932495\n",
      "[4576]\tvalid_0's l2: 1.74334\tvalid_0's l1: 0.932496\n",
      "[4577]\tvalid_0's l2: 1.74334\tvalid_0's l1: 0.932495\n",
      "[4578]\tvalid_0's l2: 1.74334\tvalid_0's l1: 0.932495\n",
      "[4579]\tvalid_0's l2: 1.74334\tvalid_0's l1: 0.932495\n",
      "[4580]\tvalid_0's l2: 1.74334\tvalid_0's l1: 0.932495\n",
      "[4581]\tvalid_0's l2: 1.74334\tvalid_0's l1: 0.932495\n",
      "[4582]\tvalid_0's l2: 1.74334\tvalid_0's l1: 0.932495\n",
      "[4583]\tvalid_0's l2: 1.74334\tvalid_0's l1: 0.932495\n",
      "[4584]\tvalid_0's l2: 1.74334\tvalid_0's l1: 0.932494\n",
      "[4585]\tvalid_0's l2: 1.74334\tvalid_0's l1: 0.932494\n",
      "[4586]\tvalid_0's l2: 1.74333\tvalid_0's l1: 0.932494\n",
      "[4587]\tvalid_0's l2: 1.74333\tvalid_0's l1: 0.932493\n",
      "[4588]\tvalid_0's l2: 1.74333\tvalid_0's l1: 0.932493\n",
      "[4589]\tvalid_0's l2: 1.74333\tvalid_0's l1: 0.932493\n",
      "[4590]\tvalid_0's l2: 1.74333\tvalid_0's l1: 0.932493\n",
      "[4591]\tvalid_0's l2: 1.74333\tvalid_0's l1: 0.932493\n",
      "[4592]\tvalid_0's l2: 1.74333\tvalid_0's l1: 0.932492\n",
      "[4593]\tvalid_0's l2: 1.74333\tvalid_0's l1: 0.932492\n",
      "[4594]\tvalid_0's l2: 1.74333\tvalid_0's l1: 0.932492\n",
      "[4595]\tvalid_0's l2: 1.74333\tvalid_0's l1: 0.932491\n",
      "[4596]\tvalid_0's l2: 1.74332\tvalid_0's l1: 0.932491\n",
      "[4597]\tvalid_0's l2: 1.74332\tvalid_0's l1: 0.932491\n",
      "[4598]\tvalid_0's l2: 1.74332\tvalid_0's l1: 0.932491\n",
      "[4599]\tvalid_0's l2: 1.74333\tvalid_0's l1: 0.932491\n",
      "[4600]\tvalid_0's l2: 1.74333\tvalid_0's l1: 0.932491\n",
      "[4601]\tvalid_0's l2: 1.74333\tvalid_0's l1: 0.93249\n",
      "[4602]\tvalid_0's l2: 1.74333\tvalid_0's l1: 0.93249\n",
      "[4603]\tvalid_0's l2: 1.74332\tvalid_0's l1: 0.93249\n",
      "[4604]\tvalid_0's l2: 1.74332\tvalid_0's l1: 0.93249\n",
      "[4605]\tvalid_0's l2: 1.74332\tvalid_0's l1: 0.93249\n",
      "[4606]\tvalid_0's l2: 1.74332\tvalid_0's l1: 0.932491\n",
      "[4607]\tvalid_0's l2: 1.74332\tvalid_0's l1: 0.93249\n",
      "[4608]\tvalid_0's l2: 1.74332\tvalid_0's l1: 0.93249\n",
      "[4609]\tvalid_0's l2: 1.74332\tvalid_0's l1: 0.932489\n",
      "[4610]\tvalid_0's l2: 1.74332\tvalid_0's l1: 0.932489\n",
      "[4611]\tvalid_0's l2: 1.74332\tvalid_0's l1: 0.932489\n",
      "[4612]\tvalid_0's l2: 1.74332\tvalid_0's l1: 0.93249\n",
      "[4613]\tvalid_0's l2: 1.74332\tvalid_0's l1: 0.93249\n",
      "[4614]\tvalid_0's l2: 1.74332\tvalid_0's l1: 0.932489\n",
      "[4615]\tvalid_0's l2: 1.74332\tvalid_0's l1: 0.93249\n",
      "[4616]\tvalid_0's l2: 1.74332\tvalid_0's l1: 0.93249\n",
      "[4617]\tvalid_0's l2: 1.74332\tvalid_0's l1: 0.93249\n",
      "[4618]\tvalid_0's l2: 1.74332\tvalid_0's l1: 0.932489\n",
      "[4619]\tvalid_0's l2: 1.74332\tvalid_0's l1: 0.932489\n",
      "[4620]\tvalid_0's l2: 1.74332\tvalid_0's l1: 0.932489\n",
      "[4621]\tvalid_0's l2: 1.74332\tvalid_0's l1: 0.93249\n",
      "[4622]\tvalid_0's l2: 1.74332\tvalid_0's l1: 0.93249\n",
      "[4623]\tvalid_0's l2: 1.74332\tvalid_0's l1: 0.932489\n",
      "[4624]\tvalid_0's l2: 1.74331\tvalid_0's l1: 0.932489\n",
      "[4625]\tvalid_0's l2: 1.74331\tvalid_0's l1: 0.932489\n",
      "[4626]\tvalid_0's l2: 1.74331\tvalid_0's l1: 0.932489\n",
      "[4627]\tvalid_0's l2: 1.74331\tvalid_0's l1: 0.932489\n",
      "[4628]\tvalid_0's l2: 1.74331\tvalid_0's l1: 0.932489\n",
      "[4629]\tvalid_0's l2: 1.74331\tvalid_0's l1: 0.932488\n",
      "[4630]\tvalid_0's l2: 1.74331\tvalid_0's l1: 0.932488\n",
      "[4631]\tvalid_0's l2: 1.74331\tvalid_0's l1: 0.932488\n",
      "[4632]\tvalid_0's l2: 1.74331\tvalid_0's l1: 0.932488\n",
      "[4633]\tvalid_0's l2: 1.74331\tvalid_0's l1: 0.932488\n",
      "[4634]\tvalid_0's l2: 1.74331\tvalid_0's l1: 0.932488\n",
      "[4635]\tvalid_0's l2: 1.74331\tvalid_0's l1: 0.932487\n",
      "[4636]\tvalid_0's l2: 1.74331\tvalid_0's l1: 0.932487\n",
      "[4637]\tvalid_0's l2: 1.74331\tvalid_0's l1: 0.932487\n",
      "[4638]\tvalid_0's l2: 1.74331\tvalid_0's l1: 0.932486\n",
      "[4639]\tvalid_0's l2: 1.7433\tvalid_0's l1: 0.932485\n",
      "[4640]\tvalid_0's l2: 1.7433\tvalid_0's l1: 0.932485\n",
      "[4641]\tvalid_0's l2: 1.7433\tvalid_0's l1: 0.932484\n",
      "[4642]\tvalid_0's l2: 1.7433\tvalid_0's l1: 0.932484\n",
      "[4643]\tvalid_0's l2: 1.7433\tvalid_0's l1: 0.932483\n",
      "[4644]\tvalid_0's l2: 1.7433\tvalid_0's l1: 0.932483\n",
      "[4645]\tvalid_0's l2: 1.7433\tvalid_0's l1: 0.932482\n",
      "[4646]\tvalid_0's l2: 1.7433\tvalid_0's l1: 0.932481\n",
      "[4647]\tvalid_0's l2: 1.7433\tvalid_0's l1: 0.932481\n",
      "[4648]\tvalid_0's l2: 1.7433\tvalid_0's l1: 0.932481\n",
      "[4649]\tvalid_0's l2: 1.7433\tvalid_0's l1: 0.932481\n",
      "[4650]\tvalid_0's l2: 1.7433\tvalid_0's l1: 0.932481\n",
      "[4651]\tvalid_0's l2: 1.7433\tvalid_0's l1: 0.93248\n",
      "[4652]\tvalid_0's l2: 1.7433\tvalid_0's l1: 0.932481\n",
      "[4653]\tvalid_0's l2: 1.7433\tvalid_0's l1: 0.932481\n",
      "[4654]\tvalid_0's l2: 1.7433\tvalid_0's l1: 0.93248\n",
      "[4655]\tvalid_0's l2: 1.7433\tvalid_0's l1: 0.93248\n",
      "[4656]\tvalid_0's l2: 1.7433\tvalid_0's l1: 0.93248\n",
      "[4657]\tvalid_0's l2: 1.7433\tvalid_0's l1: 0.93248\n",
      "[4658]\tvalid_0's l2: 1.74329\tvalid_0's l1: 0.932479\n",
      "[4659]\tvalid_0's l2: 1.74329\tvalid_0's l1: 0.932477\n",
      "[4660]\tvalid_0's l2: 1.74329\tvalid_0's l1: 0.932478\n",
      "[4661]\tvalid_0's l2: 1.7433\tvalid_0's l1: 0.932478\n",
      "[4662]\tvalid_0's l2: 1.7433\tvalid_0's l1: 0.932479\n",
      "[4663]\tvalid_0's l2: 1.74329\tvalid_0's l1: 0.932478\n",
      "[4664]\tvalid_0's l2: 1.74329\tvalid_0's l1: 0.932477\n",
      "[4665]\tvalid_0's l2: 1.74329\tvalid_0's l1: 0.932477\n",
      "[4666]\tvalid_0's l2: 1.74329\tvalid_0's l1: 0.932477\n",
      "[4667]\tvalid_0's l2: 1.74329\tvalid_0's l1: 0.932477\n",
      "[4668]\tvalid_0's l2: 1.74329\tvalid_0's l1: 0.932476\n",
      "[4669]\tvalid_0's l2: 1.74329\tvalid_0's l1: 0.932477\n",
      "[4670]\tvalid_0's l2: 1.74329\tvalid_0's l1: 0.932476\n",
      "[4671]\tvalid_0's l2: 1.74329\tvalid_0's l1: 0.932476\n",
      "[4672]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932475\n",
      "[4673]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932475\n",
      "[4674]\tvalid_0's l2: 1.74329\tvalid_0's l1: 0.932475\n",
      "[4675]\tvalid_0's l2: 1.74329\tvalid_0's l1: 0.932475\n",
      "[4676]\tvalid_0's l2: 1.74329\tvalid_0's l1: 0.932475\n",
      "[4677]\tvalid_0's l2: 1.74329\tvalid_0's l1: 0.932475\n",
      "[4678]\tvalid_0's l2: 1.74329\tvalid_0's l1: 0.932475\n",
      "[4679]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932475\n",
      "[4680]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932475\n",
      "[4681]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932475\n",
      "[4682]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932475\n",
      "[4683]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932475\n",
      "[4684]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932474\n",
      "[4685]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932474\n",
      "[4686]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932473\n",
      "[4687]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932472\n",
      "[4688]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932473\n",
      "[4689]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932473\n",
      "[4690]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932473\n",
      "[4691]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932472\n",
      "[4692]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932472\n",
      "[4693]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932473\n",
      "[4694]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932473\n",
      "[4695]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932473\n",
      "[4696]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932473\n",
      "[4697]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932473\n",
      "[4698]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932474\n",
      "[4699]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932473\n",
      "[4700]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932473\n",
      "[4701]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932474\n",
      "[4702]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932473\n",
      "[4703]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932473\n",
      "[4704]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932473\n",
      "[4705]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932473\n",
      "[4706]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932472\n",
      "[4707]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932473\n",
      "[4708]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932473\n",
      "[4709]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932472\n",
      "[4710]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932472\n",
      "[4711]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932473\n",
      "[4712]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932472\n",
      "[4713]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932473\n",
      "[4714]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932473\n",
      "[4715]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932473\n",
      "[4716]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932472\n",
      "[4717]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932472\n",
      "[4718]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932473\n",
      "[4719]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932472\n",
      "[4720]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932473\n",
      "[4721]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932473\n",
      "[4722]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932473\n",
      "[4723]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932473\n",
      "[4724]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932473\n",
      "[4725]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932473\n",
      "[4726]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932473\n",
      "[4727]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932473\n",
      "[4728]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932473\n",
      "[4729]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932473\n",
      "[4730]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932472\n",
      "[4731]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932472\n",
      "[4732]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932472\n",
      "[4733]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932472\n",
      "[4734]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932471\n",
      "[4735]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932471\n",
      "[4736]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932472\n",
      "[4737]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932472\n",
      "[4738]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932472\n",
      "[4739]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932472\n",
      "[4740]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932472\n",
      "[4741]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932471\n",
      "[4742]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.93247\n",
      "[4743]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.93247\n",
      "[4744]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932471\n",
      "[4745]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932471\n",
      "[4746]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932472\n",
      "[4747]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932472\n",
      "[4748]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932472\n",
      "[4749]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932472\n",
      "[4750]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932471\n",
      "[4751]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932471\n",
      "[4752]\tvalid_0's l2: 1.74328\tvalid_0's l1: 0.932471\n",
      "[4753]\tvalid_0's l2: 1.74327\tvalid_0's l1: 0.93247\n",
      "[4754]\tvalid_0's l2: 1.74327\tvalid_0's l1: 0.93247\n",
      "[4755]\tvalid_0's l2: 1.74327\tvalid_0's l1: 0.93247\n",
      "[4756]\tvalid_0's l2: 1.74327\tvalid_0's l1: 0.932469\n",
      "[4757]\tvalid_0's l2: 1.74327\tvalid_0's l1: 0.932468\n",
      "[4758]\tvalid_0's l2: 1.74327\tvalid_0's l1: 0.932468\n",
      "[4759]\tvalid_0's l2: 1.74327\tvalid_0's l1: 0.932468\n",
      "[4760]\tvalid_0's l2: 1.74327\tvalid_0's l1: 0.932468\n",
      "[4761]\tvalid_0's l2: 1.74327\tvalid_0's l1: 0.932467\n",
      "[4762]\tvalid_0's l2: 1.74327\tvalid_0's l1: 0.932467\n",
      "[4763]\tvalid_0's l2: 1.74326\tvalid_0's l1: 0.932466\n",
      "[4764]\tvalid_0's l2: 1.74326\tvalid_0's l1: 0.932466\n",
      "[4765]\tvalid_0's l2: 1.74326\tvalid_0's l1: 0.932465\n",
      "[4766]\tvalid_0's l2: 1.74326\tvalid_0's l1: 0.932466\n",
      "[4767]\tvalid_0's l2: 1.74326\tvalid_0's l1: 0.932466\n",
      "[4768]\tvalid_0's l2: 1.74326\tvalid_0's l1: 0.932465\n",
      "[4769]\tvalid_0's l2: 1.74326\tvalid_0's l1: 0.932465\n",
      "[4770]\tvalid_0's l2: 1.74326\tvalid_0's l1: 0.932465\n",
      "[4771]\tvalid_0's l2: 1.74326\tvalid_0's l1: 0.932465\n",
      "[4772]\tvalid_0's l2: 1.74326\tvalid_0's l1: 0.932464\n",
      "[4773]\tvalid_0's l2: 1.74326\tvalid_0's l1: 0.932464\n",
      "[4774]\tvalid_0's l2: 1.74326\tvalid_0's l1: 0.932465\n",
      "[4775]\tvalid_0's l2: 1.74326\tvalid_0's l1: 0.932464\n",
      "[4776]\tvalid_0's l2: 1.74326\tvalid_0's l1: 0.932464\n",
      "[4777]\tvalid_0's l2: 1.74326\tvalid_0's l1: 0.932464\n",
      "[4778]\tvalid_0's l2: 1.74326\tvalid_0's l1: 0.932465\n",
      "[4779]\tvalid_0's l2: 1.74326\tvalid_0's l1: 0.932465\n",
      "[4780]\tvalid_0's l2: 1.74326\tvalid_0's l1: 0.932464\n",
      "[4781]\tvalid_0's l2: 1.74326\tvalid_0's l1: 0.932464\n",
      "[4782]\tvalid_0's l2: 1.74326\tvalid_0's l1: 0.932464\n",
      "[4783]\tvalid_0's l2: 1.74326\tvalid_0's l1: 0.932464\n",
      "[4784]\tvalid_0's l2: 1.74326\tvalid_0's l1: 0.932464\n",
      "[4785]\tvalid_0's l2: 1.74326\tvalid_0's l1: 0.932464\n",
      "[4786]\tvalid_0's l2: 1.74326\tvalid_0's l1: 0.932464\n",
      "[4787]\tvalid_0's l2: 1.74326\tvalid_0's l1: 0.932464\n",
      "[4788]\tvalid_0's l2: 1.74326\tvalid_0's l1: 0.932463\n",
      "[4789]\tvalid_0's l2: 1.74326\tvalid_0's l1: 0.932463\n",
      "[4790]\tvalid_0's l2: 1.74326\tvalid_0's l1: 0.932463\n",
      "[4791]\tvalid_0's l2: 1.74326\tvalid_0's l1: 0.932462\n",
      "[4792]\tvalid_0's l2: 1.74326\tvalid_0's l1: 0.932463\n",
      "[4793]\tvalid_0's l2: 1.74326\tvalid_0's l1: 0.932463\n",
      "[4794]\tvalid_0's l2: 1.74326\tvalid_0's l1: 0.932463\n",
      "[4795]\tvalid_0's l2: 1.74325\tvalid_0's l1: 0.932462\n",
      "[4796]\tvalid_0's l2: 1.74325\tvalid_0's l1: 0.932461\n",
      "[4797]\tvalid_0's l2: 1.74325\tvalid_0's l1: 0.932462\n",
      "[4798]\tvalid_0's l2: 1.74325\tvalid_0's l1: 0.932461\n",
      "[4799]\tvalid_0's l2: 1.74325\tvalid_0's l1: 0.932461\n",
      "[4800]\tvalid_0's l2: 1.74325\tvalid_0's l1: 0.932461\n",
      "[4801]\tvalid_0's l2: 1.74325\tvalid_0's l1: 0.932461\n",
      "[4802]\tvalid_0's l2: 1.74325\tvalid_0's l1: 0.932461\n",
      "[4803]\tvalid_0's l2: 1.74325\tvalid_0's l1: 0.932461\n",
      "[4804]\tvalid_0's l2: 1.74325\tvalid_0's l1: 0.932461\n",
      "[4805]\tvalid_0's l2: 1.74325\tvalid_0's l1: 0.93246\n",
      "[4806]\tvalid_0's l2: 1.74325\tvalid_0's l1: 0.932462\n",
      "[4807]\tvalid_0's l2: 1.74325\tvalid_0's l1: 0.932461\n",
      "[4808]\tvalid_0's l2: 1.74325\tvalid_0's l1: 0.932461\n",
      "[4809]\tvalid_0's l2: 1.74325\tvalid_0's l1: 0.932462\n",
      "[4810]\tvalid_0's l2: 1.74325\tvalid_0's l1: 0.932462\n",
      "[4811]\tvalid_0's l2: 1.74325\tvalid_0's l1: 0.932461\n",
      "[4812]\tvalid_0's l2: 1.74325\tvalid_0's l1: 0.932462\n",
      "[4813]\tvalid_0's l2: 1.74325\tvalid_0's l1: 0.932462\n",
      "[4814]\tvalid_0's l2: 1.74325\tvalid_0's l1: 0.932462\n",
      "[4815]\tvalid_0's l2: 1.74325\tvalid_0's l1: 0.932462\n",
      "[4816]\tvalid_0's l2: 1.74325\tvalid_0's l1: 0.932462\n",
      "[4817]\tvalid_0's l2: 1.74325\tvalid_0's l1: 0.932462\n",
      "[4818]\tvalid_0's l2: 1.74325\tvalid_0's l1: 0.932461\n",
      "[4819]\tvalid_0's l2: 1.74325\tvalid_0's l1: 0.932461\n",
      "[4820]\tvalid_0's l2: 1.74324\tvalid_0's l1: 0.93246\n",
      "[4821]\tvalid_0's l2: 1.74324\tvalid_0's l1: 0.932461\n",
      "[4822]\tvalid_0's l2: 1.74324\tvalid_0's l1: 0.93246\n",
      "[4823]\tvalid_0's l2: 1.74325\tvalid_0's l1: 0.932461\n",
      "[4824]\tvalid_0's l2: 1.74325\tvalid_0's l1: 0.932461\n",
      "[4825]\tvalid_0's l2: 1.74325\tvalid_0's l1: 0.932461\n",
      "[4826]\tvalid_0's l2: 1.74325\tvalid_0's l1: 0.932461\n",
      "[4827]\tvalid_0's l2: 1.74325\tvalid_0's l1: 0.93246\n",
      "[4828]\tvalid_0's l2: 1.74325\tvalid_0's l1: 0.932461\n",
      "[4829]\tvalid_0's l2: 1.74325\tvalid_0's l1: 0.932461\n",
      "[4830]\tvalid_0's l2: 1.74325\tvalid_0's l1: 0.932461\n",
      "[4831]\tvalid_0's l2: 1.74325\tvalid_0's l1: 0.932461\n",
      "[4832]\tvalid_0's l2: 1.74325\tvalid_0's l1: 0.932462\n",
      "[4833]\tvalid_0's l2: 1.74325\tvalid_0's l1: 0.932461\n",
      "[4834]\tvalid_0's l2: 1.74325\tvalid_0's l1: 0.932461\n",
      "[4835]\tvalid_0's l2: 1.74325\tvalid_0's l1: 0.932461\n",
      "[4836]\tvalid_0's l2: 1.74325\tvalid_0's l1: 0.93246\n",
      "[4837]\tvalid_0's l2: 1.74324\tvalid_0's l1: 0.93246\n",
      "[4838]\tvalid_0's l2: 1.74324\tvalid_0's l1: 0.93246\n",
      "[4839]\tvalid_0's l2: 1.74324\tvalid_0's l1: 0.93246\n",
      "[4840]\tvalid_0's l2: 1.74324\tvalid_0's l1: 0.93246\n",
      "[4841]\tvalid_0's l2: 1.74324\tvalid_0's l1: 0.932459\n",
      "[4842]\tvalid_0's l2: 1.74324\tvalid_0's l1: 0.932459\n",
      "[4843]\tvalid_0's l2: 1.74324\tvalid_0's l1: 0.932459\n",
      "[4844]\tvalid_0's l2: 1.74324\tvalid_0's l1: 0.932459\n",
      "[4845]\tvalid_0's l2: 1.74324\tvalid_0's l1: 0.932459\n",
      "[4846]\tvalid_0's l2: 1.74324\tvalid_0's l1: 0.932458\n",
      "[4847]\tvalid_0's l2: 1.74324\tvalid_0's l1: 0.932458\n",
      "[4848]\tvalid_0's l2: 1.74324\tvalid_0's l1: 0.932458\n",
      "[4849]\tvalid_0's l2: 1.74324\tvalid_0's l1: 0.932458\n",
      "[4850]\tvalid_0's l2: 1.74324\tvalid_0's l1: 0.932458\n",
      "[4851]\tvalid_0's l2: 1.74324\tvalid_0's l1: 0.932457\n",
      "[4852]\tvalid_0's l2: 1.74324\tvalid_0's l1: 0.932457\n",
      "[4853]\tvalid_0's l2: 1.74324\tvalid_0's l1: 0.932457\n",
      "[4854]\tvalid_0's l2: 1.74324\tvalid_0's l1: 0.932457\n",
      "[4855]\tvalid_0's l2: 1.74324\tvalid_0's l1: 0.932456\n",
      "[4856]\tvalid_0's l2: 1.74324\tvalid_0's l1: 0.932457\n",
      "[4857]\tvalid_0's l2: 1.74324\tvalid_0's l1: 0.932457\n",
      "[4858]\tvalid_0's l2: 1.74324\tvalid_0's l1: 0.932456\n",
      "[4859]\tvalid_0's l2: 1.74324\tvalid_0's l1: 0.932456\n",
      "[4860]\tvalid_0's l2: 1.74324\tvalid_0's l1: 0.932456\n",
      "[4861]\tvalid_0's l2: 1.74324\tvalid_0's l1: 0.932457\n",
      "[4862]\tvalid_0's l2: 1.74324\tvalid_0's l1: 0.932457\n",
      "[4863]\tvalid_0's l2: 1.74324\tvalid_0's l1: 0.932457\n",
      "[4864]\tvalid_0's l2: 1.74324\tvalid_0's l1: 0.932457\n",
      "[4865]\tvalid_0's l2: 1.74324\tvalid_0's l1: 0.932456\n",
      "[4866]\tvalid_0's l2: 1.74324\tvalid_0's l1: 0.932456\n",
      "[4867]\tvalid_0's l2: 1.74324\tvalid_0's l1: 0.932456\n",
      "[4868]\tvalid_0's l2: 1.74324\tvalid_0's l1: 0.932456\n",
      "[4869]\tvalid_0's l2: 1.74324\tvalid_0's l1: 0.932455\n",
      "[4870]\tvalid_0's l2: 1.74324\tvalid_0's l1: 0.932455\n",
      "[4871]\tvalid_0's l2: 1.74324\tvalid_0's l1: 0.932455\n",
      "[4872]\tvalid_0's l2: 1.74324\tvalid_0's l1: 0.932455\n",
      "[4873]\tvalid_0's l2: 1.74324\tvalid_0's l1: 0.932455\n",
      "[4874]\tvalid_0's l2: 1.74324\tvalid_0's l1: 0.932455\n",
      "[4875]\tvalid_0's l2: 1.74324\tvalid_0's l1: 0.932456\n",
      "[4876]\tvalid_0's l2: 1.74324\tvalid_0's l1: 0.932456\n",
      "[4877]\tvalid_0's l2: 1.74324\tvalid_0's l1: 0.932456\n",
      "[4878]\tvalid_0's l2: 1.74324\tvalid_0's l1: 0.932456\n",
      "[4879]\tvalid_0's l2: 1.74324\tvalid_0's l1: 0.932457\n",
      "[4880]\tvalid_0's l2: 1.74324\tvalid_0's l1: 0.932457\n",
      "[4881]\tvalid_0's l2: 1.74324\tvalid_0's l1: 0.932457\n",
      "[4882]\tvalid_0's l2: 1.74324\tvalid_0's l1: 0.932457\n",
      "[4883]\tvalid_0's l2: 1.74324\tvalid_0's l1: 0.932457\n",
      "[4884]\tvalid_0's l2: 1.74324\tvalid_0's l1: 0.932456\n",
      "[4885]\tvalid_0's l2: 1.74324\tvalid_0's l1: 0.932456\n",
      "[4886]\tvalid_0's l2: 1.74324\tvalid_0's l1: 0.932456\n",
      "[4887]\tvalid_0's l2: 1.74324\tvalid_0's l1: 0.932456\n",
      "[4888]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.932455\n",
      "[4889]\tvalid_0's l2: 1.74324\tvalid_0's l1: 0.932456\n",
      "[4890]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.932455\n",
      "[4891]\tvalid_0's l2: 1.74324\tvalid_0's l1: 0.932455\n",
      "[4892]\tvalid_0's l2: 1.74324\tvalid_0's l1: 0.932455\n",
      "[4893]\tvalid_0's l2: 1.74324\tvalid_0's l1: 0.932455\n",
      "[4894]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.932455\n",
      "[4895]\tvalid_0's l2: 1.74324\tvalid_0's l1: 0.932455\n",
      "[4896]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.932454\n",
      "[4897]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.932454\n",
      "[4898]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.932454\n",
      "[4899]\tvalid_0's l2: 1.74324\tvalid_0's l1: 0.932454\n",
      "[4900]\tvalid_0's l2: 1.74324\tvalid_0's l1: 0.932454\n",
      "[4901]\tvalid_0's l2: 1.74324\tvalid_0's l1: 0.932453\n",
      "[4902]\tvalid_0's l2: 1.74324\tvalid_0's l1: 0.932453\n",
      "[4903]\tvalid_0's l2: 1.74324\tvalid_0's l1: 0.932453\n",
      "[4904]\tvalid_0's l2: 1.74324\tvalid_0's l1: 0.932453\n",
      "[4905]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.932453\n",
      "[4906]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.932452\n",
      "[4907]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.932452\n",
      "[4908]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.932452\n",
      "[4909]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.932452\n",
      "[4910]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.932452\n",
      "[4911]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.932451\n",
      "[4912]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.932452\n",
      "[4913]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.932451\n",
      "[4914]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.932451\n",
      "[4915]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.932451\n",
      "[4916]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.932451\n",
      "[4917]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.932451\n",
      "[4918]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.932451\n",
      "[4919]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.932451\n",
      "[4920]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.932451\n",
      "[4921]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.932451\n",
      "[4922]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.932451\n",
      "[4923]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.932451\n",
      "[4924]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.932451\n",
      "[4925]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.932451\n",
      "[4926]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.932451\n",
      "[4927]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.932451\n",
      "[4928]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.932451\n",
      "[4929]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.932451\n",
      "[4930]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.932451\n",
      "[4931]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.932451\n",
      "[4932]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.932451\n",
      "[4933]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.932451\n",
      "[4934]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.93245\n",
      "[4935]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.93245\n",
      "[4936]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.93245\n",
      "[4937]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.932451\n",
      "[4938]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.93245\n",
      "[4939]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.93245\n",
      "[4940]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.93245\n",
      "[4941]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.93245\n",
      "[4942]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.932449\n",
      "[4943]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.932449\n",
      "[4944]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.93245\n",
      "[4945]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.932449\n",
      "[4946]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.932449\n",
      "[4947]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.932449\n",
      "[4948]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.932449\n",
      "[4949]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.932449\n",
      "[4950]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.932449\n",
      "[4951]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.932449\n",
      "[4952]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.932449\n",
      "[4953]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.932449\n",
      "[4954]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.932449\n",
      "[4955]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.93245\n",
      "[4956]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.93245\n",
      "[4957]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.93245\n",
      "[4958]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.93245\n",
      "[4959]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.93245\n",
      "[4960]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.93245\n",
      "[4961]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.932449\n",
      "[4962]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.932449\n",
      "[4963]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.932449\n",
      "[4964]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.932449\n",
      "[4965]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.932448\n",
      "[4966]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.932448\n",
      "[4967]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.932448\n",
      "[4968]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.932448\n",
      "[4969]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.932448\n",
      "[4970]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.932449\n",
      "[4971]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.932449\n",
      "[4972]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.932449\n",
      "[4973]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.932449\n",
      "[4974]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.932449\n",
      "[4975]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.932449\n",
      "[4976]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.932449\n",
      "[4977]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.93245\n",
      "[4978]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.93245\n",
      "[4979]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.93245\n",
      "[4980]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.93245\n",
      "[4981]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.93245\n",
      "[4982]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.93245\n",
      "[4983]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.93245\n",
      "[4984]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.932449\n",
      "[4985]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.932449\n",
      "[4986]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.932448\n",
      "[4987]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.932449\n",
      "[4988]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.932449\n",
      "[4989]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.932449\n",
      "[4990]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.932449\n",
      "[4991]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.932449\n",
      "[4992]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.932449\n",
      "[4993]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.932449\n",
      "[4994]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.932449\n",
      "[4995]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.93245\n",
      "[4996]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.932451\n",
      "[4997]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.932451\n",
      "[4998]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.93245\n",
      "[4999]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.93245\n",
      "[5000]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.93245\n",
      "[5001]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.93245\n",
      "[5002]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.93245\n",
      "[5003]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.932449\n",
      "[5004]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.932449\n",
      "[5005]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.932449\n",
      "[5006]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.932448\n",
      "[5007]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.932448\n",
      "[5008]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.932448\n",
      "[5009]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.932448\n",
      "[5010]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.932448\n",
      "[5011]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.932448\n",
      "[5012]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.932448\n",
      "[5013]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.932449\n",
      "[5014]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.932448\n",
      "[5015]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.932448\n",
      "[5016]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.932448\n",
      "[5017]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.932448\n",
      "[5018]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.932447\n",
      "[5019]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.932447\n",
      "[5020]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.932447\n",
      "[5021]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.932446\n",
      "[5022]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.932446\n",
      "[5023]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.932446\n",
      "[5024]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.932446\n",
      "[5025]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.932446\n",
      "[5026]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.932446\n",
      "[5027]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.932446\n",
      "[5028]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.932446\n",
      "[5029]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.932446\n",
      "[5030]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.932447\n",
      "[5031]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.932447\n",
      "[5032]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.932447\n",
      "[5033]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.932447\n",
      "[5034]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.932447\n",
      "[5035]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.932447\n",
      "[5036]\tvalid_0's l2: 1.74323\tvalid_0's l1: 0.932447\n",
      "[5037]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.932446\n",
      "[5038]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.932446\n",
      "[5039]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.932445\n",
      "[5040]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.932445\n",
      "[5041]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.932446\n",
      "[5042]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.932445\n",
      "[5043]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.932445\n",
      "[5044]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.932444\n",
      "[5045]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.932444\n",
      "[5046]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.932444\n",
      "[5047]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.932443\n",
      "[5048]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.932443\n",
      "[5049]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.932443\n",
      "[5050]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.932443\n",
      "[5051]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.932443\n",
      "[5052]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.932442\n",
      "[5053]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.932442\n",
      "[5054]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.932442\n",
      "[5055]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.932442\n",
      "[5056]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.932442\n",
      "[5057]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.932442\n",
      "[5058]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.932442\n",
      "[5059]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.932441\n",
      "[5060]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.932441\n",
      "[5061]\tvalid_0's l2: 1.74321\tvalid_0's l1: 0.932441\n",
      "[5062]\tvalid_0's l2: 1.74321\tvalid_0's l1: 0.932441\n",
      "[5063]\tvalid_0's l2: 1.74321\tvalid_0's l1: 0.932441\n",
      "[5064]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.932442\n",
      "[5065]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.932442\n",
      "[5066]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.932442\n",
      "[5067]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.932442\n",
      "[5068]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.932442\n",
      "[5069]\tvalid_0's l2: 1.74321\tvalid_0's l1: 0.932442\n",
      "[5070]\tvalid_0's l2: 1.74322\tvalid_0's l1: 0.932442\n",
      "[5071]\tvalid_0's l2: 1.74321\tvalid_0's l1: 0.932441\n",
      "[5072]\tvalid_0's l2: 1.74321\tvalid_0's l1: 0.932441\n",
      "[5073]\tvalid_0's l2: 1.74321\tvalid_0's l1: 0.932441\n",
      "[5074]\tvalid_0's l2: 1.74321\tvalid_0's l1: 0.932441\n",
      "[5075]\tvalid_0's l2: 1.74321\tvalid_0's l1: 0.932441\n",
      "[5076]\tvalid_0's l2: 1.74321\tvalid_0's l1: 0.932441\n",
      "[5077]\tvalid_0's l2: 1.74321\tvalid_0's l1: 0.932441\n",
      "[5078]\tvalid_0's l2: 1.74321\tvalid_0's l1: 0.932441\n",
      "[5079]\tvalid_0's l2: 1.74321\tvalid_0's l1: 0.932442\n",
      "[5080]\tvalid_0's l2: 1.74321\tvalid_0's l1: 0.932442\n",
      "[5081]\tvalid_0's l2: 1.74321\tvalid_0's l1: 0.932442\n",
      "[5082]\tvalid_0's l2: 1.74321\tvalid_0's l1: 0.932441\n",
      "[5083]\tvalid_0's l2: 1.74321\tvalid_0's l1: 0.932441\n",
      "[5084]\tvalid_0's l2: 1.74321\tvalid_0's l1: 0.932441\n",
      "[5085]\tvalid_0's l2: 1.74321\tvalid_0's l1: 0.932441\n",
      "[5086]\tvalid_0's l2: 1.74321\tvalid_0's l1: 0.932441\n",
      "[5087]\tvalid_0's l2: 1.74321\tvalid_0's l1: 0.932441\n",
      "[5088]\tvalid_0's l2: 1.74321\tvalid_0's l1: 0.932441\n",
      "[5089]\tvalid_0's l2: 1.74321\tvalid_0's l1: 0.932441\n",
      "[5090]\tvalid_0's l2: 1.74321\tvalid_0's l1: 0.93244\n",
      "[5091]\tvalid_0's l2: 1.74321\tvalid_0's l1: 0.93244\n",
      "[5092]\tvalid_0's l2: 1.74321\tvalid_0's l1: 0.93244\n",
      "[5093]\tvalid_0's l2: 1.74321\tvalid_0's l1: 0.93244\n",
      "[5094]\tvalid_0's l2: 1.74321\tvalid_0's l1: 0.932441\n",
      "[5095]\tvalid_0's l2: 1.74321\tvalid_0's l1: 0.932441\n",
      "[5096]\tvalid_0's l2: 1.74321\tvalid_0's l1: 0.932441\n",
      "[5097]\tvalid_0's l2: 1.74321\tvalid_0's l1: 0.932441\n",
      "[5098]\tvalid_0's l2: 1.74321\tvalid_0's l1: 0.932441\n",
      "[5099]\tvalid_0's l2: 1.74321\tvalid_0's l1: 0.93244\n",
      "[5100]\tvalid_0's l2: 1.74321\tvalid_0's l1: 0.93244\n",
      "[5101]\tvalid_0's l2: 1.74321\tvalid_0's l1: 0.93244\n",
      "[5102]\tvalid_0's l2: 1.74321\tvalid_0's l1: 0.93244\n",
      "[5103]\tvalid_0's l2: 1.74321\tvalid_0's l1: 0.93244\n",
      "[5104]\tvalid_0's l2: 1.74321\tvalid_0's l1: 0.93244\n",
      "[5105]\tvalid_0's l2: 1.74321\tvalid_0's l1: 0.93244\n",
      "[5106]\tvalid_0's l2: 1.74321\tvalid_0's l1: 0.93244\n",
      "[5107]\tvalid_0's l2: 1.74321\tvalid_0's l1: 0.93244\n",
      "[5108]\tvalid_0's l2: 1.74321\tvalid_0's l1: 0.93244\n",
      "[5109]\tvalid_0's l2: 1.74321\tvalid_0's l1: 0.93244\n",
      "[5110]\tvalid_0's l2: 1.74321\tvalid_0's l1: 0.93244\n",
      "[5111]\tvalid_0's l2: 1.74321\tvalid_0's l1: 0.93244\n",
      "[5112]\tvalid_0's l2: 1.74321\tvalid_0's l1: 0.93244\n",
      "[5113]\tvalid_0's l2: 1.74321\tvalid_0's l1: 0.93244\n",
      "[5114]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.93244\n",
      "[5115]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.93244\n",
      "[5116]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.93244\n",
      "[5117]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.93244\n",
      "[5118]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932439\n",
      "[5119]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932439\n",
      "[5120]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932439\n",
      "[5121]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932439\n",
      "[5122]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932439\n",
      "[5123]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932439\n",
      "[5124]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932439\n",
      "[5125]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932439\n",
      "[5126]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932438\n",
      "[5127]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932438\n",
      "[5128]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932437\n",
      "[5129]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932437\n",
      "[5130]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932437\n",
      "[5131]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932437\n",
      "[5132]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932437\n",
      "[5133]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932437\n",
      "[5134]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932437\n",
      "[5135]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932437\n",
      "[5136]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932437\n",
      "[5137]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932438\n",
      "[5138]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932438\n",
      "[5139]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932438\n",
      "[5140]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932437\n",
      "[5141]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932437\n",
      "[5142]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932437\n",
      "[5143]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932437\n",
      "[5144]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932437\n",
      "[5145]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932438\n",
      "[5146]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932438\n",
      "[5147]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932438\n",
      "[5148]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932437\n",
      "[5149]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932437\n",
      "[5150]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932437\n",
      "[5151]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932437\n",
      "[5152]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932437\n",
      "[5153]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932437\n",
      "[5154]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932437\n",
      "[5155]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932437\n",
      "[5156]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932437\n",
      "[5157]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932437\n",
      "[5158]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932437\n",
      "[5159]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932437\n",
      "[5160]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932437\n",
      "[5161]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932437\n",
      "[5162]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932436\n",
      "[5163]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932436\n",
      "[5164]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932436\n",
      "[5165]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932436\n",
      "[5166]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932436\n",
      "[5167]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932436\n",
      "[5168]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932436\n",
      "[5169]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932435\n",
      "[5170]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932435\n",
      "[5171]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932435\n",
      "[5172]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932435\n",
      "[5173]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932435\n",
      "[5174]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932434\n",
      "[5175]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932434\n",
      "[5176]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932434\n",
      "[5177]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932435\n",
      "[5178]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932435\n",
      "[5179]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932435\n",
      "[5180]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932435\n",
      "[5181]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932435\n",
      "[5182]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932435\n",
      "[5183]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932435\n",
      "[5184]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932435\n",
      "[5185]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932435\n",
      "[5186]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932435\n",
      "[5187]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932435\n",
      "[5188]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932435\n",
      "[5189]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932435\n",
      "[5190]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932435\n",
      "[5191]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932434\n",
      "[5192]\tvalid_0's l2: 1.7432\tvalid_0's l1: 0.932434\n",
      "[5193]\tvalid_0's l2: 1.74319\tvalid_0's l1: 0.932434\n",
      "[5194]\tvalid_0's l2: 1.74319\tvalid_0's l1: 0.932434\n",
      "[5195]\tvalid_0's l2: 1.74319\tvalid_0's l1: 0.932434\n",
      "[5196]\tvalid_0's l2: 1.74319\tvalid_0's l1: 0.932434\n",
      "[5197]\tvalid_0's l2: 1.74319\tvalid_0's l1: 0.932434\n",
      "[5198]\tvalid_0's l2: 1.74319\tvalid_0's l1: 0.932434\n",
      "[5199]\tvalid_0's l2: 1.74319\tvalid_0's l1: 0.932434\n",
      "[5200]\tvalid_0's l2: 1.74319\tvalid_0's l1: 0.932434\n",
      "[5201]\tvalid_0's l2: 1.74319\tvalid_0's l1: 0.932433\n",
      "[5202]\tvalid_0's l2: 1.74319\tvalid_0's l1: 0.932434\n",
      "[5203]\tvalid_0's l2: 1.74319\tvalid_0's l1: 0.932433\n",
      "[5204]\tvalid_0's l2: 1.74319\tvalid_0's l1: 0.932434\n",
      "[5205]\tvalid_0's l2: 1.74319\tvalid_0's l1: 0.932434\n",
      "[5206]\tvalid_0's l2: 1.74319\tvalid_0's l1: 0.932434\n",
      "[5207]\tvalid_0's l2: 1.74319\tvalid_0's l1: 0.932434\n",
      "[5208]\tvalid_0's l2: 1.74319\tvalid_0's l1: 0.932433\n",
      "[5209]\tvalid_0's l2: 1.74319\tvalid_0's l1: 0.932434\n",
      "[5210]\tvalid_0's l2: 1.74319\tvalid_0's l1: 0.932433\n",
      "[5211]\tvalid_0's l2: 1.74319\tvalid_0's l1: 0.932433\n",
      "[5212]\tvalid_0's l2: 1.74319\tvalid_0's l1: 0.932434\n",
      "[5213]\tvalid_0's l2: 1.74319\tvalid_0's l1: 0.932434\n",
      "[5214]\tvalid_0's l2: 1.74319\tvalid_0's l1: 0.932434\n",
      "[5215]\tvalid_0's l2: 1.74319\tvalid_0's l1: 0.932434\n",
      "[5216]\tvalid_0's l2: 1.74319\tvalid_0's l1: 0.932434\n",
      "[5217]\tvalid_0's l2: 1.74319\tvalid_0's l1: 0.932434\n",
      "[5218]\tvalid_0's l2: 1.74319\tvalid_0's l1: 0.932434\n",
      "[5219]\tvalid_0's l2: 1.74319\tvalid_0's l1: 0.932434\n",
      "[5220]\tvalid_0's l2: 1.74319\tvalid_0's l1: 0.932434\n",
      "[5221]\tvalid_0's l2: 1.74319\tvalid_0's l1: 0.932434\n",
      "[5222]\tvalid_0's l2: 1.74319\tvalid_0's l1: 0.932433\n",
      "[5223]\tvalid_0's l2: 1.74319\tvalid_0's l1: 0.932433\n",
      "[5224]\tvalid_0's l2: 1.74319\tvalid_0's l1: 0.932433\n",
      "[5225]\tvalid_0's l2: 1.74319\tvalid_0's l1: 0.932434\n",
      "[5226]\tvalid_0's l2: 1.74319\tvalid_0's l1: 0.932433\n",
      "[5227]\tvalid_0's l2: 1.74319\tvalid_0's l1: 0.932433\n",
      "[5228]\tvalid_0's l2: 1.74319\tvalid_0's l1: 0.932433\n",
      "[5229]\tvalid_0's l2: 1.74319\tvalid_0's l1: 0.932433\n",
      "[5230]\tvalid_0's l2: 1.74319\tvalid_0's l1: 0.932433\n",
      "[5231]\tvalid_0's l2: 1.74319\tvalid_0's l1: 0.932432\n",
      "[5232]\tvalid_0's l2: 1.74319\tvalid_0's l1: 0.932432\n",
      "[5233]\tvalid_0's l2: 1.74319\tvalid_0's l1: 0.932432\n",
      "[5234]\tvalid_0's l2: 1.74319\tvalid_0's l1: 0.932432\n",
      "[5235]\tvalid_0's l2: 1.74319\tvalid_0's l1: 0.932433\n",
      "[5236]\tvalid_0's l2: 1.74319\tvalid_0's l1: 0.932433\n",
      "[5237]\tvalid_0's l2: 1.74319\tvalid_0's l1: 0.932433\n",
      "[5238]\tvalid_0's l2: 1.74319\tvalid_0's l1: 0.932433\n",
      "[5239]\tvalid_0's l2: 1.74319\tvalid_0's l1: 0.932432\n",
      "[5240]\tvalid_0's l2: 1.74319\tvalid_0's l1: 0.932432\n",
      "[5241]\tvalid_0's l2: 1.74319\tvalid_0's l1: 0.932432\n",
      "[5242]\tvalid_0's l2: 1.74319\tvalid_0's l1: 0.932432\n",
      "[5243]\tvalid_0's l2: 1.74319\tvalid_0's l1: 0.932432\n",
      "[5244]\tvalid_0's l2: 1.74319\tvalid_0's l1: 0.932432\n",
      "[5245]\tvalid_0's l2: 1.74319\tvalid_0's l1: 0.932432\n",
      "[5246]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932432\n",
      "[5247]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932432\n",
      "[5248]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932432\n",
      "[5249]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932432\n",
      "[5250]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932432\n",
      "[5251]\tvalid_0's l2: 1.74319\tvalid_0's l1: 0.932432\n",
      "[5252]\tvalid_0's l2: 1.74319\tvalid_0's l1: 0.932432\n",
      "[5253]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932432\n",
      "[5254]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932432\n",
      "[5255]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932432\n",
      "[5256]\tvalid_0's l2: 1.74319\tvalid_0's l1: 0.932432\n",
      "[5257]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932432\n",
      "[5258]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932432\n",
      "[5259]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932432\n",
      "[5260]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932432\n",
      "[5261]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932432\n",
      "[5262]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932432\n",
      "[5263]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932431\n",
      "[5264]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932431\n",
      "[5265]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932431\n",
      "[5266]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932431\n",
      "[5267]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932431\n",
      "[5268]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932431\n",
      "[5269]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932431\n",
      "[5270]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932431\n",
      "[5271]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932431\n",
      "[5272]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932432\n",
      "[5273]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932432\n",
      "[5274]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932431\n",
      "[5275]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932431\n",
      "[5276]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932431\n",
      "[5277]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932431\n",
      "[5278]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932431\n",
      "[5279]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932432\n",
      "[5280]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932432\n",
      "[5281]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932432\n",
      "[5282]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932432\n",
      "[5283]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932432\n",
      "[5284]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932432\n",
      "[5285]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932432\n",
      "[5286]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932432\n",
      "[5287]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932432\n",
      "[5288]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932432\n",
      "[5289]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932432\n",
      "[5290]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932431\n",
      "[5291]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932431\n",
      "[5292]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932432\n",
      "[5293]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932431\n",
      "[5294]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932431\n",
      "[5295]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932431\n",
      "[5296]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932431\n",
      "[5297]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932431\n",
      "[5298]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932431\n",
      "[5299]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932431\n",
      "[5300]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932431\n",
      "[5301]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932431\n",
      "[5302]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932431\n",
      "[5303]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932432\n",
      "[5304]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932431\n",
      "[5305]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932431\n",
      "[5306]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932431\n",
      "[5307]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932431\n",
      "[5308]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932431\n",
      "[5309]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932432\n",
      "[5310]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932432\n",
      "[5311]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932432\n",
      "[5312]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932432\n",
      "[5313]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932432\n",
      "[5314]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932432\n",
      "[5315]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932432\n",
      "[5316]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932432\n",
      "[5317]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932431\n",
      "[5318]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932431\n",
      "[5319]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932431\n",
      "[5320]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932431\n",
      "[5321]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932431\n",
      "[5322]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932431\n",
      "[5323]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932431\n",
      "[5324]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932431\n",
      "[5325]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932431\n",
      "[5326]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932431\n",
      "[5327]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932431\n",
      "[5328]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932431\n",
      "[5329]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932431\n",
      "[5330]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932431\n",
      "[5331]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932431\n",
      "[5332]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932431\n",
      "[5333]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932431\n",
      "[5334]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932431\n",
      "[5335]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932432\n",
      "[5336]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932432\n",
      "[5337]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932432\n",
      "[5338]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932431\n",
      "[5339]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932431\n",
      "[5340]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932431\n",
      "[5341]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932431\n",
      "[5342]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932431\n",
      "[5343]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.93243\n",
      "[5344]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932431\n",
      "[5345]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.93243\n",
      "[5346]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.93243\n",
      "[5347]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.93243\n",
      "[5348]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.93243\n",
      "[5349]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.93243\n",
      "[5350]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.93243\n",
      "[5351]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.93243\n",
      "[5352]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.93243\n",
      "[5353]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932429\n",
      "[5354]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932429\n",
      "[5355]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932429\n",
      "[5356]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932429\n",
      "[5357]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932429\n",
      "[5358]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932429\n",
      "[5359]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932429\n",
      "[5360]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.93243\n",
      "[5361]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932429\n",
      "[5362]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932429\n",
      "[5363]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932429\n",
      "[5364]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932429\n",
      "[5365]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932429\n",
      "[5366]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932429\n",
      "[5367]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932429\n",
      "[5368]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932429\n",
      "[5369]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932429\n",
      "[5370]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932429\n",
      "[5371]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932429\n",
      "[5372]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932429\n",
      "[5373]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932429\n",
      "[5374]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932429\n",
      "[5375]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932429\n",
      "[5376]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932429\n",
      "[5377]\tvalid_0's l2: 1.74318\tvalid_0's l1: 0.932429\n",
      "[5378]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932429\n",
      "[5379]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932429\n",
      "[5380]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932429\n",
      "[5381]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932428\n",
      "[5382]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932428\n",
      "[5383]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932428\n",
      "[5384]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932428\n",
      "[5385]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932428\n",
      "[5386]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932428\n",
      "[5387]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932427\n",
      "[5388]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932428\n",
      "[5389]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932427\n",
      "[5390]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932428\n",
      "[5391]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932427\n",
      "[5392]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932427\n",
      "[5393]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932427\n",
      "[5394]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932427\n",
      "[5395]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932427\n",
      "[5396]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932426\n",
      "[5397]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932427\n",
      "[5398]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932427\n",
      "[5399]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932426\n",
      "[5400]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932426\n",
      "[5401]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932427\n",
      "[5402]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932427\n",
      "[5403]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932427\n",
      "[5404]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932427\n",
      "[5405]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932427\n",
      "[5406]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932427\n",
      "[5407]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932427\n",
      "[5408]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932426\n",
      "[5409]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932427\n",
      "[5410]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932427\n",
      "[5411]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932427\n",
      "[5412]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932427\n",
      "[5413]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932427\n",
      "[5414]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932427\n",
      "[5415]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932427\n",
      "[5416]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932427\n",
      "[5417]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932427\n",
      "[5418]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932427\n",
      "[5419]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932427\n",
      "[5420]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932427\n",
      "[5421]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932426\n",
      "[5422]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932426\n",
      "[5423]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932426\n",
      "[5424]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932426\n",
      "[5425]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932426\n",
      "[5426]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932426\n",
      "[5427]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932426\n",
      "[5428]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932426\n",
      "[5429]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932426\n",
      "[5430]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932426\n",
      "[5431]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932426\n",
      "[5432]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932426\n",
      "[5433]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932426\n",
      "[5434]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932426\n",
      "[5435]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932426\n",
      "[5436]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932426\n",
      "[5437]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932426\n",
      "[5438]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932426\n",
      "[5439]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932425\n",
      "[5440]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932426\n",
      "[5441]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932426\n",
      "[5442]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932426\n",
      "[5443]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932426\n",
      "[5444]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932426\n",
      "[5445]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932426\n",
      "[5446]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932426\n",
      "[5447]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932426\n",
      "[5448]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932426\n",
      "[5449]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932426\n",
      "[5450]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932425\n",
      "[5451]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932426\n",
      "[5452]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932425\n",
      "[5453]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932425\n",
      "[5454]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932425\n",
      "[5455]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932425\n",
      "[5456]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932425\n",
      "[5457]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932425\n",
      "[5458]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932425\n",
      "[5459]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932425\n",
      "[5460]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932425\n",
      "[5461]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932425\n",
      "[5462]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932425\n",
      "[5463]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932425\n",
      "[5464]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932425\n",
      "[5465]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932425\n",
      "[5466]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932425\n",
      "[5467]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932425\n",
      "[5468]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932425\n",
      "[5469]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932425\n",
      "[5470]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932425\n",
      "[5471]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932425\n",
      "[5472]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932425\n",
      "[5473]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932425\n",
      "[5474]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932425\n",
      "[5475]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932425\n",
      "[5476]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932425\n",
      "[5477]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932425\n",
      "[5478]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932425\n",
      "[5479]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932425\n",
      "[5480]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932425\n",
      "[5481]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932425\n",
      "[5482]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932425\n",
      "[5483]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932425\n",
      "[5484]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932424\n",
      "[5485]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932424\n",
      "[5486]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932424\n",
      "[5487]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932424\n",
      "[5488]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932424\n",
      "[5489]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932424\n",
      "[5490]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932423\n",
      "[5491]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932423\n",
      "[5492]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932423\n",
      "[5493]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932423\n",
      "[5494]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932423\n",
      "[5495]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932423\n",
      "[5496]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932423\n",
      "[5497]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932424\n",
      "[5498]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932424\n",
      "[5499]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932423\n",
      "[5500]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932423\n",
      "[5501]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932423\n",
      "[5502]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932423\n",
      "[5503]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932423\n",
      "[5504]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932423\n",
      "[5505]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932423\n",
      "[5506]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932423\n",
      "[5507]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932423\n",
      "[5508]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932423\n",
      "[5509]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932423\n",
      "[5510]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932423\n",
      "[5511]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932423\n",
      "[5512]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932423\n",
      "[5513]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932423\n",
      "[5514]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932423\n",
      "[5515]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932423\n",
      "[5516]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932423\n",
      "[5517]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932423\n",
      "[5518]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932423\n",
      "[5519]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932423\n",
      "[5520]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932423\n",
      "[5521]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932423\n",
      "[5522]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932423\n",
      "[5523]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932423\n",
      "[5524]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932422\n",
      "[5525]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932423\n",
      "[5526]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932423\n",
      "[5527]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932423\n",
      "[5528]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932423\n",
      "[5529]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932423\n",
      "[5530]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932423\n",
      "[5531]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932423\n",
      "[5532]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932423\n",
      "[5533]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932423\n",
      "[5534]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932424\n",
      "[5535]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932423\n",
      "[5536]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932424\n",
      "[5537]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932423\n",
      "[5538]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932423\n",
      "[5539]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932423\n",
      "[5540]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932423\n",
      "[5541]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932423\n",
      "[5542]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932423\n",
      "[5543]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932423\n",
      "[5544]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932423\n",
      "[5545]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932423\n",
      "[5546]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932423\n",
      "[5547]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932423\n",
      "[5548]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932423\n",
      "[5549]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932423\n",
      "[5550]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932423\n",
      "[5551]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932423\n",
      "[5552]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932423\n",
      "[5553]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932423\n",
      "[5554]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932423\n",
      "[5555]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932423\n",
      "[5556]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932423\n",
      "[5557]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932423\n",
      "[5558]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932423\n",
      "[5559]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932423\n",
      "[5560]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932422\n",
      "[5561]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932422\n",
      "[5562]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932422\n",
      "[5563]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932422\n",
      "[5564]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932423\n",
      "[5565]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932423\n",
      "[5566]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932423\n",
      "[5567]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932423\n",
      "[5568]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932423\n",
      "[5569]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932423\n",
      "[5570]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932422\n",
      "[5571]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932422\n",
      "[5572]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932422\n",
      "[5573]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932422\n",
      "[5574]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932422\n",
      "[5575]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932422\n",
      "[5576]\tvalid_0's l2: 1.74317\tvalid_0's l1: 0.932422\n",
      "[5577]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932422\n",
      "[5578]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932422\n",
      "[5579]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932422\n",
      "[5580]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932422\n",
      "[5581]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932422\n",
      "[5582]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932422\n",
      "[5583]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932421\n",
      "[5584]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932421\n",
      "[5585]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932421\n",
      "[5586]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932421\n",
      "[5587]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932421\n",
      "[5588]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932421\n",
      "[5589]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932421\n",
      "[5590]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932421\n",
      "[5591]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932421\n",
      "[5592]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932421\n",
      "[5593]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932421\n",
      "[5594]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932421\n",
      "[5595]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932421\n",
      "[5596]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.93242\n",
      "[5597]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932421\n",
      "[5598]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.93242\n",
      "[5599]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.93242\n",
      "[5600]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.93242\n",
      "[5601]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.93242\n",
      "[5602]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.93242\n",
      "[5603]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.93242\n",
      "[5604]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.93242\n",
      "[5605]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.93242\n",
      "[5606]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932421\n",
      "[5607]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932421\n",
      "[5608]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932421\n",
      "[5609]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.93242\n",
      "[5610]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.93242\n",
      "[5611]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.93242\n",
      "[5612]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.93242\n",
      "[5613]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.93242\n",
      "[5614]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.93242\n",
      "[5615]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.93242\n",
      "[5616]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.93242\n",
      "[5617]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.93242\n",
      "[5618]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.93242\n",
      "[5619]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.93242\n",
      "[5620]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.93242\n",
      "[5621]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932419\n",
      "[5622]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932419\n",
      "[5623]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932419\n",
      "[5624]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932419\n",
      "[5625]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.93242\n",
      "[5626]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.93242\n",
      "[5627]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.93242\n",
      "[5628]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.93242\n",
      "[5629]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.93242\n",
      "[5630]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.93242\n",
      "[5631]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.93242\n",
      "[5632]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.93242\n",
      "[5633]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932419\n",
      "[5634]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.93242\n",
      "[5635]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932419\n",
      "[5636]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932419\n",
      "[5637]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932419\n",
      "[5638]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932419\n",
      "[5639]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932419\n",
      "[5640]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932419\n",
      "[5641]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932419\n",
      "[5642]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932419\n",
      "[5643]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932419\n",
      "[5644]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932419\n",
      "[5645]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932419\n",
      "[5646]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932419\n",
      "[5647]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.93242\n",
      "[5648]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932419\n",
      "[5649]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932419\n",
      "[5650]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932419\n",
      "[5651]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932419\n",
      "[5652]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932419\n",
      "[5653]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932419\n",
      "[5654]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.93242\n",
      "[5655]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932419\n",
      "[5656]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932419\n",
      "[5657]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932419\n",
      "[5658]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932419\n",
      "[5659]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932419\n",
      "[5660]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932419\n",
      "[5661]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932419\n",
      "[5662]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932419\n",
      "[5663]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932419\n",
      "[5664]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932419\n",
      "[5665]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932419\n",
      "[5666]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932419\n",
      "[5667]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932419\n",
      "[5668]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932419\n",
      "[5669]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932418\n",
      "[5670]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932418\n",
      "[5671]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932419\n",
      "[5672]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932419\n",
      "[5673]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932419\n",
      "[5674]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932419\n",
      "[5675]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932419\n",
      "[5676]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932418\n",
      "[5677]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932418\n",
      "[5678]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932418\n",
      "[5679]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932418\n",
      "[5680]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932418\n",
      "[5681]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932418\n",
      "[5682]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932418\n",
      "[5683]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932418\n",
      "[5684]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932418\n",
      "[5685]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932418\n",
      "[5686]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932418\n",
      "[5687]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932418\n",
      "[5688]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932418\n",
      "[5689]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932418\n",
      "[5690]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932418\n",
      "[5691]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932418\n",
      "[5692]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932418\n",
      "[5693]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932418\n",
      "[5694]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932418\n",
      "[5695]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932418\n",
      "[5696]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932418\n",
      "[5697]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932418\n",
      "[5698]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932418\n",
      "[5699]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932418\n",
      "[5700]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932418\n",
      "[5701]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932418\n",
      "[5702]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932418\n",
      "[5703]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932418\n",
      "[5704]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932418\n",
      "[5705]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932418\n",
      "[5706]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932418\n",
      "[5707]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932418\n",
      "[5708]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932418\n",
      "[5709]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932418\n",
      "[5710]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932418\n",
      "[5711]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932417\n",
      "[5712]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932417\n",
      "[5713]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932417\n",
      "[5714]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932417\n",
      "[5715]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932417\n",
      "[5716]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932417\n",
      "[5717]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932417\n",
      "[5718]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932417\n",
      "[5719]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932417\n",
      "[5720]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932417\n",
      "[5721]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932417\n",
      "[5722]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932417\n",
      "[5723]\tvalid_0's l2: 1.74316\tvalid_0's l1: 0.932417\n",
      "[5724]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932417\n",
      "[5725]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932417\n",
      "[5726]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932417\n",
      "[5727]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932417\n",
      "[5728]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932417\n",
      "[5729]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932417\n",
      "[5730]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5731]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932417\n",
      "[5732]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932417\n",
      "[5733]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932417\n",
      "[5734]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932417\n",
      "[5735]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932417\n",
      "[5736]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932417\n",
      "[5737]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932417\n",
      "[5738]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932417\n",
      "[5739]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932417\n",
      "[5740]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932417\n",
      "[5741]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932417\n",
      "[5742]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932417\n",
      "[5743]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932417\n",
      "[5744]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932417\n",
      "[5745]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932417\n",
      "[5746]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932417\n",
      "[5747]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932417\n",
      "[5748]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932417\n",
      "[5749]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932417\n",
      "[5750]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932417\n",
      "[5751]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932417\n",
      "[5752]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5753]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5754]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5755]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5756]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5757]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5758]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5759]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5760]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5761]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5762]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5763]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5764]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5765]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5766]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5767]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5768]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5769]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5770]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5771]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5772]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5773]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5774]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5775]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932415\n",
      "[5776]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932415\n",
      "[5777]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5778]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5779]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5780]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5781]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5782]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5783]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5784]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5785]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5786]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5787]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5788]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5789]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5790]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5791]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5792]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5793]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5794]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5795]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5796]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5797]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5798]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5799]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5800]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5801]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5802]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5803]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5804]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5805]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5806]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5807]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5808]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5809]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5810]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5811]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5812]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5813]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5814]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5815]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5816]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5817]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5818]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5819]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5820]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5821]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5822]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5823]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5824]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5825]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5826]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5827]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5828]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5829]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5830]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5831]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5832]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5833]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5834]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5835]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5836]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932416\n",
      "[5837]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932415\n",
      "[5838]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932415\n",
      "[5839]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932415\n",
      "[5840]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932415\n",
      "[5841]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932415\n",
      "[5842]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932415\n",
      "[5843]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932415\n",
      "[5844]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932415\n",
      "[5845]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932415\n",
      "[5846]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932415\n",
      "[5847]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932415\n",
      "[5848]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932415\n",
      "[5849]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932415\n",
      "[5850]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932415\n",
      "[5851]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932415\n",
      "[5852]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932415\n",
      "[5853]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932415\n",
      "[5854]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932415\n",
      "[5855]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932415\n",
      "[5856]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932415\n",
      "[5857]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932415\n",
      "[5858]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932415\n",
      "[5859]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932415\n",
      "[5860]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932414\n",
      "[5861]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932414\n",
      "[5862]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932414\n",
      "[5863]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932414\n",
      "[5864]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932414\n",
      "[5865]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932414\n",
      "[5866]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932414\n",
      "[5867]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932414\n",
      "[5868]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932414\n",
      "[5869]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932414\n",
      "[5870]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932413\n",
      "[5871]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932413\n",
      "[5872]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932413\n",
      "[5873]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932413\n",
      "[5874]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932414\n",
      "[5875]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932414\n",
      "[5876]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932414\n",
      "[5877]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932414\n",
      "[5878]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932414\n",
      "[5879]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932414\n",
      "[5880]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932414\n",
      "[5881]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932414\n",
      "[5882]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932414\n",
      "[5883]\tvalid_0's l2: 1.74315\tvalid_0's l1: 0.932414\n",
      "[5884]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932414\n",
      "[5885]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932414\n",
      "[5886]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932414\n",
      "[5887]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932413\n",
      "[5888]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932413\n",
      "[5889]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932413\n",
      "[5890]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932413\n",
      "[5891]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932413\n",
      "[5892]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932413\n",
      "[5893]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932413\n",
      "[5894]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932413\n",
      "[5895]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932413\n",
      "[5896]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932413\n",
      "[5897]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932413\n",
      "[5898]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932413\n",
      "[5899]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932413\n",
      "[5900]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932413\n",
      "[5901]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932413\n",
      "[5902]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932413\n",
      "[5903]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932413\n",
      "[5904]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932413\n",
      "[5905]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932413\n",
      "[5906]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932412\n",
      "[5907]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932412\n",
      "[5908]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932412\n",
      "[5909]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932412\n",
      "[5910]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932412\n",
      "[5911]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932412\n",
      "[5912]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932412\n",
      "[5913]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932412\n",
      "[5914]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932412\n",
      "[5915]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932412\n",
      "[5916]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932412\n",
      "[5917]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932412\n",
      "[5918]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932412\n",
      "[5919]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932412\n",
      "[5920]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932412\n",
      "[5921]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932413\n",
      "[5922]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932413\n",
      "[5923]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932413\n",
      "[5924]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932412\n",
      "[5925]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932412\n",
      "[5926]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932412\n",
      "[5927]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932412\n",
      "[5928]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932412\n",
      "[5929]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932412\n",
      "[5930]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932412\n",
      "[5931]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932412\n",
      "[5932]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932412\n",
      "[5933]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932412\n",
      "[5934]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932412\n",
      "[5935]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932412\n",
      "[5936]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932412\n",
      "[5937]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932412\n",
      "[5938]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932412\n",
      "[5939]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932412\n",
      "[5940]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932412\n",
      "[5941]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932412\n",
      "[5942]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932412\n",
      "[5943]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932412\n",
      "[5944]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932412\n",
      "[5945]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932412\n",
      "[5946]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932412\n",
      "[5947]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932412\n",
      "[5948]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932411\n",
      "[5949]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932411\n",
      "[5950]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932411\n",
      "[5951]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932411\n",
      "[5952]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932411\n",
      "[5953]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932411\n",
      "[5954]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932411\n",
      "[5955]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932411\n",
      "[5956]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932411\n",
      "[5957]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932411\n",
      "[5958]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932411\n",
      "[5959]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932411\n",
      "[5960]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932411\n",
      "[5961]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932411\n",
      "[5962]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932411\n",
      "[5963]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932411\n",
      "[5964]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932411\n",
      "[5965]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932411\n",
      "[5966]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932411\n",
      "[5967]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932411\n",
      "[5968]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932411\n",
      "[5969]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932411\n",
      "[5970]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932411\n",
      "[5971]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932411\n",
      "[5972]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932411\n",
      "[5973]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932411\n",
      "[5974]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932411\n",
      "[5975]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932411\n",
      "[5976]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932411\n",
      "[5977]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932411\n",
      "[5978]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932411\n",
      "[5979]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932411\n",
      "[5980]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932411\n",
      "[5981]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932411\n",
      "[5982]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.93241\n",
      "[5983]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.93241\n",
      "[5984]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.93241\n",
      "[5985]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.93241\n",
      "[5986]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.93241\n",
      "[5987]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.93241\n",
      "[5988]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.93241\n",
      "[5989]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.93241\n",
      "[5990]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.93241\n",
      "[5991]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.93241\n",
      "[5992]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.93241\n",
      "[5993]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.93241\n",
      "[5994]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.93241\n",
      "[5995]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.93241\n",
      "[5996]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.93241\n",
      "[5997]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.93241\n",
      "[5998]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.93241\n",
      "[5999]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932409\n",
      "[6000]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932409\n",
      "[6001]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932409\n",
      "[6002]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.93241\n",
      "[6003]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932409\n",
      "[6004]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932409\n",
      "[6005]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932409\n",
      "[6006]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932409\n",
      "[6007]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932409\n",
      "[6008]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932409\n",
      "[6009]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932409\n",
      "[6010]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932409\n",
      "[6011]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932409\n",
      "[6012]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932409\n",
      "[6013]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932409\n",
      "[6014]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932409\n",
      "[6015]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932409\n",
      "[6016]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932409\n",
      "[6017]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932409\n",
      "[6018]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932409\n",
      "[6019]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932409\n",
      "[6020]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932409\n",
      "[6021]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932409\n",
      "[6022]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932409\n",
      "[6023]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932409\n",
      "[6024]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932409\n",
      "[6025]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932409\n",
      "[6026]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932409\n",
      "[6027]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932409\n",
      "[6028]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932409\n",
      "[6029]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932409\n",
      "[6030]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932409\n",
      "[6031]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932409\n",
      "[6032]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932409\n",
      "[6033]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932409\n",
      "[6034]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932409\n",
      "[6035]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932409\n",
      "[6036]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932409\n",
      "[6037]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932409\n",
      "[6038]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932409\n",
      "[6039]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932409\n",
      "[6040]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932408\n",
      "[6041]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932408\n",
      "[6042]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932408\n",
      "[6043]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932408\n",
      "[6044]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932408\n",
      "[6045]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932408\n",
      "[6046]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932408\n",
      "[6047]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932408\n",
      "[6048]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932408\n",
      "[6049]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932408\n",
      "[6050]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932408\n",
      "[6051]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932408\n",
      "[6052]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932408\n",
      "[6053]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932408\n",
      "[6054]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932408\n",
      "[6055]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932408\n",
      "[6056]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932408\n",
      "[6057]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932408\n",
      "[6058]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932408\n",
      "[6059]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932408\n",
      "[6060]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932408\n",
      "[6061]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932408\n",
      "[6062]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932408\n",
      "[6063]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932408\n",
      "[6064]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932408\n",
      "[6065]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932408\n",
      "[6066]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932408\n",
      "[6067]\tvalid_0's l2: 1.74314\tvalid_0's l1: 0.932408\n",
      "[6068]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932408\n",
      "[6069]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932408\n",
      "[6070]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932408\n",
      "[6071]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932408\n",
      "[6072]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932408\n",
      "[6073]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932408\n",
      "[6074]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932408\n",
      "[6075]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932408\n",
      "[6076]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932408\n",
      "[6077]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932408\n",
      "[6078]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932408\n",
      "[6079]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932407\n",
      "[6080]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932407\n",
      "[6081]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932407\n",
      "[6082]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932407\n",
      "[6083]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932407\n",
      "[6084]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932407\n",
      "[6085]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932407\n",
      "[6086]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932407\n",
      "[6087]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932407\n",
      "[6088]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932407\n",
      "[6089]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932407\n",
      "[6090]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932407\n",
      "[6091]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932407\n",
      "[6092]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932407\n",
      "[6093]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932407\n",
      "[6094]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932407\n",
      "[6095]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932407\n",
      "[6096]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932407\n",
      "[6097]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932407\n",
      "[6098]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932407\n",
      "[6099]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932407\n",
      "[6100]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932407\n",
      "[6101]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932407\n",
      "[6102]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932407\n",
      "[6103]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932407\n",
      "[6104]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932407\n",
      "[6105]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932407\n",
      "[6106]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932407\n",
      "[6107]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932407\n",
      "[6108]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932407\n",
      "[6109]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932407\n",
      "[6110]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932407\n",
      "[6111]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932407\n",
      "[6112]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932407\n",
      "[6113]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932407\n",
      "[6114]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932407\n",
      "[6115]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932407\n",
      "[6116]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932407\n",
      "[6117]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932407\n",
      "[6118]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932407\n",
      "[6119]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932407\n",
      "[6120]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932407\n",
      "[6121]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932407\n",
      "[6122]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932407\n",
      "[6123]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932407\n",
      "[6124]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932407\n",
      "[6125]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932407\n",
      "[6126]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932407\n",
      "[6127]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932407\n",
      "[6128]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932407\n",
      "[6129]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932407\n",
      "[6130]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932406\n",
      "[6131]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932406\n",
      "[6132]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932406\n",
      "[6133]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932406\n",
      "[6134]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932406\n",
      "[6135]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932406\n",
      "[6136]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932406\n",
      "[6137]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932406\n",
      "[6138]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932406\n",
      "[6139]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932406\n",
      "[6140]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932406\n",
      "[6141]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932406\n",
      "[6142]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932406\n",
      "[6143]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932406\n",
      "[6144]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932406\n",
      "[6145]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932406\n",
      "[6146]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932406\n",
      "[6147]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932406\n",
      "[6148]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932406\n",
      "[6149]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932406\n",
      "[6150]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932406\n",
      "[6151]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932406\n",
      "[6152]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932406\n",
      "[6153]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932406\n",
      "[6154]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932406\n",
      "[6155]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932406\n",
      "[6156]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932405\n",
      "[6157]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932405\n",
      "[6158]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932405\n",
      "[6159]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932405\n",
      "[6160]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932405\n",
      "[6161]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932405\n",
      "[6162]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932405\n",
      "[6163]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932405\n",
      "[6164]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932405\n",
      "[6165]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932405\n",
      "[6166]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932405\n",
      "[6167]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932405\n",
      "[6168]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932405\n",
      "[6169]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932405\n",
      "[6170]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932405\n",
      "[6171]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932405\n",
      "[6172]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932405\n",
      "[6173]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932405\n",
      "[6174]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932405\n",
      "[6175]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932405\n",
      "[6176]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932405\n",
      "[6177]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932405\n",
      "[6178]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6179]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6180]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6181]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6182]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6183]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6184]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6185]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6186]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6187]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6188]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6189]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6190]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6191]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6192]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6193]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6194]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6195]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6196]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6197]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6198]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6199]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6200]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6201]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6202]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6203]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6204]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6205]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6206]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6207]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6208]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6209]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6210]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6211]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6212]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6213]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6214]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6215]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6216]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6217]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6218]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6219]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6220]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6221]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6222]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6223]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6224]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6225]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6226]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6227]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6228]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6229]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6230]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6231]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6232]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6233]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6234]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6235]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6236]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6237]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6238]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6239]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6240]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6241]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6242]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6243]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6244]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6245]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6246]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6247]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6248]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6249]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6250]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6251]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6252]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6253]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6254]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6255]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6256]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6257]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6258]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6259]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6260]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6261]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6262]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6263]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6264]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6265]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6266]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6267]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6268]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6269]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6270]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6271]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6272]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6273]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6274]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6275]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6276]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6277]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6278]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6279]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6280]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6281]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6282]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6283]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6284]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6285]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6286]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6287]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6288]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6289]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6290]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6291]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6292]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6293]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6294]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6295]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6296]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6297]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6298]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6299]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6300]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6301]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6302]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6303]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6304]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932404\n",
      "[6305]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6306]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6307]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6308]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6309]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6310]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6311]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6312]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6313]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6314]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6315]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6316]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6317]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6318]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6319]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6320]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6321]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6322]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6323]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6324]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6325]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6326]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6327]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6328]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6329]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6330]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6331]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6332]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6333]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6334]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6335]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6336]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6337]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6338]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6339]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6340]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6341]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6342]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6343]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6344]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6345]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6346]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6347]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6348]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6349]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6350]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6351]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6352]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6353]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6354]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6355]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6356]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6357]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6358]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6359]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6360]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6361]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6362]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6363]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6364]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6365]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6366]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6367]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6368]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6369]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6370]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6371]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6372]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6373]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6374]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6375]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6376]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6377]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6378]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6379]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6380]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6381]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6382]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6383]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6384]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6385]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6386]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6387]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6388]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6389]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6390]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6391]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6392]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6393]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6394]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6395]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6396]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6397]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6398]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6399]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6400]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6401]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6402]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6403]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6404]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6405]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6406]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6407]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6408]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6409]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6410]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6411]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6412]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6413]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6414]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932402\n",
      "[6415]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932402\n",
      "[6416]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932402\n",
      "[6417]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932402\n",
      "[6418]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932402\n",
      "[6419]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932402\n",
      "[6420]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6421]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932402\n",
      "[6422]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932402\n",
      "[6423]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932402\n",
      "[6424]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932402\n",
      "[6425]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932402\n",
      "[6426]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932402\n",
      "[6427]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932402\n",
      "[6428]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932402\n",
      "[6429]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6430]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6431]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6432]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6433]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6434]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6435]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6436]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6437]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6438]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932402\n",
      "[6439]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6440]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6441]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6442]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6443]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6444]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6445]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6446]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6447]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6448]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932403\n",
      "[6449]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932402\n",
      "[6450]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932402\n",
      "[6451]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932402\n",
      "[6452]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932402\n",
      "[6453]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932402\n",
      "[6454]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932402\n",
      "[6455]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932402\n",
      "[6456]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932402\n",
      "[6457]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932402\n",
      "[6458]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932402\n",
      "[6459]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932402\n",
      "[6460]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932402\n",
      "[6461]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932402\n",
      "[6462]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932402\n",
      "[6463]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932402\n",
      "[6464]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932402\n",
      "[6465]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932402\n",
      "[6466]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932402\n",
      "[6467]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932402\n",
      "[6468]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932402\n",
      "[6469]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932402\n",
      "[6470]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932402\n",
      "[6471]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932402\n",
      "[6472]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932402\n",
      "[6473]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932402\n",
      "[6474]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932402\n",
      "[6475]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932402\n",
      "[6476]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932402\n",
      "[6477]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932402\n",
      "[6478]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932402\n",
      "[6479]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932402\n",
      "[6480]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932402\n",
      "[6481]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932402\n",
      "[6482]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6483]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6484]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6485]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932402\n",
      "[6486]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932402\n",
      "[6487]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932402\n",
      "[6488]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932402\n",
      "[6489]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932402\n",
      "[6490]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932402\n",
      "[6491]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932402\n",
      "[6492]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932402\n",
      "[6493]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932402\n",
      "[6494]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932402\n",
      "[6495]\tvalid_0's l2: 1.74313\tvalid_0's l1: 0.932402\n",
      "[6496]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6497]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6498]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6499]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6500]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6501]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6502]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6503]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6504]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6505]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6506]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6507]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6508]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6509]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6510]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6511]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6512]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6513]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6514]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6515]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6516]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6517]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6518]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6519]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6520]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6521]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6522]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6523]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6524]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6525]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6526]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6527]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6528]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6529]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6530]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6531]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6532]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6533]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6534]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6535]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6536]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6537]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6538]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6539]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6540]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6541]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6542]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6543]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6544]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6545]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6546]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6547]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6548]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6549]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6550]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6551]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6552]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6553]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6554]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6555]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6556]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6557]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6558]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6559]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6560]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6561]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6562]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6563]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6564]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6565]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6566]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6567]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6568]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6569]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6570]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6571]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6572]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6573]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6574]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6575]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6576]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6577]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6578]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6579]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6580]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6581]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932402\n",
      "[6582]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6583]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6584]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6585]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6586]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6587]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6588]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6589]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6590]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6591]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6592]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6593]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6594]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6595]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6596]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6597]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6598]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6599]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6600]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6601]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6602]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6603]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6604]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6605]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6606]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6607]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6608]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6609]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6610]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6611]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6612]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6613]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6614]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6615]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6616]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6617]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6618]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6619]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6620]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6621]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6622]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6623]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6624]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6625]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6626]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6627]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6628]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6629]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6630]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6631]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6632]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6633]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6634]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6635]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6636]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6637]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6638]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6639]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6640]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6641]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6642]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6643]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6644]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6645]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6646]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6647]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6648]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6649]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6650]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6651]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6652]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6653]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6654]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6655]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6656]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932401\n",
      "[6657]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6658]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6659]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6660]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6661]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6662]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6663]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6664]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6665]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6666]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6667]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6668]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6669]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6670]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6671]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6672]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6673]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6674]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6675]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6676]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6677]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6678]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6679]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6680]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6681]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6682]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6683]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6684]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6685]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6686]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6687]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6688]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6689]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6690]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6691]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6692]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6693]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6694]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6695]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6696]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6697]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6698]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6699]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6700]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6701]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6702]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6703]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6704]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6705]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6706]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6707]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6708]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6709]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6710]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6711]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6712]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6713]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6714]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6715]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6716]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6717]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6718]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6719]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6720]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6721]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6722]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6723]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6724]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6725]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6726]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6727]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6728]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6729]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6730]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6731]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6732]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6733]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6734]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6735]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6736]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6737]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6738]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6739]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6740]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6741]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6742]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6743]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6744]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6745]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6746]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6747]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6748]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6749]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6750]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6751]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6752]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6753]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6754]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6755]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6756]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6757]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6758]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6759]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6760]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6761]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6762]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6763]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6764]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6765]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6766]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6767]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6768]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6769]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6770]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6771]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6772]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6773]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6774]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6775]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6776]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6777]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6778]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6779]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6780]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6781]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6782]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6783]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6784]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6785]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6786]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6787]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6788]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6789]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6790]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6791]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6792]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6793]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6794]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6795]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6796]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6797]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6798]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6799]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6800]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.9324\n",
      "[6801]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6802]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6803]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6804]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6805]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6806]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6807]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6808]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6809]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6810]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6811]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6812]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6813]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6814]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6815]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6816]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6817]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6818]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6819]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6820]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6821]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6822]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6823]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6824]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6825]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6826]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6827]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6828]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6829]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6830]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6831]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6832]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6833]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6834]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6835]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6836]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6837]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6838]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6839]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6840]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6841]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6842]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6843]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6844]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6845]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6846]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6847]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6848]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6849]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6850]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6851]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6852]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6853]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6854]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6855]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6856]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6857]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6858]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6859]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6860]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6861]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6862]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6863]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6864]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6865]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6866]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6867]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6868]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6869]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6870]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6871]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6872]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6873]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6874]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6875]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6876]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6877]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6878]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6879]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6880]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6881]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6882]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6883]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6884]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6885]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6886]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6887]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6888]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932399\n",
      "[6889]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6890]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6891]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6892]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6893]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6894]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6895]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6896]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6897]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6898]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6899]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6900]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6901]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6902]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6903]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6904]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6905]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6906]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6907]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6908]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6909]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6910]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6911]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6912]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6913]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6914]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6915]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6916]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6917]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6918]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6919]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6920]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6921]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6922]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6923]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6924]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6925]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6926]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6927]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6928]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6929]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6930]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6931]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6932]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6933]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6934]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6935]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6936]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6937]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6938]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6939]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6940]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6941]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6942]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6943]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6944]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6945]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6946]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6947]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6948]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6949]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6950]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6951]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6952]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6953]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6954]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6955]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6956]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6957]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6958]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6959]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6960]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6961]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6962]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6963]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6964]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6965]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6966]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6967]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6968]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6969]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6970]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6971]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6972]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6973]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6974]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6975]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6976]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6977]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6978]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6979]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6980]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6981]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6982]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6983]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6984]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6985]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6986]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6987]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6988]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6989]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6990]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6991]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6992]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6993]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6994]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6995]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6996]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6997]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6998]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[6999]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[7000]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[7001]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[7002]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[7003]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[7004]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[7005]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[7006]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[7007]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[7008]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[7009]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[7010]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932398\n",
      "[7011]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7012]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7013]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7014]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7015]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7016]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7017]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7018]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7019]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7020]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7021]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7022]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7023]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7024]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7025]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7026]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7027]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7028]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7029]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7030]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7031]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7032]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7033]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7034]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7035]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7036]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7037]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7038]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7039]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7040]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7041]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7042]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7043]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7044]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7045]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7046]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7047]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7048]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7049]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7050]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7051]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7052]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7053]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7054]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7055]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7056]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7057]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7058]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7059]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7060]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7061]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7062]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7063]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7064]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7065]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7066]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7067]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7068]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7069]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7070]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7071]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7072]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7073]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7074]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7075]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7076]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7077]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7078]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7079]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7080]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7081]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7082]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7083]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7084]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7085]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7086]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7087]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7088]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7089]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7090]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7091]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7092]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7093]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7094]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7095]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7096]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7097]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7098]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7099]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7100]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7101]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7102]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7103]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7104]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7105]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7106]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7107]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7108]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7109]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7110]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7111]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7112]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7113]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7114]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7115]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7116]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7117]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7118]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7119]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7120]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7121]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7122]\tvalid_0's l2: 1.74312\tvalid_0's l1: 0.932397\n",
      "[7123]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7124]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7125]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7126]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7127]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7128]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7129]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7130]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7131]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7132]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7133]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7134]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7135]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7136]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7137]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7138]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7139]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7140]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7141]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7142]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7143]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7144]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7145]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7146]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7147]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7148]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7149]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7150]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7151]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7152]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7153]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7154]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7155]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7156]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7157]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7158]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7159]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7160]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7161]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7162]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7163]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7164]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7165]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7166]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7167]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7168]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7169]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7170]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7171]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7172]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7173]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7174]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7175]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7176]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7177]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7178]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7179]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7180]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7181]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7182]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7183]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7184]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7185]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7186]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7187]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7188]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7189]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7190]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7191]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7192]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7193]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7194]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7195]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7196]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7197]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7198]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932397\n",
      "[7199]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7200]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7201]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7202]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7203]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7204]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7205]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7206]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7207]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7208]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7209]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7210]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7211]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7212]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7213]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7214]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7215]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7216]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7217]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7218]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7219]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7220]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7221]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7222]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7223]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7224]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7225]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7226]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7227]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7228]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7229]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7230]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7231]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7232]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7233]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7234]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7235]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7236]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7237]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7238]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7239]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7240]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7241]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7242]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7243]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7244]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7245]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7246]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7247]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7248]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7249]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7250]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7251]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7252]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7253]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7254]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7255]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7256]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7257]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7258]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7259]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7260]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7261]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7262]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7263]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7264]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7265]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7266]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7267]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7268]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7269]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7270]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7271]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7272]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7273]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7274]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7275]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7276]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7277]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7278]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7279]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7280]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7281]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7282]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7283]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7284]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7285]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7286]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7287]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7288]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7289]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7290]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7291]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7292]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7293]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7294]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7295]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7296]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7297]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7298]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7299]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7300]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7301]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7302]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7303]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7304]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7305]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7306]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7307]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7308]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7309]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7310]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7311]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7312]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7313]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7314]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7315]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7316]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7317]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7318]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7319]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7320]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7321]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7322]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7323]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7324]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7325]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7326]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7327]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7328]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7329]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7330]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7331]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7332]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7333]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7334]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7335]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7336]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7337]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7338]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7339]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7340]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7341]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7342]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7343]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7344]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7345]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7346]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7347]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7348]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7349]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7350]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7351]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7352]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7353]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7354]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7355]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7356]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7357]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7358]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7359]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7360]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7361]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7362]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7363]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7364]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7365]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7366]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7367]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7368]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7369]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7370]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7371]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7372]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7373]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7374]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7375]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7376]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7377]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7378]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7379]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7380]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7381]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7382]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7383]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7384]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7385]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7386]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7387]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7388]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7389]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7390]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7391]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7392]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7393]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7394]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7395]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7396]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7397]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7398]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7399]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7400]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7401]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7402]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7403]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7404]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7405]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7406]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7407]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7408]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7409]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7410]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7411]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7412]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7413]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7414]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7415]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7416]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7417]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7418]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7419]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7420]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7421]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7422]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7423]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7424]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7425]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7426]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7427]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7428]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7429]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7430]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7431]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7432]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7433]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7434]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7435]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7436]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7437]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7438]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7439]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7440]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7441]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7442]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7443]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7444]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7445]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7446]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7447]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7448]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7449]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7450]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7451]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7452]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7453]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7454]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7455]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7456]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7457]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7458]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7459]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7460]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7461]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7462]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7463]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7464]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7465]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7466]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7467]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7468]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7469]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7470]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7471]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7472]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932396\n",
      "[7473]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7474]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7475]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7476]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7477]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7478]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7479]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7480]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7481]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7482]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7483]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7484]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7485]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7486]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7487]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7488]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7489]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7490]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7491]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7492]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7493]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7494]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7495]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7496]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7497]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7498]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7499]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7500]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7501]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7502]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7503]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7504]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7505]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7506]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7507]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7508]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7509]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7510]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7511]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7512]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7513]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7514]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7515]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7516]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7517]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7518]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7519]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7520]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7521]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7522]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7523]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7524]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7525]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7526]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7527]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7528]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7529]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7530]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7531]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7532]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7533]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7534]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7535]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7536]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7537]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7538]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7539]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7540]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7541]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7542]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7543]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7544]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7545]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7546]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7547]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7548]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7549]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7550]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7551]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7552]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7553]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7554]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7555]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7556]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7557]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7558]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7559]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7560]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7561]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7562]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7563]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7564]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7565]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7566]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7567]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7568]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7569]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7570]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7571]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7572]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7573]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7574]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7575]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7576]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7577]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7578]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7579]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7580]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7581]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7582]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7583]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7584]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7585]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7586]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7587]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7588]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7589]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7590]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7591]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7592]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7593]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7594]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7595]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7596]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7597]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7598]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7599]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7600]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7601]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7602]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7603]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7604]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7605]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7606]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7607]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7608]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7609]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7610]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7611]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7612]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7613]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7614]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7615]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7616]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7617]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7618]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7619]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7620]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7621]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7622]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7623]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7624]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7625]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7626]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7627]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7628]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7629]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7630]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7631]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7632]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7633]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7634]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7635]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7636]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7637]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7638]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7639]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7640]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7641]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7642]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7643]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7644]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7645]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7646]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7647]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7648]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7649]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7650]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7651]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7652]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7653]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7654]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7655]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7656]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7657]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7658]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7659]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7660]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7661]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7662]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7663]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7664]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7665]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7666]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7667]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7668]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7669]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7670]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7671]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7672]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7673]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7674]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7675]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7676]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7677]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7678]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7679]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7680]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7681]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7682]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7683]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7684]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7685]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7686]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7687]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7688]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7689]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7690]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7691]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7692]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7693]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7694]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7695]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7696]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7697]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7698]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7699]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7700]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7701]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7702]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7703]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7704]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7705]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7706]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7707]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7708]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7709]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7710]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7711]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7712]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7713]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7714]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7715]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7716]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7717]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7718]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7719]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7720]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7721]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7722]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7723]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7724]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7725]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7726]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7727]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7728]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7729]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7730]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7731]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7732]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7733]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7734]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7735]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7736]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7737]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7738]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7739]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7740]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7741]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7742]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7743]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7744]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7745]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7746]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7747]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7748]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7749]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7750]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7751]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7752]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7753]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7754]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7755]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7756]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7757]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7758]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7759]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7760]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7761]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7762]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7763]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7764]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7765]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7766]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7767]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7768]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7769]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7770]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7771]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7772]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7773]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7774]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7775]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7776]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7777]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7778]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7779]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7780]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7781]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7782]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7783]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7784]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7785]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7786]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7787]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7788]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7789]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7790]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7791]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7792]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7793]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7794]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7795]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7796]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7797]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7798]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7799]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7800]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7801]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7802]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7803]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7804]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7805]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7806]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7807]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7808]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7809]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7810]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7811]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7812]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7813]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7814]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7815]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7816]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7817]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7818]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7819]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7820]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7821]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7822]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7823]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7824]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7825]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7826]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7827]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7828]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7829]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7830]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7831]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7832]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7833]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7834]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7835]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7836]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7837]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7838]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7839]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7840]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7841]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7842]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7843]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7844]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7845]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7846]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7847]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7848]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7849]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7850]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7851]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7852]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7853]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7854]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7855]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7856]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7857]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7858]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7859]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7860]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7861]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7862]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7863]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7864]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7865]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7866]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7867]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7868]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7869]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7870]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7871]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7872]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7873]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7874]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7875]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7876]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7877]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7878]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7879]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7880]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7881]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7882]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7883]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7884]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7885]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7886]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7887]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7888]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7889]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7890]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7891]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7892]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7893]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7894]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7895]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7896]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7897]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7898]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7899]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7900]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7901]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7902]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7903]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7904]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7905]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7906]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7907]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7908]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7909]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7910]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7911]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7912]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7913]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7914]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7915]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7916]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7917]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7918]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7919]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7920]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7921]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7922]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7923]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7924]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7925]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7926]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7927]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7928]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7929]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7930]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7931]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7932]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7933]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7934]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7935]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7936]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7937]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7938]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7939]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7940]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7941]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7942]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7943]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7944]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7945]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7946]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7947]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7948]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7949]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7950]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7951]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7952]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7953]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7954]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7955]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7956]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7957]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7958]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7959]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7960]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7961]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7962]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7963]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7964]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7965]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7966]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7967]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7968]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7969]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7970]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7971]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7972]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7973]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7974]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7975]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7976]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7977]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7978]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7979]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7980]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7981]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7982]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7983]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7984]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7985]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7986]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7987]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7988]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7989]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7990]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7991]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7992]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7993]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7994]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7995]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7996]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7997]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7998]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[7999]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[8000]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[8001]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[8002]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[8003]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[8004]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[8005]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[8006]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[8007]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[8008]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[8009]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[8010]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[8011]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[8012]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[8013]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[8014]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[8015]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[8016]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[8017]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[8018]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[8019]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[8020]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[8021]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[8022]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[8023]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[8024]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[8025]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[8026]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[8027]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[8028]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[8029]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[8030]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[8031]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[8032]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[8033]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[8034]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[8035]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[8036]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[8037]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[8038]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[8039]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[8040]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[8041]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932395\n",
      "[8042]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8043]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8044]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8045]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8046]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8047]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8048]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8049]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8050]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8051]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8052]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8053]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8054]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8055]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8056]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8057]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8058]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8059]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8060]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8061]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8062]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8063]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8064]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8065]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8066]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8067]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8068]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8069]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8070]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8071]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8072]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8073]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8074]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8075]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8076]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8077]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8078]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8079]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8080]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8081]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8082]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8083]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8084]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8085]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8086]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8087]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8088]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8089]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8090]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8091]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8092]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8093]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8094]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8095]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8096]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8097]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8098]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8099]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8100]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8101]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8102]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8103]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8104]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8105]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8106]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8107]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8108]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8109]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8110]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8111]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8112]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8113]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8114]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8115]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8116]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8117]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8118]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8119]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8120]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8121]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8122]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8123]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8124]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8125]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8126]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8127]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8128]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8129]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8130]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8131]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8132]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8133]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8134]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8135]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8136]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8137]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8138]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8139]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8140]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8141]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8142]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8143]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8144]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8145]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8146]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8147]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8148]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8149]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8150]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8151]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8152]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8153]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8154]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8155]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8156]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8157]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8158]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8159]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8160]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8161]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8162]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8163]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8164]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8165]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8166]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8167]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8168]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8169]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8170]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8171]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8172]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8173]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8174]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8175]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8176]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8177]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8178]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8179]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8180]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8181]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8182]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8183]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8184]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8185]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8186]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8187]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8188]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8189]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8190]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8191]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8192]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8193]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8194]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8195]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8196]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8197]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8198]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8199]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8200]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8201]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8202]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8203]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8204]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8205]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8206]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8207]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8208]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8209]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8210]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8211]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8212]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8213]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8214]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8215]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8216]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8217]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8218]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8219]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8220]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8221]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8222]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8223]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8224]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8225]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8226]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8227]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8228]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8229]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8230]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8231]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8232]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8233]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8234]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8235]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8236]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8237]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8238]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8239]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8240]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8241]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8242]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8243]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8244]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8245]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8246]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8247]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8248]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8249]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8250]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8251]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8252]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8253]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8254]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8255]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8256]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8257]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8258]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8259]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8260]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8261]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8262]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8263]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8264]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8265]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8266]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8267]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8268]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8269]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8270]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8271]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8272]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8273]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8274]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8275]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8276]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8277]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8278]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8279]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8280]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8281]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8282]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8283]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8284]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8285]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8286]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8287]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8288]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8289]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8290]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8291]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8292]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8293]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8294]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8295]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8296]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8297]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8298]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8299]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8300]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8301]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8302]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8303]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8304]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8305]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8306]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8307]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8308]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8309]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8310]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8311]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8312]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8313]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8314]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8315]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8316]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8317]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8318]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8319]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8320]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8321]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8322]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8323]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8324]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8325]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8326]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8327]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8328]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8329]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8330]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8331]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8332]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8333]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8334]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8335]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8336]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8337]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8338]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8339]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8340]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8341]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8342]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8343]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8344]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8345]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8346]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8347]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8348]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8349]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8350]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8351]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8352]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8353]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8354]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8355]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8356]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8357]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8358]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8359]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8360]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8361]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8362]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8363]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8364]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8365]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8366]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8367]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8368]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8369]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8370]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8371]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8372]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8373]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8374]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8375]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8376]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8377]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8378]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8379]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8380]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8381]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8382]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8383]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8384]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8385]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8386]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8387]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8388]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8389]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8390]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8391]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8392]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8393]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8394]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8395]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8396]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8397]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8398]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8399]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8400]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8401]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8402]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8403]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8404]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8405]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8406]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8407]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8408]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8409]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8410]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8411]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8412]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8413]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8414]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8415]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8416]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8417]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8418]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8419]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8420]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8421]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8422]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8423]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8424]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8425]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8426]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8427]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8428]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8429]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8430]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8431]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8432]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8433]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8434]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8435]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8436]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8437]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8438]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8439]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8440]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8441]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8442]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8443]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8444]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8445]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8446]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8447]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8448]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8449]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8450]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8451]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8452]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8453]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8454]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8455]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8456]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8457]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8458]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8459]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8460]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8461]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8462]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8463]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8464]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8465]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8466]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8467]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8468]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8469]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8470]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8471]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8472]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8473]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8474]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8475]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8476]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8477]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8478]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8479]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8480]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8481]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8482]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8483]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8484]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8485]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8486]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8487]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8488]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8489]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8490]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8491]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8492]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8493]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8494]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8495]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8496]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8497]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8498]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8499]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8500]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8501]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8502]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8503]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8504]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8505]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8506]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8507]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8508]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8509]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8510]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8511]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8512]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8513]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8514]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8515]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8516]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8517]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8518]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8519]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8520]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8521]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8522]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8523]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8524]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8525]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8526]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8527]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8528]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8529]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8530]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8531]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8532]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8533]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8534]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8535]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8536]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8537]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8538]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8539]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8540]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8541]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8542]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8543]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8544]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8545]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8546]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8547]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8548]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8549]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8550]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8551]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8552]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8553]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8554]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8555]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8556]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8557]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "[8558]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "Early stopping, best iteration is:\n",
      "[8358]\tvalid_0's l2: 1.74311\tvalid_0's l1: 0.932394\n",
      "fold 1\n",
      "[1]\tvalid_0's l2: 11.9419\tvalid_0's l1: 2.8484\n",
      "Training until validation scores don't improve for 200 rounds.\n",
      "[2]\tvalid_0's l2: 10.8706\tvalid_0's l1: 2.70433\n",
      "[3]\tvalid_0's l2: 9.99878\tvalid_0's l1: 2.5838\n",
      "[4]\tvalid_0's l2: 9.27752\tvalid_0's l1: 2.48058\n",
      "[5]\tvalid_0's l2: 8.68057\tvalid_0's l1: 2.3938\n",
      "[6]\tvalid_0's l2: 8.18463\tvalid_0's l1: 2.32065\n",
      "[7]\tvalid_0's l2: 7.7764\tvalid_0's l1: 2.25839\n",
      "[8]\tvalid_0's l2: 7.43552\tvalid_0's l1: 2.20574\n",
      "[9]\tvalid_0's l2: 7.14384\tvalid_0's l1: 2.16119\n",
      "[10]\tvalid_0's l2: 6.91183\tvalid_0's l1: 2.12472\n",
      "[11]\tvalid_0's l2: 6.71202\tvalid_0's l1: 2.09242\n",
      "[12]\tvalid_0's l2: 6.54104\tvalid_0's l1: 2.06399\n",
      "[13]\tvalid_0's l2: 6.39062\tvalid_0's l1: 2.03783\n",
      "[14]\tvalid_0's l2: 6.25072\tvalid_0's l1: 2.01637\n",
      "[15]\tvalid_0's l2: 6.13481\tvalid_0's l1: 1.99574\n",
      "[16]\tvalid_0's l2: 6.03054\tvalid_0's l1: 1.97613\n",
      "[17]\tvalid_0's l2: 5.93741\tvalid_0's l1: 1.95927\n",
      "[18]\tvalid_0's l2: 5.86125\tvalid_0's l1: 1.94398\n",
      "[19]\tvalid_0's l2: 5.7918\tvalid_0's l1: 1.93033\n",
      "[20]\tvalid_0's l2: 5.71998\tvalid_0's l1: 1.9171\n",
      "[21]\tvalid_0's l2: 5.65846\tvalid_0's l1: 1.90431\n",
      "[22]\tvalid_0's l2: 5.59709\tvalid_0's l1: 1.89226\n",
      "[23]\tvalid_0's l2: 5.53837\tvalid_0's l1: 1.88016\n",
      "[24]\tvalid_0's l2: 5.49405\tvalid_0's l1: 1.87133\n",
      "[25]\tvalid_0's l2: 5.4416\tvalid_0's l1: 1.86114\n",
      "[26]\tvalid_0's l2: 5.39371\tvalid_0's l1: 1.85195\n",
      "[27]\tvalid_0's l2: 5.34716\tvalid_0's l1: 1.84282\n",
      "[28]\tvalid_0's l2: 5.31135\tvalid_0's l1: 1.83507\n",
      "[29]\tvalid_0's l2: 5.2659\tvalid_0's l1: 1.82644\n",
      "[30]\tvalid_0's l2: 5.22497\tvalid_0's l1: 1.81817\n",
      "[31]\tvalid_0's l2: 5.19871\tvalid_0's l1: 1.81257\n",
      "[32]\tvalid_0's l2: 5.16726\tvalid_0's l1: 1.80624\n",
      "[33]\tvalid_0's l2: 5.13261\tvalid_0's l1: 1.80023\n",
      "[34]\tvalid_0's l2: 5.09713\tvalid_0's l1: 1.79313\n",
      "[35]\tvalid_0's l2: 5.04991\tvalid_0's l1: 1.78441\n",
      "[36]\tvalid_0's l2: 5.01738\tvalid_0's l1: 1.77891\n",
      "[37]\tvalid_0's l2: 4.98115\tvalid_0's l1: 1.77171\n",
      "[38]\tvalid_0's l2: 4.94282\tvalid_0's l1: 1.76434\n",
      "[39]\tvalid_0's l2: 4.91471\tvalid_0's l1: 1.75878\n",
      "[40]\tvalid_0's l2: 4.88382\tvalid_0's l1: 1.7536\n",
      "[41]\tvalid_0's l2: 4.8501\tvalid_0's l1: 1.74705\n",
      "[42]\tvalid_0's l2: 4.82435\tvalid_0's l1: 1.74244\n",
      "[43]\tvalid_0's l2: 4.79956\tvalid_0's l1: 1.73812\n",
      "[44]\tvalid_0's l2: 4.77551\tvalid_0's l1: 1.73323\n",
      "[45]\tvalid_0's l2: 4.75261\tvalid_0's l1: 1.72862\n",
      "[46]\tvalid_0's l2: 4.72744\tvalid_0's l1: 1.72332\n",
      "[47]\tvalid_0's l2: 4.69724\tvalid_0's l1: 1.71867\n",
      "[48]\tvalid_0's l2: 4.67511\tvalid_0's l1: 1.71454\n",
      "[49]\tvalid_0's l2: 4.65267\tvalid_0's l1: 1.70948\n",
      "[50]\tvalid_0's l2: 4.63074\tvalid_0's l1: 1.70475\n",
      "[51]\tvalid_0's l2: 4.60421\tvalid_0's l1: 1.69855\n",
      "[52]\tvalid_0's l2: 4.57611\tvalid_0's l1: 1.69271\n",
      "[53]\tvalid_0's l2: 4.55161\tvalid_0's l1: 1.6874\n",
      "[54]\tvalid_0's l2: 4.52901\tvalid_0's l1: 1.68296\n",
      "[55]\tvalid_0's l2: 4.50593\tvalid_0's l1: 1.67872\n",
      "[56]\tvalid_0's l2: 4.4898\tvalid_0's l1: 1.67499\n",
      "[57]\tvalid_0's l2: 4.4706\tvalid_0's l1: 1.67093\n",
      "[58]\tvalid_0's l2: 4.44492\tvalid_0's l1: 1.66695\n",
      "[59]\tvalid_0's l2: 4.43258\tvalid_0's l1: 1.66428\n",
      "[60]\tvalid_0's l2: 4.40904\tvalid_0's l1: 1.65914\n",
      "[61]\tvalid_0's l2: 4.38838\tvalid_0's l1: 1.65441\n",
      "[62]\tvalid_0's l2: 4.36822\tvalid_0's l1: 1.65007\n",
      "[63]\tvalid_0's l2: 4.35108\tvalid_0's l1: 1.6462\n",
      "[64]\tvalid_0's l2: 4.34189\tvalid_0's l1: 1.64363\n",
      "[65]\tvalid_0's l2: 4.32959\tvalid_0's l1: 1.64056\n",
      "[66]\tvalid_0's l2: 4.31228\tvalid_0's l1: 1.6373\n",
      "[67]\tvalid_0's l2: 4.29416\tvalid_0's l1: 1.63298\n",
      "[68]\tvalid_0's l2: 4.27198\tvalid_0's l1: 1.62798\n",
      "[69]\tvalid_0's l2: 4.25517\tvalid_0's l1: 1.62396\n",
      "[70]\tvalid_0's l2: 4.24124\tvalid_0's l1: 1.62135\n",
      "[71]\tvalid_0's l2: 4.22909\tvalid_0's l1: 1.61853\n",
      "[72]\tvalid_0's l2: 4.21348\tvalid_0's l1: 1.6147\n",
      "[73]\tvalid_0's l2: 4.19485\tvalid_0's l1: 1.61008\n",
      "[74]\tvalid_0's l2: 4.1874\tvalid_0's l1: 1.60856\n",
      "[75]\tvalid_0's l2: 4.15611\tvalid_0's l1: 1.60181\n",
      "[76]\tvalid_0's l2: 4.13357\tvalid_0's l1: 1.59659\n",
      "[77]\tvalid_0's l2: 4.12168\tvalid_0's l1: 1.59445\n",
      "[78]\tvalid_0's l2: 4.10677\tvalid_0's l1: 1.59163\n",
      "[79]\tvalid_0's l2: 4.09005\tvalid_0's l1: 1.58785\n",
      "[80]\tvalid_0's l2: 4.07409\tvalid_0's l1: 1.58435\n",
      "[81]\tvalid_0's l2: 4.05782\tvalid_0's l1: 1.58103\n",
      "[82]\tvalid_0's l2: 4.03432\tvalid_0's l1: 1.57739\n",
      "[83]\tvalid_0's l2: 4.01795\tvalid_0's l1: 1.57349\n",
      "[84]\tvalid_0's l2: 4.00332\tvalid_0's l1: 1.57032\n",
      "[85]\tvalid_0's l2: 3.99145\tvalid_0's l1: 1.56803\n",
      "[86]\tvalid_0's l2: 3.97968\tvalid_0's l1: 1.5656\n",
      "[87]\tvalid_0's l2: 3.96251\tvalid_0's l1: 1.56141\n",
      "[88]\tvalid_0's l2: 3.94961\tvalid_0's l1: 1.55853\n",
      "[89]\tvalid_0's l2: 3.9365\tvalid_0's l1: 1.55625\n",
      "[90]\tvalid_0's l2: 3.92415\tvalid_0's l1: 1.55396\n",
      "[91]\tvalid_0's l2: 3.90826\tvalid_0's l1: 1.5507\n",
      "[92]\tvalid_0's l2: 3.89534\tvalid_0's l1: 1.54802\n",
      "[93]\tvalid_0's l2: 3.886\tvalid_0's l1: 1.54602\n",
      "[94]\tvalid_0's l2: 3.87201\tvalid_0's l1: 1.54268\n",
      "[95]\tvalid_0's l2: 3.86028\tvalid_0's l1: 1.54071\n",
      "[96]\tvalid_0's l2: 3.84916\tvalid_0's l1: 1.53878\n",
      "[97]\tvalid_0's l2: 3.84246\tvalid_0's l1: 1.53681\n",
      "[98]\tvalid_0's l2: 3.81828\tvalid_0's l1: 1.53164\n",
      "[99]\tvalid_0's l2: 3.79924\tvalid_0's l1: 1.52876\n",
      "[100]\tvalid_0's l2: 3.78394\tvalid_0's l1: 1.52427\n",
      "[101]\tvalid_0's l2: 3.77176\tvalid_0's l1: 1.52158\n",
      "[102]\tvalid_0's l2: 3.75319\tvalid_0's l1: 1.51726\n",
      "[103]\tvalid_0's l2: 3.74336\tvalid_0's l1: 1.51497\n",
      "[104]\tvalid_0's l2: 3.73661\tvalid_0's l1: 1.51323\n",
      "[105]\tvalid_0's l2: 3.7233\tvalid_0's l1: 1.51023\n",
      "[106]\tvalid_0's l2: 3.71377\tvalid_0's l1: 1.50798\n",
      "[107]\tvalid_0's l2: 3.71542\tvalid_0's l1: 1.5081\n",
      "[108]\tvalid_0's l2: 3.703\tvalid_0's l1: 1.50532\n",
      "[109]\tvalid_0's l2: 3.69199\tvalid_0's l1: 1.50372\n",
      "[110]\tvalid_0's l2: 3.67893\tvalid_0's l1: 1.50081\n",
      "[111]\tvalid_0's l2: 3.66836\tvalid_0's l1: 1.4982\n",
      "[112]\tvalid_0's l2: 3.65159\tvalid_0's l1: 1.49405\n",
      "[113]\tvalid_0's l2: 3.63762\tvalid_0's l1: 1.49149\n",
      "[114]\tvalid_0's l2: 3.62783\tvalid_0's l1: 1.48915\n",
      "[115]\tvalid_0's l2: 3.61563\tvalid_0's l1: 1.48608\n",
      "[116]\tvalid_0's l2: 3.60121\tvalid_0's l1: 1.4824\n",
      "[117]\tvalid_0's l2: 3.59821\tvalid_0's l1: 1.48157\n",
      "[118]\tvalid_0's l2: 3.58566\tvalid_0's l1: 1.47896\n",
      "[119]\tvalid_0's l2: 3.57733\tvalid_0's l1: 1.47655\n",
      "[120]\tvalid_0's l2: 3.56176\tvalid_0's l1: 1.47333\n",
      "[121]\tvalid_0's l2: 3.54735\tvalid_0's l1: 1.47008\n",
      "[122]\tvalid_0's l2: 3.5374\tvalid_0's l1: 1.46708\n",
      "[123]\tvalid_0's l2: 3.52026\tvalid_0's l1: 1.46341\n",
      "[124]\tvalid_0's l2: 3.5095\tvalid_0's l1: 1.46108\n",
      "[125]\tvalid_0's l2: 3.49848\tvalid_0's l1: 1.45838\n",
      "[126]\tvalid_0's l2: 3.4934\tvalid_0's l1: 1.45711\n",
      "[127]\tvalid_0's l2: 3.48865\tvalid_0's l1: 1.45553\n",
      "[128]\tvalid_0's l2: 3.48074\tvalid_0's l1: 1.45332\n",
      "[129]\tvalid_0's l2: 3.46573\tvalid_0's l1: 1.44989\n",
      "[130]\tvalid_0's l2: 3.45524\tvalid_0's l1: 1.44759\n",
      "[131]\tvalid_0's l2: 3.45071\tvalid_0's l1: 1.44645\n",
      "[132]\tvalid_0's l2: 3.44263\tvalid_0's l1: 1.4452\n",
      "[133]\tvalid_0's l2: 3.44161\tvalid_0's l1: 1.44507\n",
      "[134]\tvalid_0's l2: 3.43388\tvalid_0's l1: 1.44312\n",
      "[135]\tvalid_0's l2: 3.41862\tvalid_0's l1: 1.43975\n",
      "[136]\tvalid_0's l2: 3.4095\tvalid_0's l1: 1.43801\n",
      "[137]\tvalid_0's l2: 3.39757\tvalid_0's l1: 1.43487\n",
      "[138]\tvalid_0's l2: 3.38821\tvalid_0's l1: 1.43263\n",
      "[139]\tvalid_0's l2: 3.38154\tvalid_0's l1: 1.43138\n",
      "[140]\tvalid_0's l2: 3.36437\tvalid_0's l1: 1.42712\n",
      "[141]\tvalid_0's l2: 3.35991\tvalid_0's l1: 1.42606\n",
      "[142]\tvalid_0's l2: 3.34943\tvalid_0's l1: 1.42339\n",
      "[143]\tvalid_0's l2: 3.34881\tvalid_0's l1: 1.42314\n",
      "[144]\tvalid_0's l2: 3.3418\tvalid_0's l1: 1.42114\n",
      "[145]\tvalid_0's l2: 3.33017\tvalid_0's l1: 1.41863\n",
      "[146]\tvalid_0's l2: 3.3201\tvalid_0's l1: 1.41562\n",
      "[147]\tvalid_0's l2: 3.31665\tvalid_0's l1: 1.41527\n",
      "[148]\tvalid_0's l2: 3.31166\tvalid_0's l1: 1.41362\n",
      "[149]\tvalid_0's l2: 3.3027\tvalid_0's l1: 1.41127\n",
      "[150]\tvalid_0's l2: 3.29042\tvalid_0's l1: 1.40806\n",
      "[151]\tvalid_0's l2: 3.28359\tvalid_0's l1: 1.40632\n",
      "[152]\tvalid_0's l2: 3.27305\tvalid_0's l1: 1.4038\n",
      "[153]\tvalid_0's l2: 3.27186\tvalid_0's l1: 1.40365\n",
      "[154]\tvalid_0's l2: 3.26674\tvalid_0's l1: 1.40241\n",
      "[155]\tvalid_0's l2: 3.25437\tvalid_0's l1: 1.39919\n",
      "[156]\tvalid_0's l2: 3.2417\tvalid_0's l1: 1.39613\n",
      "[157]\tvalid_0's l2: 3.23464\tvalid_0's l1: 1.39432\n",
      "[158]\tvalid_0's l2: 3.22514\tvalid_0's l1: 1.39269\n",
      "[159]\tvalid_0's l2: 3.21421\tvalid_0's l1: 1.39023\n",
      "[160]\tvalid_0's l2: 3.20218\tvalid_0's l1: 1.38727\n",
      "[161]\tvalid_0's l2: 3.20035\tvalid_0's l1: 1.38723\n",
      "[162]\tvalid_0's l2: 3.19904\tvalid_0's l1: 1.387\n",
      "[163]\tvalid_0's l2: 3.19807\tvalid_0's l1: 1.38678\n",
      "[164]\tvalid_0's l2: 3.1927\tvalid_0's l1: 1.38561\n",
      "[165]\tvalid_0's l2: 3.18815\tvalid_0's l1: 1.38412\n",
      "[166]\tvalid_0's l2: 3.17943\tvalid_0's l1: 1.38191\n",
      "[167]\tvalid_0's l2: 3.16866\tvalid_0's l1: 1.37919\n",
      "[168]\tvalid_0's l2: 3.15973\tvalid_0's l1: 1.37694\n",
      "[169]\tvalid_0's l2: 3.15204\tvalid_0's l1: 1.37486\n",
      "[170]\tvalid_0's l2: 3.14855\tvalid_0's l1: 1.37401\n",
      "[171]\tvalid_0's l2: 3.14143\tvalid_0's l1: 1.37199\n",
      "[172]\tvalid_0's l2: 3.13206\tvalid_0's l1: 1.36998\n",
      "[173]\tvalid_0's l2: 3.12773\tvalid_0's l1: 1.36897\n",
      "[174]\tvalid_0's l2: 3.11471\tvalid_0's l1: 1.36534\n",
      "[175]\tvalid_0's l2: 3.10532\tvalid_0's l1: 1.36328\n",
      "[176]\tvalid_0's l2: 3.1002\tvalid_0's l1: 1.36207\n",
      "[177]\tvalid_0's l2: 3.09131\tvalid_0's l1: 1.35993\n",
      "[178]\tvalid_0's l2: 3.08108\tvalid_0's l1: 1.35755\n",
      "[179]\tvalid_0's l2: 3.07426\tvalid_0's l1: 1.35583\n",
      "[180]\tvalid_0's l2: 3.06397\tvalid_0's l1: 1.353\n",
      "[181]\tvalid_0's l2: 3.06285\tvalid_0's l1: 1.35263\n",
      "[182]\tvalid_0's l2: 3.05355\tvalid_0's l1: 1.34993\n",
      "[183]\tvalid_0's l2: 3.05461\tvalid_0's l1: 1.35013\n",
      "[184]\tvalid_0's l2: 3.04749\tvalid_0's l1: 1.34822\n",
      "[185]\tvalid_0's l2: 3.03836\tvalid_0's l1: 1.34585\n",
      "[186]\tvalid_0's l2: 3.02738\tvalid_0's l1: 1.34319\n",
      "[187]\tvalid_0's l2: 3.02082\tvalid_0's l1: 1.34119\n",
      "[188]\tvalid_0's l2: 3.01284\tvalid_0's l1: 1.33912\n",
      "[189]\tvalid_0's l2: 3.01047\tvalid_0's l1: 1.33883\n",
      "[190]\tvalid_0's l2: 3.01057\tvalid_0's l1: 1.3389\n",
      "[191]\tvalid_0's l2: 3.00425\tvalid_0's l1: 1.33772\n",
      "[192]\tvalid_0's l2: 2.99991\tvalid_0's l1: 1.33647\n",
      "[193]\tvalid_0's l2: 2.99311\tvalid_0's l1: 1.33489\n",
      "[194]\tvalid_0's l2: 2.98986\tvalid_0's l1: 1.33429\n",
      "[195]\tvalid_0's l2: 2.9897\tvalid_0's l1: 1.33419\n",
      "[196]\tvalid_0's l2: 2.98237\tvalid_0's l1: 1.33203\n",
      "[197]\tvalid_0's l2: 2.98031\tvalid_0's l1: 1.33158\n",
      "[198]\tvalid_0's l2: 2.98013\tvalid_0's l1: 1.33164\n",
      "[199]\tvalid_0's l2: 2.9775\tvalid_0's l1: 1.33077\n",
      "[200]\tvalid_0's l2: 2.97724\tvalid_0's l1: 1.33076\n",
      "[201]\tvalid_0's l2: 2.97668\tvalid_0's l1: 1.33051\n",
      "[202]\tvalid_0's l2: 2.97027\tvalid_0's l1: 1.32938\n",
      "[203]\tvalid_0's l2: 2.96658\tvalid_0's l1: 1.32831\n",
      "[204]\tvalid_0's l2: 2.95554\tvalid_0's l1: 1.32515\n",
      "[205]\tvalid_0's l2: 2.94726\tvalid_0's l1: 1.3229\n",
      "[206]\tvalid_0's l2: 2.94053\tvalid_0's l1: 1.32092\n",
      "[207]\tvalid_0's l2: 2.94073\tvalid_0's l1: 1.32075\n",
      "[208]\tvalid_0's l2: 2.93453\tvalid_0's l1: 1.31937\n",
      "[209]\tvalid_0's l2: 2.93095\tvalid_0's l1: 1.31841\n",
      "[210]\tvalid_0's l2: 2.93038\tvalid_0's l1: 1.31827\n",
      "[211]\tvalid_0's l2: 2.92985\tvalid_0's l1: 1.31822\n",
      "[212]\tvalid_0's l2: 2.92297\tvalid_0's l1: 1.3165\n",
      "[213]\tvalid_0's l2: 2.91166\tvalid_0's l1: 1.31309\n",
      "[214]\tvalid_0's l2: 2.90444\tvalid_0's l1: 1.31151\n",
      "[215]\tvalid_0's l2: 2.89956\tvalid_0's l1: 1.31016\n",
      "[216]\tvalid_0's l2: 2.90002\tvalid_0's l1: 1.3103\n",
      "[217]\tvalid_0's l2: 2.89523\tvalid_0's l1: 1.30912\n",
      "[218]\tvalid_0's l2: 2.8939\tvalid_0's l1: 1.30863\n",
      "[219]\tvalid_0's l2: 2.88814\tvalid_0's l1: 1.30686\n",
      "[220]\tvalid_0's l2: 2.87978\tvalid_0's l1: 1.30469\n",
      "[221]\tvalid_0's l2: 2.87721\tvalid_0's l1: 1.30399\n",
      "[222]\tvalid_0's l2: 2.87145\tvalid_0's l1: 1.3022\n",
      "[223]\tvalid_0's l2: 2.86795\tvalid_0's l1: 1.30098\n",
      "[224]\tvalid_0's l2: 2.85855\tvalid_0's l1: 1.29853\n",
      "[225]\tvalid_0's l2: 2.85917\tvalid_0's l1: 1.29855\n",
      "[226]\tvalid_0's l2: 2.85337\tvalid_0's l1: 1.29669\n",
      "[227]\tvalid_0's l2: 2.85151\tvalid_0's l1: 1.29617\n",
      "[228]\tvalid_0's l2: 2.84961\tvalid_0's l1: 1.29571\n",
      "[229]\tvalid_0's l2: 2.84682\tvalid_0's l1: 1.29499\n",
      "[230]\tvalid_0's l2: 2.84256\tvalid_0's l1: 1.29383\n",
      "[231]\tvalid_0's l2: 2.83823\tvalid_0's l1: 1.29278\n",
      "[232]\tvalid_0's l2: 2.83803\tvalid_0's l1: 1.29269\n",
      "[233]\tvalid_0's l2: 2.83074\tvalid_0's l1: 1.29093\n",
      "[234]\tvalid_0's l2: 2.82555\tvalid_0's l1: 1.28958\n",
      "[235]\tvalid_0's l2: 2.82481\tvalid_0's l1: 1.28935\n",
      "[236]\tvalid_0's l2: 2.82429\tvalid_0's l1: 1.28935\n",
      "[237]\tvalid_0's l2: 2.81837\tvalid_0's l1: 1.28787\n",
      "[238]\tvalid_0's l2: 2.80898\tvalid_0's l1: 1.28525\n",
      "[239]\tvalid_0's l2: 2.80384\tvalid_0's l1: 1.28406\n",
      "[240]\tvalid_0's l2: 2.79325\tvalid_0's l1: 1.2816\n",
      "[241]\tvalid_0's l2: 2.79113\tvalid_0's l1: 1.28114\n",
      "[242]\tvalid_0's l2: 2.79182\tvalid_0's l1: 1.28118\n",
      "[243]\tvalid_0's l2: 2.78475\tvalid_0's l1: 1.27877\n",
      "[244]\tvalid_0's l2: 2.78506\tvalid_0's l1: 1.27886\n",
      "[245]\tvalid_0's l2: 2.77759\tvalid_0's l1: 1.27659\n",
      "[246]\tvalid_0's l2: 2.76977\tvalid_0's l1: 1.27467\n",
      "[247]\tvalid_0's l2: 2.7606\tvalid_0's l1: 1.27253\n",
      "[248]\tvalid_0's l2: 2.75512\tvalid_0's l1: 1.2709\n",
      "[249]\tvalid_0's l2: 2.753\tvalid_0's l1: 1.27016\n",
      "[250]\tvalid_0's l2: 2.7533\tvalid_0's l1: 1.27007\n",
      "[251]\tvalid_0's l2: 2.74676\tvalid_0's l1: 1.26833\n",
      "[252]\tvalid_0's l2: 2.73992\tvalid_0's l1: 1.26659\n",
      "[253]\tvalid_0's l2: 2.73604\tvalid_0's l1: 1.26512\n",
      "[254]\tvalid_0's l2: 2.72833\tvalid_0's l1: 1.26302\n",
      "[255]\tvalid_0's l2: 2.72756\tvalid_0's l1: 1.26282\n",
      "[256]\tvalid_0's l2: 2.71959\tvalid_0's l1: 1.26025\n",
      "[257]\tvalid_0's l2: 2.7157\tvalid_0's l1: 1.25916\n",
      "[258]\tvalid_0's l2: 2.7158\tvalid_0's l1: 1.25901\n",
      "[259]\tvalid_0's l2: 2.71311\tvalid_0's l1: 1.25815\n",
      "[260]\tvalid_0's l2: 2.70805\tvalid_0's l1: 1.25675\n",
      "[261]\tvalid_0's l2: 2.7058\tvalid_0's l1: 1.25626\n",
      "[262]\tvalid_0's l2: 2.69912\tvalid_0's l1: 1.25419\n",
      "[263]\tvalid_0's l2: 2.69906\tvalid_0's l1: 1.254\n",
      "[264]\tvalid_0's l2: 2.68989\tvalid_0's l1: 1.25192\n",
      "[265]\tvalid_0's l2: 2.68812\tvalid_0's l1: 1.25134\n",
      "[266]\tvalid_0's l2: 2.68029\tvalid_0's l1: 1.24903\n",
      "[267]\tvalid_0's l2: 2.67471\tvalid_0's l1: 1.24739\n",
      "[268]\tvalid_0's l2: 2.67024\tvalid_0's l1: 1.24631\n",
      "[269]\tvalid_0's l2: 2.66857\tvalid_0's l1: 1.24595\n",
      "[270]\tvalid_0's l2: 2.66468\tvalid_0's l1: 1.24498\n",
      "[271]\tvalid_0's l2: 2.65336\tvalid_0's l1: 1.24196\n",
      "[272]\tvalid_0's l2: 2.65057\tvalid_0's l1: 1.24089\n",
      "[273]\tvalid_0's l2: 2.64824\tvalid_0's l1: 1.24005\n",
      "[274]\tvalid_0's l2: 2.64763\tvalid_0's l1: 1.23993\n",
      "[275]\tvalid_0's l2: 2.64742\tvalid_0's l1: 1.2399\n",
      "[276]\tvalid_0's l2: 2.64185\tvalid_0's l1: 1.23847\n",
      "[277]\tvalid_0's l2: 2.63613\tvalid_0's l1: 1.2366\n",
      "[278]\tvalid_0's l2: 2.62896\tvalid_0's l1: 1.23467\n",
      "[279]\tvalid_0's l2: 2.62445\tvalid_0's l1: 1.23288\n",
      "[280]\tvalid_0's l2: 2.61953\tvalid_0's l1: 1.23194\n",
      "[281]\tvalid_0's l2: 2.61529\tvalid_0's l1: 1.23068\n",
      "[282]\tvalid_0's l2: 2.6091\tvalid_0's l1: 1.22923\n",
      "[283]\tvalid_0's l2: 2.60609\tvalid_0's l1: 1.22792\n",
      "[284]\tvalid_0's l2: 2.60265\tvalid_0's l1: 1.2268\n",
      "[285]\tvalid_0's l2: 2.59858\tvalid_0's l1: 1.22552\n",
      "[286]\tvalid_0's l2: 2.5912\tvalid_0's l1: 1.22356\n",
      "[287]\tvalid_0's l2: 2.58548\tvalid_0's l1: 1.22181\n",
      "[288]\tvalid_0's l2: 2.58229\tvalid_0's l1: 1.22065\n",
      "[289]\tvalid_0's l2: 2.57511\tvalid_0's l1: 1.21803\n",
      "[290]\tvalid_0's l2: 2.57219\tvalid_0's l1: 1.21712\n",
      "[291]\tvalid_0's l2: 2.5689\tvalid_0's l1: 1.21608\n",
      "[292]\tvalid_0's l2: 2.56458\tvalid_0's l1: 1.215\n",
      "[293]\tvalid_0's l2: 2.56005\tvalid_0's l1: 1.21364\n",
      "[294]\tvalid_0's l2: 2.55249\tvalid_0's l1: 1.21147\n",
      "[295]\tvalid_0's l2: 2.55041\tvalid_0's l1: 1.21077\n",
      "[296]\tvalid_0's l2: 2.54996\tvalid_0's l1: 1.2107\n",
      "[297]\tvalid_0's l2: 2.54975\tvalid_0's l1: 1.21073\n",
      "[298]\tvalid_0's l2: 2.54952\tvalid_0's l1: 1.21058\n",
      "[299]\tvalid_0's l2: 2.54715\tvalid_0's l1: 1.20983\n",
      "[300]\tvalid_0's l2: 2.54185\tvalid_0's l1: 1.20819\n",
      "[301]\tvalid_0's l2: 2.53511\tvalid_0's l1: 1.20633\n",
      "[302]\tvalid_0's l2: 2.53244\tvalid_0's l1: 1.20581\n",
      "[303]\tvalid_0's l2: 2.53027\tvalid_0's l1: 1.20496\n",
      "[304]\tvalid_0's l2: 2.52484\tvalid_0's l1: 1.20382\n",
      "[305]\tvalid_0's l2: 2.52507\tvalid_0's l1: 1.2038\n",
      "[306]\tvalid_0's l2: 2.51979\tvalid_0's l1: 1.20232\n",
      "[307]\tvalid_0's l2: 2.51686\tvalid_0's l1: 1.20122\n",
      "[308]\tvalid_0's l2: 2.51415\tvalid_0's l1: 1.20057\n",
      "[309]\tvalid_0's l2: 2.51001\tvalid_0's l1: 1.19952\n",
      "[310]\tvalid_0's l2: 2.50418\tvalid_0's l1: 1.19747\n",
      "[311]\tvalid_0's l2: 2.49768\tvalid_0's l1: 1.19539\n",
      "[312]\tvalid_0's l2: 2.49353\tvalid_0's l1: 1.1945\n",
      "[313]\tvalid_0's l2: 2.48766\tvalid_0's l1: 1.19276\n",
      "[314]\tvalid_0's l2: 2.48767\tvalid_0's l1: 1.19268\n",
      "[315]\tvalid_0's l2: 2.4862\tvalid_0's l1: 1.19218\n",
      "[316]\tvalid_0's l2: 2.48444\tvalid_0's l1: 1.1915\n",
      "[317]\tvalid_0's l2: 2.48339\tvalid_0's l1: 1.19115\n",
      "[318]\tvalid_0's l2: 2.48156\tvalid_0's l1: 1.19055\n",
      "[319]\tvalid_0's l2: 2.47982\tvalid_0's l1: 1.19004\n",
      "[320]\tvalid_0's l2: 2.47499\tvalid_0's l1: 1.18878\n",
      "[321]\tvalid_0's l2: 2.46932\tvalid_0's l1: 1.18741\n",
      "[322]\tvalid_0's l2: 2.46957\tvalid_0's l1: 1.18756\n",
      "[323]\tvalid_0's l2: 2.46846\tvalid_0's l1: 1.18714\n",
      "[324]\tvalid_0's l2: 2.46615\tvalid_0's l1: 1.18672\n",
      "[325]\tvalid_0's l2: 2.46498\tvalid_0's l1: 1.18638\n",
      "[326]\tvalid_0's l2: 2.45703\tvalid_0's l1: 1.18404\n",
      "[327]\tvalid_0's l2: 2.45032\tvalid_0's l1: 1.18195\n",
      "[328]\tvalid_0's l2: 2.44605\tvalid_0's l1: 1.18061\n",
      "[329]\tvalid_0's l2: 2.4412\tvalid_0's l1: 1.17912\n",
      "[330]\tvalid_0's l2: 2.43753\tvalid_0's l1: 1.17791\n",
      "[331]\tvalid_0's l2: 2.43361\tvalid_0's l1: 1.17647\n",
      "[332]\tvalid_0's l2: 2.42931\tvalid_0's l1: 1.17514\n",
      "[333]\tvalid_0's l2: 2.42664\tvalid_0's l1: 1.17418\n",
      "[334]\tvalid_0's l2: 2.42253\tvalid_0's l1: 1.17332\n",
      "[335]\tvalid_0's l2: 2.42037\tvalid_0's l1: 1.17265\n",
      "[336]\tvalid_0's l2: 2.41752\tvalid_0's l1: 1.17175\n",
      "[337]\tvalid_0's l2: 2.41361\tvalid_0's l1: 1.17022\n",
      "[338]\tvalid_0's l2: 2.41186\tvalid_0's l1: 1.16965\n",
      "[339]\tvalid_0's l2: 2.40848\tvalid_0's l1: 1.16878\n",
      "[340]\tvalid_0's l2: 2.40407\tvalid_0's l1: 1.16765\n",
      "[341]\tvalid_0's l2: 2.40105\tvalid_0's l1: 1.1665\n",
      "[342]\tvalid_0's l2: 2.39777\tvalid_0's l1: 1.16555\n",
      "[343]\tvalid_0's l2: 2.38997\tvalid_0's l1: 1.16323\n",
      "[344]\tvalid_0's l2: 2.3849\tvalid_0's l1: 1.16159\n",
      "[345]\tvalid_0's l2: 2.38202\tvalid_0's l1: 1.16073\n",
      "[346]\tvalid_0's l2: 2.38039\tvalid_0's l1: 1.16018\n",
      "[347]\tvalid_0's l2: 2.37874\tvalid_0's l1: 1.15969\n",
      "[348]\tvalid_0's l2: 2.37874\tvalid_0's l1: 1.15978\n",
      "[349]\tvalid_0's l2: 2.37862\tvalid_0's l1: 1.15952\n",
      "[350]\tvalid_0's l2: 2.3716\tvalid_0's l1: 1.15774\n",
      "[351]\tvalid_0's l2: 2.36958\tvalid_0's l1: 1.15695\n",
      "[352]\tvalid_0's l2: 2.36546\tvalid_0's l1: 1.15573\n",
      "[353]\tvalid_0's l2: 2.35965\tvalid_0's l1: 1.15414\n",
      "[354]\tvalid_0's l2: 2.35731\tvalid_0's l1: 1.15354\n",
      "[355]\tvalid_0's l2: 2.35274\tvalid_0's l1: 1.15237\n",
      "[356]\tvalid_0's l2: 2.34789\tvalid_0's l1: 1.1508\n",
      "[357]\tvalid_0's l2: 2.34702\tvalid_0's l1: 1.15042\n",
      "[358]\tvalid_0's l2: 2.34396\tvalid_0's l1: 1.14923\n",
      "[359]\tvalid_0's l2: 2.34099\tvalid_0's l1: 1.14824\n",
      "[360]\tvalid_0's l2: 2.33993\tvalid_0's l1: 1.14791\n",
      "[361]\tvalid_0's l2: 2.33955\tvalid_0's l1: 1.14773\n",
      "[362]\tvalid_0's l2: 2.33966\tvalid_0's l1: 1.14776\n",
      "[363]\tvalid_0's l2: 2.33796\tvalid_0's l1: 1.1473\n",
      "[364]\tvalid_0's l2: 2.33386\tvalid_0's l1: 1.14597\n",
      "[365]\tvalid_0's l2: 2.33068\tvalid_0's l1: 1.14482\n",
      "[366]\tvalid_0's l2: 2.32853\tvalid_0's l1: 1.14389\n",
      "[367]\tvalid_0's l2: 2.32644\tvalid_0's l1: 1.14325\n",
      "[368]\tvalid_0's l2: 2.32352\tvalid_0's l1: 1.14214\n",
      "[369]\tvalid_0's l2: 2.31994\tvalid_0's l1: 1.14105\n",
      "[370]\tvalid_0's l2: 2.31836\tvalid_0's l1: 1.14038\n",
      "[371]\tvalid_0's l2: 2.31897\tvalid_0's l1: 1.14057\n",
      "[372]\tvalid_0's l2: 2.31644\tvalid_0's l1: 1.13991\n",
      "[373]\tvalid_0's l2: 2.31457\tvalid_0's l1: 1.13933\n",
      "[374]\tvalid_0's l2: 2.30969\tvalid_0's l1: 1.13765\n",
      "[375]\tvalid_0's l2: 2.3047\tvalid_0's l1: 1.13608\n",
      "[376]\tvalid_0's l2: 2.29948\tvalid_0's l1: 1.13442\n",
      "[377]\tvalid_0's l2: 2.29581\tvalid_0's l1: 1.13335\n",
      "[378]\tvalid_0's l2: 2.2957\tvalid_0's l1: 1.13325\n",
      "[379]\tvalid_0's l2: 2.29579\tvalid_0's l1: 1.1334\n",
      "[380]\tvalid_0's l2: 2.29599\tvalid_0's l1: 1.13337\n",
      "[381]\tvalid_0's l2: 2.29368\tvalid_0's l1: 1.13271\n",
      "[382]\tvalid_0's l2: 2.294\tvalid_0's l1: 1.13269\n",
      "[383]\tvalid_0's l2: 2.29179\tvalid_0's l1: 1.13198\n",
      "[384]\tvalid_0's l2: 2.29209\tvalid_0's l1: 1.13192\n",
      "[385]\tvalid_0's l2: 2.29215\tvalid_0's l1: 1.13183\n",
      "[386]\tvalid_0's l2: 2.28882\tvalid_0's l1: 1.13089\n",
      "[387]\tvalid_0's l2: 2.2877\tvalid_0's l1: 1.13059\n",
      "[388]\tvalid_0's l2: 2.2838\tvalid_0's l1: 1.12937\n",
      "[389]\tvalid_0's l2: 2.28061\tvalid_0's l1: 1.1286\n",
      "[390]\tvalid_0's l2: 2.27558\tvalid_0's l1: 1.12718\n",
      "[391]\tvalid_0's l2: 2.27584\tvalid_0's l1: 1.12722\n",
      "[392]\tvalid_0's l2: 2.2732\tvalid_0's l1: 1.12621\n",
      "[393]\tvalid_0's l2: 2.27372\tvalid_0's l1: 1.12616\n",
      "[394]\tvalid_0's l2: 2.27441\tvalid_0's l1: 1.12636\n",
      "[395]\tvalid_0's l2: 2.27171\tvalid_0's l1: 1.12532\n",
      "[396]\tvalid_0's l2: 2.26998\tvalid_0's l1: 1.12487\n",
      "[397]\tvalid_0's l2: 2.26674\tvalid_0's l1: 1.12399\n",
      "[398]\tvalid_0's l2: 2.26683\tvalid_0's l1: 1.12407\n",
      "[399]\tvalid_0's l2: 2.26196\tvalid_0's l1: 1.12257\n",
      "[400]\tvalid_0's l2: 2.25905\tvalid_0's l1: 1.12165\n",
      "[401]\tvalid_0's l2: 2.25914\tvalid_0's l1: 1.12156\n",
      "[402]\tvalid_0's l2: 2.25487\tvalid_0's l1: 1.12037\n",
      "[403]\tvalid_0's l2: 2.25347\tvalid_0's l1: 1.12002\n",
      "[404]\tvalid_0's l2: 2.25422\tvalid_0's l1: 1.12015\n",
      "[405]\tvalid_0's l2: 2.25234\tvalid_0's l1: 1.11963\n",
      "[406]\tvalid_0's l2: 2.25252\tvalid_0's l1: 1.11973\n",
      "[407]\tvalid_0's l2: 2.25265\tvalid_0's l1: 1.11984\n",
      "[408]\tvalid_0's l2: 2.24976\tvalid_0's l1: 1.11897\n",
      "[409]\tvalid_0's l2: 2.24902\tvalid_0's l1: 1.11867\n",
      "[410]\tvalid_0's l2: 2.24657\tvalid_0's l1: 1.1178\n",
      "[411]\tvalid_0's l2: 2.24512\tvalid_0's l1: 1.11749\n",
      "[412]\tvalid_0's l2: 2.2454\tvalid_0's l1: 1.11745\n",
      "[413]\tvalid_0's l2: 2.24477\tvalid_0's l1: 1.11735\n",
      "[414]\tvalid_0's l2: 2.243\tvalid_0's l1: 1.11663\n",
      "[415]\tvalid_0's l2: 2.24322\tvalid_0's l1: 1.11653\n",
      "[416]\tvalid_0's l2: 2.23991\tvalid_0's l1: 1.11527\n",
      "[417]\tvalid_0's l2: 2.23516\tvalid_0's l1: 1.11421\n",
      "[418]\tvalid_0's l2: 2.23115\tvalid_0's l1: 1.11308\n",
      "[419]\tvalid_0's l2: 2.22879\tvalid_0's l1: 1.11217\n",
      "[420]\tvalid_0's l2: 2.229\tvalid_0's l1: 1.11232\n",
      "[421]\tvalid_0's l2: 2.22836\tvalid_0's l1: 1.11222\n",
      "[422]\tvalid_0's l2: 2.2289\tvalid_0's l1: 1.11239\n",
      "[423]\tvalid_0's l2: 2.2285\tvalid_0's l1: 1.11235\n",
      "[424]\tvalid_0's l2: 2.22902\tvalid_0's l1: 1.11249\n",
      "[425]\tvalid_0's l2: 2.22894\tvalid_0's l1: 1.11225\n",
      "[426]\tvalid_0's l2: 2.22725\tvalid_0's l1: 1.1119\n",
      "[427]\tvalid_0's l2: 2.22715\tvalid_0's l1: 1.11185\n",
      "[428]\tvalid_0's l2: 2.22563\tvalid_0's l1: 1.11154\n",
      "[429]\tvalid_0's l2: 2.22556\tvalid_0's l1: 1.11165\n",
      "[430]\tvalid_0's l2: 2.22575\tvalid_0's l1: 1.11182\n",
      "[431]\tvalid_0's l2: 2.22532\tvalid_0's l1: 1.11167\n",
      "[432]\tvalid_0's l2: 2.22411\tvalid_0's l1: 1.11136\n",
      "[433]\tvalid_0's l2: 2.22411\tvalid_0's l1: 1.11134\n",
      "[434]\tvalid_0's l2: 2.22403\tvalid_0's l1: 1.11137\n",
      "[435]\tvalid_0's l2: 2.22074\tvalid_0's l1: 1.11054\n",
      "[436]\tvalid_0's l2: 2.21958\tvalid_0's l1: 1.11002\n",
      "[437]\tvalid_0's l2: 2.21685\tvalid_0's l1: 1.109\n",
      "[438]\tvalid_0's l2: 2.21338\tvalid_0's l1: 1.10776\n",
      "[439]\tvalid_0's l2: 2.21185\tvalid_0's l1: 1.10709\n",
      "[440]\tvalid_0's l2: 2.21192\tvalid_0's l1: 1.10716\n",
      "[441]\tvalid_0's l2: 2.21199\tvalid_0's l1: 1.10713\n",
      "[442]\tvalid_0's l2: 2.21065\tvalid_0's l1: 1.10674\n",
      "[443]\tvalid_0's l2: 2.20921\tvalid_0's l1: 1.10634\n",
      "[444]\tvalid_0's l2: 2.2079\tvalid_0's l1: 1.1058\n",
      "[445]\tvalid_0's l2: 2.20708\tvalid_0's l1: 1.10558\n",
      "[446]\tvalid_0's l2: 2.20555\tvalid_0's l1: 1.10518\n",
      "[447]\tvalid_0's l2: 2.20342\tvalid_0's l1: 1.10443\n",
      "[448]\tvalid_0's l2: 2.20205\tvalid_0's l1: 1.10393\n",
      "[449]\tvalid_0's l2: 2.19933\tvalid_0's l1: 1.10274\n",
      "[450]\tvalid_0's l2: 2.19872\tvalid_0's l1: 1.10248\n",
      "[451]\tvalid_0's l2: 2.19504\tvalid_0's l1: 1.10141\n",
      "[452]\tvalid_0's l2: 2.19149\tvalid_0's l1: 1.10014\n",
      "[453]\tvalid_0's l2: 2.18713\tvalid_0's l1: 1.09914\n",
      "[454]\tvalid_0's l2: 2.18666\tvalid_0's l1: 1.09912\n",
      "[455]\tvalid_0's l2: 2.18616\tvalid_0's l1: 1.099\n",
      "[456]\tvalid_0's l2: 2.18427\tvalid_0's l1: 1.09838\n",
      "[457]\tvalid_0's l2: 2.18062\tvalid_0's l1: 1.09723\n",
      "[458]\tvalid_0's l2: 2.17997\tvalid_0's l1: 1.09684\n",
      "[459]\tvalid_0's l2: 2.17719\tvalid_0's l1: 1.09596\n",
      "[460]\tvalid_0's l2: 2.17684\tvalid_0's l1: 1.09582\n",
      "[461]\tvalid_0's l2: 2.17291\tvalid_0's l1: 1.09472\n",
      "[462]\tvalid_0's l2: 2.17197\tvalid_0's l1: 1.09435\n",
      "[463]\tvalid_0's l2: 2.17063\tvalid_0's l1: 1.09382\n",
      "[464]\tvalid_0's l2: 2.17025\tvalid_0's l1: 1.09378\n",
      "[465]\tvalid_0's l2: 2.17055\tvalid_0's l1: 1.09382\n",
      "[466]\tvalid_0's l2: 2.17146\tvalid_0's l1: 1.09398\n",
      "[467]\tvalid_0's l2: 2.17021\tvalid_0's l1: 1.09348\n",
      "[468]\tvalid_0's l2: 2.16715\tvalid_0's l1: 1.0923\n",
      "[469]\tvalid_0's l2: 2.16498\tvalid_0's l1: 1.09155\n",
      "[470]\tvalid_0's l2: 2.1615\tvalid_0's l1: 1.09045\n",
      "[471]\tvalid_0's l2: 2.15727\tvalid_0's l1: 1.08918\n",
      "[472]\tvalid_0's l2: 2.15436\tvalid_0's l1: 1.08853\n",
      "[473]\tvalid_0's l2: 2.15428\tvalid_0's l1: 1.08845\n",
      "[474]\tvalid_0's l2: 2.15172\tvalid_0's l1: 1.08772\n",
      "[475]\tvalid_0's l2: 2.15014\tvalid_0's l1: 1.08723\n",
      "[476]\tvalid_0's l2: 2.1475\tvalid_0's l1: 1.0864\n",
      "[477]\tvalid_0's l2: 2.14715\tvalid_0's l1: 1.08619\n",
      "[478]\tvalid_0's l2: 2.14718\tvalid_0's l1: 1.08623\n",
      "[479]\tvalid_0's l2: 2.14516\tvalid_0's l1: 1.08553\n",
      "[480]\tvalid_0's l2: 2.14529\tvalid_0's l1: 1.08542\n",
      "[481]\tvalid_0's l2: 2.14215\tvalid_0's l1: 1.08431\n",
      "[482]\tvalid_0's l2: 2.14133\tvalid_0's l1: 1.08391\n",
      "[483]\tvalid_0's l2: 2.14074\tvalid_0's l1: 1.0837\n",
      "[484]\tvalid_0's l2: 2.13837\tvalid_0's l1: 1.08283\n",
      "[485]\tvalid_0's l2: 2.13628\tvalid_0's l1: 1.0821\n",
      "[486]\tvalid_0's l2: 2.13665\tvalid_0's l1: 1.08222\n",
      "[487]\tvalid_0's l2: 2.13554\tvalid_0's l1: 1.08184\n",
      "[488]\tvalid_0's l2: 2.13396\tvalid_0's l1: 1.0812\n",
      "[489]\tvalid_0's l2: 2.13323\tvalid_0's l1: 1.08101\n",
      "[490]\tvalid_0's l2: 2.12989\tvalid_0's l1: 1.07996\n",
      "[491]\tvalid_0's l2: 2.12912\tvalid_0's l1: 1.07954\n",
      "[492]\tvalid_0's l2: 2.12712\tvalid_0's l1: 1.07891\n",
      "[493]\tvalid_0's l2: 2.12426\tvalid_0's l1: 1.07775\n",
      "[494]\tvalid_0's l2: 2.12353\tvalid_0's l1: 1.07766\n",
      "[495]\tvalid_0's l2: 2.12172\tvalid_0's l1: 1.07705\n",
      "[496]\tvalid_0's l2: 2.11987\tvalid_0's l1: 1.0764\n",
      "[497]\tvalid_0's l2: 2.11669\tvalid_0's l1: 1.07542\n",
      "[498]\tvalid_0's l2: 2.11583\tvalid_0's l1: 1.07515\n",
      "[499]\tvalid_0's l2: 2.11377\tvalid_0's l1: 1.07442\n",
      "[500]\tvalid_0's l2: 2.1139\tvalid_0's l1: 1.07447\n",
      "[501]\tvalid_0's l2: 2.11366\tvalid_0's l1: 1.07451\n",
      "[502]\tvalid_0's l2: 2.11355\tvalid_0's l1: 1.07459\n",
      "[503]\tvalid_0's l2: 2.11321\tvalid_0's l1: 1.07444\n",
      "[504]\tvalid_0's l2: 2.1109\tvalid_0's l1: 1.07373\n",
      "[505]\tvalid_0's l2: 2.11098\tvalid_0's l1: 1.07376\n",
      "[506]\tvalid_0's l2: 2.1108\tvalid_0's l1: 1.07372\n",
      "[507]\tvalid_0's l2: 2.1094\tvalid_0's l1: 1.07327\n",
      "[508]\tvalid_0's l2: 2.10908\tvalid_0's l1: 1.07312\n",
      "[509]\tvalid_0's l2: 2.10826\tvalid_0's l1: 1.07291\n",
      "[510]\tvalid_0's l2: 2.10854\tvalid_0's l1: 1.07301\n",
      "[511]\tvalid_0's l2: 2.10643\tvalid_0's l1: 1.07236\n",
      "[512]\tvalid_0's l2: 2.10625\tvalid_0's l1: 1.07232\n",
      "[513]\tvalid_0's l2: 2.10608\tvalid_0's l1: 1.07221\n",
      "[514]\tvalid_0's l2: 2.1064\tvalid_0's l1: 1.07237\n",
      "[515]\tvalid_0's l2: 2.10504\tvalid_0's l1: 1.07209\n",
      "[516]\tvalid_0's l2: 2.1031\tvalid_0's l1: 1.07146\n",
      "[517]\tvalid_0's l2: 2.10209\tvalid_0's l1: 1.07103\n",
      "[518]\tvalid_0's l2: 2.10153\tvalid_0's l1: 1.07083\n",
      "[519]\tvalid_0's l2: 2.0995\tvalid_0's l1: 1.07015\n",
      "[520]\tvalid_0's l2: 2.09915\tvalid_0's l1: 1.06999\n",
      "[521]\tvalid_0's l2: 2.09685\tvalid_0's l1: 1.06927\n",
      "[522]\tvalid_0's l2: 2.09483\tvalid_0's l1: 1.06872\n",
      "[523]\tvalid_0's l2: 2.0942\tvalid_0's l1: 1.06855\n",
      "[524]\tvalid_0's l2: 2.09315\tvalid_0's l1: 1.06797\n",
      "[525]\tvalid_0's l2: 2.09341\tvalid_0's l1: 1.06805\n",
      "[526]\tvalid_0's l2: 2.09187\tvalid_0's l1: 1.06754\n",
      "[527]\tvalid_0's l2: 2.08884\tvalid_0's l1: 1.06647\n",
      "[528]\tvalid_0's l2: 2.08752\tvalid_0's l1: 1.0661\n",
      "[529]\tvalid_0's l2: 2.08468\tvalid_0's l1: 1.06526\n",
      "[530]\tvalid_0's l2: 2.08129\tvalid_0's l1: 1.0641\n",
      "[531]\tvalid_0's l2: 2.08125\tvalid_0's l1: 1.06399\n",
      "[532]\tvalid_0's l2: 2.07948\tvalid_0's l1: 1.06367\n",
      "[533]\tvalid_0's l2: 2.07885\tvalid_0's l1: 1.06362\n",
      "[534]\tvalid_0's l2: 2.07791\tvalid_0's l1: 1.06322\n",
      "[535]\tvalid_0's l2: 2.07688\tvalid_0's l1: 1.06288\n",
      "[536]\tvalid_0's l2: 2.0754\tvalid_0's l1: 1.06227\n",
      "[537]\tvalid_0's l2: 2.07339\tvalid_0's l1: 1.06155\n",
      "[538]\tvalid_0's l2: 2.07171\tvalid_0's l1: 1.06088\n",
      "[539]\tvalid_0's l2: 2.07034\tvalid_0's l1: 1.06032\n",
      "[540]\tvalid_0's l2: 2.07004\tvalid_0's l1: 1.06025\n",
      "[541]\tvalid_0's l2: 2.06687\tvalid_0's l1: 1.05946\n",
      "[542]\tvalid_0's l2: 2.0649\tvalid_0's l1: 1.05881\n",
      "[543]\tvalid_0's l2: 2.06092\tvalid_0's l1: 1.05748\n",
      "[544]\tvalid_0's l2: 2.06045\tvalid_0's l1: 1.0573\n",
      "[545]\tvalid_0's l2: 2.06038\tvalid_0's l1: 1.05718\n",
      "[546]\tvalid_0's l2: 2.05892\tvalid_0's l1: 1.05655\n",
      "[547]\tvalid_0's l2: 2.05738\tvalid_0's l1: 1.05616\n",
      "[548]\tvalid_0's l2: 2.0576\tvalid_0's l1: 1.05617\n",
      "[549]\tvalid_0's l2: 2.05597\tvalid_0's l1: 1.05558\n",
      "[550]\tvalid_0's l2: 2.05259\tvalid_0's l1: 1.05429\n",
      "[551]\tvalid_0's l2: 2.05264\tvalid_0's l1: 1.05433\n",
      "[552]\tvalid_0's l2: 2.05273\tvalid_0's l1: 1.05432\n",
      "[553]\tvalid_0's l2: 2.05191\tvalid_0's l1: 1.05406\n",
      "[554]\tvalid_0's l2: 2.05161\tvalid_0's l1: 1.05392\n",
      "[555]\tvalid_0's l2: 2.05107\tvalid_0's l1: 1.05372\n",
      "[556]\tvalid_0's l2: 2.05069\tvalid_0's l1: 1.05363\n",
      "[557]\tvalid_0's l2: 2.0507\tvalid_0's l1: 1.05361\n",
      "[558]\tvalid_0's l2: 2.05032\tvalid_0's l1: 1.05351\n",
      "[559]\tvalid_0's l2: 2.05058\tvalid_0's l1: 1.05353\n",
      "[560]\tvalid_0's l2: 2.05015\tvalid_0's l1: 1.05344\n",
      "[561]\tvalid_0's l2: 2.04883\tvalid_0's l1: 1.05317\n",
      "[562]\tvalid_0's l2: 2.04924\tvalid_0's l1: 1.05324\n",
      "[563]\tvalid_0's l2: 2.04794\tvalid_0's l1: 1.05276\n",
      "[564]\tvalid_0's l2: 2.04618\tvalid_0's l1: 1.05197\n",
      "[565]\tvalid_0's l2: 2.04584\tvalid_0's l1: 1.0518\n",
      "[566]\tvalid_0's l2: 2.04563\tvalid_0's l1: 1.05173\n",
      "[567]\tvalid_0's l2: 2.04603\tvalid_0's l1: 1.0518\n",
      "[568]\tvalid_0's l2: 2.04519\tvalid_0's l1: 1.05148\n",
      "[569]\tvalid_0's l2: 2.04524\tvalid_0's l1: 1.05147\n",
      "[570]\tvalid_0's l2: 2.04453\tvalid_0's l1: 1.05128\n",
      "[571]\tvalid_0's l2: 2.04204\tvalid_0's l1: 1.05039\n",
      "[572]\tvalid_0's l2: 2.04235\tvalid_0's l1: 1.05047\n",
      "[573]\tvalid_0's l2: 2.04043\tvalid_0's l1: 1.04975\n",
      "[574]\tvalid_0's l2: 2.03848\tvalid_0's l1: 1.04913\n",
      "[575]\tvalid_0's l2: 2.03787\tvalid_0's l1: 1.04902\n",
      "[576]\tvalid_0's l2: 2.03809\tvalid_0's l1: 1.04917\n",
      "[577]\tvalid_0's l2: 2.0385\tvalid_0's l1: 1.04927\n",
      "[578]\tvalid_0's l2: 2.03668\tvalid_0's l1: 1.04874\n",
      "[579]\tvalid_0's l2: 2.0346\tvalid_0's l1: 1.04801\n",
      "[580]\tvalid_0's l2: 2.03219\tvalid_0's l1: 1.04715\n",
      "[581]\tvalid_0's l2: 2.0306\tvalid_0's l1: 1.04649\n",
      "[582]\tvalid_0's l2: 2.02899\tvalid_0's l1: 1.04586\n",
      "[583]\tvalid_0's l2: 2.02783\tvalid_0's l1: 1.04549\n",
      "[584]\tvalid_0's l2: 2.02804\tvalid_0's l1: 1.04562\n",
      "[585]\tvalid_0's l2: 2.02669\tvalid_0's l1: 1.04523\n",
      "[586]\tvalid_0's l2: 2.02573\tvalid_0's l1: 1.04493\n",
      "[587]\tvalid_0's l2: 2.02496\tvalid_0's l1: 1.04473\n",
      "[588]\tvalid_0's l2: 2.02321\tvalid_0's l1: 1.0442\n",
      "[589]\tvalid_0's l2: 2.02254\tvalid_0's l1: 1.04401\n",
      "[590]\tvalid_0's l2: 2.02215\tvalid_0's l1: 1.04385\n",
      "[591]\tvalid_0's l2: 2.02255\tvalid_0's l1: 1.04401\n",
      "[592]\tvalid_0's l2: 2.02134\tvalid_0's l1: 1.04363\n",
      "[593]\tvalid_0's l2: 2.01976\tvalid_0's l1: 1.04309\n",
      "[594]\tvalid_0's l2: 2.01927\tvalid_0's l1: 1.04291\n",
      "[595]\tvalid_0's l2: 2.01777\tvalid_0's l1: 1.04231\n",
      "[596]\tvalid_0's l2: 2.01643\tvalid_0's l1: 1.04182\n",
      "[597]\tvalid_0's l2: 2.01692\tvalid_0's l1: 1.04187\n",
      "[598]\tvalid_0's l2: 2.01519\tvalid_0's l1: 1.04129\n",
      "[599]\tvalid_0's l2: 2.01479\tvalid_0's l1: 1.04119\n",
      "[600]\tvalid_0's l2: 2.01283\tvalid_0's l1: 1.04062\n",
      "[601]\tvalid_0's l2: 2.01271\tvalid_0's l1: 1.04061\n",
      "[602]\tvalid_0's l2: 2.01199\tvalid_0's l1: 1.04032\n",
      "[603]\tvalid_0's l2: 2.01198\tvalid_0's l1: 1.04034\n",
      "[604]\tvalid_0's l2: 2.01067\tvalid_0's l1: 1.03984\n",
      "[605]\tvalid_0's l2: 2.00892\tvalid_0's l1: 1.03936\n",
      "[606]\tvalid_0's l2: 2.00711\tvalid_0's l1: 1.03899\n",
      "[607]\tvalid_0's l2: 2.00637\tvalid_0's l1: 1.03883\n",
      "[608]\tvalid_0's l2: 2.00629\tvalid_0's l1: 1.03871\n",
      "[609]\tvalid_0's l2: 2.00503\tvalid_0's l1: 1.03823\n",
      "[610]\tvalid_0's l2: 2.00369\tvalid_0's l1: 1.03767\n",
      "[611]\tvalid_0's l2: 2.00348\tvalid_0's l1: 1.03755\n",
      "[612]\tvalid_0's l2: 2.00364\tvalid_0's l1: 1.03757\n",
      "[613]\tvalid_0's l2: 2.00356\tvalid_0's l1: 1.03751\n",
      "[614]\tvalid_0's l2: 2.00256\tvalid_0's l1: 1.037\n",
      "[615]\tvalid_0's l2: 2.00136\tvalid_0's l1: 1.0367\n",
      "[616]\tvalid_0's l2: 2.00139\tvalid_0's l1: 1.03662\n",
      "[617]\tvalid_0's l2: 1.99924\tvalid_0's l1: 1.03588\n",
      "[618]\tvalid_0's l2: 1.9992\tvalid_0's l1: 1.03582\n",
      "[619]\tvalid_0's l2: 1.99704\tvalid_0's l1: 1.03512\n",
      "[620]\tvalid_0's l2: 1.99659\tvalid_0's l1: 1.03502\n",
      "[621]\tvalid_0's l2: 1.99636\tvalid_0's l1: 1.03484\n",
      "[622]\tvalid_0's l2: 1.9948\tvalid_0's l1: 1.03421\n",
      "[623]\tvalid_0's l2: 1.99403\tvalid_0's l1: 1.03393\n",
      "[624]\tvalid_0's l2: 1.994\tvalid_0's l1: 1.03389\n",
      "[625]\tvalid_0's l2: 1.99397\tvalid_0's l1: 1.03381\n",
      "[626]\tvalid_0's l2: 1.9927\tvalid_0's l1: 1.03339\n",
      "[627]\tvalid_0's l2: 1.9929\tvalid_0's l1: 1.03338\n",
      "[628]\tvalid_0's l2: 1.9918\tvalid_0's l1: 1.03302\n",
      "[629]\tvalid_0's l2: 1.99141\tvalid_0's l1: 1.03293\n",
      "[630]\tvalid_0's l2: 1.99146\tvalid_0's l1: 1.03292\n",
      "[631]\tvalid_0's l2: 1.99153\tvalid_0's l1: 1.03296\n",
      "[632]\tvalid_0's l2: 1.99013\tvalid_0's l1: 1.03229\n",
      "[633]\tvalid_0's l2: 1.98778\tvalid_0's l1: 1.0315\n",
      "[634]\tvalid_0's l2: 1.98708\tvalid_0's l1: 1.03119\n",
      "[635]\tvalid_0's l2: 1.98716\tvalid_0's l1: 1.03112\n",
      "[636]\tvalid_0's l2: 1.98732\tvalid_0's l1: 1.03116\n",
      "[637]\tvalid_0's l2: 1.98745\tvalid_0's l1: 1.03119\n",
      "[638]\tvalid_0's l2: 1.98711\tvalid_0's l1: 1.0311\n",
      "[639]\tvalid_0's l2: 1.98698\tvalid_0's l1: 1.03105\n",
      "[640]\tvalid_0's l2: 1.98578\tvalid_0's l1: 1.03075\n",
      "[641]\tvalid_0's l2: 1.98317\tvalid_0's l1: 1.03019\n",
      "[642]\tvalid_0's l2: 1.98155\tvalid_0's l1: 1.02975\n",
      "[643]\tvalid_0's l2: 1.9818\tvalid_0's l1: 1.02978\n",
      "[644]\tvalid_0's l2: 1.98059\tvalid_0's l1: 1.02926\n",
      "[645]\tvalid_0's l2: 1.98008\tvalid_0's l1: 1.02904\n",
      "[646]\tvalid_0's l2: 1.97769\tvalid_0's l1: 1.02823\n",
      "[647]\tvalid_0's l2: 1.97736\tvalid_0's l1: 1.0281\n",
      "[648]\tvalid_0's l2: 1.97569\tvalid_0's l1: 1.02762\n",
      "[649]\tvalid_0's l2: 1.97598\tvalid_0's l1: 1.02758\n",
      "[650]\tvalid_0's l2: 1.97542\tvalid_0's l1: 1.02738\n",
      "[651]\tvalid_0's l2: 1.97474\tvalid_0's l1: 1.02724\n",
      "[652]\tvalid_0's l2: 1.97466\tvalid_0's l1: 1.02719\n",
      "[653]\tvalid_0's l2: 1.97206\tvalid_0's l1: 1.02641\n",
      "[654]\tvalid_0's l2: 1.97021\tvalid_0's l1: 1.02588\n",
      "[655]\tvalid_0's l2: 1.96978\tvalid_0's l1: 1.02567\n",
      "[656]\tvalid_0's l2: 1.97\tvalid_0's l1: 1.02576\n",
      "[657]\tvalid_0's l2: 1.96964\tvalid_0's l1: 1.02558\n",
      "[658]\tvalid_0's l2: 1.96945\tvalid_0's l1: 1.02548\n",
      "[659]\tvalid_0's l2: 1.96807\tvalid_0's l1: 1.02494\n",
      "[660]\tvalid_0's l2: 1.96759\tvalid_0's l1: 1.02474\n",
      "[661]\tvalid_0's l2: 1.96614\tvalid_0's l1: 1.02424\n",
      "[662]\tvalid_0's l2: 1.96648\tvalid_0's l1: 1.0243\n",
      "[663]\tvalid_0's l2: 1.96631\tvalid_0's l1: 1.02427\n",
      "[664]\tvalid_0's l2: 1.96479\tvalid_0's l1: 1.02392\n",
      "[665]\tvalid_0's l2: 1.96401\tvalid_0's l1: 1.02361\n",
      "[666]\tvalid_0's l2: 1.96417\tvalid_0's l1: 1.02356\n",
      "[667]\tvalid_0's l2: 1.96391\tvalid_0's l1: 1.02355\n",
      "[668]\tvalid_0's l2: 1.96402\tvalid_0's l1: 1.02345\n",
      "[669]\tvalid_0's l2: 1.96213\tvalid_0's l1: 1.02277\n",
      "[670]\tvalid_0's l2: 1.96125\tvalid_0's l1: 1.02256\n",
      "[671]\tvalid_0's l2: 1.96154\tvalid_0's l1: 1.02264\n",
      "[672]\tvalid_0's l2: 1.96034\tvalid_0's l1: 1.02215\n",
      "[673]\tvalid_0's l2: 1.95968\tvalid_0's l1: 1.02204\n",
      "[674]\tvalid_0's l2: 1.95964\tvalid_0's l1: 1.02199\n",
      "[675]\tvalid_0's l2: 1.95913\tvalid_0's l1: 1.02172\n",
      "[676]\tvalid_0's l2: 1.95822\tvalid_0's l1: 1.02138\n",
      "[677]\tvalid_0's l2: 1.95831\tvalid_0's l1: 1.02135\n",
      "[678]\tvalid_0's l2: 1.95735\tvalid_0's l1: 1.02104\n",
      "[679]\tvalid_0's l2: 1.95726\tvalid_0's l1: 1.02102\n",
      "[680]\tvalid_0's l2: 1.95707\tvalid_0's l1: 1.02102\n",
      "[681]\tvalid_0's l2: 1.95708\tvalid_0's l1: 1.02106\n",
      "[682]\tvalid_0's l2: 1.95675\tvalid_0's l1: 1.02101\n",
      "[683]\tvalid_0's l2: 1.95584\tvalid_0's l1: 1.02079\n",
      "[684]\tvalid_0's l2: 1.9548\tvalid_0's l1: 1.02051\n",
      "[685]\tvalid_0's l2: 1.95364\tvalid_0's l1: 1.02017\n",
      "[686]\tvalid_0's l2: 1.9537\tvalid_0's l1: 1.02017\n",
      "[687]\tvalid_0's l2: 1.95323\tvalid_0's l1: 1.01997\n",
      "[688]\tvalid_0's l2: 1.95229\tvalid_0's l1: 1.0196\n",
      "[689]\tvalid_0's l2: 1.95209\tvalid_0's l1: 1.01944\n",
      "[690]\tvalid_0's l2: 1.95194\tvalid_0's l1: 1.01938\n",
      "[691]\tvalid_0's l2: 1.9519\tvalid_0's l1: 1.01929\n",
      "[692]\tvalid_0's l2: 1.95161\tvalid_0's l1: 1.01929\n",
      "[693]\tvalid_0's l2: 1.95154\tvalid_0's l1: 1.01928\n",
      "[694]\tvalid_0's l2: 1.94991\tvalid_0's l1: 1.01871\n",
      "[695]\tvalid_0's l2: 1.94972\tvalid_0's l1: 1.01854\n",
      "[696]\tvalid_0's l2: 1.94873\tvalid_0's l1: 1.01828\n",
      "[697]\tvalid_0's l2: 1.94849\tvalid_0's l1: 1.01816\n",
      "[698]\tvalid_0's l2: 1.94783\tvalid_0's l1: 1.01794\n",
      "[699]\tvalid_0's l2: 1.94752\tvalid_0's l1: 1.01793\n",
      "[700]\tvalid_0's l2: 1.94679\tvalid_0's l1: 1.01768\n",
      "[701]\tvalid_0's l2: 1.94562\tvalid_0's l1: 1.01734\n",
      "[702]\tvalid_0's l2: 1.94506\tvalid_0's l1: 1.01714\n",
      "[703]\tvalid_0's l2: 1.94476\tvalid_0's l1: 1.01701\n",
      "[704]\tvalid_0's l2: 1.94328\tvalid_0's l1: 1.01659\n",
      "[705]\tvalid_0's l2: 1.94277\tvalid_0's l1: 1.01652\n",
      "[706]\tvalid_0's l2: 1.94141\tvalid_0's l1: 1.01602\n",
      "[707]\tvalid_0's l2: 1.94004\tvalid_0's l1: 1.01558\n",
      "[708]\tvalid_0's l2: 1.94008\tvalid_0's l1: 1.01564\n",
      "[709]\tvalid_0's l2: 1.93868\tvalid_0's l1: 1.01535\n",
      "[710]\tvalid_0's l2: 1.93801\tvalid_0's l1: 1.01513\n",
      "[711]\tvalid_0's l2: 1.93716\tvalid_0's l1: 1.01476\n",
      "[712]\tvalid_0's l2: 1.9369\tvalid_0's l1: 1.01464\n",
      "[713]\tvalid_0's l2: 1.93533\tvalid_0's l1: 1.01405\n",
      "[714]\tvalid_0's l2: 1.93519\tvalid_0's l1: 1.01396\n",
      "[715]\tvalid_0's l2: 1.93483\tvalid_0's l1: 1.01382\n",
      "[716]\tvalid_0's l2: 1.93346\tvalid_0's l1: 1.0134\n",
      "[717]\tvalid_0's l2: 1.93203\tvalid_0's l1: 1.01289\n",
      "[718]\tvalid_0's l2: 1.93188\tvalid_0's l1: 1.01285\n",
      "[719]\tvalid_0's l2: 1.93184\tvalid_0's l1: 1.01282\n",
      "[720]\tvalid_0's l2: 1.93191\tvalid_0's l1: 1.01285\n",
      "[721]\tvalid_0's l2: 1.93106\tvalid_0's l1: 1.01263\n",
      "[722]\tvalid_0's l2: 1.93002\tvalid_0's l1: 1.01228\n",
      "[723]\tvalid_0's l2: 1.92865\tvalid_0's l1: 1.01174\n",
      "[724]\tvalid_0's l2: 1.92778\tvalid_0's l1: 1.01134\n",
      "[725]\tvalid_0's l2: 1.92675\tvalid_0's l1: 1.01083\n",
      "[726]\tvalid_0's l2: 1.92677\tvalid_0's l1: 1.01091\n",
      "[727]\tvalid_0's l2: 1.92718\tvalid_0's l1: 1.0109\n",
      "[728]\tvalid_0's l2: 1.92601\tvalid_0's l1: 1.01062\n",
      "[729]\tvalid_0's l2: 1.92455\tvalid_0's l1: 1.01033\n",
      "[730]\tvalid_0's l2: 1.9243\tvalid_0's l1: 1.01025\n",
      "[731]\tvalid_0's l2: 1.92424\tvalid_0's l1: 1.01025\n",
      "[732]\tvalid_0's l2: 1.92341\tvalid_0's l1: 1.00993\n",
      "[733]\tvalid_0's l2: 1.92297\tvalid_0's l1: 1.00977\n",
      "[734]\tvalid_0's l2: 1.92302\tvalid_0's l1: 1.00974\n",
      "[735]\tvalid_0's l2: 1.9229\tvalid_0's l1: 1.00966\n",
      "[736]\tvalid_0's l2: 1.92091\tvalid_0's l1: 1.00913\n",
      "[737]\tvalid_0's l2: 1.92071\tvalid_0's l1: 1.00897\n",
      "[738]\tvalid_0's l2: 1.91925\tvalid_0's l1: 1.00843\n",
      "[739]\tvalid_0's l2: 1.9188\tvalid_0's l1: 1.00825\n",
      "[740]\tvalid_0's l2: 1.91818\tvalid_0's l1: 1.00805\n",
      "[741]\tvalid_0's l2: 1.91842\tvalid_0's l1: 1.00805\n",
      "[742]\tvalid_0's l2: 1.91824\tvalid_0's l1: 1.00807\n",
      "[743]\tvalid_0's l2: 1.91814\tvalid_0's l1: 1.00811\n",
      "[744]\tvalid_0's l2: 1.91828\tvalid_0's l1: 1.00818\n",
      "[745]\tvalid_0's l2: 1.91817\tvalid_0's l1: 1.00818\n",
      "[746]\tvalid_0's l2: 1.91838\tvalid_0's l1: 1.00827\n",
      "[747]\tvalid_0's l2: 1.91856\tvalid_0's l1: 1.00832\n",
      "[748]\tvalid_0's l2: 1.91674\tvalid_0's l1: 1.00776\n",
      "[749]\tvalid_0's l2: 1.91512\tvalid_0's l1: 1.0073\n",
      "[750]\tvalid_0's l2: 1.91461\tvalid_0's l1: 1.00722\n",
      "[751]\tvalid_0's l2: 1.91311\tvalid_0's l1: 1.0068\n",
      "[752]\tvalid_0's l2: 1.91247\tvalid_0's l1: 1.00672\n",
      "[753]\tvalid_0's l2: 1.91257\tvalid_0's l1: 1.00676\n",
      "[754]\tvalid_0's l2: 1.91185\tvalid_0's l1: 1.00653\n",
      "[755]\tvalid_0's l2: 1.911\tvalid_0's l1: 1.00611\n",
      "[756]\tvalid_0's l2: 1.90929\tvalid_0's l1: 1.00557\n",
      "[757]\tvalid_0's l2: 1.90782\tvalid_0's l1: 1.00509\n",
      "[758]\tvalid_0's l2: 1.9059\tvalid_0's l1: 1.00442\n",
      "[759]\tvalid_0's l2: 1.90557\tvalid_0's l1: 1.00426\n",
      "[760]\tvalid_0's l2: 1.90529\tvalid_0's l1: 1.0041\n",
      "[761]\tvalid_0's l2: 1.90529\tvalid_0's l1: 1.00409\n",
      "[762]\tvalid_0's l2: 1.90425\tvalid_0's l1: 1.00385\n",
      "[763]\tvalid_0's l2: 1.90355\tvalid_0's l1: 1.0036\n",
      "[764]\tvalid_0's l2: 1.90363\tvalid_0's l1: 1.00359\n",
      "[765]\tvalid_0's l2: 1.90263\tvalid_0's l1: 1.00331\n",
      "[766]\tvalid_0's l2: 1.90223\tvalid_0's l1: 1.00317\n",
      "[767]\tvalid_0's l2: 1.9014\tvalid_0's l1: 1.00292\n",
      "[768]\tvalid_0's l2: 1.90132\tvalid_0's l1: 1.00289\n",
      "[769]\tvalid_0's l2: 1.90124\tvalid_0's l1: 1.00285\n",
      "[770]\tvalid_0's l2: 1.90136\tvalid_0's l1: 1.00289\n",
      "[771]\tvalid_0's l2: 1.90132\tvalid_0's l1: 1.00283\n",
      "[772]\tvalid_0's l2: 1.89995\tvalid_0's l1: 1.00241\n",
      "[773]\tvalid_0's l2: 1.89913\tvalid_0's l1: 1.00202\n",
      "[774]\tvalid_0's l2: 1.89703\tvalid_0's l1: 1.00138\n",
      "[775]\tvalid_0's l2: 1.89694\tvalid_0's l1: 1.00121\n",
      "[776]\tvalid_0's l2: 1.89603\tvalid_0's l1: 1.00088\n",
      "[777]\tvalid_0's l2: 1.89556\tvalid_0's l1: 1.00078\n",
      "[778]\tvalid_0's l2: 1.8958\tvalid_0's l1: 1.0008\n",
      "[779]\tvalid_0's l2: 1.89471\tvalid_0's l1: 1.00043\n",
      "[780]\tvalid_0's l2: 1.89484\tvalid_0's l1: 1.00044\n",
      "[781]\tvalid_0's l2: 1.89458\tvalid_0's l1: 1.00041\n",
      "[782]\tvalid_0's l2: 1.89431\tvalid_0's l1: 1.00034\n",
      "[783]\tvalid_0's l2: 1.89314\tvalid_0's l1: 0.999789\n",
      "[784]\tvalid_0's l2: 1.89226\tvalid_0's l1: 0.999604\n",
      "[785]\tvalid_0's l2: 1.89213\tvalid_0's l1: 0.999585\n",
      "[786]\tvalid_0's l2: 1.89139\tvalid_0's l1: 0.999241\n",
      "[787]\tvalid_0's l2: 1.89009\tvalid_0's l1: 0.998853\n",
      "[788]\tvalid_0's l2: 1.89032\tvalid_0's l1: 0.998876\n",
      "[789]\tvalid_0's l2: 1.89016\tvalid_0's l1: 0.998807\n",
      "[790]\tvalid_0's l2: 1.88917\tvalid_0's l1: 0.998409\n",
      "[791]\tvalid_0's l2: 1.88815\tvalid_0's l1: 0.998036\n",
      "[792]\tvalid_0's l2: 1.88738\tvalid_0's l1: 0.997834\n",
      "[793]\tvalid_0's l2: 1.88662\tvalid_0's l1: 0.997564\n",
      "[794]\tvalid_0's l2: 1.88607\tvalid_0's l1: 0.997246\n",
      "[795]\tvalid_0's l2: 1.88644\tvalid_0's l1: 0.99733\n",
      "[796]\tvalid_0's l2: 1.88581\tvalid_0's l1: 0.997158\n",
      "[797]\tvalid_0's l2: 1.88609\tvalid_0's l1: 0.99725\n",
      "[798]\tvalid_0's l2: 1.88448\tvalid_0's l1: 0.996739\n",
      "[799]\tvalid_0's l2: 1.88447\tvalid_0's l1: 0.996751\n",
      "[800]\tvalid_0's l2: 1.88363\tvalid_0's l1: 0.996405\n",
      "[801]\tvalid_0's l2: 1.88334\tvalid_0's l1: 0.996232\n",
      "[802]\tvalid_0's l2: 1.88174\tvalid_0's l1: 0.995805\n",
      "[803]\tvalid_0's l2: 1.88118\tvalid_0's l1: 0.995572\n",
      "[804]\tvalid_0's l2: 1.8803\tvalid_0's l1: 0.99523\n",
      "[805]\tvalid_0's l2: 1.87856\tvalid_0's l1: 0.994662\n",
      "[806]\tvalid_0's l2: 1.87851\tvalid_0's l1: 0.994654\n",
      "[807]\tvalid_0's l2: 1.87842\tvalid_0's l1: 0.99455\n",
      "[808]\tvalid_0's l2: 1.8783\tvalid_0's l1: 0.994545\n",
      "[809]\tvalid_0's l2: 1.87715\tvalid_0's l1: 0.994151\n",
      "[810]\tvalid_0's l2: 1.87671\tvalid_0's l1: 0.993981\n",
      "[811]\tvalid_0's l2: 1.87604\tvalid_0's l1: 0.993829\n",
      "[812]\tvalid_0's l2: 1.87431\tvalid_0's l1: 0.993307\n",
      "[813]\tvalid_0's l2: 1.87389\tvalid_0's l1: 0.993054\n",
      "[814]\tvalid_0's l2: 1.87346\tvalid_0's l1: 0.992887\n",
      "[815]\tvalid_0's l2: 1.87274\tvalid_0's l1: 0.992561\n",
      "[816]\tvalid_0's l2: 1.87178\tvalid_0's l1: 0.992113\n",
      "[817]\tvalid_0's l2: 1.87039\tvalid_0's l1: 0.991556\n",
      "[818]\tvalid_0's l2: 1.86995\tvalid_0's l1: 0.99144\n",
      "[819]\tvalid_0's l2: 1.86976\tvalid_0's l1: 0.991328\n",
      "[820]\tvalid_0's l2: 1.8697\tvalid_0's l1: 0.991332\n",
      "[821]\tvalid_0's l2: 1.86894\tvalid_0's l1: 0.991126\n",
      "[822]\tvalid_0's l2: 1.86891\tvalid_0's l1: 0.991065\n",
      "[823]\tvalid_0's l2: 1.86771\tvalid_0's l1: 0.990557\n",
      "[824]\tvalid_0's l2: 1.86665\tvalid_0's l1: 0.990219\n",
      "[825]\tvalid_0's l2: 1.86635\tvalid_0's l1: 0.990085\n",
      "[826]\tvalid_0's l2: 1.86621\tvalid_0's l1: 0.990032\n",
      "[827]\tvalid_0's l2: 1.86576\tvalid_0's l1: 0.989893\n",
      "[828]\tvalid_0's l2: 1.86473\tvalid_0's l1: 0.989532\n",
      "[829]\tvalid_0's l2: 1.86423\tvalid_0's l1: 0.989259\n",
      "[830]\tvalid_0's l2: 1.86391\tvalid_0's l1: 0.989155\n",
      "[831]\tvalid_0's l2: 1.86292\tvalid_0's l1: 0.988889\n",
      "[832]\tvalid_0's l2: 1.86311\tvalid_0's l1: 0.988968\n",
      "[833]\tvalid_0's l2: 1.86301\tvalid_0's l1: 0.98892\n",
      "[834]\tvalid_0's l2: 1.86331\tvalid_0's l1: 0.989062\n",
      "[835]\tvalid_0's l2: 1.86322\tvalid_0's l1: 0.989014\n",
      "[836]\tvalid_0's l2: 1.86317\tvalid_0's l1: 0.98893\n",
      "[837]\tvalid_0's l2: 1.86235\tvalid_0's l1: 0.988722\n",
      "[838]\tvalid_0's l2: 1.86225\tvalid_0's l1: 0.988656\n",
      "[839]\tvalid_0's l2: 1.86214\tvalid_0's l1: 0.988607\n",
      "[840]\tvalid_0's l2: 1.86163\tvalid_0's l1: 0.988462\n",
      "[841]\tvalid_0's l2: 1.86129\tvalid_0's l1: 0.988334\n",
      "[842]\tvalid_0's l2: 1.86114\tvalid_0's l1: 0.988239\n",
      "[843]\tvalid_0's l2: 1.86009\tvalid_0's l1: 0.98775\n",
      "[844]\tvalid_0's l2: 1.85888\tvalid_0's l1: 0.987408\n",
      "[845]\tvalid_0's l2: 1.85822\tvalid_0's l1: 0.987174\n",
      "[846]\tvalid_0's l2: 1.85793\tvalid_0's l1: 0.987038\n",
      "[847]\tvalid_0's l2: 1.85774\tvalid_0's l1: 0.987008\n",
      "[848]\tvalid_0's l2: 1.85748\tvalid_0's l1: 0.986968\n",
      "[849]\tvalid_0's l2: 1.85742\tvalid_0's l1: 0.986975\n",
      "[850]\tvalid_0's l2: 1.85717\tvalid_0's l1: 0.986837\n",
      "[851]\tvalid_0's l2: 1.85661\tvalid_0's l1: 0.986613\n",
      "[852]\tvalid_0's l2: 1.85541\tvalid_0's l1: 0.986187\n",
      "[853]\tvalid_0's l2: 1.85506\tvalid_0's l1: 0.986051\n",
      "[854]\tvalid_0's l2: 1.85463\tvalid_0's l1: 0.985863\n",
      "[855]\tvalid_0's l2: 1.85461\tvalid_0's l1: 0.985834\n",
      "[856]\tvalid_0's l2: 1.85413\tvalid_0's l1: 0.985665\n",
      "[857]\tvalid_0's l2: 1.85324\tvalid_0's l1: 0.985372\n",
      "[858]\tvalid_0's l2: 1.85275\tvalid_0's l1: 0.985157\n",
      "[859]\tvalid_0's l2: 1.85238\tvalid_0's l1: 0.984977\n",
      "[860]\tvalid_0's l2: 1.85205\tvalid_0's l1: 0.984857\n",
      "[861]\tvalid_0's l2: 1.85149\tvalid_0's l1: 0.984648\n",
      "[862]\tvalid_0's l2: 1.85105\tvalid_0's l1: 0.984505\n",
      "[863]\tvalid_0's l2: 1.85061\tvalid_0's l1: 0.984257\n",
      "[864]\tvalid_0's l2: 1.84993\tvalid_0's l1: 0.983939\n",
      "[865]\tvalid_0's l2: 1.84943\tvalid_0's l1: 0.983745\n",
      "[866]\tvalid_0's l2: 1.84955\tvalid_0's l1: 0.983787\n",
      "[867]\tvalid_0's l2: 1.8491\tvalid_0's l1: 0.983646\n",
      "[868]\tvalid_0's l2: 1.84854\tvalid_0's l1: 0.98348\n",
      "[869]\tvalid_0's l2: 1.8475\tvalid_0's l1: 0.983058\n",
      "[870]\tvalid_0's l2: 1.8474\tvalid_0's l1: 0.983017\n",
      "[871]\tvalid_0's l2: 1.84696\tvalid_0's l1: 0.982854\n",
      "[872]\tvalid_0's l2: 1.84685\tvalid_0's l1: 0.982848\n",
      "[873]\tvalid_0's l2: 1.84681\tvalid_0's l1: 0.982825\n",
      "[874]\tvalid_0's l2: 1.84689\tvalid_0's l1: 0.982857\n",
      "[875]\tvalid_0's l2: 1.84632\tvalid_0's l1: 0.982698\n",
      "[876]\tvalid_0's l2: 1.84614\tvalid_0's l1: 0.982647\n",
      "[877]\tvalid_0's l2: 1.84544\tvalid_0's l1: 0.98246\n",
      "[878]\tvalid_0's l2: 1.84378\tvalid_0's l1: 0.981988\n",
      "[879]\tvalid_0's l2: 1.84335\tvalid_0's l1: 0.981726\n",
      "[880]\tvalid_0's l2: 1.84277\tvalid_0's l1: 0.981549\n",
      "[881]\tvalid_0's l2: 1.84234\tvalid_0's l1: 0.981406\n",
      "[882]\tvalid_0's l2: 1.84193\tvalid_0's l1: 0.981254\n",
      "[883]\tvalid_0's l2: 1.84189\tvalid_0's l1: 0.981203\n",
      "[884]\tvalid_0's l2: 1.84098\tvalid_0's l1: 0.980909\n",
      "[885]\tvalid_0's l2: 1.84064\tvalid_0's l1: 0.980793\n",
      "[886]\tvalid_0's l2: 1.84\tvalid_0's l1: 0.980471\n",
      "[887]\tvalid_0's l2: 1.83996\tvalid_0's l1: 0.980475\n",
      "[888]\tvalid_0's l2: 1.83928\tvalid_0's l1: 0.980132\n",
      "[889]\tvalid_0's l2: 1.8387\tvalid_0's l1: 0.979945\n",
      "[890]\tvalid_0's l2: 1.83857\tvalid_0's l1: 0.979923\n",
      "[891]\tvalid_0's l2: 1.83817\tvalid_0's l1: 0.979693\n",
      "[892]\tvalid_0's l2: 1.83809\tvalid_0's l1: 0.979723\n",
      "[893]\tvalid_0's l2: 1.83793\tvalid_0's l1: 0.979623\n",
      "[894]\tvalid_0's l2: 1.8378\tvalid_0's l1: 0.979627\n",
      "[895]\tvalid_0's l2: 1.83746\tvalid_0's l1: 0.979514\n",
      "[896]\tvalid_0's l2: 1.83745\tvalid_0's l1: 0.979522\n",
      "[897]\tvalid_0's l2: 1.83737\tvalid_0's l1: 0.979509\n",
      "[898]\tvalid_0's l2: 1.83729\tvalid_0's l1: 0.979523\n",
      "[899]\tvalid_0's l2: 1.83713\tvalid_0's l1: 0.979421\n",
      "[900]\tvalid_0's l2: 1.83714\tvalid_0's l1: 0.979424\n",
      "[901]\tvalid_0's l2: 1.83684\tvalid_0's l1: 0.979248\n",
      "[902]\tvalid_0's l2: 1.83608\tvalid_0's l1: 0.978996\n",
      "[903]\tvalid_0's l2: 1.83576\tvalid_0's l1: 0.978879\n",
      "[904]\tvalid_0's l2: 1.83539\tvalid_0's l1: 0.978712\n",
      "[905]\tvalid_0's l2: 1.8349\tvalid_0's l1: 0.978596\n",
      "[906]\tvalid_0's l2: 1.83474\tvalid_0's l1: 0.978633\n",
      "[907]\tvalid_0's l2: 1.83457\tvalid_0's l1: 0.978527\n",
      "[908]\tvalid_0's l2: 1.83454\tvalid_0's l1: 0.978506\n",
      "[909]\tvalid_0's l2: 1.83445\tvalid_0's l1: 0.978439\n",
      "[910]\tvalid_0's l2: 1.83446\tvalid_0's l1: 0.978462\n",
      "[911]\tvalid_0's l2: 1.83497\tvalid_0's l1: 0.978534\n",
      "[912]\tvalid_0's l2: 1.83441\tvalid_0's l1: 0.978335\n",
      "[913]\tvalid_0's l2: 1.83421\tvalid_0's l1: 0.978227\n",
      "[914]\tvalid_0's l2: 1.83433\tvalid_0's l1: 0.978275\n",
      "[915]\tvalid_0's l2: 1.83407\tvalid_0's l1: 0.97819\n",
      "[916]\tvalid_0's l2: 1.83352\tvalid_0's l1: 0.978016\n",
      "[917]\tvalid_0's l2: 1.8332\tvalid_0's l1: 0.977864\n",
      "[918]\tvalid_0's l2: 1.83297\tvalid_0's l1: 0.97773\n",
      "[919]\tvalid_0's l2: 1.8329\tvalid_0's l1: 0.977656\n",
      "[920]\tvalid_0's l2: 1.83227\tvalid_0's l1: 0.977471\n",
      "[921]\tvalid_0's l2: 1.8322\tvalid_0's l1: 0.977417\n",
      "[922]\tvalid_0's l2: 1.83182\tvalid_0's l1: 0.977233\n",
      "[923]\tvalid_0's l2: 1.83151\tvalid_0's l1: 0.977136\n",
      "[924]\tvalid_0's l2: 1.83077\tvalid_0's l1: 0.976784\n",
      "[925]\tvalid_0's l2: 1.83076\tvalid_0's l1: 0.976772\n",
      "[926]\tvalid_0's l2: 1.83065\tvalid_0's l1: 0.976694\n",
      "[927]\tvalid_0's l2: 1.83042\tvalid_0's l1: 0.976663\n",
      "[928]\tvalid_0's l2: 1.83007\tvalid_0's l1: 0.976565\n",
      "[929]\tvalid_0's l2: 1.82943\tvalid_0's l1: 0.976281\n",
      "[930]\tvalid_0's l2: 1.82943\tvalid_0's l1: 0.976282\n",
      "[931]\tvalid_0's l2: 1.82926\tvalid_0's l1: 0.976186\n",
      "[932]\tvalid_0's l2: 1.8291\tvalid_0's l1: 0.976077\n",
      "[933]\tvalid_0's l2: 1.82902\tvalid_0's l1: 0.976075\n",
      "[934]\tvalid_0's l2: 1.82844\tvalid_0's l1: 0.975875\n",
      "[935]\tvalid_0's l2: 1.82817\tvalid_0's l1: 0.975786\n",
      "[936]\tvalid_0's l2: 1.82786\tvalid_0's l1: 0.975628\n",
      "[937]\tvalid_0's l2: 1.8277\tvalid_0's l1: 0.975525\n",
      "[938]\tvalid_0's l2: 1.82721\tvalid_0's l1: 0.975367\n",
      "[939]\tvalid_0's l2: 1.82701\tvalid_0's l1: 0.97531\n",
      "[940]\tvalid_0's l2: 1.82608\tvalid_0's l1: 0.97493\n",
      "[941]\tvalid_0's l2: 1.82567\tvalid_0's l1: 0.974769\n",
      "[942]\tvalid_0's l2: 1.82552\tvalid_0's l1: 0.974744\n",
      "[943]\tvalid_0's l2: 1.82533\tvalid_0's l1: 0.974597\n",
      "[944]\tvalid_0's l2: 1.82438\tvalid_0's l1: 0.974336\n",
      "[945]\tvalid_0's l2: 1.82412\tvalid_0's l1: 0.974255\n",
      "[946]\tvalid_0's l2: 1.82363\tvalid_0's l1: 0.974088\n",
      "[947]\tvalid_0's l2: 1.82321\tvalid_0's l1: 0.973941\n",
      "[948]\tvalid_0's l2: 1.82303\tvalid_0's l1: 0.973917\n",
      "[949]\tvalid_0's l2: 1.82238\tvalid_0's l1: 0.973711\n",
      "[950]\tvalid_0's l2: 1.82253\tvalid_0's l1: 0.973763\n",
      "[951]\tvalid_0's l2: 1.82271\tvalid_0's l1: 0.973845\n",
      "[952]\tvalid_0's l2: 1.82308\tvalid_0's l1: 0.973955\n",
      "[953]\tvalid_0's l2: 1.82298\tvalid_0's l1: 0.974009\n",
      "[954]\tvalid_0's l2: 1.82301\tvalid_0's l1: 0.974032\n",
      "[955]\tvalid_0's l2: 1.82255\tvalid_0's l1: 0.973918\n",
      "[956]\tvalid_0's l2: 1.82198\tvalid_0's l1: 0.973628\n",
      "[957]\tvalid_0's l2: 1.82189\tvalid_0's l1: 0.97359\n",
      "[958]\tvalid_0's l2: 1.82192\tvalid_0's l1: 0.97361\n",
      "[959]\tvalid_0's l2: 1.82207\tvalid_0's l1: 0.973682\n",
      "[960]\tvalid_0's l2: 1.82093\tvalid_0's l1: 0.973286\n",
      "[961]\tvalid_0's l2: 1.82079\tvalid_0's l1: 0.973216\n",
      "[962]\tvalid_0's l2: 1.82016\tvalid_0's l1: 0.973079\n",
      "[963]\tvalid_0's l2: 1.82012\tvalid_0's l1: 0.973093\n",
      "[964]\tvalid_0's l2: 1.81981\tvalid_0's l1: 0.972993\n",
      "[965]\tvalid_0's l2: 1.81979\tvalid_0's l1: 0.97299\n",
      "[966]\tvalid_0's l2: 1.81986\tvalid_0's l1: 0.973016\n",
      "[967]\tvalid_0's l2: 1.81983\tvalid_0's l1: 0.973024\n",
      "[968]\tvalid_0's l2: 1.81974\tvalid_0's l1: 0.972938\n",
      "[969]\tvalid_0's l2: 1.81906\tvalid_0's l1: 0.972629\n",
      "[970]\tvalid_0's l2: 1.81877\tvalid_0's l1: 0.972539\n",
      "[971]\tvalid_0's l2: 1.81852\tvalid_0's l1: 0.97248\n",
      "[972]\tvalid_0's l2: 1.81858\tvalid_0's l1: 0.972556\n",
      "[973]\tvalid_0's l2: 1.81785\tvalid_0's l1: 0.972211\n",
      "[974]\tvalid_0's l2: 1.81781\tvalid_0's l1: 0.9722\n",
      "[975]\tvalid_0's l2: 1.81751\tvalid_0's l1: 0.972045\n",
      "[976]\tvalid_0's l2: 1.81705\tvalid_0's l1: 0.971904\n",
      "[977]\tvalid_0's l2: 1.81586\tvalid_0's l1: 0.971491\n",
      "[978]\tvalid_0's l2: 1.8157\tvalid_0's l1: 0.971465\n",
      "[979]\tvalid_0's l2: 1.81547\tvalid_0's l1: 0.971364\n",
      "[980]\tvalid_0's l2: 1.81521\tvalid_0's l1: 0.971343\n",
      "[981]\tvalid_0's l2: 1.81447\tvalid_0's l1: 0.971117\n",
      "[982]\tvalid_0's l2: 1.81431\tvalid_0's l1: 0.971046\n",
      "[983]\tvalid_0's l2: 1.81358\tvalid_0's l1: 0.970801\n",
      "[984]\tvalid_0's l2: 1.81318\tvalid_0's l1: 0.970627\n",
      "[985]\tvalid_0's l2: 1.81287\tvalid_0's l1: 0.970508\n",
      "[986]\tvalid_0's l2: 1.81243\tvalid_0's l1: 0.97029\n",
      "[987]\tvalid_0's l2: 1.81196\tvalid_0's l1: 0.970085\n",
      "[988]\tvalid_0's l2: 1.81174\tvalid_0's l1: 0.970017\n",
      "[989]\tvalid_0's l2: 1.81052\tvalid_0's l1: 0.969648\n",
      "[990]\tvalid_0's l2: 1.81043\tvalid_0's l1: 0.969597\n",
      "[991]\tvalid_0's l2: 1.80954\tvalid_0's l1: 0.969318\n",
      "[992]\tvalid_0's l2: 1.8091\tvalid_0's l1: 0.969161\n",
      "[993]\tvalid_0's l2: 1.80848\tvalid_0's l1: 0.968973\n",
      "[994]\tvalid_0's l2: 1.80851\tvalid_0's l1: 0.969022\n",
      "[995]\tvalid_0's l2: 1.80835\tvalid_0's l1: 0.968975\n",
      "[996]\tvalid_0's l2: 1.8083\tvalid_0's l1: 0.968928\n",
      "[997]\tvalid_0's l2: 1.80824\tvalid_0's l1: 0.968933\n",
      "[998]\tvalid_0's l2: 1.80804\tvalid_0's l1: 0.968878\n",
      "[999]\tvalid_0's l2: 1.80793\tvalid_0's l1: 0.968901\n",
      "[1000]\tvalid_0's l2: 1.80748\tvalid_0's l1: 0.968741\n",
      "[1001]\tvalid_0's l2: 1.80635\tvalid_0's l1: 0.96834\n",
      "[1002]\tvalid_0's l2: 1.80645\tvalid_0's l1: 0.968335\n",
      "[1003]\tvalid_0's l2: 1.80638\tvalid_0's l1: 0.968301\n",
      "[1004]\tvalid_0's l2: 1.80594\tvalid_0's l1: 0.968122\n",
      "[1005]\tvalid_0's l2: 1.80616\tvalid_0's l1: 0.968193\n",
      "[1006]\tvalid_0's l2: 1.80558\tvalid_0's l1: 0.967996\n",
      "[1007]\tvalid_0's l2: 1.80548\tvalid_0's l1: 0.967959\n",
      "[1008]\tvalid_0's l2: 1.80552\tvalid_0's l1: 0.967911\n",
      "[1009]\tvalid_0's l2: 1.80554\tvalid_0's l1: 0.967948\n",
      "[1010]\tvalid_0's l2: 1.80522\tvalid_0's l1: 0.967883\n",
      "[1011]\tvalid_0's l2: 1.80496\tvalid_0's l1: 0.967787\n",
      "[1012]\tvalid_0's l2: 1.80457\tvalid_0's l1: 0.967606\n",
      "[1013]\tvalid_0's l2: 1.80415\tvalid_0's l1: 0.967449\n",
      "[1014]\tvalid_0's l2: 1.803\tvalid_0's l1: 0.967065\n",
      "[1015]\tvalid_0's l2: 1.80274\tvalid_0's l1: 0.966947\n",
      "[1016]\tvalid_0's l2: 1.8027\tvalid_0's l1: 0.966945\n",
      "[1017]\tvalid_0's l2: 1.80227\tvalid_0's l1: 0.966812\n",
      "[1018]\tvalid_0's l2: 1.80198\tvalid_0's l1: 0.966693\n",
      "[1019]\tvalid_0's l2: 1.80181\tvalid_0's l1: 0.966654\n",
      "[1020]\tvalid_0's l2: 1.80087\tvalid_0's l1: 0.966249\n",
      "[1021]\tvalid_0's l2: 1.80064\tvalid_0's l1: 0.966155\n",
      "[1022]\tvalid_0's l2: 1.80055\tvalid_0's l1: 0.966121\n",
      "[1023]\tvalid_0's l2: 1.80045\tvalid_0's l1: 0.966135\n",
      "[1024]\tvalid_0's l2: 1.80005\tvalid_0's l1: 0.96597\n",
      "[1025]\tvalid_0's l2: 1.79875\tvalid_0's l1: 0.965539\n",
      "[1026]\tvalid_0's l2: 1.79855\tvalid_0's l1: 0.965428\n",
      "[1027]\tvalid_0's l2: 1.79864\tvalid_0's l1: 0.965455\n",
      "[1028]\tvalid_0's l2: 1.79843\tvalid_0's l1: 0.965424\n",
      "[1029]\tvalid_0's l2: 1.79839\tvalid_0's l1: 0.965362\n",
      "[1030]\tvalid_0's l2: 1.79806\tvalid_0's l1: 0.965219\n",
      "[1031]\tvalid_0's l2: 1.79796\tvalid_0's l1: 0.965203\n",
      "[1032]\tvalid_0's l2: 1.79724\tvalid_0's l1: 0.96499\n",
      "[1033]\tvalid_0's l2: 1.79712\tvalid_0's l1: 0.964942\n",
      "[1034]\tvalid_0's l2: 1.79708\tvalid_0's l1: 0.964945\n",
      "[1035]\tvalid_0's l2: 1.79679\tvalid_0's l1: 0.964829\n",
      "[1036]\tvalid_0's l2: 1.79663\tvalid_0's l1: 0.964767\n"
     ]
    }
   ],
   "source": [
    "# 计时\n",
    "%%time\n",
    "\n",
    "# 5折交叉验证\n",
    "folds = KFold(n_splits=n_fold, shuffle=True, random_state=42)\n",
    "\n",
    "# oof放验证集预测结果的地方，当stacking阶段时的训练集\n",
    "oof = np.zeros(len(train_X))\n",
    "\n",
    "# predctions放测试集结果\n",
    "predictions = np.zeros(len(test_X))\n",
    "\n",
    "# fold_是第几折，trn_idx 训练集下标, val_idx验证集下标\n",
    "for fold_, (trn_idx, val_idx) in enumerate(folds.split(train_X,train_y.values)):\n",
    "    strLog = \"fold {}\".format(fold_)\n",
    "    print(strLog)\n",
    "    \n",
    "    # 获取训练集，测试集\n",
    "    X_tr, X_val = train_X[train_columns].iloc[trn_idx], train_X[train_columns].iloc[val_idx]\n",
    "    y_tr, y_val = train_y.iloc[trn_idx], train_y.iloc[val_idx]\n",
    "    \n",
    "    # 使用lightgbm模型,estimaters个数设置为30000个，cpu个数开最高,随机种子取40\n",
    "    model = lgb.LGBMRegressor(n_estimators = 30000, n_jobs = -1,random_state=40)\n",
    "    # 开始拟合模型,使用X_tr,y_tr训练，X_val,y_val验证，评估指标为mae, 200步后停止更新\n",
    "    model.fit(X_tr, \n",
    "              y_tr, \n",
    "              eval_set=[(X_val, y_val)], \n",
    "              eval_metric='mae',\n",
    "              verbose=True,\n",
    "              early_stopping_rounds=200)\n",
    "    \n",
    "    # 使用最好的模型进行在验证集上预测\n",
    "    oof[val_idx] = model.predict(X_val,num_iteration=model.best_iteration_)\n",
    "    # 将5次模型预测结果取平均\n",
    "    predictions += model.predict(test_X[train_columns],num_iteration=model.best_iteration_) / folds.n_splits\n",
    "\n",
    "# 计算验证集预测，与验证集真实值的MAE误差\n",
    "cv_score = mean_absolute_error(train_y, oof)\n",
    "print(cv_score)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>seg_id</th>\n",
       "      <th>time_to_failure</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>seg_00030f</td>\n",
       "      <td>3.068274</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>seg_0012b5</td>\n",
       "      <td>5.167233</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>seg_00184e</td>\n",
       "      <td>5.927504</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>seg_003339</td>\n",
       "      <td>8.708657</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>seg_0042cc</td>\n",
       "      <td>6.686969</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       seg_id  time_to_failure\n",
       "0  seg_00030f         3.068274\n",
       "1  seg_0012b5         5.167233\n",
       "2  seg_00184e         5.927504\n",
       "3  seg_003339         8.708657\n",
       "4  seg_0042cc         6.686969"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# 将验证集预测结果保存到lgb_oof文件里面，将ce'ji\n",
    "submission = pd.read_csv('../input/LANL-Earthquake-Prediction/sample_submission.csv')\n",
    "cat_saved=pd.DataFrame(oof,columns=['oof'])\n",
    "cat_saved.to_csv('lgb_oof.csv',index=False)\n",
    "submission[\"time_to_failure\"] = predictions\n",
    "submission.to_csv(f'lgb_submission_{cv_score:.3f}.csv', index=False)\n",
    "submission.head()"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 1
}