past-data-projects / personal_loan_credit_risk / 100-Baseline_Models / 100 - Baseline Model Jun-Aug2019 (1st).ipynb
100 - Baseline Model Jun-Aug2019 (1st).ipynb
Raw
{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import matplotlib.pyplot as plt\n",
    "import pandas as pd\n",
    "import numpy as np\n",
    "import pickle\n",
    "import pymysql\n",
    "\n",
    "from sklearn.metrics import roc_auc_score\n",
    "\n",
    "from lightgbm import LGBMClassifier, plot_importance\n",
    "\n",
    "import warnings\n",
    "warnings.filterwarnings('ignore')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "RANDOM_STATE = 99\n",
    "TARGET_VAR = 'flag_bad_usr'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "import configparser\n",
    "config = configparser.ConfigParser()\n",
    "config.read('/home/ec2-user/SageMaker/zhilal/config.ini')\n",
    "\n",
    "host = config['MYSQL-ROOT']['HOST']\n",
    "user = config['MYSQL-ROOT']['USER']\n",
    "password = config['MYSQL-ROOT']['PASSWORD']\n",
    "\n",
    "def connect_sql():\n",
    "    cnx = pymysql.connect(host=host,\n",
    "                          user=user,\n",
    "                          password=password,\n",
    "                          cursorclass=pymysql.cursors.DictCursor)\n",
    "    return cnx"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Load Data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "raw_df = pd.read_parquet('data/feats_proba_user_data.parquet')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "raw_df = raw_df.rename(columns={'raw_pd':'raw_pd_v2',\n",
    "                                'flag_reject_model':'flag_reject_v2'})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(71017, 41)"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "raw_df.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>flag_bad_usr</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>len</th>\n",
       "      <td>71017.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>sum</th>\n",
       "      <td>2958.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>0.041652</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      flag_bad_usr\n",
       "len   71017.000000\n",
       "sum    2958.000000\n",
       "mean      0.041652"
      ]
     },
     "execution_count": 35,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "raw_df.agg({'flag_bad_usr':[len,sum,'mean']})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "raw_df['mo'] = raw_df['transaction_date'].dt.month"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>obs</th>\n",
       "      <th>bad</th>\n",
       "      <th>ODR</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mo</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>27729</td>\n",
       "      <td>1083.0</td>\n",
       "      <td>0.039057</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>37002</td>\n",
       "      <td>1656.0</td>\n",
       "      <td>0.044754</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>6286</td>\n",
       "      <td>219.0</td>\n",
       "      <td>0.034839</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      obs     bad       ODR\n",
       "mo                         \n",
       "6   27729  1083.0  0.039057\n",
       "7   37002  1656.0  0.044754\n",
       "8    6286   219.0  0.034839"
      ]
     },
     "execution_count": 37,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "monthly_odr = raw_df.groupby('mo').agg({'flag_bad_usr':[len,sum,'mean']})\n",
    "monthly_odr.columns = ['obs', 'bad', 'ODR']\n",
    "monthly_odr"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Quickly add new feature\n",
    "- count of previous PL transactions"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "uid = tuple(raw_df['user_id'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "query = f\"\"\"select user_id,id,transaction_date \n",
    "            from l2alpha.transaction \n",
    "            where user_id in {uid} and status = 4 and transaction_type = 2\"\"\"\n",
    "\n",
    "df_add = pd.read_sql(query, connect_sql())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_add['series'] = df_add.groupby('user_id')['transaction_date'].rank()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "raw_df = raw_df.merge(df_add[['id','series']], how = 'left', left_on = 'trx_id', right_on = 'id')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Convert payment_type to integer"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "raw_df['payment_type'] = np.where(raw_df['payment_type'] == '3_months', 0, 1)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 61,
   "metadata": {},
   "outputs": [],
   "source": [
    "features = ['ap_co_plo',\n",
    "                'calibrated_final',\n",
    "                'current_dpd',\n",
    "                'delin_max_dpd_3mo',\n",
    "                'delin_max_dpd_amt_3mo',\n",
    "                'flag_bad_pefindo',\n",
    "                'flag_good_pefindo',\n",
    "                'os_amount',\n",
    "                'oth_first_trx_amount',\n",
    "                'oth_last_rep_channel',\n",
    "                'oth_last_rep_days',\n",
    "                'oth_last_rep_dpd',\n",
    "                'oth_last_trx_amount',\n",
    "                'pf_con_open_count_12mo',\n",
    "                'pf_delin_dist_contractcode_30_dpd_3mo',\n",
    "                'pf_delin_max_dpd_12mo',\n",
    "                'pf_util_creditcard_avg_12mo',\n",
    "                'time_approve_to_pl_hour',\n",
    "                'util_non_pl',\n",
    "                'util_pl',\n",
    "                'series',\n",
    "                'payment_type']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 62,
   "metadata": {},
   "outputs": [],
   "source": [
    "categorical_feats = ['flag_bad_pefindo',\n",
    "                     'flag_good_pefindo',\n",
    "                     'oth_last_rep_channel',\n",
    "                     'payment_type'\n",
    "                    ]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 63,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead tr th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe thead tr:last-of-type th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th colspan=\"3\" halign=\"left\">flag_bad_usr</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th>len</th>\n",
       "      <th>mean</th>\n",
       "      <th>sum</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>payment_type</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>11325</td>\n",
       "      <td>0.028521</td>\n",
       "      <td>323.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>59692</td>\n",
       "      <td>0.044143</td>\n",
       "      <td>2635.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "             flag_bad_usr                  \n",
       "                      len      mean     sum\n",
       "payment_type                               \n",
       "0                   11325  0.028521   323.0\n",
       "1                   59692  0.044143  2635.0"
      ]
     },
     "execution_count": 63,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "raw_df.groupby('payment_type').agg({'flag_bad_usr':[len, 'mean', sum]})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 64,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>user_id</th>\n",
       "      <th>perc_obs</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>flag_bad_usr</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>False</th>\n",
       "      <td>68059</td>\n",
       "      <td>0.958348</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>True</th>\n",
       "      <td>2958</td>\n",
       "      <td>0.041652</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "              user_id  perc_obs\n",
       "flag_bad_usr                   \n",
       "False           68059  0.958348\n",
       "True             2958  0.041652"
      ]
     },
     "execution_count": 64,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "flag_mean = raw_df.groupby(TARGET_VAR).agg({'user_id':'count'})\n",
    "flag_mean['perc_obs'] = flag_mean['user_id']/flag_mean['user_id'].sum()\n",
    "flag_mean"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 65,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>count</th>\n",
       "      <th>perc_obs</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>27729</td>\n",
       "      <td>0.390456</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>37002</td>\n",
       "      <td>0.521030</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>6286</td>\n",
       "      <td>0.088514</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   count  perc_obs\n",
       "6  27729  0.390456\n",
       "7  37002  0.521030\n",
       "8   6286  0.088514"
      ]
     },
     "execution_count": 65,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "month_split = raw_df['mo'].value_counts().to_frame()\n",
    "month_split['perc_obs'] = month_split['mo']/month_split['mo'].sum()\n",
    "month_split.columns = ['count', 'perc_obs']\n",
    "month_split.sort_index()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 66,
   "metadata": {},
   "outputs": [],
   "source": [
    "train_month = [6]\n",
    "val_month = [7]\n",
    "test_month = [8]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 67,
   "metadata": {},
   "outputs": [],
   "source": [
    "train = raw_df[raw_df['mo'].isin(train_month)]\n",
    "val = raw_df[raw_df['mo'].isin(val_month)]\n",
    "test = raw_df[raw_df['mo'].isin(test_month)]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Train the Model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 68,
   "metadata": {},
   "outputs": [],
   "source": [
    "cat_feat_indexes = tuple([raw_df.columns.get_loc(col) for col in categorical_feats])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 69,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "CPU times: user 3 µs, sys: 0 ns, total: 3 µs\n",
      "Wall time: 6.2 µs\n",
      "[1]\tvalid_0's auc: 0.674874\tvalid_0's binary_logloss: 0.164919\tvalid_1's auc: 0.668376\tvalid_1's binary_logloss: 0.183167\n",
      "Training until validation scores don't improve for 250 rounds\n",
      "[2]\tvalid_0's auc: 0.728075\tvalid_0's binary_logloss: 0.164903\tvalid_1's auc: 0.716991\tvalid_1's binary_logloss: 0.183151\n",
      "[3]\tvalid_0's auc: 0.729714\tvalid_0's binary_logloss: 0.164887\tvalid_1's auc: 0.712928\tvalid_1's binary_logloss: 0.183134\n",
      "[4]\tvalid_0's auc: 0.736355\tvalid_0's binary_logloss: 0.164874\tvalid_1's auc: 0.716273\tvalid_1's binary_logloss: 0.183122\n",
      "[5]\tvalid_0's auc: 0.736084\tvalid_0's binary_logloss: 0.164859\tvalid_1's auc: 0.715558\tvalid_1's binary_logloss: 0.183106\n",
      "[6]\tvalid_0's auc: 0.743285\tvalid_0's binary_logloss: 0.16485\tvalid_1's auc: 0.721438\tvalid_1's binary_logloss: 0.183098\n",
      "[7]\tvalid_0's auc: 0.747406\tvalid_0's binary_logloss: 0.164832\tvalid_1's auc: 0.7253\tvalid_1's binary_logloss: 0.18308\n",
      "[8]\tvalid_0's auc: 0.7445\tvalid_0's binary_logloss: 0.164817\tvalid_1's auc: 0.722139\tvalid_1's binary_logloss: 0.183065\n",
      "[9]\tvalid_0's auc: 0.747229\tvalid_0's binary_logloss: 0.164804\tvalid_1's auc: 0.723852\tvalid_1's binary_logloss: 0.183052\n",
      "[10]\tvalid_0's auc: 0.751719\tvalid_0's binary_logloss: 0.164791\tvalid_1's auc: 0.729783\tvalid_1's binary_logloss: 0.183038\n",
      "[11]\tvalid_0's auc: 0.751759\tvalid_0's binary_logloss: 0.164775\tvalid_1's auc: 0.728933\tvalid_1's binary_logloss: 0.183023\n",
      "[12]\tvalid_0's auc: 0.752828\tvalid_0's binary_logloss: 0.16476\tvalid_1's auc: 0.729439\tvalid_1's binary_logloss: 0.18301\n",
      "[13]\tvalid_0's auc: 0.75459\tvalid_0's binary_logloss: 0.164744\tvalid_1's auc: 0.731646\tvalid_1's binary_logloss: 0.182992\n",
      "[14]\tvalid_0's auc: 0.756466\tvalid_0's binary_logloss: 0.16473\tvalid_1's auc: 0.733913\tvalid_1's binary_logloss: 0.182977\n",
      "[15]\tvalid_0's auc: 0.754574\tvalid_0's binary_logloss: 0.164716\tvalid_1's auc: 0.732517\tvalid_1's binary_logloss: 0.182963\n",
      "[16]\tvalid_0's auc: 0.755129\tvalid_0's binary_logloss: 0.164703\tvalid_1's auc: 0.733586\tvalid_1's binary_logloss: 0.182949\n",
      "[17]\tvalid_0's auc: 0.754325\tvalid_0's binary_logloss: 0.164688\tvalid_1's auc: 0.733364\tvalid_1's binary_logloss: 0.182933\n",
      "[18]\tvalid_0's auc: 0.757084\tvalid_0's binary_logloss: 0.164672\tvalid_1's auc: 0.734313\tvalid_1's binary_logloss: 0.182919\n",
      "[19]\tvalid_0's auc: 0.758703\tvalid_0's binary_logloss: 0.164651\tvalid_1's auc: 0.734764\tvalid_1's binary_logloss: 0.182899\n",
      "[20]\tvalid_0's auc: 0.758183\tvalid_0's binary_logloss: 0.164637\tvalid_1's auc: 0.733976\tvalid_1's binary_logloss: 0.182886\n",
      "[21]\tvalid_0's auc: 0.75864\tvalid_0's binary_logloss: 0.16463\tvalid_1's auc: 0.734338\tvalid_1's binary_logloss: 0.182878\n",
      "[22]\tvalid_0's auc: 0.759021\tvalid_0's binary_logloss: 0.164624\tvalid_1's auc: 0.73452\tvalid_1's binary_logloss: 0.182873\n",
      "[23]\tvalid_0's auc: 0.759141\tvalid_0's binary_logloss: 0.164609\tvalid_1's auc: 0.734738\tvalid_1's binary_logloss: 0.182858\n",
      "[24]\tvalid_0's auc: 0.76071\tvalid_0's binary_logloss: 0.164592\tvalid_1's auc: 0.735777\tvalid_1's binary_logloss: 0.182841\n",
      "[25]\tvalid_0's auc: 0.759505\tvalid_0's binary_logloss: 0.164584\tvalid_1's auc: 0.734693\tvalid_1's binary_logloss: 0.182834\n",
      "[26]\tvalid_0's auc: 0.759123\tvalid_0's binary_logloss: 0.164569\tvalid_1's auc: 0.734958\tvalid_1's binary_logloss: 0.182819\n",
      "[27]\tvalid_0's auc: 0.758492\tvalid_0's binary_logloss: 0.16456\tvalid_1's auc: 0.735149\tvalid_1's binary_logloss: 0.182808\n",
      "[28]\tvalid_0's auc: 0.759171\tvalid_0's binary_logloss: 0.164544\tvalid_1's auc: 0.735861\tvalid_1's binary_logloss: 0.182793\n",
      "[29]\tvalid_0's auc: 0.759651\tvalid_0's binary_logloss: 0.164525\tvalid_1's auc: 0.735882\tvalid_1's binary_logloss: 0.182774\n",
      "[30]\tvalid_0's auc: 0.759806\tvalid_0's binary_logloss: 0.164514\tvalid_1's auc: 0.736766\tvalid_1's binary_logloss: 0.182762\n",
      "[31]\tvalid_0's auc: 0.760132\tvalid_0's binary_logloss: 0.164507\tvalid_1's auc: 0.737635\tvalid_1's binary_logloss: 0.182754\n",
      "[32]\tvalid_0's auc: 0.759571\tvalid_0's binary_logloss: 0.164496\tvalid_1's auc: 0.737738\tvalid_1's binary_logloss: 0.182743\n",
      "[33]\tvalid_0's auc: 0.760299\tvalid_0's binary_logloss: 0.164484\tvalid_1's auc: 0.737832\tvalid_1's binary_logloss: 0.182731\n",
      "[34]\tvalid_0's auc: 0.760876\tvalid_0's binary_logloss: 0.16447\tvalid_1's auc: 0.738375\tvalid_1's binary_logloss: 0.182717\n",
      "[35]\tvalid_0's auc: 0.760459\tvalid_0's binary_logloss: 0.164457\tvalid_1's auc: 0.738232\tvalid_1's binary_logloss: 0.182703\n",
      "[36]\tvalid_0's auc: 0.761189\tvalid_0's binary_logloss: 0.164439\tvalid_1's auc: 0.738384\tvalid_1's binary_logloss: 0.182686\n",
      "[37]\tvalid_0's auc: 0.761656\tvalid_0's binary_logloss: 0.164434\tvalid_1's auc: 0.738888\tvalid_1's binary_logloss: 0.182681\n",
      "[38]\tvalid_0's auc: 0.762013\tvalid_0's binary_logloss: 0.164423\tvalid_1's auc: 0.739512\tvalid_1's binary_logloss: 0.18267\n",
      "[39]\tvalid_0's auc: 0.763218\tvalid_0's binary_logloss: 0.164409\tvalid_1's auc: 0.740122\tvalid_1's binary_logloss: 0.182656\n",
      "[40]\tvalid_0's auc: 0.762366\tvalid_0's binary_logloss: 0.164399\tvalid_1's auc: 0.73944\tvalid_1's binary_logloss: 0.182647\n",
      "[41]\tvalid_0's auc: 0.761931\tvalid_0's binary_logloss: 0.164391\tvalid_1's auc: 0.739276\tvalid_1's binary_logloss: 0.182638\n",
      "[42]\tvalid_0's auc: 0.761956\tvalid_0's binary_logloss: 0.164381\tvalid_1's auc: 0.739395\tvalid_1's binary_logloss: 0.182628\n",
      "[43]\tvalid_0's auc: 0.761994\tvalid_0's binary_logloss: 0.164367\tvalid_1's auc: 0.739777\tvalid_1's binary_logloss: 0.182614\n",
      "[44]\tvalid_0's auc: 0.7616\tvalid_0's binary_logloss: 0.164351\tvalid_1's auc: 0.739539\tvalid_1's binary_logloss: 0.182597\n",
      "[45]\tvalid_0's auc: 0.761214\tvalid_0's binary_logloss: 0.164338\tvalid_1's auc: 0.739358\tvalid_1's binary_logloss: 0.182583\n",
      "[46]\tvalid_0's auc: 0.761883\tvalid_0's binary_logloss: 0.164326\tvalid_1's auc: 0.740103\tvalid_1's binary_logloss: 0.18257\n",
      "[47]\tvalid_0's auc: 0.762\tvalid_0's binary_logloss: 0.164313\tvalid_1's auc: 0.739876\tvalid_1's binary_logloss: 0.182558\n",
      "[48]\tvalid_0's auc: 0.762315\tvalid_0's binary_logloss: 0.164296\tvalid_1's auc: 0.739846\tvalid_1's binary_logloss: 0.182542\n",
      "[49]\tvalid_0's auc: 0.762112\tvalid_0's binary_logloss: 0.164282\tvalid_1's auc: 0.739828\tvalid_1's binary_logloss: 0.182527\n",
      "[50]\tvalid_0's auc: 0.762221\tvalid_0's binary_logloss: 0.164268\tvalid_1's auc: 0.740096\tvalid_1's binary_logloss: 0.182512\n",
      "[51]\tvalid_0's auc: 0.761983\tvalid_0's binary_logloss: 0.164258\tvalid_1's auc: 0.740027\tvalid_1's binary_logloss: 0.182503\n",
      "[52]\tvalid_0's auc: 0.761771\tvalid_0's binary_logloss: 0.164245\tvalid_1's auc: 0.740089\tvalid_1's binary_logloss: 0.182489\n",
      "[53]\tvalid_0's auc: 0.761614\tvalid_0's binary_logloss: 0.164232\tvalid_1's auc: 0.739954\tvalid_1's binary_logloss: 0.182475\n",
      "[54]\tvalid_0's auc: 0.761107\tvalid_0's binary_logloss: 0.164218\tvalid_1's auc: 0.739466\tvalid_1's binary_logloss: 0.182462\n",
      "[55]\tvalid_0's auc: 0.760974\tvalid_0's binary_logloss: 0.164205\tvalid_1's auc: 0.739447\tvalid_1's binary_logloss: 0.182448\n",
      "[56]\tvalid_0's auc: 0.76159\tvalid_0's binary_logloss: 0.164189\tvalid_1's auc: 0.740041\tvalid_1's binary_logloss: 0.182432\n",
      "[57]\tvalid_0's auc: 0.761496\tvalid_0's binary_logloss: 0.164175\tvalid_1's auc: 0.739873\tvalid_1's binary_logloss: 0.182419\n",
      "[58]\tvalid_0's auc: 0.761158\tvalid_0's binary_logloss: 0.164162\tvalid_1's auc: 0.739662\tvalid_1's binary_logloss: 0.182406\n",
      "[59]\tvalid_0's auc: 0.761841\tvalid_0's binary_logloss: 0.164149\tvalid_1's auc: 0.740236\tvalid_1's binary_logloss: 0.182392\n",
      "[60]\tvalid_0's auc: 0.761865\tvalid_0's binary_logloss: 0.164137\tvalid_1's auc: 0.740155\tvalid_1's binary_logloss: 0.18238\n",
      "[61]\tvalid_0's auc: 0.762245\tvalid_0's binary_logloss: 0.164128\tvalid_1's auc: 0.740663\tvalid_1's binary_logloss: 0.182371\n",
      "[62]\tvalid_0's auc: 0.762356\tvalid_0's binary_logloss: 0.164112\tvalid_1's auc: 0.740572\tvalid_1's binary_logloss: 0.182356\n",
      "[63]\tvalid_0's auc: 0.762236\tvalid_0's binary_logloss: 0.164108\tvalid_1's auc: 0.740487\tvalid_1's binary_logloss: 0.182352\n",
      "[64]\tvalid_0's auc: 0.762267\tvalid_0's binary_logloss: 0.164095\tvalid_1's auc: 0.740352\tvalid_1's binary_logloss: 0.182339\n",
      "[65]\tvalid_0's auc: 0.7619\tvalid_0's binary_logloss: 0.164085\tvalid_1's auc: 0.740227\tvalid_1's binary_logloss: 0.182328\n",
      "[66]\tvalid_0's auc: 0.761964\tvalid_0's binary_logloss: 0.164068\tvalid_1's auc: 0.740287\tvalid_1's binary_logloss: 0.182311\n",
      "[67]\tvalid_0's auc: 0.762513\tvalid_0's binary_logloss: 0.164053\tvalid_1's auc: 0.740725\tvalid_1's binary_logloss: 0.182296\n",
      "[68]\tvalid_0's auc: 0.763002\tvalid_0's binary_logloss: 0.164041\tvalid_1's auc: 0.741366\tvalid_1's binary_logloss: 0.182283\n",
      "[69]\tvalid_0's auc: 0.762729\tvalid_0's binary_logloss: 0.164026\tvalid_1's auc: 0.740897\tvalid_1's binary_logloss: 0.182268\n",
      "[70]\tvalid_0's auc: 0.762191\tvalid_0's binary_logloss: 0.164018\tvalid_1's auc: 0.740553\tvalid_1's binary_logloss: 0.182259\n",
      "[71]\tvalid_0's auc: 0.76232\tvalid_0's binary_logloss: 0.164006\tvalid_1's auc: 0.740638\tvalid_1's binary_logloss: 0.182247\n",
      "[72]\tvalid_0's auc: 0.763065\tvalid_0's binary_logloss: 0.163986\tvalid_1's auc: 0.741422\tvalid_1's binary_logloss: 0.182227\n",
      "[73]\tvalid_0's auc: 0.763419\tvalid_0's binary_logloss: 0.163973\tvalid_1's auc: 0.742063\tvalid_1's binary_logloss: 0.182215\n",
      "[74]\tvalid_0's auc: 0.763193\tvalid_0's binary_logloss: 0.163962\tvalid_1's auc: 0.741826\tvalid_1's binary_logloss: 0.182204\n",
      "[75]\tvalid_0's auc: 0.763376\tvalid_0's binary_logloss: 0.163945\tvalid_1's auc: 0.741878\tvalid_1's binary_logloss: 0.182187\n",
      "[76]\tvalid_0's auc: 0.762877\tvalid_0's binary_logloss: 0.163938\tvalid_1's auc: 0.741518\tvalid_1's binary_logloss: 0.18218\n",
      "[77]\tvalid_0's auc: 0.763135\tvalid_0's binary_logloss: 0.163927\tvalid_1's auc: 0.741721\tvalid_1's binary_logloss: 0.182168\n",
      "[78]\tvalid_0's auc: 0.762832\tvalid_0's binary_logloss: 0.163916\tvalid_1's auc: 0.741724\tvalid_1's binary_logloss: 0.182156\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[79]\tvalid_0's auc: 0.762549\tvalid_0's binary_logloss: 0.163906\tvalid_1's auc: 0.741466\tvalid_1's binary_logloss: 0.182145\n",
      "[80]\tvalid_0's auc: 0.762745\tvalid_0's binary_logloss: 0.163894\tvalid_1's auc: 0.741686\tvalid_1's binary_logloss: 0.182132\n",
      "[81]\tvalid_0's auc: 0.762897\tvalid_0's binary_logloss: 0.163875\tvalid_1's auc: 0.741499\tvalid_1's binary_logloss: 0.182115\n",
      "[82]\tvalid_0's auc: 0.763507\tvalid_0's binary_logloss: 0.163861\tvalid_1's auc: 0.741994\tvalid_1's binary_logloss: 0.182101\n",
      "[83]\tvalid_0's auc: 0.763376\tvalid_0's binary_logloss: 0.163847\tvalid_1's auc: 0.741882\tvalid_1's binary_logloss: 0.182087\n",
      "[84]\tvalid_0's auc: 0.763524\tvalid_0's binary_logloss: 0.163831\tvalid_1's auc: 0.74186\tvalid_1's binary_logloss: 0.18207\n",
      "[85]\tvalid_0's auc: 0.763389\tvalid_0's binary_logloss: 0.163817\tvalid_1's auc: 0.74179\tvalid_1's binary_logloss: 0.182057\n",
      "[86]\tvalid_0's auc: 0.763274\tvalid_0's binary_logloss: 0.163804\tvalid_1's auc: 0.741764\tvalid_1's binary_logloss: 0.182043\n",
      "[87]\tvalid_0's auc: 0.763073\tvalid_0's binary_logloss: 0.163793\tvalid_1's auc: 0.741631\tvalid_1's binary_logloss: 0.182032\n",
      "[88]\tvalid_0's auc: 0.762928\tvalid_0's binary_logloss: 0.163782\tvalid_1's auc: 0.741523\tvalid_1's binary_logloss: 0.18202\n",
      "[89]\tvalid_0's auc: 0.762609\tvalid_0's binary_logloss: 0.163769\tvalid_1's auc: 0.741331\tvalid_1's binary_logloss: 0.182007\n",
      "[90]\tvalid_0's auc: 0.762629\tvalid_0's binary_logloss: 0.16376\tvalid_1's auc: 0.741429\tvalid_1's binary_logloss: 0.181998\n",
      "[91]\tvalid_0's auc: 0.762791\tvalid_0's binary_logloss: 0.163745\tvalid_1's auc: 0.741695\tvalid_1's binary_logloss: 0.181983\n",
      "[92]\tvalid_0's auc: 0.762989\tvalid_0's binary_logloss: 0.163732\tvalid_1's auc: 0.74204\tvalid_1's binary_logloss: 0.181969\n",
      "[93]\tvalid_0's auc: 0.763196\tvalid_0's binary_logloss: 0.16372\tvalid_1's auc: 0.742123\tvalid_1's binary_logloss: 0.181957\n",
      "[94]\tvalid_0's auc: 0.763194\tvalid_0's binary_logloss: 0.163707\tvalid_1's auc: 0.742094\tvalid_1's binary_logloss: 0.181944\n",
      "[95]\tvalid_0's auc: 0.763193\tvalid_0's binary_logloss: 0.163697\tvalid_1's auc: 0.742069\tvalid_1's binary_logloss: 0.181933\n",
      "[96]\tvalid_0's auc: 0.763507\tvalid_0's binary_logloss: 0.163685\tvalid_1's auc: 0.742381\tvalid_1's binary_logloss: 0.181921\n",
      "[97]\tvalid_0's auc: 0.763346\tvalid_0's binary_logloss: 0.163673\tvalid_1's auc: 0.742198\tvalid_1's binary_logloss: 0.181909\n",
      "[98]\tvalid_0's auc: 0.763391\tvalid_0's binary_logloss: 0.16366\tvalid_1's auc: 0.742081\tvalid_1's binary_logloss: 0.181897\n",
      "[99]\tvalid_0's auc: 0.763367\tvalid_0's binary_logloss: 0.163644\tvalid_1's auc: 0.741813\tvalid_1's binary_logloss: 0.181883\n",
      "[100]\tvalid_0's auc: 0.763601\tvalid_0's binary_logloss: 0.163635\tvalid_1's auc: 0.742098\tvalid_1's binary_logloss: 0.181873\n",
      "[101]\tvalid_0's auc: 0.763424\tvalid_0's binary_logloss: 0.163622\tvalid_1's auc: 0.741998\tvalid_1's binary_logloss: 0.181859\n",
      "[102]\tvalid_0's auc: 0.763324\tvalid_0's binary_logloss: 0.163608\tvalid_1's auc: 0.741893\tvalid_1's binary_logloss: 0.181844\n",
      "[103]\tvalid_0's auc: 0.763315\tvalid_0's binary_logloss: 0.163596\tvalid_1's auc: 0.741812\tvalid_1's binary_logloss: 0.181832\n",
      "[104]\tvalid_0's auc: 0.763228\tvalid_0's binary_logloss: 0.163583\tvalid_1's auc: 0.741806\tvalid_1's binary_logloss: 0.181819\n",
      "[105]\tvalid_0's auc: 0.763182\tvalid_0's binary_logloss: 0.163572\tvalid_1's auc: 0.741618\tvalid_1's binary_logloss: 0.181808\n",
      "[106]\tvalid_0's auc: 0.763257\tvalid_0's binary_logloss: 0.163557\tvalid_1's auc: 0.74172\tvalid_1's binary_logloss: 0.181793\n",
      "[107]\tvalid_0's auc: 0.762972\tvalid_0's binary_logloss: 0.163549\tvalid_1's auc: 0.741452\tvalid_1's binary_logloss: 0.181785\n",
      "[108]\tvalid_0's auc: 0.763021\tvalid_0's binary_logloss: 0.163537\tvalid_1's auc: 0.741528\tvalid_1's binary_logloss: 0.181772\n",
      "[109]\tvalid_0's auc: 0.763382\tvalid_0's binary_logloss: 0.163528\tvalid_1's auc: 0.741804\tvalid_1's binary_logloss: 0.181762\n",
      "[110]\tvalid_0's auc: 0.763046\tvalid_0's binary_logloss: 0.163516\tvalid_1's auc: 0.741357\tvalid_1's binary_logloss: 0.181752\n",
      "[111]\tvalid_0's auc: 0.763171\tvalid_0's binary_logloss: 0.163505\tvalid_1's auc: 0.741636\tvalid_1's binary_logloss: 0.18174\n",
      "[112]\tvalid_0's auc: 0.76318\tvalid_0's binary_logloss: 0.16349\tvalid_1's auc: 0.741518\tvalid_1's binary_logloss: 0.181725\n",
      "[113]\tvalid_0's auc: 0.763342\tvalid_0's binary_logloss: 0.163476\tvalid_1's auc: 0.741453\tvalid_1's binary_logloss: 0.181712\n",
      "[114]\tvalid_0's auc: 0.76365\tvalid_0's binary_logloss: 0.163464\tvalid_1's auc: 0.741707\tvalid_1's binary_logloss: 0.181699\n",
      "[115]\tvalid_0's auc: 0.763836\tvalid_0's binary_logloss: 0.163449\tvalid_1's auc: 0.7419\tvalid_1's binary_logloss: 0.181684\n",
      "[116]\tvalid_0's auc: 0.763977\tvalid_0's binary_logloss: 0.163436\tvalid_1's auc: 0.742146\tvalid_1's binary_logloss: 0.18167\n",
      "[117]\tvalid_0's auc: 0.764197\tvalid_0's binary_logloss: 0.163421\tvalid_1's auc: 0.742274\tvalid_1's binary_logloss: 0.181655\n",
      "[118]\tvalid_0's auc: 0.763965\tvalid_0's binary_logloss: 0.163414\tvalid_1's auc: 0.742217\tvalid_1's binary_logloss: 0.181646\n",
      "[119]\tvalid_0's auc: 0.763801\tvalid_0's binary_logloss: 0.163401\tvalid_1's auc: 0.742079\tvalid_1's binary_logloss: 0.181633\n",
      "[120]\tvalid_0's auc: 0.763622\tvalid_0's binary_logloss: 0.163393\tvalid_1's auc: 0.742099\tvalid_1's binary_logloss: 0.181624\n",
      "[121]\tvalid_0's auc: 0.763604\tvalid_0's binary_logloss: 0.163383\tvalid_1's auc: 0.742189\tvalid_1's binary_logloss: 0.181613\n",
      "[122]\tvalid_0's auc: 0.763586\tvalid_0's binary_logloss: 0.163371\tvalid_1's auc: 0.742219\tvalid_1's binary_logloss: 0.1816\n",
      "[123]\tvalid_0's auc: 0.763527\tvalid_0's binary_logloss: 0.163362\tvalid_1's auc: 0.742156\tvalid_1's binary_logloss: 0.181591\n",
      "[124]\tvalid_0's auc: 0.763562\tvalid_0's binary_logloss: 0.163352\tvalid_1's auc: 0.742192\tvalid_1's binary_logloss: 0.181581\n",
      "[125]\tvalid_0's auc: 0.763715\tvalid_0's binary_logloss: 0.163342\tvalid_1's auc: 0.742378\tvalid_1's binary_logloss: 0.181571\n",
      "[126]\tvalid_0's auc: 0.763663\tvalid_0's binary_logloss: 0.163331\tvalid_1's auc: 0.742225\tvalid_1's binary_logloss: 0.18156\n",
      "[127]\tvalid_0's auc: 0.763741\tvalid_0's binary_logloss: 0.163321\tvalid_1's auc: 0.742487\tvalid_1's binary_logloss: 0.181548\n",
      "[128]\tvalid_0's auc: 0.763552\tvalid_0's binary_logloss: 0.163313\tvalid_1's auc: 0.742327\tvalid_1's binary_logloss: 0.18154\n",
      "[129]\tvalid_0's auc: 0.763426\tvalid_0's binary_logloss: 0.163304\tvalid_1's auc: 0.742295\tvalid_1's binary_logloss: 0.181531\n",
      "[130]\tvalid_0's auc: 0.76371\tvalid_0's binary_logloss: 0.16329\tvalid_1's auc: 0.742456\tvalid_1's binary_logloss: 0.181518\n",
      "[131]\tvalid_0's auc: 0.763664\tvalid_0's binary_logloss: 0.16328\tvalid_1's auc: 0.742517\tvalid_1's binary_logloss: 0.181506\n",
      "[132]\tvalid_0's auc: 0.763592\tvalid_0's binary_logloss: 0.163265\tvalid_1's auc: 0.742261\tvalid_1's binary_logloss: 0.181492\n",
      "[133]\tvalid_0's auc: 0.763837\tvalid_0's binary_logloss: 0.163251\tvalid_1's auc: 0.742346\tvalid_1's binary_logloss: 0.181479\n",
      "[134]\tvalid_0's auc: 0.763672\tvalid_0's binary_logloss: 0.163237\tvalid_1's auc: 0.742286\tvalid_1's binary_logloss: 0.181465\n",
      "[135]\tvalid_0's auc: 0.763689\tvalid_0's binary_logloss: 0.16322\tvalid_1's auc: 0.742179\tvalid_1's binary_logloss: 0.181449\n",
      "[136]\tvalid_0's auc: 0.763847\tvalid_0's binary_logloss: 0.16321\tvalid_1's auc: 0.742442\tvalid_1's binary_logloss: 0.181438\n",
      "[137]\tvalid_0's auc: 0.763725\tvalid_0's binary_logloss: 0.163201\tvalid_1's auc: 0.742357\tvalid_1's binary_logloss: 0.181429\n",
      "[138]\tvalid_0's auc: 0.763602\tvalid_0's binary_logloss: 0.163188\tvalid_1's auc: 0.742157\tvalid_1's binary_logloss: 0.181416\n",
      "[139]\tvalid_0's auc: 0.76352\tvalid_0's binary_logloss: 0.163175\tvalid_1's auc: 0.742077\tvalid_1's binary_logloss: 0.181403\n",
      "[140]\tvalid_0's auc: 0.763696\tvalid_0's binary_logloss: 0.163163\tvalid_1's auc: 0.742232\tvalid_1's binary_logloss: 0.18139\n",
      "[141]\tvalid_0's auc: 0.763477\tvalid_0's binary_logloss: 0.163155\tvalid_1's auc: 0.742184\tvalid_1's binary_logloss: 0.181381\n",
      "[142]\tvalid_0's auc: 0.763493\tvalid_0's binary_logloss: 0.163147\tvalid_1's auc: 0.742103\tvalid_1's binary_logloss: 0.181373\n",
      "[143]\tvalid_0's auc: 0.763432\tvalid_0's binary_logloss: 0.163137\tvalid_1's auc: 0.742019\tvalid_1's binary_logloss: 0.181364\n",
      "[144]\tvalid_0's auc: 0.763502\tvalid_0's binary_logloss: 0.163128\tvalid_1's auc: 0.742047\tvalid_1's binary_logloss: 0.181355\n",
      "[145]\tvalid_0's auc: 0.763391\tvalid_0's binary_logloss: 0.163118\tvalid_1's auc: 0.742063\tvalid_1's binary_logloss: 0.181344\n",
      "[146]\tvalid_0's auc: 0.76318\tvalid_0's binary_logloss: 0.163106\tvalid_1's auc: 0.741812\tvalid_1's binary_logloss: 0.181332\n",
      "[147]\tvalid_0's auc: 0.763128\tvalid_0's binary_logloss: 0.163102\tvalid_1's auc: 0.741835\tvalid_1's binary_logloss: 0.181327\n",
      "[148]\tvalid_0's auc: 0.763323\tvalid_0's binary_logloss: 0.163084\tvalid_1's auc: 0.741935\tvalid_1's binary_logloss: 0.18131\n",
      "[149]\tvalid_0's auc: 0.763189\tvalid_0's binary_logloss: 0.163071\tvalid_1's auc: 0.741836\tvalid_1's binary_logloss: 0.181297\n",
      "[150]\tvalid_0's auc: 0.763138\tvalid_0's binary_logloss: 0.163061\tvalid_1's auc: 0.741896\tvalid_1's binary_logloss: 0.181286\n",
      "[151]\tvalid_0's auc: 0.763295\tvalid_0's binary_logloss: 0.163046\tvalid_1's auc: 0.741946\tvalid_1's binary_logloss: 0.181272\n",
      "[152]\tvalid_0's auc: 0.763437\tvalid_0's binary_logloss: 0.163033\tvalid_1's auc: 0.741939\tvalid_1's binary_logloss: 0.181259\n",
      "[153]\tvalid_0's auc: 0.763594\tvalid_0's binary_logloss: 0.163019\tvalid_1's auc: 0.74198\tvalid_1's binary_logloss: 0.181246\n",
      "[154]\tvalid_0's auc: 0.763542\tvalid_0's binary_logloss: 0.163005\tvalid_1's auc: 0.741854\tvalid_1's binary_logloss: 0.181233\n",
      "[155]\tvalid_0's auc: 0.763583\tvalid_0's binary_logloss: 0.162996\tvalid_1's auc: 0.741781\tvalid_1's binary_logloss: 0.181223\n",
      "[156]\tvalid_0's auc: 0.763616\tvalid_0's binary_logloss: 0.162988\tvalid_1's auc: 0.741776\tvalid_1's binary_logloss: 0.181215\n",
      "[157]\tvalid_0's auc: 0.763694\tvalid_0's binary_logloss: 0.162976\tvalid_1's auc: 0.741782\tvalid_1's binary_logloss: 0.181203\n",
      "[158]\tvalid_0's auc: 0.763797\tvalid_0's binary_logloss: 0.162962\tvalid_1's auc: 0.7419\tvalid_1's binary_logloss: 0.18119\n",
      "[159]\tvalid_0's auc: 0.76407\tvalid_0's binary_logloss: 0.162948\tvalid_1's auc: 0.7422\tvalid_1's binary_logloss: 0.181176\n",
      "[160]\tvalid_0's auc: 0.76424\tvalid_0's binary_logloss: 0.162944\tvalid_1's auc: 0.74244\tvalid_1's binary_logloss: 0.181171\n",
      "[161]\tvalid_0's auc: 0.764129\tvalid_0's binary_logloss: 0.162937\tvalid_1's auc: 0.742494\tvalid_1's binary_logloss: 0.181163\n",
      "[162]\tvalid_0's auc: 0.764225\tvalid_0's binary_logloss: 0.162932\tvalid_1's auc: 0.742667\tvalid_1's binary_logloss: 0.181157\n",
      "[163]\tvalid_0's auc: 0.764295\tvalid_0's binary_logloss: 0.162921\tvalid_1's auc: 0.742767\tvalid_1's binary_logloss: 0.181146\n",
      "[164]\tvalid_0's auc: 0.764136\tvalid_0's binary_logloss: 0.162911\tvalid_1's auc: 0.742661\tvalid_1's binary_logloss: 0.181136\n",
      "[165]\tvalid_0's auc: 0.764296\tvalid_0's binary_logloss: 0.162893\tvalid_1's auc: 0.742722\tvalid_1's binary_logloss: 0.181119\n",
      "[166]\tvalid_0's auc: 0.764361\tvalid_0's binary_logloss: 0.16288\tvalid_1's auc: 0.742735\tvalid_1's binary_logloss: 0.181106\n",
      "[167]\tvalid_0's auc: 0.764463\tvalid_0's binary_logloss: 0.162877\tvalid_1's auc: 0.742923\tvalid_1's binary_logloss: 0.181102\n",
      "[168]\tvalid_0's auc: 0.764354\tvalid_0's binary_logloss: 0.162864\tvalid_1's auc: 0.742825\tvalid_1's binary_logloss: 0.181089\n",
      "[169]\tvalid_0's auc: 0.764346\tvalid_0's binary_logloss: 0.162851\tvalid_1's auc: 0.742864\tvalid_1's binary_logloss: 0.181075\n",
      "[170]\tvalid_0's auc: 0.764294\tvalid_0's binary_logloss: 0.162842\tvalid_1's auc: 0.742731\tvalid_1's binary_logloss: 0.181068\n",
      "[171]\tvalid_0's auc: 0.764168\tvalid_0's binary_logloss: 0.162831\tvalid_1's auc: 0.742626\tvalid_1's binary_logloss: 0.181056\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[172]\tvalid_0's auc: 0.764008\tvalid_0's binary_logloss: 0.162823\tvalid_1's auc: 0.742484\tvalid_1's binary_logloss: 0.181048\n",
      "[173]\tvalid_0's auc: 0.764126\tvalid_0's binary_logloss: 0.162811\tvalid_1's auc: 0.742636\tvalid_1's binary_logloss: 0.181036\n",
      "[174]\tvalid_0's auc: 0.764001\tvalid_0's binary_logloss: 0.162807\tvalid_1's auc: 0.742612\tvalid_1's binary_logloss: 0.181031\n",
      "[175]\tvalid_0's auc: 0.763989\tvalid_0's binary_logloss: 0.162798\tvalid_1's auc: 0.742657\tvalid_1's binary_logloss: 0.181021\n",
      "[176]\tvalid_0's auc: 0.763992\tvalid_0's binary_logloss: 0.162784\tvalid_1's auc: 0.742638\tvalid_1's binary_logloss: 0.181008\n",
      "[177]\tvalid_0's auc: 0.763984\tvalid_0's binary_logloss: 0.16278\tvalid_1's auc: 0.742714\tvalid_1's binary_logloss: 0.181003\n",
      "[178]\tvalid_0's auc: 0.764064\tvalid_0's binary_logloss: 0.162769\tvalid_1's auc: 0.742777\tvalid_1's binary_logloss: 0.180992\n",
      "[179]\tvalid_0's auc: 0.764153\tvalid_0's binary_logloss: 0.162761\tvalid_1's auc: 0.742808\tvalid_1's binary_logloss: 0.180985\n",
      "[180]\tvalid_0's auc: 0.764172\tvalid_0's binary_logloss: 0.162751\tvalid_1's auc: 0.742864\tvalid_1's binary_logloss: 0.180975\n",
      "[181]\tvalid_0's auc: 0.764286\tvalid_0's binary_logloss: 0.162734\tvalid_1's auc: 0.74291\tvalid_1's binary_logloss: 0.180959\n",
      "[182]\tvalid_0's auc: 0.764283\tvalid_0's binary_logloss: 0.16272\tvalid_1's auc: 0.742817\tvalid_1's binary_logloss: 0.180946\n",
      "[183]\tvalid_0's auc: 0.764336\tvalid_0's binary_logloss: 0.162707\tvalid_1's auc: 0.742828\tvalid_1's binary_logloss: 0.180932\n",
      "[184]\tvalid_0's auc: 0.764258\tvalid_0's binary_logloss: 0.162696\tvalid_1's auc: 0.742806\tvalid_1's binary_logloss: 0.180921\n",
      "[185]\tvalid_0's auc: 0.764138\tvalid_0's binary_logloss: 0.162688\tvalid_1's auc: 0.742836\tvalid_1's binary_logloss: 0.180911\n",
      "[186]\tvalid_0's auc: 0.764166\tvalid_0's binary_logloss: 0.162673\tvalid_1's auc: 0.742854\tvalid_1's binary_logloss: 0.180897\n",
      "[187]\tvalid_0's auc: 0.764375\tvalid_0's binary_logloss: 0.162661\tvalid_1's auc: 0.742972\tvalid_1's binary_logloss: 0.180885\n",
      "[188]\tvalid_0's auc: 0.764399\tvalid_0's binary_logloss: 0.162653\tvalid_1's auc: 0.743015\tvalid_1's binary_logloss: 0.180876\n",
      "[189]\tvalid_0's auc: 0.764442\tvalid_0's binary_logloss: 0.162644\tvalid_1's auc: 0.743054\tvalid_1's binary_logloss: 0.180867\n",
      "[190]\tvalid_0's auc: 0.764336\tvalid_0's binary_logloss: 0.162636\tvalid_1's auc: 0.743093\tvalid_1's binary_logloss: 0.180857\n",
      "[191]\tvalid_0's auc: 0.764428\tvalid_0's binary_logloss: 0.162624\tvalid_1's auc: 0.74306\tvalid_1's binary_logloss: 0.180846\n",
      "[192]\tvalid_0's auc: 0.764454\tvalid_0's binary_logloss: 0.162612\tvalid_1's auc: 0.742992\tvalid_1's binary_logloss: 0.180834\n",
      "[193]\tvalid_0's auc: 0.764423\tvalid_0's binary_logloss: 0.1626\tvalid_1's auc: 0.742915\tvalid_1's binary_logloss: 0.180823\n",
      "[194]\tvalid_0's auc: 0.764359\tvalid_0's binary_logloss: 0.16259\tvalid_1's auc: 0.742977\tvalid_1's binary_logloss: 0.180812\n",
      "[195]\tvalid_0's auc: 0.764246\tvalid_0's binary_logloss: 0.162579\tvalid_1's auc: 0.742853\tvalid_1's binary_logloss: 0.1808\n",
      "[196]\tvalid_0's auc: 0.764399\tvalid_0's binary_logloss: 0.162566\tvalid_1's auc: 0.742949\tvalid_1's binary_logloss: 0.180788\n",
      "[197]\tvalid_0's auc: 0.764296\tvalid_0's binary_logloss: 0.162551\tvalid_1's auc: 0.742884\tvalid_1's binary_logloss: 0.180773\n",
      "[198]\tvalid_0's auc: 0.764222\tvalid_0's binary_logloss: 0.162541\tvalid_1's auc: 0.742839\tvalid_1's binary_logloss: 0.180763\n",
      "[199]\tvalid_0's auc: 0.764242\tvalid_0's binary_logloss: 0.162526\tvalid_1's auc: 0.742919\tvalid_1's binary_logloss: 0.180748\n",
      "[200]\tvalid_0's auc: 0.764529\tvalid_0's binary_logloss: 0.162512\tvalid_1's auc: 0.743083\tvalid_1's binary_logloss: 0.180734\n",
      "[201]\tvalid_0's auc: 0.764591\tvalid_0's binary_logloss: 0.162498\tvalid_1's auc: 0.743124\tvalid_1's binary_logloss: 0.18072\n",
      "[202]\tvalid_0's auc: 0.76472\tvalid_0's binary_logloss: 0.162482\tvalid_1's auc: 0.743233\tvalid_1's binary_logloss: 0.180704\n",
      "[203]\tvalid_0's auc: 0.764818\tvalid_0's binary_logloss: 0.162472\tvalid_1's auc: 0.743344\tvalid_1's binary_logloss: 0.180693\n",
      "[204]\tvalid_0's auc: 0.764809\tvalid_0's binary_logloss: 0.162462\tvalid_1's auc: 0.743399\tvalid_1's binary_logloss: 0.180684\n",
      "[205]\tvalid_0's auc: 0.764826\tvalid_0's binary_logloss: 0.162456\tvalid_1's auc: 0.743347\tvalid_1's binary_logloss: 0.180678\n",
      "[206]\tvalid_0's auc: 0.764893\tvalid_0's binary_logloss: 0.162452\tvalid_1's auc: 0.743467\tvalid_1's binary_logloss: 0.180673\n",
      "[207]\tvalid_0's auc: 0.765002\tvalid_0's binary_logloss: 0.16244\tvalid_1's auc: 0.743626\tvalid_1's binary_logloss: 0.18066\n",
      "[208]\tvalid_0's auc: 0.765018\tvalid_0's binary_logloss: 0.162431\tvalid_1's auc: 0.743581\tvalid_1's binary_logloss: 0.18065\n",
      "[209]\tvalid_0's auc: 0.765148\tvalid_0's binary_logloss: 0.162414\tvalid_1's auc: 0.743657\tvalid_1's binary_logloss: 0.180634\n",
      "[210]\tvalid_0's auc: 0.765077\tvalid_0's binary_logloss: 0.162401\tvalid_1's auc: 0.743496\tvalid_1's binary_logloss: 0.180622\n",
      "[211]\tvalid_0's auc: 0.765052\tvalid_0's binary_logloss: 0.162391\tvalid_1's auc: 0.743513\tvalid_1's binary_logloss: 0.180611\n",
      "[212]\tvalid_0's auc: 0.765021\tvalid_0's binary_logloss: 0.16238\tvalid_1's auc: 0.743439\tvalid_1's binary_logloss: 0.1806\n",
      "[213]\tvalid_0's auc: 0.765039\tvalid_0's binary_logloss: 0.162368\tvalid_1's auc: 0.743506\tvalid_1's binary_logloss: 0.180588\n",
      "[214]\tvalid_0's auc: 0.765098\tvalid_0's binary_logloss: 0.162353\tvalid_1's auc: 0.743624\tvalid_1's binary_logloss: 0.180572\n",
      "[215]\tvalid_0's auc: 0.76506\tvalid_0's binary_logloss: 0.162341\tvalid_1's auc: 0.743569\tvalid_1's binary_logloss: 0.18056\n",
      "[216]\tvalid_0's auc: 0.764995\tvalid_0's binary_logloss: 0.162328\tvalid_1's auc: 0.743459\tvalid_1's binary_logloss: 0.180547\n",
      "[217]\tvalid_0's auc: 0.764929\tvalid_0's binary_logloss: 0.162314\tvalid_1's auc: 0.743411\tvalid_1's binary_logloss: 0.180533\n",
      "[218]\tvalid_0's auc: 0.764855\tvalid_0's binary_logloss: 0.162301\tvalid_1's auc: 0.743251\tvalid_1's binary_logloss: 0.180521\n",
      "[219]\tvalid_0's auc: 0.764837\tvalid_0's binary_logloss: 0.162288\tvalid_1's auc: 0.743319\tvalid_1's binary_logloss: 0.180506\n",
      "[220]\tvalid_0's auc: 0.764869\tvalid_0's binary_logloss: 0.162276\tvalid_1's auc: 0.743357\tvalid_1's binary_logloss: 0.180495\n",
      "[221]\tvalid_0's auc: 0.764889\tvalid_0's binary_logloss: 0.162264\tvalid_1's auc: 0.743354\tvalid_1's binary_logloss: 0.180483\n",
      "[222]\tvalid_0's auc: 0.764846\tvalid_0's binary_logloss: 0.162251\tvalid_1's auc: 0.743372\tvalid_1's binary_logloss: 0.180469\n",
      "[223]\tvalid_0's auc: 0.764754\tvalid_0's binary_logloss: 0.162239\tvalid_1's auc: 0.743358\tvalid_1's binary_logloss: 0.180456\n",
      "[224]\tvalid_0's auc: 0.764716\tvalid_0's binary_logloss: 0.162225\tvalid_1's auc: 0.743321\tvalid_1's binary_logloss: 0.180442\n",
      "[225]\tvalid_0's auc: 0.764873\tvalid_0's binary_logloss: 0.162213\tvalid_1's auc: 0.743446\tvalid_1's binary_logloss: 0.18043\n",
      "[226]\tvalid_0's auc: 0.764923\tvalid_0's binary_logloss: 0.162204\tvalid_1's auc: 0.743429\tvalid_1's binary_logloss: 0.180422\n",
      "[227]\tvalid_0's auc: 0.764983\tvalid_0's binary_logloss: 0.16219\tvalid_1's auc: 0.74343\tvalid_1's binary_logloss: 0.180409\n",
      "[228]\tvalid_0's auc: 0.765097\tvalid_0's binary_logloss: 0.16218\tvalid_1's auc: 0.743585\tvalid_1's binary_logloss: 0.180398\n",
      "[229]\tvalid_0's auc: 0.765008\tvalid_0's binary_logloss: 0.162167\tvalid_1's auc: 0.743519\tvalid_1's binary_logloss: 0.180385\n",
      "[230]\tvalid_0's auc: 0.765049\tvalid_0's binary_logloss: 0.162153\tvalid_1's auc: 0.743496\tvalid_1's binary_logloss: 0.180371\n",
      "[231]\tvalid_0's auc: 0.765002\tvalid_0's binary_logloss: 0.16214\tvalid_1's auc: 0.743501\tvalid_1's binary_logloss: 0.180357\n",
      "[232]\tvalid_0's auc: 0.764909\tvalid_0's binary_logloss: 0.16213\tvalid_1's auc: 0.743479\tvalid_1's binary_logloss: 0.180346\n",
      "[233]\tvalid_0's auc: 0.765032\tvalid_0's binary_logloss: 0.162117\tvalid_1's auc: 0.74365\tvalid_1's binary_logloss: 0.180333\n",
      "[234]\tvalid_0's auc: 0.765186\tvalid_0's binary_logloss: 0.162104\tvalid_1's auc: 0.74373\tvalid_1's binary_logloss: 0.18032\n",
      "[235]\tvalid_0's auc: 0.765278\tvalid_0's binary_logloss: 0.1621\tvalid_1's auc: 0.743826\tvalid_1's binary_logloss: 0.180317\n",
      "[236]\tvalid_0's auc: 0.765183\tvalid_0's binary_logloss: 0.162092\tvalid_1's auc: 0.743804\tvalid_1's binary_logloss: 0.180308\n",
      "[237]\tvalid_0's auc: 0.765182\tvalid_0's binary_logloss: 0.162084\tvalid_1's auc: 0.743751\tvalid_1's binary_logloss: 0.1803\n",
      "[238]\tvalid_0's auc: 0.765108\tvalid_0's binary_logloss: 0.162072\tvalid_1's auc: 0.743681\tvalid_1's binary_logloss: 0.180287\n",
      "[239]\tvalid_0's auc: 0.765143\tvalid_0's binary_logloss: 0.162056\tvalid_1's auc: 0.743614\tvalid_1's binary_logloss: 0.180271\n",
      "[240]\tvalid_0's auc: 0.76505\tvalid_0's binary_logloss: 0.162046\tvalid_1's auc: 0.743564\tvalid_1's binary_logloss: 0.180261\n",
      "[241]\tvalid_0's auc: 0.76508\tvalid_0's binary_logloss: 0.16203\tvalid_1's auc: 0.743626\tvalid_1's binary_logloss: 0.180245\n",
      "[242]\tvalid_0's auc: 0.765049\tvalid_0's binary_logloss: 0.162018\tvalid_1's auc: 0.743652\tvalid_1's binary_logloss: 0.180231\n",
      "[243]\tvalid_0's auc: 0.765053\tvalid_0's binary_logloss: 0.162005\tvalid_1's auc: 0.743615\tvalid_1's binary_logloss: 0.180219\n",
      "[244]\tvalid_0's auc: 0.765238\tvalid_0's binary_logloss: 0.161995\tvalid_1's auc: 0.743731\tvalid_1's binary_logloss: 0.180208\n",
      "[245]\tvalid_0's auc: 0.765273\tvalid_0's binary_logloss: 0.161981\tvalid_1's auc: 0.743695\tvalid_1's binary_logloss: 0.180195\n",
      "[246]\tvalid_0's auc: 0.765297\tvalid_0's binary_logloss: 0.161974\tvalid_1's auc: 0.743699\tvalid_1's binary_logloss: 0.180188\n",
      "[247]\tvalid_0's auc: 0.765235\tvalid_0's binary_logloss: 0.161962\tvalid_1's auc: 0.743682\tvalid_1's binary_logloss: 0.180176\n",
      "[248]\tvalid_0's auc: 0.765264\tvalid_0's binary_logloss: 0.161951\tvalid_1's auc: 0.743785\tvalid_1's binary_logloss: 0.180164\n",
      "[249]\tvalid_0's auc: 0.765318\tvalid_0's binary_logloss: 0.161941\tvalid_1's auc: 0.743749\tvalid_1's binary_logloss: 0.180154\n",
      "[250]\tvalid_0's auc: 0.765441\tvalid_0's binary_logloss: 0.16193\tvalid_1's auc: 0.743827\tvalid_1's binary_logloss: 0.180143\n",
      "[251]\tvalid_0's auc: 0.765457\tvalid_0's binary_logloss: 0.161917\tvalid_1's auc: 0.743809\tvalid_1's binary_logloss: 0.18013\n",
      "[252]\tvalid_0's auc: 0.765303\tvalid_0's binary_logloss: 0.161912\tvalid_1's auc: 0.7437\tvalid_1's binary_logloss: 0.180125\n",
      "[253]\tvalid_0's auc: 0.765291\tvalid_0's binary_logloss: 0.161903\tvalid_1's auc: 0.743772\tvalid_1's binary_logloss: 0.180115\n",
      "[254]\tvalid_0's auc: 0.765327\tvalid_0's binary_logloss: 0.161892\tvalid_1's auc: 0.743794\tvalid_1's binary_logloss: 0.180104\n",
      "[255]\tvalid_0's auc: 0.765222\tvalid_0's binary_logloss: 0.161881\tvalid_1's auc: 0.743722\tvalid_1's binary_logloss: 0.180093\n",
      "[256]\tvalid_0's auc: 0.7652\tvalid_0's binary_logloss: 0.161872\tvalid_1's auc: 0.743744\tvalid_1's binary_logloss: 0.180083\n",
      "[257]\tvalid_0's auc: 0.765355\tvalid_0's binary_logloss: 0.16186\tvalid_1's auc: 0.743894\tvalid_1's binary_logloss: 0.180071\n",
      "[258]\tvalid_0's auc: 0.765307\tvalid_0's binary_logloss: 0.161848\tvalid_1's auc: 0.743884\tvalid_1's binary_logloss: 0.180058\n",
      "[259]\tvalid_0's auc: 0.765313\tvalid_0's binary_logloss: 0.161837\tvalid_1's auc: 0.743834\tvalid_1's binary_logloss: 0.180047\n",
      "[260]\tvalid_0's auc: 0.765209\tvalid_0's binary_logloss: 0.161826\tvalid_1's auc: 0.743728\tvalid_1's binary_logloss: 0.180036\n",
      "[261]\tvalid_0's auc: 0.765224\tvalid_0's binary_logloss: 0.161814\tvalid_1's auc: 0.743724\tvalid_1's binary_logloss: 0.180024\n",
      "[262]\tvalid_0's auc: 0.765249\tvalid_0's binary_logloss: 0.161802\tvalid_1's auc: 0.743733\tvalid_1's binary_logloss: 0.180012\n",
      "[263]\tvalid_0's auc: 0.765151\tvalid_0's binary_logloss: 0.161796\tvalid_1's auc: 0.743677\tvalid_1's binary_logloss: 0.180005\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[264]\tvalid_0's auc: 0.765219\tvalid_0's binary_logloss: 0.161782\tvalid_1's auc: 0.743716\tvalid_1's binary_logloss: 0.179992\n",
      "[265]\tvalid_0's auc: 0.765258\tvalid_0's binary_logloss: 0.161772\tvalid_1's auc: 0.743682\tvalid_1's binary_logloss: 0.179983\n",
      "[266]\tvalid_0's auc: 0.765308\tvalid_0's binary_logloss: 0.161769\tvalid_1's auc: 0.743698\tvalid_1's binary_logloss: 0.17998\n",
      "[267]\tvalid_0's auc: 0.765507\tvalid_0's binary_logloss: 0.161759\tvalid_1's auc: 0.743818\tvalid_1's binary_logloss: 0.179971\n",
      "[268]\tvalid_0's auc: 0.765508\tvalid_0's binary_logloss: 0.161745\tvalid_1's auc: 0.743825\tvalid_1's binary_logloss: 0.179956\n",
      "[269]\tvalid_0's auc: 0.765538\tvalid_0's binary_logloss: 0.161733\tvalid_1's auc: 0.743774\tvalid_1's binary_logloss: 0.179945\n",
      "[270]\tvalid_0's auc: 0.765596\tvalid_0's binary_logloss: 0.16172\tvalid_1's auc: 0.743886\tvalid_1's binary_logloss: 0.179931\n",
      "[271]\tvalid_0's auc: 0.765642\tvalid_0's binary_logloss: 0.161717\tvalid_1's auc: 0.743934\tvalid_1's binary_logloss: 0.179928\n",
      "[272]\tvalid_0's auc: 0.765519\tvalid_0's binary_logloss: 0.161707\tvalid_1's auc: 0.743828\tvalid_1's binary_logloss: 0.179918\n",
      "[273]\tvalid_0's auc: 0.765545\tvalid_0's binary_logloss: 0.161691\tvalid_1's auc: 0.74385\tvalid_1's binary_logloss: 0.179902\n",
      "[274]\tvalid_0's auc: 0.765548\tvalid_0's binary_logloss: 0.161679\tvalid_1's auc: 0.743853\tvalid_1's binary_logloss: 0.17989\n",
      "[275]\tvalid_0's auc: 0.765526\tvalid_0's binary_logloss: 0.161669\tvalid_1's auc: 0.743856\tvalid_1's binary_logloss: 0.17988\n",
      "[276]\tvalid_0's auc: 0.765509\tvalid_0's binary_logloss: 0.161656\tvalid_1's auc: 0.743871\tvalid_1's binary_logloss: 0.179866\n",
      "[277]\tvalid_0's auc: 0.765698\tvalid_0's binary_logloss: 0.161646\tvalid_1's auc: 0.743968\tvalid_1's binary_logloss: 0.179857\n",
      "[278]\tvalid_0's auc: 0.765733\tvalid_0's binary_logloss: 0.161632\tvalid_1's auc: 0.743969\tvalid_1's binary_logloss: 0.179842\n",
      "[279]\tvalid_0's auc: 0.765608\tvalid_0's binary_logloss: 0.161625\tvalid_1's auc: 0.743886\tvalid_1's binary_logloss: 0.179835\n",
      "[280]\tvalid_0's auc: 0.765623\tvalid_0's binary_logloss: 0.161613\tvalid_1's auc: 0.743832\tvalid_1's binary_logloss: 0.179824\n",
      "[281]\tvalid_0's auc: 0.765573\tvalid_0's binary_logloss: 0.161605\tvalid_1's auc: 0.743827\tvalid_1's binary_logloss: 0.179816\n",
      "[282]\tvalid_0's auc: 0.765599\tvalid_0's binary_logloss: 0.161601\tvalid_1's auc: 0.743887\tvalid_1's binary_logloss: 0.179811\n",
      "[283]\tvalid_0's auc: 0.765715\tvalid_0's binary_logloss: 0.161592\tvalid_1's auc: 0.743951\tvalid_1's binary_logloss: 0.179803\n",
      "[284]\tvalid_0's auc: 0.765769\tvalid_0's binary_logloss: 0.161584\tvalid_1's auc: 0.744029\tvalid_1's binary_logloss: 0.179795\n",
      "[285]\tvalid_0's auc: 0.765819\tvalid_0's binary_logloss: 0.161571\tvalid_1's auc: 0.74405\tvalid_1's binary_logloss: 0.179783\n",
      "[286]\tvalid_0's auc: 0.765816\tvalid_0's binary_logloss: 0.161561\tvalid_1's auc: 0.744065\tvalid_1's binary_logloss: 0.179773\n",
      "[287]\tvalid_0's auc: 0.765867\tvalid_0's binary_logloss: 0.16155\tvalid_1's auc: 0.744162\tvalid_1's binary_logloss: 0.179761\n",
      "[288]\tvalid_0's auc: 0.765924\tvalid_0's binary_logloss: 0.161541\tvalid_1's auc: 0.744265\tvalid_1's binary_logloss: 0.179751\n",
      "[289]\tvalid_0's auc: 0.765946\tvalid_0's binary_logloss: 0.161528\tvalid_1's auc: 0.744318\tvalid_1's binary_logloss: 0.179738\n",
      "[290]\tvalid_0's auc: 0.765898\tvalid_0's binary_logloss: 0.161519\tvalid_1's auc: 0.744297\tvalid_1's binary_logloss: 0.179729\n",
      "[291]\tvalid_0's auc: 0.765849\tvalid_0's binary_logloss: 0.161512\tvalid_1's auc: 0.744299\tvalid_1's binary_logloss: 0.179721\n",
      "[292]\tvalid_0's auc: 0.765751\tvalid_0's binary_logloss: 0.161503\tvalid_1's auc: 0.744267\tvalid_1's binary_logloss: 0.179711\n",
      "[293]\tvalid_0's auc: 0.765712\tvalid_0's binary_logloss: 0.161493\tvalid_1's auc: 0.744247\tvalid_1's binary_logloss: 0.179702\n",
      "[294]\tvalid_0's auc: 0.765749\tvalid_0's binary_logloss: 0.161483\tvalid_1's auc: 0.744314\tvalid_1's binary_logloss: 0.179691\n",
      "[295]\tvalid_0's auc: 0.765796\tvalid_0's binary_logloss: 0.161472\tvalid_1's auc: 0.744355\tvalid_1's binary_logloss: 0.179681\n",
      "[296]\tvalid_0's auc: 0.76577\tvalid_0's binary_logloss: 0.161464\tvalid_1's auc: 0.744374\tvalid_1's binary_logloss: 0.179672\n",
      "[297]\tvalid_0's auc: 0.765784\tvalid_0's binary_logloss: 0.16145\tvalid_1's auc: 0.744395\tvalid_1's binary_logloss: 0.179658\n",
      "[298]\tvalid_0's auc: 0.765728\tvalid_0's binary_logloss: 0.161441\tvalid_1's auc: 0.744372\tvalid_1's binary_logloss: 0.179649\n",
      "[299]\tvalid_0's auc: 0.765707\tvalid_0's binary_logloss: 0.161431\tvalid_1's auc: 0.744317\tvalid_1's binary_logloss: 0.179639\n",
      "[300]\tvalid_0's auc: 0.765715\tvalid_0's binary_logloss: 0.161418\tvalid_1's auc: 0.744281\tvalid_1's binary_logloss: 0.179626\n",
      "[301]\tvalid_0's auc: 0.765657\tvalid_0's binary_logloss: 0.161412\tvalid_1's auc: 0.744294\tvalid_1's binary_logloss: 0.17962\n",
      "[302]\tvalid_0's auc: 0.765746\tvalid_0's binary_logloss: 0.1614\tvalid_1's auc: 0.744402\tvalid_1's binary_logloss: 0.179607\n",
      "[303]\tvalid_0's auc: 0.765651\tvalid_0's binary_logloss: 0.161391\tvalid_1's auc: 0.744337\tvalid_1's binary_logloss: 0.179598\n",
      "[304]\tvalid_0's auc: 0.765617\tvalid_0's binary_logloss: 0.161382\tvalid_1's auc: 0.744373\tvalid_1's binary_logloss: 0.179588\n",
      "[305]\tvalid_0's auc: 0.765674\tvalid_0's binary_logloss: 0.161369\tvalid_1's auc: 0.744432\tvalid_1's binary_logloss: 0.179574\n",
      "[306]\tvalid_0's auc: 0.765703\tvalid_0's binary_logloss: 0.161353\tvalid_1's auc: 0.744462\tvalid_1's binary_logloss: 0.179558\n",
      "[307]\tvalid_0's auc: 0.76564\tvalid_0's binary_logloss: 0.161342\tvalid_1's auc: 0.744357\tvalid_1's binary_logloss: 0.179548\n",
      "[308]\tvalid_0's auc: 0.765654\tvalid_0's binary_logloss: 0.161327\tvalid_1's auc: 0.744338\tvalid_1's binary_logloss: 0.179533\n",
      "[309]\tvalid_0's auc: 0.765618\tvalid_0's binary_logloss: 0.161318\tvalid_1's auc: 0.744282\tvalid_1's binary_logloss: 0.179524\n",
      "[310]\tvalid_0's auc: 0.765576\tvalid_0's binary_logloss: 0.161312\tvalid_1's auc: 0.744328\tvalid_1's binary_logloss: 0.179517\n",
      "[311]\tvalid_0's auc: 0.765606\tvalid_0's binary_logloss: 0.161304\tvalid_1's auc: 0.744287\tvalid_1's binary_logloss: 0.17951\n",
      "[312]\tvalid_0's auc: 0.765673\tvalid_0's binary_logloss: 0.161289\tvalid_1's auc: 0.744403\tvalid_1's binary_logloss: 0.179494\n",
      "[313]\tvalid_0's auc: 0.76556\tvalid_0's binary_logloss: 0.161282\tvalid_1's auc: 0.744361\tvalid_1's binary_logloss: 0.179486\n",
      "[314]\tvalid_0's auc: 0.765585\tvalid_0's binary_logloss: 0.161269\tvalid_1's auc: 0.74442\tvalid_1's binary_logloss: 0.179472\n",
      "[315]\tvalid_0's auc: 0.765499\tvalid_0's binary_logloss: 0.161259\tvalid_1's auc: 0.744371\tvalid_1's binary_logloss: 0.179461\n",
      "[316]\tvalid_0's auc: 0.765495\tvalid_0's binary_logloss: 0.161249\tvalid_1's auc: 0.744341\tvalid_1's binary_logloss: 0.179451\n",
      "[317]\tvalid_0's auc: 0.765557\tvalid_0's binary_logloss: 0.161239\tvalid_1's auc: 0.744422\tvalid_1's binary_logloss: 0.179441\n",
      "[318]\tvalid_0's auc: 0.765592\tvalid_0's binary_logloss: 0.161229\tvalid_1's auc: 0.744512\tvalid_1's binary_logloss: 0.179431\n",
      "[319]\tvalid_0's auc: 0.765471\tvalid_0's binary_logloss: 0.161221\tvalid_1's auc: 0.744422\tvalid_1's binary_logloss: 0.179422\n",
      "[320]\tvalid_0's auc: 0.765468\tvalid_0's binary_logloss: 0.161209\tvalid_1's auc: 0.744399\tvalid_1's binary_logloss: 0.179411\n",
      "[321]\tvalid_0's auc: 0.765453\tvalid_0's binary_logloss: 0.161199\tvalid_1's auc: 0.744461\tvalid_1's binary_logloss: 0.1794\n",
      "[322]\tvalid_0's auc: 0.76548\tvalid_0's binary_logloss: 0.16119\tvalid_1's auc: 0.744444\tvalid_1's binary_logloss: 0.179391\n",
      "[323]\tvalid_0's auc: 0.765524\tvalid_0's binary_logloss: 0.161176\tvalid_1's auc: 0.744473\tvalid_1's binary_logloss: 0.179377\n",
      "[324]\tvalid_0's auc: 0.76559\tvalid_0's binary_logloss: 0.161163\tvalid_1's auc: 0.744466\tvalid_1's binary_logloss: 0.179365\n",
      "[325]\tvalid_0's auc: 0.765666\tvalid_0's binary_logloss: 0.161148\tvalid_1's auc: 0.744548\tvalid_1's binary_logloss: 0.17935\n",
      "[326]\tvalid_0's auc: 0.765723\tvalid_0's binary_logloss: 0.161143\tvalid_1's auc: 0.744677\tvalid_1's binary_logloss: 0.179343\n",
      "[327]\tvalid_0's auc: 0.765649\tvalid_0's binary_logloss: 0.161134\tvalid_1's auc: 0.744617\tvalid_1's binary_logloss: 0.179333\n",
      "[328]\tvalid_0's auc: 0.76564\tvalid_0's binary_logloss: 0.161123\tvalid_1's auc: 0.744588\tvalid_1's binary_logloss: 0.179323\n",
      "[329]\tvalid_0's auc: 0.765659\tvalid_0's binary_logloss: 0.161109\tvalid_1's auc: 0.744617\tvalid_1's binary_logloss: 0.179307\n",
      "[330]\tvalid_0's auc: 0.765723\tvalid_0's binary_logloss: 0.161096\tvalid_1's auc: 0.744719\tvalid_1's binary_logloss: 0.179294\n",
      "[331]\tvalid_0's auc: 0.765734\tvalid_0's binary_logloss: 0.161084\tvalid_1's auc: 0.744755\tvalid_1's binary_logloss: 0.179282\n",
      "[332]\tvalid_0's auc: 0.765717\tvalid_0's binary_logloss: 0.161077\tvalid_1's auc: 0.744709\tvalid_1's binary_logloss: 0.179275\n",
      "[333]\tvalid_0's auc: 0.765697\tvalid_0's binary_logloss: 0.161071\tvalid_1's auc: 0.744774\tvalid_1's binary_logloss: 0.179267\n",
      "[334]\tvalid_0's auc: 0.765681\tvalid_0's binary_logloss: 0.161059\tvalid_1's auc: 0.744736\tvalid_1's binary_logloss: 0.179255\n",
      "[335]\tvalid_0's auc: 0.765687\tvalid_0's binary_logloss: 0.16105\tvalid_1's auc: 0.744762\tvalid_1's binary_logloss: 0.179246\n",
      "[336]\tvalid_0's auc: 0.765767\tvalid_0's binary_logloss: 0.161036\tvalid_1's auc: 0.744796\tvalid_1's binary_logloss: 0.179232\n",
      "[337]\tvalid_0's auc: 0.76575\tvalid_0's binary_logloss: 0.161027\tvalid_1's auc: 0.744741\tvalid_1's binary_logloss: 0.179223\n",
      "[338]\tvalid_0's auc: 0.765793\tvalid_0's binary_logloss: 0.161018\tvalid_1's auc: 0.744808\tvalid_1's binary_logloss: 0.179214\n",
      "[339]\tvalid_0's auc: 0.765823\tvalid_0's binary_logloss: 0.161008\tvalid_1's auc: 0.744778\tvalid_1's binary_logloss: 0.179205\n",
      "[340]\tvalid_0's auc: 0.765803\tvalid_0's binary_logloss: 0.161\tvalid_1's auc: 0.744731\tvalid_1's binary_logloss: 0.179197\n",
      "[341]\tvalid_0's auc: 0.765694\tvalid_0's binary_logloss: 0.16099\tvalid_1's auc: 0.744654\tvalid_1's binary_logloss: 0.179186\n",
      "[342]\tvalid_0's auc: 0.765721\tvalid_0's binary_logloss: 0.160978\tvalid_1's auc: 0.744693\tvalid_1's binary_logloss: 0.179175\n",
      "[343]\tvalid_0's auc: 0.765717\tvalid_0's binary_logloss: 0.160972\tvalid_1's auc: 0.744708\tvalid_1's binary_logloss: 0.179168\n",
      "[344]\tvalid_0's auc: 0.76571\tvalid_0's binary_logloss: 0.160958\tvalid_1's auc: 0.744678\tvalid_1's binary_logloss: 0.179155\n",
      "[345]\tvalid_0's auc: 0.765777\tvalid_0's binary_logloss: 0.160954\tvalid_1's auc: 0.744776\tvalid_1's binary_logloss: 0.17915\n",
      "[346]\tvalid_0's auc: 0.765755\tvalid_0's binary_logloss: 0.160949\tvalid_1's auc: 0.744823\tvalid_1's binary_logloss: 0.179143\n",
      "[347]\tvalid_0's auc: 0.765671\tvalid_0's binary_logloss: 0.160943\tvalid_1's auc: 0.744741\tvalid_1's binary_logloss: 0.179138\n",
      "[348]\tvalid_0's auc: 0.765703\tvalid_0's binary_logloss: 0.160934\tvalid_1's auc: 0.744797\tvalid_1's binary_logloss: 0.179128\n",
      "[349]\tvalid_0's auc: 0.765712\tvalid_0's binary_logloss: 0.160922\tvalid_1's auc: 0.74483\tvalid_1's binary_logloss: 0.179115\n",
      "[350]\tvalid_0's auc: 0.765733\tvalid_0's binary_logloss: 0.160912\tvalid_1's auc: 0.744897\tvalid_1's binary_logloss: 0.179103\n",
      "[351]\tvalid_0's auc: 0.765801\tvalid_0's binary_logloss: 0.160901\tvalid_1's auc: 0.744995\tvalid_1's binary_logloss: 0.179092\n",
      "[352]\tvalid_0's auc: 0.765817\tvalid_0's binary_logloss: 0.160887\tvalid_1's auc: 0.745018\tvalid_1's binary_logloss: 0.179078\n",
      "[353]\tvalid_0's auc: 0.76579\tvalid_0's binary_logloss: 0.160883\tvalid_1's auc: 0.744976\tvalid_1's binary_logloss: 0.179073\n",
      "[354]\tvalid_0's auc: 0.765812\tvalid_0's binary_logloss: 0.160868\tvalid_1's auc: 0.744995\tvalid_1's binary_logloss: 0.179058\n",
      "[355]\tvalid_0's auc: 0.765873\tvalid_0's binary_logloss: 0.160859\tvalid_1's auc: 0.745077\tvalid_1's binary_logloss: 0.179048\n",
      "[356]\tvalid_0's auc: 0.765849\tvalid_0's binary_logloss: 0.160847\tvalid_1's auc: 0.745014\tvalid_1's binary_logloss: 0.179037\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[357]\tvalid_0's auc: 0.765826\tvalid_0's binary_logloss: 0.160837\tvalid_1's auc: 0.744976\tvalid_1's binary_logloss: 0.179027\n",
      "[358]\tvalid_0's auc: 0.765743\tvalid_0's binary_logloss: 0.160826\tvalid_1's auc: 0.744855\tvalid_1's binary_logloss: 0.179017\n",
      "[359]\tvalid_0's auc: 0.76579\tvalid_0's binary_logloss: 0.160815\tvalid_1's auc: 0.744888\tvalid_1's binary_logloss: 0.179005\n",
      "[360]\tvalid_0's auc: 0.765816\tvalid_0's binary_logloss: 0.160805\tvalid_1's auc: 0.744919\tvalid_1's binary_logloss: 0.178994\n",
      "[361]\tvalid_0's auc: 0.765851\tvalid_0's binary_logloss: 0.160793\tvalid_1's auc: 0.744889\tvalid_1's binary_logloss: 0.178983\n",
      "[362]\tvalid_0's auc: 0.765929\tvalid_0's binary_logloss: 0.160782\tvalid_1's auc: 0.744954\tvalid_1's binary_logloss: 0.178972\n",
      "[363]\tvalid_0's auc: 0.766063\tvalid_0's binary_logloss: 0.160778\tvalid_1's auc: 0.745023\tvalid_1's binary_logloss: 0.178969\n",
      "[364]\tvalid_0's auc: 0.766041\tvalid_0's binary_logloss: 0.160766\tvalid_1's auc: 0.74503\tvalid_1's binary_logloss: 0.178956\n",
      "[365]\tvalid_0's auc: 0.766039\tvalid_0's binary_logloss: 0.160757\tvalid_1's auc: 0.745074\tvalid_1's binary_logloss: 0.178946\n",
      "[366]\tvalid_0's auc: 0.765986\tvalid_0's binary_logloss: 0.160747\tvalid_1's auc: 0.744985\tvalid_1's binary_logloss: 0.178937\n",
      "[367]\tvalid_0's auc: 0.766006\tvalid_0's binary_logloss: 0.160734\tvalid_1's auc: 0.744944\tvalid_1's binary_logloss: 0.178925\n",
      "[368]\tvalid_0's auc: 0.76598\tvalid_0's binary_logloss: 0.16073\tvalid_1's auc: 0.744909\tvalid_1's binary_logloss: 0.178921\n",
      "[369]\tvalid_0's auc: 0.766001\tvalid_0's binary_logloss: 0.160723\tvalid_1's auc: 0.744937\tvalid_1's binary_logloss: 0.178914\n",
      "[370]\tvalid_0's auc: 0.765992\tvalid_0's binary_logloss: 0.160713\tvalid_1's auc: 0.744926\tvalid_1's binary_logloss: 0.178904\n",
      "[371]\tvalid_0's auc: 0.765933\tvalid_0's binary_logloss: 0.160707\tvalid_1's auc: 0.744891\tvalid_1's binary_logloss: 0.178897\n",
      "[372]\tvalid_0's auc: 0.765945\tvalid_0's binary_logloss: 0.160695\tvalid_1's auc: 0.744869\tvalid_1's binary_logloss: 0.178886\n",
      "[373]\tvalid_0's auc: 0.765895\tvalid_0's binary_logloss: 0.160686\tvalid_1's auc: 0.744829\tvalid_1's binary_logloss: 0.178877\n",
      "[374]\tvalid_0's auc: 0.765997\tvalid_0's binary_logloss: 0.160681\tvalid_1's auc: 0.744919\tvalid_1's binary_logloss: 0.178872\n",
      "[375]\tvalid_0's auc: 0.765984\tvalid_0's binary_logloss: 0.160671\tvalid_1's auc: 0.744938\tvalid_1's binary_logloss: 0.178863\n",
      "[376]\tvalid_0's auc: 0.765953\tvalid_0's binary_logloss: 0.16066\tvalid_1's auc: 0.744921\tvalid_1's binary_logloss: 0.178851\n",
      "[377]\tvalid_0's auc: 0.765942\tvalid_0's binary_logloss: 0.160649\tvalid_1's auc: 0.744886\tvalid_1's binary_logloss: 0.17884\n",
      "[378]\tvalid_0's auc: 0.765942\tvalid_0's binary_logloss: 0.160639\tvalid_1's auc: 0.744914\tvalid_1's binary_logloss: 0.17883\n",
      "[379]\tvalid_0's auc: 0.765972\tvalid_0's binary_logloss: 0.160624\tvalid_1's auc: 0.744877\tvalid_1's binary_logloss: 0.178816\n",
      "[380]\tvalid_0's auc: 0.765928\tvalid_0's binary_logloss: 0.160616\tvalid_1's auc: 0.744847\tvalid_1's binary_logloss: 0.178807\n",
      "[381]\tvalid_0's auc: 0.765976\tvalid_0's binary_logloss: 0.160606\tvalid_1's auc: 0.744848\tvalid_1's binary_logloss: 0.178798\n",
      "[382]\tvalid_0's auc: 0.766003\tvalid_0's binary_logloss: 0.160598\tvalid_1's auc: 0.744863\tvalid_1's binary_logloss: 0.17879\n",
      "[383]\tvalid_0's auc: 0.766024\tvalid_0's binary_logloss: 0.160591\tvalid_1's auc: 0.744941\tvalid_1's binary_logloss: 0.178782\n",
      "[384]\tvalid_0's auc: 0.76604\tvalid_0's binary_logloss: 0.160581\tvalid_1's auc: 0.744967\tvalid_1's binary_logloss: 0.178772\n",
      "[385]\tvalid_0's auc: 0.765945\tvalid_0's binary_logloss: 0.16057\tvalid_1's auc: 0.744846\tvalid_1's binary_logloss: 0.178761\n",
      "[386]\tvalid_0's auc: 0.765882\tvalid_0's binary_logloss: 0.160559\tvalid_1's auc: 0.744762\tvalid_1's binary_logloss: 0.17875\n",
      "[387]\tvalid_0's auc: 0.765915\tvalid_0's binary_logloss: 0.160552\tvalid_1's auc: 0.744796\tvalid_1's binary_logloss: 0.178744\n",
      "[388]\tvalid_0's auc: 0.765953\tvalid_0's binary_logloss: 0.160539\tvalid_1's auc: 0.74478\tvalid_1's binary_logloss: 0.178732\n",
      "[389]\tvalid_0's auc: 0.765909\tvalid_0's binary_logloss: 0.160529\tvalid_1's auc: 0.744687\tvalid_1's binary_logloss: 0.178722\n",
      "[390]\tvalid_0's auc: 0.765914\tvalid_0's binary_logloss: 0.160516\tvalid_1's auc: 0.744664\tvalid_1's binary_logloss: 0.17871\n",
      "[391]\tvalid_0's auc: 0.765955\tvalid_0's binary_logloss: 0.160507\tvalid_1's auc: 0.744717\tvalid_1's binary_logloss: 0.1787\n",
      "[392]\tvalid_0's auc: 0.765932\tvalid_0's binary_logloss: 0.160497\tvalid_1's auc: 0.744712\tvalid_1's binary_logloss: 0.17869\n",
      "[393]\tvalid_0's auc: 0.765924\tvalid_0's binary_logloss: 0.160484\tvalid_1's auc: 0.744673\tvalid_1's binary_logloss: 0.178678\n",
      "[394]\tvalid_0's auc: 0.765923\tvalid_0's binary_logloss: 0.160475\tvalid_1's auc: 0.744653\tvalid_1's binary_logloss: 0.178669\n",
      "[395]\tvalid_0's auc: 0.765893\tvalid_0's binary_logloss: 0.160464\tvalid_1's auc: 0.74461\tvalid_1's binary_logloss: 0.178658\n",
      "[396]\tvalid_0's auc: 0.765915\tvalid_0's binary_logloss: 0.160451\tvalid_1's auc: 0.744667\tvalid_1's binary_logloss: 0.178644\n",
      "[397]\tvalid_0's auc: 0.765891\tvalid_0's binary_logloss: 0.160441\tvalid_1's auc: 0.744632\tvalid_1's binary_logloss: 0.178635\n",
      "[398]\tvalid_0's auc: 0.765945\tvalid_0's binary_logloss: 0.160429\tvalid_1's auc: 0.744629\tvalid_1's binary_logloss: 0.178624\n",
      "[399]\tvalid_0's auc: 0.765918\tvalid_0's binary_logloss: 0.160422\tvalid_1's auc: 0.744681\tvalid_1's binary_logloss: 0.178615\n",
      "[400]\tvalid_0's auc: 0.765948\tvalid_0's binary_logloss: 0.160413\tvalid_1's auc: 0.74471\tvalid_1's binary_logloss: 0.178606\n",
      "[401]\tvalid_0's auc: 0.765917\tvalid_0's binary_logloss: 0.160402\tvalid_1's auc: 0.744676\tvalid_1's binary_logloss: 0.178595\n",
      "[402]\tvalid_0's auc: 0.765959\tvalid_0's binary_logloss: 0.160389\tvalid_1's auc: 0.744716\tvalid_1's binary_logloss: 0.178582\n",
      "[403]\tvalid_0's auc: 0.765956\tvalid_0's binary_logloss: 0.160382\tvalid_1's auc: 0.744734\tvalid_1's binary_logloss: 0.178575\n",
      "[404]\tvalid_0's auc: 0.76592\tvalid_0's binary_logloss: 0.160373\tvalid_1's auc: 0.74473\tvalid_1's binary_logloss: 0.178565\n",
      "[405]\tvalid_0's auc: 0.765896\tvalid_0's binary_logloss: 0.160364\tvalid_1's auc: 0.744719\tvalid_1's binary_logloss: 0.178556\n",
      "[406]\tvalid_0's auc: 0.76599\tvalid_0's binary_logloss: 0.160352\tvalid_1's auc: 0.744766\tvalid_1's binary_logloss: 0.178544\n",
      "[407]\tvalid_0's auc: 0.765971\tvalid_0's binary_logloss: 0.160344\tvalid_1's auc: 0.744746\tvalid_1's binary_logloss: 0.178536\n",
      "[408]\tvalid_0's auc: 0.765928\tvalid_0's binary_logloss: 0.160336\tvalid_1's auc: 0.744785\tvalid_1's binary_logloss: 0.178526\n",
      "[409]\tvalid_0's auc: 0.765954\tvalid_0's binary_logloss: 0.160323\tvalid_1's auc: 0.74483\tvalid_1's binary_logloss: 0.178512\n",
      "[410]\tvalid_0's auc: 0.76594\tvalid_0's binary_logloss: 0.160314\tvalid_1's auc: 0.744791\tvalid_1's binary_logloss: 0.178504\n",
      "[411]\tvalid_0's auc: 0.76597\tvalid_0's binary_logloss: 0.160304\tvalid_1's auc: 0.744817\tvalid_1's binary_logloss: 0.178494\n",
      "[412]\tvalid_0's auc: 0.765995\tvalid_0's binary_logloss: 0.160292\tvalid_1's auc: 0.74486\tvalid_1's binary_logloss: 0.178481\n",
      "[413]\tvalid_0's auc: 0.766\tvalid_0's binary_logloss: 0.160281\tvalid_1's auc: 0.744879\tvalid_1's binary_logloss: 0.178469\n",
      "[414]\tvalid_0's auc: 0.765964\tvalid_0's binary_logloss: 0.16027\tvalid_1's auc: 0.744825\tvalid_1's binary_logloss: 0.178458\n",
      "[415]\tvalid_0's auc: 0.765951\tvalid_0's binary_logloss: 0.16026\tvalid_1's auc: 0.744867\tvalid_1's binary_logloss: 0.178448\n",
      "[416]\tvalid_0's auc: 0.76601\tvalid_0's binary_logloss: 0.160246\tvalid_1's auc: 0.74495\tvalid_1's binary_logloss: 0.178433\n",
      "[417]\tvalid_0's auc: 0.766001\tvalid_0's binary_logloss: 0.160234\tvalid_1's auc: 0.744901\tvalid_1's binary_logloss: 0.178422\n",
      "[418]\tvalid_0's auc: 0.766038\tvalid_0's binary_logloss: 0.160221\tvalid_1's auc: 0.744904\tvalid_1's binary_logloss: 0.17841\n",
      "[419]\tvalid_0's auc: 0.766092\tvalid_0's binary_logloss: 0.160215\tvalid_1's auc: 0.744922\tvalid_1's binary_logloss: 0.178404\n",
      "[420]\tvalid_0's auc: 0.766114\tvalid_0's binary_logloss: 0.160204\tvalid_1's auc: 0.745008\tvalid_1's binary_logloss: 0.178391\n",
      "[421]\tvalid_0's auc: 0.766252\tvalid_0's binary_logloss: 0.160191\tvalid_1's auc: 0.745077\tvalid_1's binary_logloss: 0.17838\n",
      "[422]\tvalid_0's auc: 0.766245\tvalid_0's binary_logloss: 0.160177\tvalid_1's auc: 0.745058\tvalid_1's binary_logloss: 0.178367\n",
      "[423]\tvalid_0's auc: 0.766302\tvalid_0's binary_logloss: 0.160169\tvalid_1's auc: 0.7451\tvalid_1's binary_logloss: 0.178359\n",
      "[424]\tvalid_0's auc: 0.766346\tvalid_0's binary_logloss: 0.16016\tvalid_1's auc: 0.745188\tvalid_1's binary_logloss: 0.178349\n",
      "[425]\tvalid_0's auc: 0.766378\tvalid_0's binary_logloss: 0.160148\tvalid_1's auc: 0.74522\tvalid_1's binary_logloss: 0.178338\n",
      "[426]\tvalid_0's auc: 0.766427\tvalid_0's binary_logloss: 0.160137\tvalid_1's auc: 0.74523\tvalid_1's binary_logloss: 0.178327\n",
      "[427]\tvalid_0's auc: 0.766396\tvalid_0's binary_logloss: 0.160126\tvalid_1's auc: 0.745188\tvalid_1's binary_logloss: 0.178316\n",
      "[428]\tvalid_0's auc: 0.766402\tvalid_0's binary_logloss: 0.160122\tvalid_1's auc: 0.745236\tvalid_1's binary_logloss: 0.178311\n",
      "[429]\tvalid_0's auc: 0.766431\tvalid_0's binary_logloss: 0.160109\tvalid_1's auc: 0.745269\tvalid_1's binary_logloss: 0.178298\n",
      "[430]\tvalid_0's auc: 0.766418\tvalid_0's binary_logloss: 0.160098\tvalid_1's auc: 0.745283\tvalid_1's binary_logloss: 0.178286\n",
      "[431]\tvalid_0's auc: 0.766379\tvalid_0's binary_logloss: 0.160092\tvalid_1's auc: 0.745265\tvalid_1's binary_logloss: 0.178279\n",
      "[432]\tvalid_0's auc: 0.766368\tvalid_0's binary_logloss: 0.160084\tvalid_1's auc: 0.745274\tvalid_1's binary_logloss: 0.178271\n",
      "[433]\tvalid_0's auc: 0.766403\tvalid_0's binary_logloss: 0.160074\tvalid_1's auc: 0.745267\tvalid_1's binary_logloss: 0.178261\n",
      "[434]\tvalid_0's auc: 0.766355\tvalid_0's binary_logloss: 0.160067\tvalid_1's auc: 0.745279\tvalid_1's binary_logloss: 0.178254\n",
      "[435]\tvalid_0's auc: 0.766356\tvalid_0's binary_logloss: 0.160054\tvalid_1's auc: 0.745261\tvalid_1's binary_logloss: 0.178241\n",
      "[436]\tvalid_0's auc: 0.766415\tvalid_0's binary_logloss: 0.160042\tvalid_1's auc: 0.745321\tvalid_1's binary_logloss: 0.178229\n",
      "[437]\tvalid_0's auc: 0.766456\tvalid_0's binary_logloss: 0.16003\tvalid_1's auc: 0.745374\tvalid_1's binary_logloss: 0.178217\n",
      "[438]\tvalid_0's auc: 0.766422\tvalid_0's binary_logloss: 0.16002\tvalid_1's auc: 0.74533\tvalid_1's binary_logloss: 0.178207\n",
      "[439]\tvalid_0's auc: 0.766522\tvalid_0's binary_logloss: 0.160009\tvalid_1's auc: 0.745389\tvalid_1's binary_logloss: 0.178195\n",
      "[440]\tvalid_0's auc: 0.766518\tvalid_0's binary_logloss: 0.160003\tvalid_1's auc: 0.7454\tvalid_1's binary_logloss: 0.17819\n",
      "[441]\tvalid_0's auc: 0.766545\tvalid_0's binary_logloss: 0.159995\tvalid_1's auc: 0.745446\tvalid_1's binary_logloss: 0.178182\n",
      "[442]\tvalid_0's auc: 0.766534\tvalid_0's binary_logloss: 0.159987\tvalid_1's auc: 0.745456\tvalid_1's binary_logloss: 0.178173\n",
      "[443]\tvalid_0's auc: 0.766543\tvalid_0's binary_logloss: 0.159978\tvalid_1's auc: 0.745436\tvalid_1's binary_logloss: 0.178164\n",
      "[444]\tvalid_0's auc: 0.766499\tvalid_0's binary_logloss: 0.159971\tvalid_1's auc: 0.745392\tvalid_1's binary_logloss: 0.178157\n",
      "[445]\tvalid_0's auc: 0.766466\tvalid_0's binary_logloss: 0.159965\tvalid_1's auc: 0.7454\tvalid_1's binary_logloss: 0.17815\n",
      "[446]\tvalid_0's auc: 0.76643\tvalid_0's binary_logloss: 0.159955\tvalid_1's auc: 0.745371\tvalid_1's binary_logloss: 0.17814\n",
      "[447]\tvalid_0's auc: 0.766341\tvalid_0's binary_logloss: 0.159945\tvalid_1's auc: 0.745298\tvalid_1's binary_logloss: 0.17813\n",
      "[448]\tvalid_0's auc: 0.76634\tvalid_0's binary_logloss: 0.159933\tvalid_1's auc: 0.745247\tvalid_1's binary_logloss: 0.178118\n",
      "[449]\tvalid_0's auc: 0.766247\tvalid_0's binary_logloss: 0.159929\tvalid_1's auc: 0.745171\tvalid_1's binary_logloss: 0.178114\n",
      "[450]\tvalid_0's auc: 0.76618\tvalid_0's binary_logloss: 0.15992\tvalid_1's auc: 0.745145\tvalid_1's binary_logloss: 0.178105\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[451]\tvalid_0's auc: 0.766241\tvalid_0's binary_logloss: 0.15991\tvalid_1's auc: 0.745197\tvalid_1's binary_logloss: 0.178094\n",
      "[452]\tvalid_0's auc: 0.766244\tvalid_0's binary_logloss: 0.159902\tvalid_1's auc: 0.745199\tvalid_1's binary_logloss: 0.178086\n",
      "[453]\tvalid_0's auc: 0.766253\tvalid_0's binary_logloss: 0.159896\tvalid_1's auc: 0.745177\tvalid_1's binary_logloss: 0.178081\n",
      "[454]\tvalid_0's auc: 0.766285\tvalid_0's binary_logloss: 0.159883\tvalid_1's auc: 0.745167\tvalid_1's binary_logloss: 0.178069\n",
      "[455]\tvalid_0's auc: 0.76629\tvalid_0's binary_logloss: 0.159873\tvalid_1's auc: 0.745165\tvalid_1's binary_logloss: 0.178058\n",
      "[456]\tvalid_0's auc: 0.766224\tvalid_0's binary_logloss: 0.159863\tvalid_1's auc: 0.745096\tvalid_1's binary_logloss: 0.178048\n",
      "[457]\tvalid_0's auc: 0.766255\tvalid_0's binary_logloss: 0.159858\tvalid_1's auc: 0.745164\tvalid_1's binary_logloss: 0.178043\n",
      "[458]\tvalid_0's auc: 0.766252\tvalid_0's binary_logloss: 0.159848\tvalid_1's auc: 0.745145\tvalid_1's binary_logloss: 0.178033\n",
      "[459]\tvalid_0's auc: 0.766269\tvalid_0's binary_logloss: 0.159839\tvalid_1's auc: 0.745204\tvalid_1's binary_logloss: 0.178023\n",
      "[460]\tvalid_0's auc: 0.76628\tvalid_0's binary_logloss: 0.159829\tvalid_1's auc: 0.745223\tvalid_1's binary_logloss: 0.178013\n",
      "[461]\tvalid_0's auc: 0.766297\tvalid_0's binary_logloss: 0.159817\tvalid_1's auc: 0.745222\tvalid_1's binary_logloss: 0.178\n",
      "[462]\tvalid_0's auc: 0.766358\tvalid_0's binary_logloss: 0.159805\tvalid_1's auc: 0.745253\tvalid_1's binary_logloss: 0.177989\n",
      "[463]\tvalid_0's auc: 0.766339\tvalid_0's binary_logloss: 0.159793\tvalid_1's auc: 0.745216\tvalid_1's binary_logloss: 0.177977\n",
      "[464]\tvalid_0's auc: 0.766316\tvalid_0's binary_logloss: 0.159784\tvalid_1's auc: 0.74519\tvalid_1's binary_logloss: 0.177968\n",
      "[465]\tvalid_0's auc: 0.766285\tvalid_0's binary_logloss: 0.159774\tvalid_1's auc: 0.745179\tvalid_1's binary_logloss: 0.177959\n",
      "[466]\tvalid_0's auc: 0.766241\tvalid_0's binary_logloss: 0.159764\tvalid_1's auc: 0.745181\tvalid_1's binary_logloss: 0.177948\n",
      "[467]\tvalid_0's auc: 0.76619\tvalid_0's binary_logloss: 0.159754\tvalid_1's auc: 0.745094\tvalid_1's binary_logloss: 0.177939\n",
      "[468]\tvalid_0's auc: 0.766191\tvalid_0's binary_logloss: 0.159746\tvalid_1's auc: 0.745097\tvalid_1's binary_logloss: 0.17793\n",
      "[469]\tvalid_0's auc: 0.766226\tvalid_0's binary_logloss: 0.159744\tvalid_1's auc: 0.745128\tvalid_1's binary_logloss: 0.177929\n",
      "[470]\tvalid_0's auc: 0.766201\tvalid_0's binary_logloss: 0.159735\tvalid_1's auc: 0.745099\tvalid_1's binary_logloss: 0.17792\n",
      "[471]\tvalid_0's auc: 0.766218\tvalid_0's binary_logloss: 0.159723\tvalid_1's auc: 0.745155\tvalid_1's binary_logloss: 0.177907\n",
      "[472]\tvalid_0's auc: 0.766268\tvalid_0's binary_logloss: 0.159718\tvalid_1's auc: 0.74521\tvalid_1's binary_logloss: 0.177902\n",
      "[473]\tvalid_0's auc: 0.766273\tvalid_0's binary_logloss: 0.159709\tvalid_1's auc: 0.745228\tvalid_1's binary_logloss: 0.177893\n",
      "[474]\tvalid_0's auc: 0.766315\tvalid_0's binary_logloss: 0.159698\tvalid_1's auc: 0.745289\tvalid_1's binary_logloss: 0.177882\n",
      "[475]\tvalid_0's auc: 0.766385\tvalid_0's binary_logloss: 0.15969\tvalid_1's auc: 0.745373\tvalid_1's binary_logloss: 0.177874\n",
      "[476]\tvalid_0's auc: 0.766402\tvalid_0's binary_logloss: 0.159677\tvalid_1's auc: 0.745442\tvalid_1's binary_logloss: 0.17786\n",
      "[477]\tvalid_0's auc: 0.766387\tvalid_0's binary_logloss: 0.159669\tvalid_1's auc: 0.74544\tvalid_1's binary_logloss: 0.177852\n",
      "[478]\tvalid_0's auc: 0.766423\tvalid_0's binary_logloss: 0.159661\tvalid_1's auc: 0.745487\tvalid_1's binary_logloss: 0.177843\n",
      "[479]\tvalid_0's auc: 0.7664\tvalid_0's binary_logloss: 0.159654\tvalid_1's auc: 0.745431\tvalid_1's binary_logloss: 0.177837\n",
      "[480]\tvalid_0's auc: 0.766356\tvalid_0's binary_logloss: 0.159645\tvalid_1's auc: 0.745389\tvalid_1's binary_logloss: 0.177828\n",
      "[481]\tvalid_0's auc: 0.766351\tvalid_0's binary_logloss: 0.159634\tvalid_1's auc: 0.745409\tvalid_1's binary_logloss: 0.177816\n",
      "[482]\tvalid_0's auc: 0.766405\tvalid_0's binary_logloss: 0.159625\tvalid_1's auc: 0.745465\tvalid_1's binary_logloss: 0.177807\n",
      "[483]\tvalid_0's auc: 0.766408\tvalid_0's binary_logloss: 0.15962\tvalid_1's auc: 0.745443\tvalid_1's binary_logloss: 0.177802\n",
      "[484]\tvalid_0's auc: 0.766394\tvalid_0's binary_logloss: 0.159609\tvalid_1's auc: 0.745429\tvalid_1's binary_logloss: 0.177791\n",
      "[485]\tvalid_0's auc: 0.766376\tvalid_0's binary_logloss: 0.159597\tvalid_1's auc: 0.745437\tvalid_1's binary_logloss: 0.177778\n",
      "[486]\tvalid_0's auc: 0.766402\tvalid_0's binary_logloss: 0.159586\tvalid_1's auc: 0.745443\tvalid_1's binary_logloss: 0.177768\n",
      "[487]\tvalid_0's auc: 0.766328\tvalid_0's binary_logloss: 0.159579\tvalid_1's auc: 0.745374\tvalid_1's binary_logloss: 0.177761\n",
      "[488]\tvalid_0's auc: 0.766277\tvalid_0's binary_logloss: 0.159574\tvalid_1's auc: 0.745348\tvalid_1's binary_logloss: 0.177755\n",
      "[489]\tvalid_0's auc: 0.766222\tvalid_0's binary_logloss: 0.159567\tvalid_1's auc: 0.745316\tvalid_1's binary_logloss: 0.177748\n",
      "[490]\tvalid_0's auc: 0.766163\tvalid_0's binary_logloss: 0.15956\tvalid_1's auc: 0.745272\tvalid_1's binary_logloss: 0.177742\n",
      "[491]\tvalid_0's auc: 0.76616\tvalid_0's binary_logloss: 0.15955\tvalid_1's auc: 0.745284\tvalid_1's binary_logloss: 0.17773\n",
      "[492]\tvalid_0's auc: 0.766177\tvalid_0's binary_logloss: 0.15954\tvalid_1's auc: 0.745334\tvalid_1's binary_logloss: 0.17772\n",
      "[493]\tvalid_0's auc: 0.766226\tvalid_0's binary_logloss: 0.159532\tvalid_1's auc: 0.745417\tvalid_1's binary_logloss: 0.177711\n",
      "[494]\tvalid_0's auc: 0.76628\tvalid_0's binary_logloss: 0.159527\tvalid_1's auc: 0.745487\tvalid_1's binary_logloss: 0.177707\n",
      "[495]\tvalid_0's auc: 0.766281\tvalid_0's binary_logloss: 0.159518\tvalid_1's auc: 0.745474\tvalid_1's binary_logloss: 0.177698\n",
      "[496]\tvalid_0's auc: 0.766372\tvalid_0's binary_logloss: 0.159507\tvalid_1's auc: 0.745581\tvalid_1's binary_logloss: 0.177686\n",
      "[497]\tvalid_0's auc: 0.766389\tvalid_0's binary_logloss: 0.159496\tvalid_1's auc: 0.745563\tvalid_1's binary_logloss: 0.177676\n",
      "[498]\tvalid_0's auc: 0.76641\tvalid_0's binary_logloss: 0.159488\tvalid_1's auc: 0.745586\tvalid_1's binary_logloss: 0.177668\n",
      "[499]\tvalid_0's auc: 0.766435\tvalid_0's binary_logloss: 0.159483\tvalid_1's auc: 0.745614\tvalid_1's binary_logloss: 0.177663\n",
      "[500]\tvalid_0's auc: 0.766416\tvalid_0's binary_logloss: 0.159478\tvalid_1's auc: 0.745641\tvalid_1's binary_logloss: 0.177657\n",
      "[501]\tvalid_0's auc: 0.766391\tvalid_0's binary_logloss: 0.159468\tvalid_1's auc: 0.745627\tvalid_1's binary_logloss: 0.177647\n",
      "[502]\tvalid_0's auc: 0.766413\tvalid_0's binary_logloss: 0.159458\tvalid_1's auc: 0.745635\tvalid_1's binary_logloss: 0.177637\n",
      "[503]\tvalid_0's auc: 0.766434\tvalid_0's binary_logloss: 0.159448\tvalid_1's auc: 0.745613\tvalid_1's binary_logloss: 0.177628\n",
      "[504]\tvalid_0's auc: 0.766438\tvalid_0's binary_logloss: 0.159441\tvalid_1's auc: 0.745618\tvalid_1's binary_logloss: 0.177621\n",
      "[505]\tvalid_0's auc: 0.766423\tvalid_0's binary_logloss: 0.159431\tvalid_1's auc: 0.745552\tvalid_1's binary_logloss: 0.177612\n",
      "[506]\tvalid_0's auc: 0.766397\tvalid_0's binary_logloss: 0.159422\tvalid_1's auc: 0.745534\tvalid_1's binary_logloss: 0.177602\n",
      "[507]\tvalid_0's auc: 0.766347\tvalid_0's binary_logloss: 0.159413\tvalid_1's auc: 0.745517\tvalid_1's binary_logloss: 0.177593\n",
      "[508]\tvalid_0's auc: 0.766354\tvalid_0's binary_logloss: 0.159402\tvalid_1's auc: 0.745524\tvalid_1's binary_logloss: 0.177582\n",
      "[509]\tvalid_0's auc: 0.7664\tvalid_0's binary_logloss: 0.159393\tvalid_1's auc: 0.745551\tvalid_1's binary_logloss: 0.177574\n",
      "[510]\tvalid_0's auc: 0.76639\tvalid_0's binary_logloss: 0.159383\tvalid_1's auc: 0.745552\tvalid_1's binary_logloss: 0.177563\n",
      "[511]\tvalid_0's auc: 0.766454\tvalid_0's binary_logloss: 0.159374\tvalid_1's auc: 0.745638\tvalid_1's binary_logloss: 0.177553\n",
      "[512]\tvalid_0's auc: 0.766471\tvalid_0's binary_logloss: 0.159365\tvalid_1's auc: 0.745636\tvalid_1's binary_logloss: 0.177545\n",
      "[513]\tvalid_0's auc: 0.766466\tvalid_0's binary_logloss: 0.159358\tvalid_1's auc: 0.745653\tvalid_1's binary_logloss: 0.177537\n",
      "[514]\tvalid_0's auc: 0.766517\tvalid_0's binary_logloss: 0.15935\tvalid_1's auc: 0.745699\tvalid_1's binary_logloss: 0.17753\n",
      "[515]\tvalid_0's auc: 0.76652\tvalid_0's binary_logloss: 0.15934\tvalid_1's auc: 0.745673\tvalid_1's binary_logloss: 0.177519\n",
      "[516]\tvalid_0's auc: 0.766602\tvalid_0's binary_logloss: 0.159329\tvalid_1's auc: 0.745778\tvalid_1's binary_logloss: 0.177508\n",
      "[517]\tvalid_0's auc: 0.766546\tvalid_0's binary_logloss: 0.15932\tvalid_1's auc: 0.745727\tvalid_1's binary_logloss: 0.177498\n",
      "[518]\tvalid_0's auc: 0.766532\tvalid_0's binary_logloss: 0.159314\tvalid_1's auc: 0.745721\tvalid_1's binary_logloss: 0.177491\n",
      "[519]\tvalid_0's auc: 0.766586\tvalid_0's binary_logloss: 0.159308\tvalid_1's auc: 0.745742\tvalid_1's binary_logloss: 0.177486\n",
      "[520]\tvalid_0's auc: 0.76654\tvalid_0's binary_logloss: 0.159299\tvalid_1's auc: 0.745715\tvalid_1's binary_logloss: 0.177476\n",
      "[521]\tvalid_0's auc: 0.766575\tvalid_0's binary_logloss: 0.159292\tvalid_1's auc: 0.745745\tvalid_1's binary_logloss: 0.177469\n",
      "[522]\tvalid_0's auc: 0.766571\tvalid_0's binary_logloss: 0.159283\tvalid_1's auc: 0.745729\tvalid_1's binary_logloss: 0.17746\n",
      "[523]\tvalid_0's auc: 0.766635\tvalid_0's binary_logloss: 0.159275\tvalid_1's auc: 0.745767\tvalid_1's binary_logloss: 0.177453\n",
      "[524]\tvalid_0's auc: 0.766634\tvalid_0's binary_logloss: 0.159265\tvalid_1's auc: 0.745757\tvalid_1's binary_logloss: 0.177443\n",
      "[525]\tvalid_0's auc: 0.766603\tvalid_0's binary_logloss: 0.159254\tvalid_1's auc: 0.745764\tvalid_1's binary_logloss: 0.177432\n",
      "[526]\tvalid_0's auc: 0.766623\tvalid_0's binary_logloss: 0.159244\tvalid_1's auc: 0.745744\tvalid_1's binary_logloss: 0.177423\n",
      "[527]\tvalid_0's auc: 0.766636\tvalid_0's binary_logloss: 0.159237\tvalid_1's auc: 0.74578\tvalid_1's binary_logloss: 0.177415\n",
      "[528]\tvalid_0's auc: 0.766674\tvalid_0's binary_logloss: 0.159229\tvalid_1's auc: 0.745816\tvalid_1's binary_logloss: 0.177407\n",
      "[529]\tvalid_0's auc: 0.766665\tvalid_0's binary_logloss: 0.159217\tvalid_1's auc: 0.745808\tvalid_1's binary_logloss: 0.177395\n",
      "[530]\tvalid_0's auc: 0.76676\tvalid_0's binary_logloss: 0.159204\tvalid_1's auc: 0.745841\tvalid_1's binary_logloss: 0.177384\n",
      "[531]\tvalid_0's auc: 0.766793\tvalid_0's binary_logloss: 0.159197\tvalid_1's auc: 0.745888\tvalid_1's binary_logloss: 0.177376\n",
      "[532]\tvalid_0's auc: 0.766787\tvalid_0's binary_logloss: 0.15919\tvalid_1's auc: 0.745938\tvalid_1's binary_logloss: 0.177368\n",
      "[533]\tvalid_0's auc: 0.766846\tvalid_0's binary_logloss: 0.159179\tvalid_1's auc: 0.745972\tvalid_1's binary_logloss: 0.177357\n",
      "[534]\tvalid_0's auc: 0.76681\tvalid_0's binary_logloss: 0.15917\tvalid_1's auc: 0.745959\tvalid_1's binary_logloss: 0.177348\n",
      "[535]\tvalid_0's auc: 0.766772\tvalid_0's binary_logloss: 0.159162\tvalid_1's auc: 0.745931\tvalid_1's binary_logloss: 0.17734\n",
      "[536]\tvalid_0's auc: 0.766721\tvalid_0's binary_logloss: 0.159155\tvalid_1's auc: 0.745888\tvalid_1's binary_logloss: 0.177333\n",
      "[537]\tvalid_0's auc: 0.766793\tvalid_0's binary_logloss: 0.159144\tvalid_1's auc: 0.74591\tvalid_1's binary_logloss: 0.177322\n",
      "[538]\tvalid_0's auc: 0.766886\tvalid_0's binary_logloss: 0.159137\tvalid_1's auc: 0.745943\tvalid_1's binary_logloss: 0.177316\n",
      "[539]\tvalid_0's auc: 0.766898\tvalid_0's binary_logloss: 0.159127\tvalid_1's auc: 0.745951\tvalid_1's binary_logloss: 0.177306\n",
      "[540]\tvalid_0's auc: 0.766878\tvalid_0's binary_logloss: 0.159117\tvalid_1's auc: 0.745918\tvalid_1's binary_logloss: 0.177297\n",
      "[541]\tvalid_0's auc: 0.76689\tvalid_0's binary_logloss: 0.159112\tvalid_1's auc: 0.745963\tvalid_1's binary_logloss: 0.177291\n",
      "[542]\tvalid_0's auc: 0.766875\tvalid_0's binary_logloss: 0.159105\tvalid_1's auc: 0.745984\tvalid_1's binary_logloss: 0.177283\n",
      "[543]\tvalid_0's auc: 0.766857\tvalid_0's binary_logloss: 0.159097\tvalid_1's auc: 0.745986\tvalid_1's binary_logloss: 0.177274\n",
      "[544]\tvalid_0's auc: 0.766858\tvalid_0's binary_logloss: 0.159087\tvalid_1's auc: 0.745981\tvalid_1's binary_logloss: 0.177263\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[545]\tvalid_0's auc: 0.766879\tvalid_0's binary_logloss: 0.159083\tvalid_1's auc: 0.746007\tvalid_1's binary_logloss: 0.17726\n",
      "[546]\tvalid_0's auc: 0.766913\tvalid_0's binary_logloss: 0.159073\tvalid_1's auc: 0.746015\tvalid_1's binary_logloss: 0.17725\n",
      "[547]\tvalid_0's auc: 0.76692\tvalid_0's binary_logloss: 0.159066\tvalid_1's auc: 0.746026\tvalid_1's binary_logloss: 0.177243\n",
      "[548]\tvalid_0's auc: 0.766917\tvalid_0's binary_logloss: 0.15906\tvalid_1's auc: 0.746019\tvalid_1's binary_logloss: 0.177236\n",
      "[549]\tvalid_0's auc: 0.766885\tvalid_0's binary_logloss: 0.159051\tvalid_1's auc: 0.745989\tvalid_1's binary_logloss: 0.177227\n",
      "[550]\tvalid_0's auc: 0.766909\tvalid_0's binary_logloss: 0.159042\tvalid_1's auc: 0.746021\tvalid_1's binary_logloss: 0.177219\n",
      "[551]\tvalid_0's auc: 0.766918\tvalid_0's binary_logloss: 0.159031\tvalid_1's auc: 0.746046\tvalid_1's binary_logloss: 0.177207\n",
      "[552]\tvalid_0's auc: 0.766918\tvalid_0's binary_logloss: 0.159021\tvalid_1's auc: 0.746054\tvalid_1's binary_logloss: 0.177197\n",
      "[553]\tvalid_0's auc: 0.766895\tvalid_0's binary_logloss: 0.159011\tvalid_1's auc: 0.746039\tvalid_1's binary_logloss: 0.177187\n",
      "[554]\tvalid_0's auc: 0.766928\tvalid_0's binary_logloss: 0.159003\tvalid_1's auc: 0.746082\tvalid_1's binary_logloss: 0.177179\n",
      "[555]\tvalid_0's auc: 0.766911\tvalid_0's binary_logloss: 0.158995\tvalid_1's auc: 0.746057\tvalid_1's binary_logloss: 0.177171\n",
      "[556]\tvalid_0's auc: 0.766933\tvalid_0's binary_logloss: 0.158983\tvalid_1's auc: 0.746094\tvalid_1's binary_logloss: 0.177159\n",
      "[557]\tvalid_0's auc: 0.766939\tvalid_0's binary_logloss: 0.158973\tvalid_1's auc: 0.746072\tvalid_1's binary_logloss: 0.177148\n",
      "[558]\tvalid_0's auc: 0.766943\tvalid_0's binary_logloss: 0.158963\tvalid_1's auc: 0.746091\tvalid_1's binary_logloss: 0.177138\n",
      "[559]\tvalid_0's auc: 0.766939\tvalid_0's binary_logloss: 0.158954\tvalid_1's auc: 0.746087\tvalid_1's binary_logloss: 0.17713\n",
      "[560]\tvalid_0's auc: 0.76693\tvalid_0's binary_logloss: 0.15895\tvalid_1's auc: 0.746099\tvalid_1's binary_logloss: 0.177126\n",
      "[561]\tvalid_0's auc: 0.766906\tvalid_0's binary_logloss: 0.158941\tvalid_1's auc: 0.746071\tvalid_1's binary_logloss: 0.177117\n",
      "[562]\tvalid_0's auc: 0.766954\tvalid_0's binary_logloss: 0.15893\tvalid_1's auc: 0.746112\tvalid_1's binary_logloss: 0.177106\n",
      "[563]\tvalid_0's auc: 0.766958\tvalid_0's binary_logloss: 0.158922\tvalid_1's auc: 0.746127\tvalid_1's binary_logloss: 0.177098\n",
      "[564]\tvalid_0's auc: 0.767012\tvalid_0's binary_logloss: 0.158913\tvalid_1's auc: 0.74619\tvalid_1's binary_logloss: 0.17709\n",
      "[565]\tvalid_0's auc: 0.767037\tvalid_0's binary_logloss: 0.158901\tvalid_1's auc: 0.746208\tvalid_1's binary_logloss: 0.177077\n",
      "[566]\tvalid_0's auc: 0.767129\tvalid_0's binary_logloss: 0.15889\tvalid_1's auc: 0.746259\tvalid_1's binary_logloss: 0.177067\n",
      "[567]\tvalid_0's auc: 0.767122\tvalid_0's binary_logloss: 0.15888\tvalid_1's auc: 0.746255\tvalid_1's binary_logloss: 0.177057\n",
      "[568]\tvalid_0's auc: 0.767135\tvalid_0's binary_logloss: 0.158871\tvalid_1's auc: 0.746248\tvalid_1's binary_logloss: 0.177048\n",
      "[569]\tvalid_0's auc: 0.767118\tvalid_0's binary_logloss: 0.158866\tvalid_1's auc: 0.746254\tvalid_1's binary_logloss: 0.177043\n",
      "[570]\tvalid_0's auc: 0.767109\tvalid_0's binary_logloss: 0.158856\tvalid_1's auc: 0.74627\tvalid_1's binary_logloss: 0.177032\n",
      "[571]\tvalid_0's auc: 0.767117\tvalid_0's binary_logloss: 0.15885\tvalid_1's auc: 0.746271\tvalid_1's binary_logloss: 0.177025\n",
      "[572]\tvalid_0's auc: 0.767147\tvalid_0's binary_logloss: 0.158845\tvalid_1's auc: 0.746266\tvalid_1's binary_logloss: 0.177021\n",
      "[573]\tvalid_0's auc: 0.767196\tvalid_0's binary_logloss: 0.158835\tvalid_1's auc: 0.746264\tvalid_1's binary_logloss: 0.177012\n",
      "[574]\tvalid_0's auc: 0.767207\tvalid_0's binary_logloss: 0.158828\tvalid_1's auc: 0.746244\tvalid_1's binary_logloss: 0.177006\n",
      "[575]\tvalid_0's auc: 0.767228\tvalid_0's binary_logloss: 0.158819\tvalid_1's auc: 0.746243\tvalid_1's binary_logloss: 0.176997\n",
      "[576]\tvalid_0's auc: 0.767206\tvalid_0's binary_logloss: 0.158812\tvalid_1's auc: 0.746228\tvalid_1's binary_logloss: 0.176989\n",
      "[577]\tvalid_0's auc: 0.767182\tvalid_0's binary_logloss: 0.158803\tvalid_1's auc: 0.746221\tvalid_1's binary_logloss: 0.17698\n",
      "[578]\tvalid_0's auc: 0.767208\tvalid_0's binary_logloss: 0.158793\tvalid_1's auc: 0.746232\tvalid_1's binary_logloss: 0.176971\n",
      "[579]\tvalid_0's auc: 0.767263\tvalid_0's binary_logloss: 0.158786\tvalid_1's auc: 0.746275\tvalid_1's binary_logloss: 0.176965\n",
      "[580]\tvalid_0's auc: 0.767257\tvalid_0's binary_logloss: 0.158779\tvalid_1's auc: 0.74625\tvalid_1's binary_logloss: 0.176957\n",
      "[581]\tvalid_0's auc: 0.767219\tvalid_0's binary_logloss: 0.158771\tvalid_1's auc: 0.746197\tvalid_1's binary_logloss: 0.17695\n",
      "[582]\tvalid_0's auc: 0.767202\tvalid_0's binary_logloss: 0.158764\tvalid_1's auc: 0.746216\tvalid_1's binary_logloss: 0.176943\n",
      "[583]\tvalid_0's auc: 0.76725\tvalid_0's binary_logloss: 0.158753\tvalid_1's auc: 0.74623\tvalid_1's binary_logloss: 0.176934\n",
      "[584]\tvalid_0's auc: 0.767283\tvalid_0's binary_logloss: 0.158745\tvalid_1's auc: 0.746231\tvalid_1's binary_logloss: 0.176927\n",
      "[585]\tvalid_0's auc: 0.767293\tvalid_0's binary_logloss: 0.158739\tvalid_1's auc: 0.746222\tvalid_1's binary_logloss: 0.176921\n",
      "[586]\tvalid_0's auc: 0.767319\tvalid_0's binary_logloss: 0.15873\tvalid_1's auc: 0.746243\tvalid_1's binary_logloss: 0.176912\n",
      "[587]\tvalid_0's auc: 0.767339\tvalid_0's binary_logloss: 0.158719\tvalid_1's auc: 0.746257\tvalid_1's binary_logloss: 0.176901\n",
      "[588]\tvalid_0's auc: 0.76737\tvalid_0's binary_logloss: 0.158707\tvalid_1's auc: 0.746274\tvalid_1's binary_logloss: 0.17689\n",
      "[589]\tvalid_0's auc: 0.767389\tvalid_0's binary_logloss: 0.1587\tvalid_1's auc: 0.746315\tvalid_1's binary_logloss: 0.176882\n",
      "[590]\tvalid_0's auc: 0.76741\tvalid_0's binary_logloss: 0.158691\tvalid_1's auc: 0.746304\tvalid_1's binary_logloss: 0.176875\n",
      "[591]\tvalid_0's auc: 0.767453\tvalid_0's binary_logloss: 0.158685\tvalid_1's auc: 0.746363\tvalid_1's binary_logloss: 0.176869\n",
      "[592]\tvalid_0's auc: 0.767467\tvalid_0's binary_logloss: 0.158679\tvalid_1's auc: 0.746347\tvalid_1's binary_logloss: 0.176863\n",
      "[593]\tvalid_0's auc: 0.767448\tvalid_0's binary_logloss: 0.158669\tvalid_1's auc: 0.746351\tvalid_1's binary_logloss: 0.176852\n",
      "[594]\tvalid_0's auc: 0.767419\tvalid_0's binary_logloss: 0.158661\tvalid_1's auc: 0.746331\tvalid_1's binary_logloss: 0.176844\n",
      "[595]\tvalid_0's auc: 0.767458\tvalid_0's binary_logloss: 0.15865\tvalid_1's auc: 0.746387\tvalid_1's binary_logloss: 0.176832\n",
      "[596]\tvalid_0's auc: 0.767461\tvalid_0's binary_logloss: 0.158643\tvalid_1's auc: 0.7464\tvalid_1's binary_logloss: 0.176826\n",
      "[597]\tvalid_0's auc: 0.767441\tvalid_0's binary_logloss: 0.158633\tvalid_1's auc: 0.746373\tvalid_1's binary_logloss: 0.176815\n",
      "[598]\tvalid_0's auc: 0.767435\tvalid_0's binary_logloss: 0.158625\tvalid_1's auc: 0.746416\tvalid_1's binary_logloss: 0.176807\n",
      "[599]\tvalid_0's auc: 0.76746\tvalid_0's binary_logloss: 0.158621\tvalid_1's auc: 0.746468\tvalid_1's binary_logloss: 0.176802\n",
      "[600]\tvalid_0's auc: 0.767459\tvalid_0's binary_logloss: 0.158616\tvalid_1's auc: 0.746468\tvalid_1's binary_logloss: 0.176798\n",
      "[601]\tvalid_0's auc: 0.767461\tvalid_0's binary_logloss: 0.158609\tvalid_1's auc: 0.746482\tvalid_1's binary_logloss: 0.17679\n",
      "[602]\tvalid_0's auc: 0.767443\tvalid_0's binary_logloss: 0.1586\tvalid_1's auc: 0.746455\tvalid_1's binary_logloss: 0.176781\n",
      "[603]\tvalid_0's auc: 0.767453\tvalid_0's binary_logloss: 0.158589\tvalid_1's auc: 0.746456\tvalid_1's binary_logloss: 0.176771\n",
      "[604]\tvalid_0's auc: 0.767386\tvalid_0's binary_logloss: 0.158581\tvalid_1's auc: 0.746392\tvalid_1's binary_logloss: 0.176763\n",
      "[605]\tvalid_0's auc: 0.767343\tvalid_0's binary_logloss: 0.158576\tvalid_1's auc: 0.746354\tvalid_1's binary_logloss: 0.176758\n",
      "[606]\tvalid_0's auc: 0.767354\tvalid_0's binary_logloss: 0.158565\tvalid_1's auc: 0.746392\tvalid_1's binary_logloss: 0.176747\n",
      "[607]\tvalid_0's auc: 0.76734\tvalid_0's binary_logloss: 0.158558\tvalid_1's auc: 0.74639\tvalid_1's binary_logloss: 0.17674\n",
      "[608]\tvalid_0's auc: 0.767366\tvalid_0's binary_logloss: 0.15855\tvalid_1's auc: 0.746428\tvalid_1's binary_logloss: 0.176732\n",
      "[609]\tvalid_0's auc: 0.767345\tvalid_0's binary_logloss: 0.158541\tvalid_1's auc: 0.746409\tvalid_1's binary_logloss: 0.176723\n",
      "[610]\tvalid_0's auc: 0.767358\tvalid_0's binary_logloss: 0.158535\tvalid_1's auc: 0.746417\tvalid_1's binary_logloss: 0.176718\n",
      "[611]\tvalid_0's auc: 0.767364\tvalid_0's binary_logloss: 0.158526\tvalid_1's auc: 0.746416\tvalid_1's binary_logloss: 0.176709\n",
      "[612]\tvalid_0's auc: 0.767363\tvalid_0's binary_logloss: 0.158522\tvalid_1's auc: 0.746406\tvalid_1's binary_logloss: 0.176705\n",
      "[613]\tvalid_0's auc: 0.767375\tvalid_0's binary_logloss: 0.158517\tvalid_1's auc: 0.746413\tvalid_1's binary_logloss: 0.1767\n",
      "[614]\tvalid_0's auc: 0.767408\tvalid_0's binary_logloss: 0.158505\tvalid_1's auc: 0.746392\tvalid_1's binary_logloss: 0.176689\n",
      "[615]\tvalid_0's auc: 0.767446\tvalid_0's binary_logloss: 0.158493\tvalid_1's auc: 0.746405\tvalid_1's binary_logloss: 0.176677\n",
      "[616]\tvalid_0's auc: 0.767436\tvalid_0's binary_logloss: 0.158485\tvalid_1's auc: 0.746411\tvalid_1's binary_logloss: 0.176669\n",
      "[617]\tvalid_0's auc: 0.767471\tvalid_0's binary_logloss: 0.158475\tvalid_1's auc: 0.746455\tvalid_1's binary_logloss: 0.176659\n",
      "[618]\tvalid_0's auc: 0.767517\tvalid_0's binary_logloss: 0.158467\tvalid_1's auc: 0.746499\tvalid_1's binary_logloss: 0.176651\n",
      "[619]\tvalid_0's auc: 0.767564\tvalid_0's binary_logloss: 0.158459\tvalid_1's auc: 0.746506\tvalid_1's binary_logloss: 0.176643\n",
      "[620]\tvalid_0's auc: 0.767565\tvalid_0's binary_logloss: 0.158452\tvalid_1's auc: 0.746545\tvalid_1's binary_logloss: 0.176635\n",
      "[621]\tvalid_0's auc: 0.767532\tvalid_0's binary_logloss: 0.158447\tvalid_1's auc: 0.746507\tvalid_1's binary_logloss: 0.17663\n",
      "[622]\tvalid_0's auc: 0.767556\tvalid_0's binary_logloss: 0.158439\tvalid_1's auc: 0.746486\tvalid_1's binary_logloss: 0.176624\n",
      "[623]\tvalid_0's auc: 0.767588\tvalid_0's binary_logloss: 0.158429\tvalid_1's auc: 0.746546\tvalid_1's binary_logloss: 0.176613\n",
      "[624]\tvalid_0's auc: 0.767528\tvalid_0's binary_logloss: 0.158422\tvalid_1's auc: 0.746502\tvalid_1's binary_logloss: 0.176606\n",
      "[625]\tvalid_0's auc: 0.767497\tvalid_0's binary_logloss: 0.158414\tvalid_1's auc: 0.746474\tvalid_1's binary_logloss: 0.176597\n",
      "[626]\tvalid_0's auc: 0.767531\tvalid_0's binary_logloss: 0.158408\tvalid_1's auc: 0.746528\tvalid_1's binary_logloss: 0.176592\n",
      "[627]\tvalid_0's auc: 0.767547\tvalid_0's binary_logloss: 0.1584\tvalid_1's auc: 0.746545\tvalid_1's binary_logloss: 0.176584\n",
      "[628]\tvalid_0's auc: 0.767507\tvalid_0's binary_logloss: 0.158392\tvalid_1's auc: 0.746516\tvalid_1's binary_logloss: 0.176576\n",
      "[629]\tvalid_0's auc: 0.767536\tvalid_0's binary_logloss: 0.158382\tvalid_1's auc: 0.746546\tvalid_1's binary_logloss: 0.176566\n",
      "[630]\tvalid_0's auc: 0.767553\tvalid_0's binary_logloss: 0.158376\tvalid_1's auc: 0.746561\tvalid_1's binary_logloss: 0.17656\n",
      "[631]\tvalid_0's auc: 0.767537\tvalid_0's binary_logloss: 0.158367\tvalid_1's auc: 0.746515\tvalid_1's binary_logloss: 0.176551\n",
      "[632]\tvalid_0's auc: 0.767548\tvalid_0's binary_logloss: 0.15836\tvalid_1's auc: 0.746537\tvalid_1's binary_logloss: 0.176544\n",
      "[633]\tvalid_0's auc: 0.76753\tvalid_0's binary_logloss: 0.158351\tvalid_1's auc: 0.746536\tvalid_1's binary_logloss: 0.176535\n",
      "[634]\tvalid_0's auc: 0.767526\tvalid_0's binary_logloss: 0.158343\tvalid_1's auc: 0.746526\tvalid_1's binary_logloss: 0.176526\n",
      "[635]\tvalid_0's auc: 0.76755\tvalid_0's binary_logloss: 0.158333\tvalid_1's auc: 0.746528\tvalid_1's binary_logloss: 0.176517\n",
      "[636]\tvalid_0's auc: 0.767543\tvalid_0's binary_logloss: 0.158327\tvalid_1's auc: 0.746541\tvalid_1's binary_logloss: 0.17651\n",
      "[637]\tvalid_0's auc: 0.767565\tvalid_0's binary_logloss: 0.158319\tvalid_1's auc: 0.746558\tvalid_1's binary_logloss: 0.176503\n",
      "[638]\tvalid_0's auc: 0.767561\tvalid_0's binary_logloss: 0.158316\tvalid_1's auc: 0.74657\tvalid_1's binary_logloss: 0.176499\n",
      "[639]\tvalid_0's auc: 0.76755\tvalid_0's binary_logloss: 0.158306\tvalid_1's auc: 0.746551\tvalid_1's binary_logloss: 0.17649\n",
      "[640]\tvalid_0's auc: 0.767548\tvalid_0's binary_logloss: 0.158295\tvalid_1's auc: 0.746558\tvalid_1's binary_logloss: 0.176479\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[641]\tvalid_0's auc: 0.767588\tvalid_0's binary_logloss: 0.158289\tvalid_1's auc: 0.746568\tvalid_1's binary_logloss: 0.176473\n",
      "[642]\tvalid_0's auc: 0.767633\tvalid_0's binary_logloss: 0.158281\tvalid_1's auc: 0.746624\tvalid_1's binary_logloss: 0.176465\n",
      "[643]\tvalid_0's auc: 0.767617\tvalid_0's binary_logloss: 0.158271\tvalid_1's auc: 0.746592\tvalid_1's binary_logloss: 0.176457\n",
      "[644]\tvalid_0's auc: 0.76759\tvalid_0's binary_logloss: 0.158265\tvalid_1's auc: 0.746562\tvalid_1's binary_logloss: 0.17645\n",
      "[645]\tvalid_0's auc: 0.767588\tvalid_0's binary_logloss: 0.158256\tvalid_1's auc: 0.746553\tvalid_1's binary_logloss: 0.176441\n",
      "[646]\tvalid_0's auc: 0.76757\tvalid_0's binary_logloss: 0.158249\tvalid_1's auc: 0.746546\tvalid_1's binary_logloss: 0.176434\n",
      "[647]\tvalid_0's auc: 0.76761\tvalid_0's binary_logloss: 0.158247\tvalid_1's auc: 0.746586\tvalid_1's binary_logloss: 0.176432\n",
      "[648]\tvalid_0's auc: 0.767612\tvalid_0's binary_logloss: 0.158239\tvalid_1's auc: 0.74657\tvalid_1's binary_logloss: 0.176424\n",
      "[649]\tvalid_0's auc: 0.767623\tvalid_0's binary_logloss: 0.158228\tvalid_1's auc: 0.7466\tvalid_1's binary_logloss: 0.176413\n",
      "[650]\tvalid_0's auc: 0.767576\tvalid_0's binary_logloss: 0.158222\tvalid_1's auc: 0.746564\tvalid_1's binary_logloss: 0.176406\n",
      "[651]\tvalid_0's auc: 0.767601\tvalid_0's binary_logloss: 0.158211\tvalid_1's auc: 0.746594\tvalid_1's binary_logloss: 0.176396\n",
      "[652]\tvalid_0's auc: 0.767618\tvalid_0's binary_logloss: 0.158207\tvalid_1's auc: 0.74664\tvalid_1's binary_logloss: 0.176391\n",
      "[653]\tvalid_0's auc: 0.767622\tvalid_0's binary_logloss: 0.158198\tvalid_1's auc: 0.746666\tvalid_1's binary_logloss: 0.176381\n",
      "[654]\tvalid_0's auc: 0.767635\tvalid_0's binary_logloss: 0.158187\tvalid_1's auc: 0.746668\tvalid_1's binary_logloss: 0.176371\n",
      "[655]\tvalid_0's auc: 0.767652\tvalid_0's binary_logloss: 0.158183\tvalid_1's auc: 0.746712\tvalid_1's binary_logloss: 0.176366\n",
      "[656]\tvalid_0's auc: 0.767645\tvalid_0's binary_logloss: 0.158177\tvalid_1's auc: 0.746695\tvalid_1's binary_logloss: 0.176359\n",
      "[657]\tvalid_0's auc: 0.767635\tvalid_0's binary_logloss: 0.158169\tvalid_1's auc: 0.746686\tvalid_1's binary_logloss: 0.176351\n",
      "[658]\tvalid_0's auc: 0.767653\tvalid_0's binary_logloss: 0.158161\tvalid_1's auc: 0.7467\tvalid_1's binary_logloss: 0.176343\n",
      "[659]\tvalid_0's auc: 0.767691\tvalid_0's binary_logloss: 0.158152\tvalid_1's auc: 0.746733\tvalid_1's binary_logloss: 0.176335\n",
      "[660]\tvalid_0's auc: 0.767729\tvalid_0's binary_logloss: 0.15814\tvalid_1's auc: 0.746771\tvalid_1's binary_logloss: 0.176323\n",
      "[661]\tvalid_0's auc: 0.767751\tvalid_0's binary_logloss: 0.158133\tvalid_1's auc: 0.746775\tvalid_1's binary_logloss: 0.176315\n",
      "[662]\tvalid_0's auc: 0.767785\tvalid_0's binary_logloss: 0.158124\tvalid_1's auc: 0.746819\tvalid_1's binary_logloss: 0.176307\n",
      "[663]\tvalid_0's auc: 0.767813\tvalid_0's binary_logloss: 0.15811\tvalid_1's auc: 0.746791\tvalid_1's binary_logloss: 0.176295\n",
      "[664]\tvalid_0's auc: 0.767781\tvalid_0's binary_logloss: 0.158101\tvalid_1's auc: 0.746801\tvalid_1's binary_logloss: 0.176284\n",
      "[665]\tvalid_0's auc: 0.767783\tvalid_0's binary_logloss: 0.158091\tvalid_1's auc: 0.746799\tvalid_1's binary_logloss: 0.176275\n",
      "[666]\tvalid_0's auc: 0.767774\tvalid_0's binary_logloss: 0.158084\tvalid_1's auc: 0.746782\tvalid_1's binary_logloss: 0.176268\n",
      "[667]\tvalid_0's auc: 0.767754\tvalid_0's binary_logloss: 0.158077\tvalid_1's auc: 0.746777\tvalid_1's binary_logloss: 0.176261\n",
      "[668]\tvalid_0's auc: 0.767792\tvalid_0's binary_logloss: 0.158071\tvalid_1's auc: 0.746795\tvalid_1's binary_logloss: 0.176256\n",
      "[669]\tvalid_0's auc: 0.767763\tvalid_0's binary_logloss: 0.158064\tvalid_1's auc: 0.746754\tvalid_1's binary_logloss: 0.17625\n",
      "[670]\tvalid_0's auc: 0.767766\tvalid_0's binary_logloss: 0.158056\tvalid_1's auc: 0.746738\tvalid_1's binary_logloss: 0.176242\n",
      "[671]\tvalid_0's auc: 0.767797\tvalid_0's binary_logloss: 0.158052\tvalid_1's auc: 0.746766\tvalid_1's binary_logloss: 0.176238\n",
      "[672]\tvalid_0's auc: 0.767785\tvalid_0's binary_logloss: 0.158042\tvalid_1's auc: 0.746757\tvalid_1's binary_logloss: 0.176228\n",
      "[673]\tvalid_0's auc: 0.767771\tvalid_0's binary_logloss: 0.158035\tvalid_1's auc: 0.746744\tvalid_1's binary_logloss: 0.176222\n",
      "[674]\tvalid_0's auc: 0.767771\tvalid_0's binary_logloss: 0.15803\tvalid_1's auc: 0.746741\tvalid_1's binary_logloss: 0.176216\n",
      "[675]\tvalid_0's auc: 0.767752\tvalid_0's binary_logloss: 0.158022\tvalid_1's auc: 0.746714\tvalid_1's binary_logloss: 0.176209\n",
      "[676]\tvalid_0's auc: 0.76777\tvalid_0's binary_logloss: 0.158012\tvalid_1's auc: 0.7467\tvalid_1's binary_logloss: 0.1762\n",
      "[677]\tvalid_0's auc: 0.767772\tvalid_0's binary_logloss: 0.158005\tvalid_1's auc: 0.746739\tvalid_1's binary_logloss: 0.176192\n",
      "[678]\tvalid_0's auc: 0.767791\tvalid_0's binary_logloss: 0.157996\tvalid_1's auc: 0.746756\tvalid_1's binary_logloss: 0.176183\n",
      "[679]\tvalid_0's auc: 0.767779\tvalid_0's binary_logloss: 0.157993\tvalid_1's auc: 0.746732\tvalid_1's binary_logloss: 0.176179\n",
      "[680]\tvalid_0's auc: 0.767795\tvalid_0's binary_logloss: 0.157988\tvalid_1's auc: 0.746724\tvalid_1's binary_logloss: 0.176175\n",
      "[681]\tvalid_0's auc: 0.767778\tvalid_0's binary_logloss: 0.15798\tvalid_1's auc: 0.746705\tvalid_1's binary_logloss: 0.176167\n",
      "[682]\tvalid_0's auc: 0.767791\tvalid_0's binary_logloss: 0.157974\tvalid_1's auc: 0.746721\tvalid_1's binary_logloss: 0.17616\n",
      "[683]\tvalid_0's auc: 0.767762\tvalid_0's binary_logloss: 0.157966\tvalid_1's auc: 0.746703\tvalid_1's binary_logloss: 0.176152\n",
      "[684]\tvalid_0's auc: 0.767709\tvalid_0's binary_logloss: 0.15796\tvalid_1's auc: 0.746656\tvalid_1's binary_logloss: 0.176146\n",
      "[685]\tvalid_0's auc: 0.767695\tvalid_0's binary_logloss: 0.157951\tvalid_1's auc: 0.746668\tvalid_1's binary_logloss: 0.176137\n",
      "[686]\tvalid_0's auc: 0.767728\tvalid_0's binary_logloss: 0.157945\tvalid_1's auc: 0.746724\tvalid_1's binary_logloss: 0.17613\n",
      "[687]\tvalid_0's auc: 0.767725\tvalid_0's binary_logloss: 0.157936\tvalid_1's auc: 0.746682\tvalid_1's binary_logloss: 0.176121\n",
      "[688]\tvalid_0's auc: 0.767712\tvalid_0's binary_logloss: 0.15793\tvalid_1's auc: 0.746682\tvalid_1's binary_logloss: 0.176116\n",
      "[689]\tvalid_0's auc: 0.767706\tvalid_0's binary_logloss: 0.157921\tvalid_1's auc: 0.746683\tvalid_1's binary_logloss: 0.176107\n",
      "[690]\tvalid_0's auc: 0.767704\tvalid_0's binary_logloss: 0.157916\tvalid_1's auc: 0.746694\tvalid_1's binary_logloss: 0.176101\n",
      "[691]\tvalid_0's auc: 0.767657\tvalid_0's binary_logloss: 0.15791\tvalid_1's auc: 0.746653\tvalid_1's binary_logloss: 0.176095\n",
      "[692]\tvalid_0's auc: 0.767642\tvalid_0's binary_logloss: 0.1579\tvalid_1's auc: 0.746622\tvalid_1's binary_logloss: 0.176086\n",
      "[693]\tvalid_0's auc: 0.767649\tvalid_0's binary_logloss: 0.157892\tvalid_1's auc: 0.746641\tvalid_1's binary_logloss: 0.176078\n",
      "[694]\tvalid_0's auc: 0.76762\tvalid_0's binary_logloss: 0.157885\tvalid_1's auc: 0.746643\tvalid_1's binary_logloss: 0.17607\n",
      "[695]\tvalid_0's auc: 0.767593\tvalid_0's binary_logloss: 0.157876\tvalid_1's auc: 0.746619\tvalid_1's binary_logloss: 0.17606\n",
      "[696]\tvalid_0's auc: 0.76757\tvalid_0's binary_logloss: 0.157869\tvalid_1's auc: 0.746625\tvalid_1's binary_logloss: 0.176053\n",
      "[697]\tvalid_0's auc: 0.767573\tvalid_0's binary_logloss: 0.157858\tvalid_1's auc: 0.746593\tvalid_1's binary_logloss: 0.176042\n",
      "[698]\tvalid_0's auc: 0.767586\tvalid_0's binary_logloss: 0.157851\tvalid_1's auc: 0.746611\tvalid_1's binary_logloss: 0.176035\n",
      "[699]\tvalid_0's auc: 0.767608\tvalid_0's binary_logloss: 0.157843\tvalid_1's auc: 0.74663\tvalid_1's binary_logloss: 0.176027\n",
      "[700]\tvalid_0's auc: 0.76763\tvalid_0's binary_logloss: 0.157836\tvalid_1's auc: 0.746676\tvalid_1's binary_logloss: 0.176019\n",
      "[701]\tvalid_0's auc: 0.767619\tvalid_0's binary_logloss: 0.157828\tvalid_1's auc: 0.746657\tvalid_1's binary_logloss: 0.176012\n",
      "[702]\tvalid_0's auc: 0.767574\tvalid_0's binary_logloss: 0.157821\tvalid_1's auc: 0.746618\tvalid_1's binary_logloss: 0.176004\n",
      "[703]\tvalid_0's auc: 0.767605\tvalid_0's binary_logloss: 0.157813\tvalid_1's auc: 0.746651\tvalid_1's binary_logloss: 0.175996\n",
      "[704]\tvalid_0's auc: 0.767613\tvalid_0's binary_logloss: 0.157809\tvalid_1's auc: 0.746634\tvalid_1's binary_logloss: 0.175992\n",
      "[705]\tvalid_0's auc: 0.767586\tvalid_0's binary_logloss: 0.157803\tvalid_1's auc: 0.746606\tvalid_1's binary_logloss: 0.175986\n",
      "[706]\tvalid_0's auc: 0.767571\tvalid_0's binary_logloss: 0.157794\tvalid_1's auc: 0.74659\tvalid_1's binary_logloss: 0.175977\n",
      "[707]\tvalid_0's auc: 0.767555\tvalid_0's binary_logloss: 0.157787\tvalid_1's auc: 0.746578\tvalid_1's binary_logloss: 0.17597\n",
      "[708]\tvalid_0's auc: 0.76754\tvalid_0's binary_logloss: 0.15778\tvalid_1's auc: 0.746521\tvalid_1's binary_logloss: 0.175963\n",
      "[709]\tvalid_0's auc: 0.767575\tvalid_0's binary_logloss: 0.157772\tvalid_1's auc: 0.746595\tvalid_1's binary_logloss: 0.175954\n",
      "[710]\tvalid_0's auc: 0.767558\tvalid_0's binary_logloss: 0.15776\tvalid_1's auc: 0.746565\tvalid_1's binary_logloss: 0.175942\n",
      "[711]\tvalid_0's auc: 0.767581\tvalid_0's binary_logloss: 0.157756\tvalid_1's auc: 0.746616\tvalid_1's binary_logloss: 0.175937\n",
      "[712]\tvalid_0's auc: 0.767616\tvalid_0's binary_logloss: 0.15775\tvalid_1's auc: 0.74668\tvalid_1's binary_logloss: 0.17593\n",
      "[713]\tvalid_0's auc: 0.767637\tvalid_0's binary_logloss: 0.157745\tvalid_1's auc: 0.746697\tvalid_1's binary_logloss: 0.175925\n",
      "[714]\tvalid_0's auc: 0.767633\tvalid_0's binary_logloss: 0.157738\tvalid_1's auc: 0.746704\tvalid_1's binary_logloss: 0.175917\n",
      "[715]\tvalid_0's auc: 0.767611\tvalid_0's binary_logloss: 0.157732\tvalid_1's auc: 0.746676\tvalid_1's binary_logloss: 0.175911\n",
      "[716]\tvalid_0's auc: 0.767627\tvalid_0's binary_logloss: 0.15772\tvalid_1's auc: 0.746684\tvalid_1's binary_logloss: 0.175899\n",
      "[717]\tvalid_0's auc: 0.767663\tvalid_0's binary_logloss: 0.157716\tvalid_1's auc: 0.746712\tvalid_1's binary_logloss: 0.175896\n",
      "[718]\tvalid_0's auc: 0.767681\tvalid_0's binary_logloss: 0.157706\tvalid_1's auc: 0.746743\tvalid_1's binary_logloss: 0.175886\n",
      "[719]\tvalid_0's auc: 0.767674\tvalid_0's binary_logloss: 0.157698\tvalid_1's auc: 0.746754\tvalid_1's binary_logloss: 0.175877\n",
      "[720]\tvalid_0's auc: 0.767683\tvalid_0's binary_logloss: 0.157688\tvalid_1's auc: 0.746797\tvalid_1's binary_logloss: 0.175866\n",
      "[721]\tvalid_0's auc: 0.767682\tvalid_0's binary_logloss: 0.157682\tvalid_1's auc: 0.746805\tvalid_1's binary_logloss: 0.17586\n",
      "[722]\tvalid_0's auc: 0.767695\tvalid_0's binary_logloss: 0.157672\tvalid_1's auc: 0.746821\tvalid_1's binary_logloss: 0.17585\n",
      "[723]\tvalid_0's auc: 0.767731\tvalid_0's binary_logloss: 0.157666\tvalid_1's auc: 0.746834\tvalid_1's binary_logloss: 0.175845\n",
      "[724]\tvalid_0's auc: 0.767762\tvalid_0's binary_logloss: 0.157657\tvalid_1's auc: 0.746877\tvalid_1's binary_logloss: 0.175835\n",
      "[725]\tvalid_0's auc: 0.767757\tvalid_0's binary_logloss: 0.157648\tvalid_1's auc: 0.74689\tvalid_1's binary_logloss: 0.175825\n",
      "[726]\tvalid_0's auc: 0.767761\tvalid_0's binary_logloss: 0.157642\tvalid_1's auc: 0.746901\tvalid_1's binary_logloss: 0.175819\n",
      "[727]\tvalid_0's auc: 0.7678\tvalid_0's binary_logloss: 0.15763\tvalid_1's auc: 0.746943\tvalid_1's binary_logloss: 0.175808\n",
      "[728]\tvalid_0's auc: 0.767791\tvalid_0's binary_logloss: 0.157626\tvalid_1's auc: 0.746936\tvalid_1's binary_logloss: 0.175803\n",
      "[729]\tvalid_0's auc: 0.767785\tvalid_0's binary_logloss: 0.157619\tvalid_1's auc: 0.746906\tvalid_1's binary_logloss: 0.175796\n",
      "[730]\tvalid_0's auc: 0.76778\tvalid_0's binary_logloss: 0.157611\tvalid_1's auc: 0.746897\tvalid_1's binary_logloss: 0.175788\n",
      "[731]\tvalid_0's auc: 0.767765\tvalid_0's binary_logloss: 0.157605\tvalid_1's auc: 0.746872\tvalid_1's binary_logloss: 0.175782\n",
      "[732]\tvalid_0's auc: 0.767767\tvalid_0's binary_logloss: 0.1576\tvalid_1's auc: 0.746863\tvalid_1's binary_logloss: 0.175777\n",
      "[733]\tvalid_0's auc: 0.76777\tvalid_0's binary_logloss: 0.157591\tvalid_1's auc: 0.74687\tvalid_1's binary_logloss: 0.175769\n",
      "[734]\tvalid_0's auc: 0.767804\tvalid_0's binary_logloss: 0.157581\tvalid_1's auc: 0.746914\tvalid_1's binary_logloss: 0.175759\n",
      "[735]\tvalid_0's auc: 0.767808\tvalid_0's binary_logloss: 0.157571\tvalid_1's auc: 0.746939\tvalid_1's binary_logloss: 0.175748\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[736]\tvalid_0's auc: 0.767821\tvalid_0's binary_logloss: 0.157562\tvalid_1's auc: 0.746963\tvalid_1's binary_logloss: 0.175739\n",
      "[737]\tvalid_0's auc: 0.767828\tvalid_0's binary_logloss: 0.157555\tvalid_1's auc: 0.746989\tvalid_1's binary_logloss: 0.175731\n",
      "[738]\tvalid_0's auc: 0.767831\tvalid_0's binary_logloss: 0.157551\tvalid_1's auc: 0.746973\tvalid_1's binary_logloss: 0.175727\n",
      "[739]\tvalid_0's auc: 0.767826\tvalid_0's binary_logloss: 0.15754\tvalid_1's auc: 0.746974\tvalid_1's binary_logloss: 0.175715\n",
      "[740]\tvalid_0's auc: 0.767816\tvalid_0's binary_logloss: 0.157534\tvalid_1's auc: 0.746972\tvalid_1's binary_logloss: 0.175709\n",
      "[741]\tvalid_0's auc: 0.767774\tvalid_0's binary_logloss: 0.157528\tvalid_1's auc: 0.746936\tvalid_1's binary_logloss: 0.175703\n",
      "[742]\tvalid_0's auc: 0.767782\tvalid_0's binary_logloss: 0.157519\tvalid_1's auc: 0.746948\tvalid_1's binary_logloss: 0.175694\n",
      "[743]\tvalid_0's auc: 0.767784\tvalid_0's binary_logloss: 0.157514\tvalid_1's auc: 0.74695\tvalid_1's binary_logloss: 0.175689\n",
      "[744]\tvalid_0's auc: 0.767775\tvalid_0's binary_logloss: 0.157505\tvalid_1's auc: 0.746904\tvalid_1's binary_logloss: 0.175681\n",
      "[745]\tvalid_0's auc: 0.767748\tvalid_0's binary_logloss: 0.1575\tvalid_1's auc: 0.746906\tvalid_1's binary_logloss: 0.175675\n",
      "[746]\tvalid_0's auc: 0.767754\tvalid_0's binary_logloss: 0.157494\tvalid_1's auc: 0.746921\tvalid_1's binary_logloss: 0.175669\n",
      "[747]\tvalid_0's auc: 0.767768\tvalid_0's binary_logloss: 0.157484\tvalid_1's auc: 0.746929\tvalid_1's binary_logloss: 0.17566\n",
      "[748]\tvalid_0's auc: 0.767778\tvalid_0's binary_logloss: 0.157473\tvalid_1's auc: 0.746936\tvalid_1's binary_logloss: 0.175649\n",
      "[749]\tvalid_0's auc: 0.767815\tvalid_0's binary_logloss: 0.157466\tvalid_1's auc: 0.746994\tvalid_1's binary_logloss: 0.175642\n",
      "[750]\tvalid_0's auc: 0.767819\tvalid_0's binary_logloss: 0.157461\tvalid_1's auc: 0.747003\tvalid_1's binary_logloss: 0.175636\n",
      "[751]\tvalid_0's auc: 0.767835\tvalid_0's binary_logloss: 0.157454\tvalid_1's auc: 0.747032\tvalid_1's binary_logloss: 0.175628\n",
      "[752]\tvalid_0's auc: 0.767845\tvalid_0's binary_logloss: 0.157447\tvalid_1's auc: 0.747072\tvalid_1's binary_logloss: 0.175621\n",
      "[753]\tvalid_0's auc: 0.767839\tvalid_0's binary_logloss: 0.15744\tvalid_1's auc: 0.747083\tvalid_1's binary_logloss: 0.175613\n",
      "[754]\tvalid_0's auc: 0.767843\tvalid_0's binary_logloss: 0.157434\tvalid_1's auc: 0.747072\tvalid_1's binary_logloss: 0.175608\n",
      "[755]\tvalid_0's auc: 0.767915\tvalid_0's binary_logloss: 0.157426\tvalid_1's auc: 0.747132\tvalid_1's binary_logloss: 0.1756\n",
      "[756]\tvalid_0's auc: 0.767987\tvalid_0's binary_logloss: 0.157415\tvalid_1's auc: 0.747179\tvalid_1's binary_logloss: 0.17559\n",
      "[757]\tvalid_0's auc: 0.767977\tvalid_0's binary_logloss: 0.157408\tvalid_1's auc: 0.747168\tvalid_1's binary_logloss: 0.175582\n",
      "[758]\tvalid_0's auc: 0.767957\tvalid_0's binary_logloss: 0.157401\tvalid_1's auc: 0.747153\tvalid_1's binary_logloss: 0.175575\n",
      "[759]\tvalid_0's auc: 0.767944\tvalid_0's binary_logloss: 0.157394\tvalid_1's auc: 0.74713\tvalid_1's binary_logloss: 0.175568\n",
      "[760]\tvalid_0's auc: 0.767987\tvalid_0's binary_logloss: 0.157385\tvalid_1's auc: 0.747184\tvalid_1's binary_logloss: 0.175559\n",
      "[761]\tvalid_0's auc: 0.767965\tvalid_0's binary_logloss: 0.157378\tvalid_1's auc: 0.747145\tvalid_1's binary_logloss: 0.175553\n",
      "[762]\tvalid_0's auc: 0.767973\tvalid_0's binary_logloss: 0.157373\tvalid_1's auc: 0.747134\tvalid_1's binary_logloss: 0.175548\n",
      "[763]\tvalid_0's auc: 0.767992\tvalid_0's binary_logloss: 0.157363\tvalid_1's auc: 0.747147\tvalid_1's binary_logloss: 0.175538\n",
      "[764]\tvalid_0's auc: 0.768054\tvalid_0's binary_logloss: 0.157356\tvalid_1's auc: 0.747197\tvalid_1's binary_logloss: 0.175532\n",
      "[765]\tvalid_0's auc: 0.768042\tvalid_0's binary_logloss: 0.15735\tvalid_1's auc: 0.747185\tvalid_1's binary_logloss: 0.175526\n",
      "[766]\tvalid_0's auc: 0.768012\tvalid_0's binary_logloss: 0.157343\tvalid_1's auc: 0.74716\tvalid_1's binary_logloss: 0.175518\n",
      "[767]\tvalid_0's auc: 0.768013\tvalid_0's binary_logloss: 0.157336\tvalid_1's auc: 0.747168\tvalid_1's binary_logloss: 0.175511\n",
      "[768]\tvalid_0's auc: 0.768037\tvalid_0's binary_logloss: 0.157327\tvalid_1's auc: 0.747204\tvalid_1's binary_logloss: 0.175502\n",
      "[769]\tvalid_0's auc: 0.768028\tvalid_0's binary_logloss: 0.157323\tvalid_1's auc: 0.747215\tvalid_1's binary_logloss: 0.175497\n",
      "[770]\tvalid_0's auc: 0.768029\tvalid_0's binary_logloss: 0.157317\tvalid_1's auc: 0.747189\tvalid_1's binary_logloss: 0.175492\n",
      "[771]\tvalid_0's auc: 0.768053\tvalid_0's binary_logloss: 0.15731\tvalid_1's auc: 0.747222\tvalid_1's binary_logloss: 0.175485\n",
      "[772]\tvalid_0's auc: 0.76807\tvalid_0's binary_logloss: 0.157299\tvalid_1's auc: 0.747244\tvalid_1's binary_logloss: 0.175475\n",
      "[773]\tvalid_0's auc: 0.76806\tvalid_0's binary_logloss: 0.157289\tvalid_1's auc: 0.747213\tvalid_1's binary_logloss: 0.175465\n",
      "[774]\tvalid_0's auc: 0.76806\tvalid_0's binary_logloss: 0.157282\tvalid_1's auc: 0.747192\tvalid_1's binary_logloss: 0.175459\n",
      "[775]\tvalid_0's auc: 0.768072\tvalid_0's binary_logloss: 0.157276\tvalid_1's auc: 0.747208\tvalid_1's binary_logloss: 0.175453\n",
      "[776]\tvalid_0's auc: 0.76815\tvalid_0's binary_logloss: 0.157268\tvalid_1's auc: 0.747259\tvalid_1's binary_logloss: 0.175446\n",
      "[777]\tvalid_0's auc: 0.768169\tvalid_0's binary_logloss: 0.157264\tvalid_1's auc: 0.747262\tvalid_1's binary_logloss: 0.175442\n",
      "[778]\tvalid_0's auc: 0.76819\tvalid_0's binary_logloss: 0.157256\tvalid_1's auc: 0.747279\tvalid_1's binary_logloss: 0.175434\n",
      "[779]\tvalid_0's auc: 0.76815\tvalid_0's binary_logloss: 0.15725\tvalid_1's auc: 0.747244\tvalid_1's binary_logloss: 0.175428\n",
      "[780]\tvalid_0's auc: 0.768158\tvalid_0's binary_logloss: 0.157239\tvalid_1's auc: 0.747259\tvalid_1's binary_logloss: 0.175417\n",
      "[781]\tvalid_0's auc: 0.768128\tvalid_0's binary_logloss: 0.157232\tvalid_1's auc: 0.747232\tvalid_1's binary_logloss: 0.175409\n",
      "[782]\tvalid_0's auc: 0.768169\tvalid_0's binary_logloss: 0.157226\tvalid_1's auc: 0.747248\tvalid_1's binary_logloss: 0.175405\n",
      "[783]\tvalid_0's auc: 0.768167\tvalid_0's binary_logloss: 0.157217\tvalid_1's auc: 0.747251\tvalid_1's binary_logloss: 0.175397\n",
      "[784]\tvalid_0's auc: 0.768181\tvalid_0's binary_logloss: 0.157209\tvalid_1's auc: 0.747269\tvalid_1's binary_logloss: 0.175389\n",
      "[785]\tvalid_0's auc: 0.768172\tvalid_0's binary_logloss: 0.157201\tvalid_1's auc: 0.747261\tvalid_1's binary_logloss: 0.175381\n",
      "[786]\tvalid_0's auc: 0.768169\tvalid_0's binary_logloss: 0.157192\tvalid_1's auc: 0.747271\tvalid_1's binary_logloss: 0.175371\n",
      "[787]\tvalid_0's auc: 0.768147\tvalid_0's binary_logloss: 0.157185\tvalid_1's auc: 0.747252\tvalid_1's binary_logloss: 0.175364\n",
      "[788]\tvalid_0's auc: 0.76815\tvalid_0's binary_logloss: 0.157177\tvalid_1's auc: 0.747246\tvalid_1's binary_logloss: 0.175357\n",
      "[789]\tvalid_0's auc: 0.768131\tvalid_0's binary_logloss: 0.15717\tvalid_1's auc: 0.747223\tvalid_1's binary_logloss: 0.17535\n",
      "[790]\tvalid_0's auc: 0.768141\tvalid_0's binary_logloss: 0.157164\tvalid_1's auc: 0.747238\tvalid_1's binary_logloss: 0.175344\n",
      "[791]\tvalid_0's auc: 0.768249\tvalid_0's binary_logloss: 0.157155\tvalid_1's auc: 0.747317\tvalid_1's binary_logloss: 0.175336\n",
      "[792]\tvalid_0's auc: 0.768297\tvalid_0's binary_logloss: 0.157144\tvalid_1's auc: 0.747339\tvalid_1's binary_logloss: 0.175326\n",
      "[793]\tvalid_0's auc: 0.768267\tvalid_0's binary_logloss: 0.157136\tvalid_1's auc: 0.747318\tvalid_1's binary_logloss: 0.175317\n",
      "[794]\tvalid_0's auc: 0.768265\tvalid_0's binary_logloss: 0.15713\tvalid_1's auc: 0.747313\tvalid_1's binary_logloss: 0.175311\n",
      "[795]\tvalid_0's auc: 0.768254\tvalid_0's binary_logloss: 0.15712\tvalid_1's auc: 0.747292\tvalid_1's binary_logloss: 0.175301\n",
      "[796]\tvalid_0's auc: 0.768277\tvalid_0's binary_logloss: 0.157115\tvalid_1's auc: 0.747302\tvalid_1's binary_logloss: 0.175297\n",
      "[797]\tvalid_0's auc: 0.76826\tvalid_0's binary_logloss: 0.157109\tvalid_1's auc: 0.747317\tvalid_1's binary_logloss: 0.175289\n",
      "[798]\tvalid_0's auc: 0.768277\tvalid_0's binary_logloss: 0.157101\tvalid_1's auc: 0.747323\tvalid_1's binary_logloss: 0.175282\n",
      "[799]\tvalid_0's auc: 0.768285\tvalid_0's binary_logloss: 0.157094\tvalid_1's auc: 0.747329\tvalid_1's binary_logloss: 0.175275\n",
      "[800]\tvalid_0's auc: 0.76827\tvalid_0's binary_logloss: 0.157089\tvalid_1's auc: 0.747304\tvalid_1's binary_logloss: 0.17527\n",
      "[801]\tvalid_0's auc: 0.768297\tvalid_0's binary_logloss: 0.157077\tvalid_1's auc: 0.747337\tvalid_1's binary_logloss: 0.175259\n",
      "[802]\tvalid_0's auc: 0.768313\tvalid_0's binary_logloss: 0.15707\tvalid_1's auc: 0.74737\tvalid_1's binary_logloss: 0.175251\n",
      "[803]\tvalid_0's auc: 0.768315\tvalid_0's binary_logloss: 0.157061\tvalid_1's auc: 0.747364\tvalid_1's binary_logloss: 0.175242\n",
      "[804]\tvalid_0's auc: 0.768299\tvalid_0's binary_logloss: 0.157054\tvalid_1's auc: 0.747369\tvalid_1's binary_logloss: 0.175235\n",
      "[805]\tvalid_0's auc: 0.768285\tvalid_0's binary_logloss: 0.157045\tvalid_1's auc: 0.747382\tvalid_1's binary_logloss: 0.175224\n",
      "[806]\tvalid_0's auc: 0.768303\tvalid_0's binary_logloss: 0.157038\tvalid_1's auc: 0.747411\tvalid_1's binary_logloss: 0.175217\n",
      "[807]\tvalid_0's auc: 0.768326\tvalid_0's binary_logloss: 0.157032\tvalid_1's auc: 0.747431\tvalid_1's binary_logloss: 0.175211\n",
      "[808]\tvalid_0's auc: 0.768318\tvalid_0's binary_logloss: 0.157024\tvalid_1's auc: 0.747427\tvalid_1's binary_logloss: 0.175203\n",
      "[809]\tvalid_0's auc: 0.768279\tvalid_0's binary_logloss: 0.157017\tvalid_1's auc: 0.747386\tvalid_1's binary_logloss: 0.175197\n",
      "[810]\tvalid_0's auc: 0.768283\tvalid_0's binary_logloss: 0.157012\tvalid_1's auc: 0.747387\tvalid_1's binary_logloss: 0.175192\n",
      "[811]\tvalid_0's auc: 0.768284\tvalid_0's binary_logloss: 0.157004\tvalid_1's auc: 0.747404\tvalid_1's binary_logloss: 0.175183\n",
      "[812]\tvalid_0's auc: 0.76833\tvalid_0's binary_logloss: 0.156996\tvalid_1's auc: 0.747459\tvalid_1's binary_logloss: 0.175175\n",
      "[813]\tvalid_0's auc: 0.768321\tvalid_0's binary_logloss: 0.156991\tvalid_1's auc: 0.747457\tvalid_1's binary_logloss: 0.17517\n",
      "[814]\tvalid_0's auc: 0.768312\tvalid_0's binary_logloss: 0.156982\tvalid_1's auc: 0.747456\tvalid_1's binary_logloss: 0.175161\n",
      "[815]\tvalid_0's auc: 0.7683\tvalid_0's binary_logloss: 0.156976\tvalid_1's auc: 0.747449\tvalid_1's binary_logloss: 0.175156\n",
      "[816]\tvalid_0's auc: 0.768287\tvalid_0's binary_logloss: 0.156968\tvalid_1's auc: 0.74745\tvalid_1's binary_logloss: 0.175147\n",
      "[817]\tvalid_0's auc: 0.768307\tvalid_0's binary_logloss: 0.156958\tvalid_1's auc: 0.747471\tvalid_1's binary_logloss: 0.175137\n",
      "[818]\tvalid_0's auc: 0.768299\tvalid_0's binary_logloss: 0.156954\tvalid_1's auc: 0.747462\tvalid_1's binary_logloss: 0.175133\n",
      "[819]\tvalid_0's auc: 0.768363\tvalid_0's binary_logloss: 0.156943\tvalid_1's auc: 0.747517\tvalid_1's binary_logloss: 0.175122\n",
      "[820]\tvalid_0's auc: 0.768381\tvalid_0's binary_logloss: 0.156939\tvalid_1's auc: 0.747539\tvalid_1's binary_logloss: 0.175117\n",
      "[821]\tvalid_0's auc: 0.768389\tvalid_0's binary_logloss: 0.156932\tvalid_1's auc: 0.747547\tvalid_1's binary_logloss: 0.17511\n",
      "[822]\tvalid_0's auc: 0.768369\tvalid_0's binary_logloss: 0.156923\tvalid_1's auc: 0.747546\tvalid_1's binary_logloss: 0.175101\n",
      "[823]\tvalid_0's auc: 0.768338\tvalid_0's binary_logloss: 0.156916\tvalid_1's auc: 0.747516\tvalid_1's binary_logloss: 0.175094\n",
      "[824]\tvalid_0's auc: 0.768364\tvalid_0's binary_logloss: 0.156906\tvalid_1's auc: 0.74755\tvalid_1's binary_logloss: 0.175083\n",
      "[825]\tvalid_0's auc: 0.768381\tvalid_0's binary_logloss: 0.156896\tvalid_1's auc: 0.747546\tvalid_1's binary_logloss: 0.175074\n",
      "[826]\tvalid_0's auc: 0.76839\tvalid_0's binary_logloss: 0.15689\tvalid_1's auc: 0.74757\tvalid_1's binary_logloss: 0.175068\n",
      "[827]\tvalid_0's auc: 0.768376\tvalid_0's binary_logloss: 0.156886\tvalid_1's auc: 0.747582\tvalid_1's binary_logloss: 0.175063\n",
      "[828]\tvalid_0's auc: 0.768379\tvalid_0's binary_logloss: 0.156878\tvalid_1's auc: 0.747586\tvalid_1's binary_logloss: 0.175054\n",
      "[829]\tvalid_0's auc: 0.768401\tvalid_0's binary_logloss: 0.156868\tvalid_1's auc: 0.747598\tvalid_1's binary_logloss: 0.175045\n",
      "[830]\tvalid_0's auc: 0.768394\tvalid_0's binary_logloss: 0.156861\tvalid_1's auc: 0.747579\tvalid_1's binary_logloss: 0.175039\n",
      "[831]\tvalid_0's auc: 0.768382\tvalid_0's binary_logloss: 0.156855\tvalid_1's auc: 0.747575\tvalid_1's binary_logloss: 0.175032\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[832]\tvalid_0's auc: 0.76836\tvalid_0's binary_logloss: 0.156848\tvalid_1's auc: 0.747566\tvalid_1's binary_logloss: 0.175025\n",
      "[833]\tvalid_0's auc: 0.768368\tvalid_0's binary_logloss: 0.156843\tvalid_1's auc: 0.747564\tvalid_1's binary_logloss: 0.17502\n",
      "[834]\tvalid_0's auc: 0.768368\tvalid_0's binary_logloss: 0.156837\tvalid_1's auc: 0.747547\tvalid_1's binary_logloss: 0.175015\n",
      "[835]\tvalid_0's auc: 0.768342\tvalid_0's binary_logloss: 0.15683\tvalid_1's auc: 0.747504\tvalid_1's binary_logloss: 0.175007\n",
      "[836]\tvalid_0's auc: 0.768393\tvalid_0's binary_logloss: 0.15682\tvalid_1's auc: 0.747527\tvalid_1's binary_logloss: 0.174998\n",
      "[837]\tvalid_0's auc: 0.768392\tvalid_0's binary_logloss: 0.156813\tvalid_1's auc: 0.747505\tvalid_1's binary_logloss: 0.174992\n",
      "[838]\tvalid_0's auc: 0.768424\tvalid_0's binary_logloss: 0.156804\tvalid_1's auc: 0.747495\tvalid_1's binary_logloss: 0.174985\n",
      "[839]\tvalid_0's auc: 0.768423\tvalid_0's binary_logloss: 0.156801\tvalid_1's auc: 0.747509\tvalid_1's binary_logloss: 0.17498\n",
      "[840]\tvalid_0's auc: 0.768438\tvalid_0's binary_logloss: 0.156793\tvalid_1's auc: 0.74752\tvalid_1's binary_logloss: 0.174973\n",
      "[841]\tvalid_0's auc: 0.768448\tvalid_0's binary_logloss: 0.156785\tvalid_1's auc: 0.747517\tvalid_1's binary_logloss: 0.174965\n",
      "[842]\tvalid_0's auc: 0.768467\tvalid_0's binary_logloss: 0.156777\tvalid_1's auc: 0.747517\tvalid_1's binary_logloss: 0.174957\n",
      "[843]\tvalid_0's auc: 0.768483\tvalid_0's binary_logloss: 0.156772\tvalid_1's auc: 0.747526\tvalid_1's binary_logloss: 0.174953\n",
      "[844]\tvalid_0's auc: 0.768512\tvalid_0's binary_logloss: 0.156765\tvalid_1's auc: 0.747567\tvalid_1's binary_logloss: 0.174945\n",
      "[845]\tvalid_0's auc: 0.7685\tvalid_0's binary_logloss: 0.15676\tvalid_1's auc: 0.747569\tvalid_1's binary_logloss: 0.17494\n",
      "[846]\tvalid_0's auc: 0.768496\tvalid_0's binary_logloss: 0.156752\tvalid_1's auc: 0.747562\tvalid_1's binary_logloss: 0.174931\n",
      "[847]\tvalid_0's auc: 0.768501\tvalid_0's binary_logloss: 0.156744\tvalid_1's auc: 0.747559\tvalid_1's binary_logloss: 0.174925\n",
      "[848]\tvalid_0's auc: 0.768485\tvalid_0's binary_logloss: 0.156737\tvalid_1's auc: 0.747553\tvalid_1's binary_logloss: 0.174917\n",
      "[849]\tvalid_0's auc: 0.768505\tvalid_0's binary_logloss: 0.156731\tvalid_1's auc: 0.747546\tvalid_1's binary_logloss: 0.174912\n",
      "[850]\tvalid_0's auc: 0.768465\tvalid_0's binary_logloss: 0.156726\tvalid_1's auc: 0.747508\tvalid_1's binary_logloss: 0.174907\n",
      "[851]\tvalid_0's auc: 0.768504\tvalid_0's binary_logloss: 0.15672\tvalid_1's auc: 0.747532\tvalid_1's binary_logloss: 0.174901\n",
      "[852]\tvalid_0's auc: 0.768493\tvalid_0's binary_logloss: 0.156716\tvalid_1's auc: 0.747539\tvalid_1's binary_logloss: 0.174896\n",
      "[853]\tvalid_0's auc: 0.76849\tvalid_0's binary_logloss: 0.156708\tvalid_1's auc: 0.747548\tvalid_1's binary_logloss: 0.174887\n",
      "[854]\tvalid_0's auc: 0.76849\tvalid_0's binary_logloss: 0.156699\tvalid_1's auc: 0.74756\tvalid_1's binary_logloss: 0.174877\n",
      "[855]\tvalid_0's auc: 0.768518\tvalid_0's binary_logloss: 0.156693\tvalid_1's auc: 0.747592\tvalid_1's binary_logloss: 0.174871\n",
      "[856]\tvalid_0's auc: 0.768518\tvalid_0's binary_logloss: 0.156685\tvalid_1's auc: 0.747566\tvalid_1's binary_logloss: 0.174865\n",
      "[857]\tvalid_0's auc: 0.768513\tvalid_0's binary_logloss: 0.156677\tvalid_1's auc: 0.747557\tvalid_1's binary_logloss: 0.174856\n",
      "[858]\tvalid_0's auc: 0.768486\tvalid_0's binary_logloss: 0.156671\tvalid_1's auc: 0.747515\tvalid_1's binary_logloss: 0.17485\n",
      "[859]\tvalid_0's auc: 0.768506\tvalid_0's binary_logloss: 0.156663\tvalid_1's auc: 0.747524\tvalid_1's binary_logloss: 0.174843\n",
      "[860]\tvalid_0's auc: 0.768526\tvalid_0's binary_logloss: 0.156656\tvalid_1's auc: 0.747559\tvalid_1's binary_logloss: 0.174836\n",
      "[861]\tvalid_0's auc: 0.768509\tvalid_0's binary_logloss: 0.156651\tvalid_1's auc: 0.747536\tvalid_1's binary_logloss: 0.174831\n",
      "[862]\tvalid_0's auc: 0.768562\tvalid_0's binary_logloss: 0.156645\tvalid_1's auc: 0.747569\tvalid_1's binary_logloss: 0.174825\n",
      "[863]\tvalid_0's auc: 0.768557\tvalid_0's binary_logloss: 0.156639\tvalid_1's auc: 0.74756\tvalid_1's binary_logloss: 0.174819\n",
      "[864]\tvalid_0's auc: 0.768584\tvalid_0's binary_logloss: 0.15663\tvalid_1's auc: 0.747582\tvalid_1's binary_logloss: 0.174809\n",
      "[865]\tvalid_0's auc: 0.768564\tvalid_0's binary_logloss: 0.156624\tvalid_1's auc: 0.747578\tvalid_1's binary_logloss: 0.174804\n",
      "[866]\tvalid_0's auc: 0.768576\tvalid_0's binary_logloss: 0.156616\tvalid_1's auc: 0.747594\tvalid_1's binary_logloss: 0.174795\n",
      "[867]\tvalid_0's auc: 0.768596\tvalid_0's binary_logloss: 0.156607\tvalid_1's auc: 0.747624\tvalid_1's binary_logloss: 0.174786\n",
      "[868]\tvalid_0's auc: 0.768597\tvalid_0's binary_logloss: 0.156601\tvalid_1's auc: 0.747619\tvalid_1's binary_logloss: 0.17478\n",
      "[869]\tvalid_0's auc: 0.768604\tvalid_0's binary_logloss: 0.156593\tvalid_1's auc: 0.747614\tvalid_1's binary_logloss: 0.174772\n",
      "[870]\tvalid_0's auc: 0.768582\tvalid_0's binary_logloss: 0.156586\tvalid_1's auc: 0.747596\tvalid_1's binary_logloss: 0.174766\n",
      "[871]\tvalid_0's auc: 0.768599\tvalid_0's binary_logloss: 0.156582\tvalid_1's auc: 0.747604\tvalid_1's binary_logloss: 0.174761\n",
      "[872]\tvalid_0's auc: 0.768594\tvalid_0's binary_logloss: 0.156576\tvalid_1's auc: 0.747604\tvalid_1's binary_logloss: 0.174756\n",
      "[873]\tvalid_0's auc: 0.768618\tvalid_0's binary_logloss: 0.15657\tvalid_1's auc: 0.747622\tvalid_1's binary_logloss: 0.17475\n",
      "[874]\tvalid_0's auc: 0.768611\tvalid_0's binary_logloss: 0.156563\tvalid_1's auc: 0.747611\tvalid_1's binary_logloss: 0.174743\n",
      "[875]\tvalid_0's auc: 0.768593\tvalid_0's binary_logloss: 0.156555\tvalid_1's auc: 0.747584\tvalid_1's binary_logloss: 0.174735\n",
      "[876]\tvalid_0's auc: 0.768593\tvalid_0's binary_logloss: 0.156548\tvalid_1's auc: 0.747598\tvalid_1's binary_logloss: 0.174729\n",
      "[877]\tvalid_0's auc: 0.768603\tvalid_0's binary_logloss: 0.156544\tvalid_1's auc: 0.747597\tvalid_1's binary_logloss: 0.174725\n",
      "[878]\tvalid_0's auc: 0.768593\tvalid_0's binary_logloss: 0.156538\tvalid_1's auc: 0.747578\tvalid_1's binary_logloss: 0.174719\n",
      "[879]\tvalid_0's auc: 0.768592\tvalid_0's binary_logloss: 0.156531\tvalid_1's auc: 0.747597\tvalid_1's binary_logloss: 0.174711\n",
      "[880]\tvalid_0's auc: 0.768596\tvalid_0's binary_logloss: 0.156522\tvalid_1's auc: 0.747604\tvalid_1's binary_logloss: 0.174703\n",
      "[881]\tvalid_0's auc: 0.768581\tvalid_0's binary_logloss: 0.156514\tvalid_1's auc: 0.747573\tvalid_1's binary_logloss: 0.174694\n",
      "[882]\tvalid_0's auc: 0.768589\tvalid_0's binary_logloss: 0.156506\tvalid_1's auc: 0.747577\tvalid_1's binary_logloss: 0.174686\n",
      "[883]\tvalid_0's auc: 0.768578\tvalid_0's binary_logloss: 0.1565\tvalid_1's auc: 0.747578\tvalid_1's binary_logloss: 0.17468\n",
      "[884]\tvalid_0's auc: 0.768581\tvalid_0's binary_logloss: 0.15649\tvalid_1's auc: 0.747584\tvalid_1's binary_logloss: 0.17467\n",
      "[885]\tvalid_0's auc: 0.768571\tvalid_0's binary_logloss: 0.156486\tvalid_1's auc: 0.747584\tvalid_1's binary_logloss: 0.174666\n",
      "[886]\tvalid_0's auc: 0.768571\tvalid_0's binary_logloss: 0.156477\tvalid_1's auc: 0.747596\tvalid_1's binary_logloss: 0.174656\n",
      "[887]\tvalid_0's auc: 0.768583\tvalid_0's binary_logloss: 0.156472\tvalid_1's auc: 0.747602\tvalid_1's binary_logloss: 0.174651\n",
      "[888]\tvalid_0's auc: 0.768598\tvalid_0's binary_logloss: 0.156466\tvalid_1's auc: 0.747633\tvalid_1's binary_logloss: 0.174644\n",
      "[889]\tvalid_0's auc: 0.76858\tvalid_0's binary_logloss: 0.156459\tvalid_1's auc: 0.747604\tvalid_1's binary_logloss: 0.174638\n",
      "[890]\tvalid_0's auc: 0.768569\tvalid_0's binary_logloss: 0.156451\tvalid_1's auc: 0.747601\tvalid_1's binary_logloss: 0.174629\n",
      "[891]\tvalid_0's auc: 0.768564\tvalid_0's binary_logloss: 0.156447\tvalid_1's auc: 0.747603\tvalid_1's binary_logloss: 0.174625\n",
      "[892]\tvalid_0's auc: 0.768567\tvalid_0's binary_logloss: 0.156442\tvalid_1's auc: 0.747614\tvalid_1's binary_logloss: 0.17462\n",
      "[893]\tvalid_0's auc: 0.768575\tvalid_0's binary_logloss: 0.156435\tvalid_1's auc: 0.747621\tvalid_1's binary_logloss: 0.174613\n",
      "[894]\tvalid_0's auc: 0.76857\tvalid_0's binary_logloss: 0.15643\tvalid_1's auc: 0.747612\tvalid_1's binary_logloss: 0.174608\n",
      "[895]\tvalid_0's auc: 0.768554\tvalid_0's binary_logloss: 0.156423\tvalid_1's auc: 0.747579\tvalid_1's binary_logloss: 0.174602\n",
      "[896]\tvalid_0's auc: 0.768566\tvalid_0's binary_logloss: 0.156417\tvalid_1's auc: 0.747573\tvalid_1's binary_logloss: 0.174596\n",
      "[897]\tvalid_0's auc: 0.768554\tvalid_0's binary_logloss: 0.15641\tvalid_1's auc: 0.747554\tvalid_1's binary_logloss: 0.174589\n",
      "[898]\tvalid_0's auc: 0.768579\tvalid_0's binary_logloss: 0.156405\tvalid_1's auc: 0.747592\tvalid_1's binary_logloss: 0.174584\n",
      "[899]\tvalid_0's auc: 0.768581\tvalid_0's binary_logloss: 0.156396\tvalid_1's auc: 0.747571\tvalid_1's binary_logloss: 0.174577\n",
      "[900]\tvalid_0's auc: 0.768567\tvalid_0's binary_logloss: 0.156391\tvalid_1's auc: 0.747561\tvalid_1's binary_logloss: 0.174571\n",
      "[901]\tvalid_0's auc: 0.768558\tvalid_0's binary_logloss: 0.156385\tvalid_1's auc: 0.747528\tvalid_1's binary_logloss: 0.174566\n",
      "[902]\tvalid_0's auc: 0.76857\tvalid_0's binary_logloss: 0.156383\tvalid_1's auc: 0.747553\tvalid_1's binary_logloss: 0.174563\n",
      "[903]\tvalid_0's auc: 0.768574\tvalid_0's binary_logloss: 0.156374\tvalid_1's auc: 0.747557\tvalid_1's binary_logloss: 0.174554\n",
      "[904]\tvalid_0's auc: 0.768578\tvalid_0's binary_logloss: 0.156366\tvalid_1's auc: 0.747575\tvalid_1's binary_logloss: 0.174546\n",
      "[905]\tvalid_0's auc: 0.768603\tvalid_0's binary_logloss: 0.156359\tvalid_1's auc: 0.747597\tvalid_1's binary_logloss: 0.174539\n",
      "[906]\tvalid_0's auc: 0.768603\tvalid_0's binary_logloss: 0.156352\tvalid_1's auc: 0.747622\tvalid_1's binary_logloss: 0.174532\n",
      "[907]\tvalid_0's auc: 0.768606\tvalid_0's binary_logloss: 0.156344\tvalid_1's auc: 0.747616\tvalid_1's binary_logloss: 0.174524\n",
      "[908]\tvalid_0's auc: 0.768619\tvalid_0's binary_logloss: 0.156336\tvalid_1's auc: 0.747631\tvalid_1's binary_logloss: 0.174515\n",
      "[909]\tvalid_0's auc: 0.768612\tvalid_0's binary_logloss: 0.156329\tvalid_1's auc: 0.747633\tvalid_1's binary_logloss: 0.174509\n",
      "[910]\tvalid_0's auc: 0.76865\tvalid_0's binary_logloss: 0.156322\tvalid_1's auc: 0.747681\tvalid_1's binary_logloss: 0.174501\n",
      "[911]\tvalid_0's auc: 0.768644\tvalid_0's binary_logloss: 0.156317\tvalid_1's auc: 0.747702\tvalid_1's binary_logloss: 0.174496\n",
      "[912]\tvalid_0's auc: 0.768628\tvalid_0's binary_logloss: 0.156309\tvalid_1's auc: 0.747693\tvalid_1's binary_logloss: 0.174488\n",
      "[913]\tvalid_0's auc: 0.768611\tvalid_0's binary_logloss: 0.156304\tvalid_1's auc: 0.747674\tvalid_1's binary_logloss: 0.174483\n",
      "[914]\tvalid_0's auc: 0.768603\tvalid_0's binary_logloss: 0.156297\tvalid_1's auc: 0.747661\tvalid_1's binary_logloss: 0.174476\n",
      "[915]\tvalid_0's auc: 0.768593\tvalid_0's binary_logloss: 0.156293\tvalid_1's auc: 0.747669\tvalid_1's binary_logloss: 0.174472\n",
      "[916]\tvalid_0's auc: 0.76861\tvalid_0's binary_logloss: 0.156284\tvalid_1's auc: 0.747677\tvalid_1's binary_logloss: 0.174463\n",
      "[917]\tvalid_0's auc: 0.768613\tvalid_0's binary_logloss: 0.156276\tvalid_1's auc: 0.747685\tvalid_1's binary_logloss: 0.174455\n",
      "[918]\tvalid_0's auc: 0.768592\tvalid_0's binary_logloss: 0.15627\tvalid_1's auc: 0.747665\tvalid_1's binary_logloss: 0.17445\n",
      "[919]\tvalid_0's auc: 0.76859\tvalid_0's binary_logloss: 0.156267\tvalid_1's auc: 0.747682\tvalid_1's binary_logloss: 0.174445\n",
      "[920]\tvalid_0's auc: 0.768576\tvalid_0's binary_logloss: 0.15626\tvalid_1's auc: 0.747655\tvalid_1's binary_logloss: 0.174439\n",
      "[921]\tvalid_0's auc: 0.768639\tvalid_0's binary_logloss: 0.156252\tvalid_1's auc: 0.747691\tvalid_1's binary_logloss: 0.174431\n",
      "[922]\tvalid_0's auc: 0.768625\tvalid_0's binary_logloss: 0.156245\tvalid_1's auc: 0.747686\tvalid_1's binary_logloss: 0.174424\n",
      "[923]\tvalid_0's auc: 0.768658\tvalid_0's binary_logloss: 0.15624\tvalid_1's auc: 0.747708\tvalid_1's binary_logloss: 0.174419\n",
      "[924]\tvalid_0's auc: 0.7687\tvalid_0's binary_logloss: 0.156232\tvalid_1's auc: 0.747763\tvalid_1's binary_logloss: 0.174411\n",
      "[925]\tvalid_0's auc: 0.768712\tvalid_0's binary_logloss: 0.156225\tvalid_1's auc: 0.74778\tvalid_1's binary_logloss: 0.174404\n",
      "[926]\tvalid_0's auc: 0.768725\tvalid_0's binary_logloss: 0.156222\tvalid_1's auc: 0.74778\tvalid_1's binary_logloss: 0.174401\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[927]\tvalid_0's auc: 0.768711\tvalid_0's binary_logloss: 0.156216\tvalid_1's auc: 0.747774\tvalid_1's binary_logloss: 0.174395\n",
      "[928]\tvalid_0's auc: 0.768722\tvalid_0's binary_logloss: 0.156208\tvalid_1's auc: 0.747777\tvalid_1's binary_logloss: 0.174387\n",
      "[929]\tvalid_0's auc: 0.768736\tvalid_0's binary_logloss: 0.156202\tvalid_1's auc: 0.747806\tvalid_1's binary_logloss: 0.17438\n",
      "[930]\tvalid_0's auc: 0.768703\tvalid_0's binary_logloss: 0.156195\tvalid_1's auc: 0.747763\tvalid_1's binary_logloss: 0.174374\n",
      "[931]\tvalid_0's auc: 0.768746\tvalid_0's binary_logloss: 0.156188\tvalid_1's auc: 0.747813\tvalid_1's binary_logloss: 0.174367\n",
      "[932]\tvalid_0's auc: 0.768784\tvalid_0's binary_logloss: 0.156182\tvalid_1's auc: 0.747854\tvalid_1's binary_logloss: 0.174361\n",
      "[933]\tvalid_0's auc: 0.768786\tvalid_0's binary_logloss: 0.156178\tvalid_1's auc: 0.747854\tvalid_1's binary_logloss: 0.174356\n",
      "[934]\tvalid_0's auc: 0.768783\tvalid_0's binary_logloss: 0.156169\tvalid_1's auc: 0.747835\tvalid_1's binary_logloss: 0.174347\n",
      "[935]\tvalid_0's auc: 0.768777\tvalid_0's binary_logloss: 0.156162\tvalid_1's auc: 0.747828\tvalid_1's binary_logloss: 0.17434\n",
      "[936]\tvalid_0's auc: 0.768797\tvalid_0's binary_logloss: 0.156156\tvalid_1's auc: 0.747852\tvalid_1's binary_logloss: 0.174334\n",
      "[937]\tvalid_0's auc: 0.768798\tvalid_0's binary_logloss: 0.156151\tvalid_1's auc: 0.747851\tvalid_1's binary_logloss: 0.174328\n",
      "[938]\tvalid_0's auc: 0.76877\tvalid_0's binary_logloss: 0.156143\tvalid_1's auc: 0.747841\tvalid_1's binary_logloss: 0.17432\n",
      "[939]\tvalid_0's auc: 0.768789\tvalid_0's binary_logloss: 0.156136\tvalid_1's auc: 0.747861\tvalid_1's binary_logloss: 0.174313\n",
      "[940]\tvalid_0's auc: 0.768774\tvalid_0's binary_logloss: 0.156131\tvalid_1's auc: 0.747832\tvalid_1's binary_logloss: 0.174308\n",
      "[941]\tvalid_0's auc: 0.7688\tvalid_0's binary_logloss: 0.156121\tvalid_1's auc: 0.747828\tvalid_1's binary_logloss: 0.174301\n",
      "[942]\tvalid_0's auc: 0.768853\tvalid_0's binary_logloss: 0.156116\tvalid_1's auc: 0.747882\tvalid_1's binary_logloss: 0.174296\n",
      "[943]\tvalid_0's auc: 0.768863\tvalid_0's binary_logloss: 0.156108\tvalid_1's auc: 0.747893\tvalid_1's binary_logloss: 0.174288\n",
      "[944]\tvalid_0's auc: 0.768863\tvalid_0's binary_logloss: 0.156102\tvalid_1's auc: 0.747902\tvalid_1's binary_logloss: 0.174282\n",
      "[945]\tvalid_0's auc: 0.768865\tvalid_0's binary_logloss: 0.156097\tvalid_1's auc: 0.7479\tvalid_1's binary_logloss: 0.174277\n",
      "[946]\tvalid_0's auc: 0.768879\tvalid_0's binary_logloss: 0.156088\tvalid_1's auc: 0.747907\tvalid_1's binary_logloss: 0.174267\n",
      "[947]\tvalid_0's auc: 0.768884\tvalid_0's binary_logloss: 0.156081\tvalid_1's auc: 0.747914\tvalid_1's binary_logloss: 0.174259\n",
      "[948]\tvalid_0's auc: 0.768898\tvalid_0's binary_logloss: 0.156073\tvalid_1's auc: 0.747947\tvalid_1's binary_logloss: 0.17425\n",
      "[949]\tvalid_0's auc: 0.7689\tvalid_0's binary_logloss: 0.156065\tvalid_1's auc: 0.74795\tvalid_1's binary_logloss: 0.174242\n",
      "[950]\tvalid_0's auc: 0.768882\tvalid_0's binary_logloss: 0.156058\tvalid_1's auc: 0.747932\tvalid_1's binary_logloss: 0.174234\n",
      "[951]\tvalid_0's auc: 0.768892\tvalid_0's binary_logloss: 0.156051\tvalid_1's auc: 0.74795\tvalid_1's binary_logloss: 0.174227\n",
      "[952]\tvalid_0's auc: 0.76887\tvalid_0's binary_logloss: 0.156044\tvalid_1's auc: 0.747913\tvalid_1's binary_logloss: 0.174221\n",
      "[953]\tvalid_0's auc: 0.768891\tvalid_0's binary_logloss: 0.156034\tvalid_1's auc: 0.74794\tvalid_1's binary_logloss: 0.174211\n",
      "[954]\tvalid_0's auc: 0.768907\tvalid_0's binary_logloss: 0.156025\tvalid_1's auc: 0.747962\tvalid_1's binary_logloss: 0.174202\n",
      "[955]\tvalid_0's auc: 0.768917\tvalid_0's binary_logloss: 0.156019\tvalid_1's auc: 0.747963\tvalid_1's binary_logloss: 0.174198\n",
      "[956]\tvalid_0's auc: 0.768911\tvalid_0's binary_logloss: 0.156015\tvalid_1's auc: 0.747969\tvalid_1's binary_logloss: 0.174193\n",
      "[957]\tvalid_0's auc: 0.768873\tvalid_0's binary_logloss: 0.15601\tvalid_1's auc: 0.747933\tvalid_1's binary_logloss: 0.174188\n",
      "[958]\tvalid_0's auc: 0.768865\tvalid_0's binary_logloss: 0.156005\tvalid_1's auc: 0.747913\tvalid_1's binary_logloss: 0.174184\n",
      "[959]\tvalid_0's auc: 0.768883\tvalid_0's binary_logloss: 0.155997\tvalid_1's auc: 0.747928\tvalid_1's binary_logloss: 0.174176\n",
      "[960]\tvalid_0's auc: 0.768914\tvalid_0's binary_logloss: 0.15599\tvalid_1's auc: 0.747965\tvalid_1's binary_logloss: 0.174169\n",
      "[961]\tvalid_0's auc: 0.768914\tvalid_0's binary_logloss: 0.155987\tvalid_1's auc: 0.747949\tvalid_1's binary_logloss: 0.174166\n",
      "[962]\tvalid_0's auc: 0.76893\tvalid_0's binary_logloss: 0.155981\tvalid_1's auc: 0.747967\tvalid_1's binary_logloss: 0.17416\n",
      "[963]\tvalid_0's auc: 0.768985\tvalid_0's binary_logloss: 0.155974\tvalid_1's auc: 0.748023\tvalid_1's binary_logloss: 0.174153\n",
      "[964]\tvalid_0's auc: 0.768996\tvalid_0's binary_logloss: 0.155965\tvalid_1's auc: 0.74802\tvalid_1's binary_logloss: 0.174145\n",
      "[965]\tvalid_0's auc: 0.768979\tvalid_0's binary_logloss: 0.155958\tvalid_1's auc: 0.747992\tvalid_1's binary_logloss: 0.174138\n",
      "[966]\tvalid_0's auc: 0.768976\tvalid_0's binary_logloss: 0.155953\tvalid_1's auc: 0.747999\tvalid_1's binary_logloss: 0.174133\n",
      "[967]\tvalid_0's auc: 0.768967\tvalid_0's binary_logloss: 0.15595\tvalid_1's auc: 0.748003\tvalid_1's binary_logloss: 0.174129\n",
      "[968]\tvalid_0's auc: 0.768974\tvalid_0's binary_logloss: 0.155949\tvalid_1's auc: 0.748015\tvalid_1's binary_logloss: 0.174128\n",
      "[969]\tvalid_0's auc: 0.768949\tvalid_0's binary_logloss: 0.155943\tvalid_1's auc: 0.747993\tvalid_1's binary_logloss: 0.174122\n",
      "[970]\tvalid_0's auc: 0.768942\tvalid_0's binary_logloss: 0.155937\tvalid_1's auc: 0.74801\tvalid_1's binary_logloss: 0.174114\n",
      "[971]\tvalid_0's auc: 0.768969\tvalid_0's binary_logloss: 0.155932\tvalid_1's auc: 0.748058\tvalid_1's binary_logloss: 0.174108\n",
      "[972]\tvalid_0's auc: 0.768982\tvalid_0's binary_logloss: 0.155928\tvalid_1's auc: 0.748064\tvalid_1's binary_logloss: 0.174104\n",
      "[973]\tvalid_0's auc: 0.769011\tvalid_0's binary_logloss: 0.15592\tvalid_1's auc: 0.748079\tvalid_1's binary_logloss: 0.174097\n",
      "[974]\tvalid_0's auc: 0.769019\tvalid_0's binary_logloss: 0.155913\tvalid_1's auc: 0.748088\tvalid_1's binary_logloss: 0.174091\n",
      "[975]\tvalid_0's auc: 0.769073\tvalid_0's binary_logloss: 0.155909\tvalid_1's auc: 0.748144\tvalid_1's binary_logloss: 0.174086\n",
      "[976]\tvalid_0's auc: 0.769072\tvalid_0's binary_logloss: 0.155903\tvalid_1's auc: 0.748151\tvalid_1's binary_logloss: 0.17408\n",
      "[977]\tvalid_0's auc: 0.769085\tvalid_0's binary_logloss: 0.155895\tvalid_1's auc: 0.748178\tvalid_1's binary_logloss: 0.174072\n",
      "[978]\tvalid_0's auc: 0.769073\tvalid_0's binary_logloss: 0.155888\tvalid_1's auc: 0.748171\tvalid_1's binary_logloss: 0.174064\n",
      "[979]\tvalid_0's auc: 0.769057\tvalid_0's binary_logloss: 0.15588\tvalid_1's auc: 0.748154\tvalid_1's binary_logloss: 0.174056\n",
      "[980]\tvalid_0's auc: 0.769033\tvalid_0's binary_logloss: 0.155873\tvalid_1's auc: 0.748139\tvalid_1's binary_logloss: 0.174049\n",
      "[981]\tvalid_0's auc: 0.769042\tvalid_0's binary_logloss: 0.155866\tvalid_1's auc: 0.748137\tvalid_1's binary_logloss: 0.174043\n",
      "[982]\tvalid_0's auc: 0.769036\tvalid_0's binary_logloss: 0.15586\tvalid_1's auc: 0.74814\tvalid_1's binary_logloss: 0.174038\n",
      "[983]\tvalid_0's auc: 0.769042\tvalid_0's binary_logloss: 0.155852\tvalid_1's auc: 0.748131\tvalid_1's binary_logloss: 0.174031\n",
      "[984]\tvalid_0's auc: 0.769056\tvalid_0's binary_logloss: 0.155847\tvalid_1's auc: 0.748141\tvalid_1's binary_logloss: 0.174025\n",
      "[985]\tvalid_0's auc: 0.769061\tvalid_0's binary_logloss: 0.155838\tvalid_1's auc: 0.748148\tvalid_1's binary_logloss: 0.174017\n",
      "[986]\tvalid_0's auc: 0.769082\tvalid_0's binary_logloss: 0.15583\tvalid_1's auc: 0.748176\tvalid_1's binary_logloss: 0.174008\n",
      "[987]\tvalid_0's auc: 0.769082\tvalid_0's binary_logloss: 0.155827\tvalid_1's auc: 0.748186\tvalid_1's binary_logloss: 0.174005\n",
      "[988]\tvalid_0's auc: 0.769117\tvalid_0's binary_logloss: 0.15582\tvalid_1's auc: 0.748219\tvalid_1's binary_logloss: 0.173998\n",
      "[989]\tvalid_0's auc: 0.769097\tvalid_0's binary_logloss: 0.155814\tvalid_1's auc: 0.748203\tvalid_1's binary_logloss: 0.173992\n",
      "[990]\tvalid_0's auc: 0.769102\tvalid_0's binary_logloss: 0.155805\tvalid_1's auc: 0.748189\tvalid_1's binary_logloss: 0.173984\n",
      "[991]\tvalid_0's auc: 0.769113\tvalid_0's binary_logloss: 0.155797\tvalid_1's auc: 0.748193\tvalid_1's binary_logloss: 0.173977\n",
      "[992]\tvalid_0's auc: 0.7691\tvalid_0's binary_logloss: 0.155792\tvalid_1's auc: 0.748202\tvalid_1's binary_logloss: 0.17397\n",
      "[993]\tvalid_0's auc: 0.769092\tvalid_0's binary_logloss: 0.155787\tvalid_1's auc: 0.748201\tvalid_1's binary_logloss: 0.173966\n",
      "[994]\tvalid_0's auc: 0.769088\tvalid_0's binary_logloss: 0.155784\tvalid_1's auc: 0.748196\tvalid_1's binary_logloss: 0.173962\n",
      "[995]\tvalid_0's auc: 0.769104\tvalid_0's binary_logloss: 0.155777\tvalid_1's auc: 0.748214\tvalid_1's binary_logloss: 0.173956\n",
      "[996]\tvalid_0's auc: 0.7691\tvalid_0's binary_logloss: 0.155774\tvalid_1's auc: 0.748208\tvalid_1's binary_logloss: 0.173952\n",
      "[997]\tvalid_0's auc: 0.769105\tvalid_0's binary_logloss: 0.155769\tvalid_1's auc: 0.748222\tvalid_1's binary_logloss: 0.173946\n",
      "[998]\tvalid_0's auc: 0.769131\tvalid_0's binary_logloss: 0.155766\tvalid_1's auc: 0.748259\tvalid_1's binary_logloss: 0.173943\n",
      "[999]\tvalid_0's auc: 0.769099\tvalid_0's binary_logloss: 0.15576\tvalid_1's auc: 0.748223\tvalid_1's binary_logloss: 0.173938\n",
      "[1000]\tvalid_0's auc: 0.769133\tvalid_0's binary_logloss: 0.155757\tvalid_1's auc: 0.748262\tvalid_1's binary_logloss: 0.173934\n",
      "[1001]\tvalid_0's auc: 0.769159\tvalid_0's binary_logloss: 0.155751\tvalid_1's auc: 0.748285\tvalid_1's binary_logloss: 0.173928\n",
      "[1002]\tvalid_0's auc: 0.769172\tvalid_0's binary_logloss: 0.155745\tvalid_1's auc: 0.748294\tvalid_1's binary_logloss: 0.173922\n",
      "[1003]\tvalid_0's auc: 0.769176\tvalid_0's binary_logloss: 0.15574\tvalid_1's auc: 0.748308\tvalid_1's binary_logloss: 0.173916\n",
      "[1004]\tvalid_0's auc: 0.769163\tvalid_0's binary_logloss: 0.155733\tvalid_1's auc: 0.748288\tvalid_1's binary_logloss: 0.173909\n",
      "[1005]\tvalid_0's auc: 0.769156\tvalid_0's binary_logloss: 0.155726\tvalid_1's auc: 0.748294\tvalid_1's binary_logloss: 0.173903\n",
      "[1006]\tvalid_0's auc: 0.769178\tvalid_0's binary_logloss: 0.15572\tvalid_1's auc: 0.7483\tvalid_1's binary_logloss: 0.173897\n",
      "[1007]\tvalid_0's auc: 0.769192\tvalid_0's binary_logloss: 0.155715\tvalid_1's auc: 0.748333\tvalid_1's binary_logloss: 0.173891\n",
      "[1008]\tvalid_0's auc: 0.769209\tvalid_0's binary_logloss: 0.15571\tvalid_1's auc: 0.748327\tvalid_1's binary_logloss: 0.173887\n",
      "[1009]\tvalid_0's auc: 0.769233\tvalid_0's binary_logloss: 0.155702\tvalid_1's auc: 0.74835\tvalid_1's binary_logloss: 0.17388\n",
      "[1010]\tvalid_0's auc: 0.769219\tvalid_0's binary_logloss: 0.155696\tvalid_1's auc: 0.748329\tvalid_1's binary_logloss: 0.173874\n",
      "[1011]\tvalid_0's auc: 0.769223\tvalid_0's binary_logloss: 0.155689\tvalid_1's auc: 0.748324\tvalid_1's binary_logloss: 0.173868\n",
      "[1012]\tvalid_0's auc: 0.769236\tvalid_0's binary_logloss: 0.155682\tvalid_1's auc: 0.748329\tvalid_1's binary_logloss: 0.173862\n",
      "[1013]\tvalid_0's auc: 0.769264\tvalid_0's binary_logloss: 0.155675\tvalid_1's auc: 0.748336\tvalid_1's binary_logloss: 0.173855\n",
      "[1014]\tvalid_0's auc: 0.769265\tvalid_0's binary_logloss: 0.155669\tvalid_1's auc: 0.748337\tvalid_1's binary_logloss: 0.173849\n",
      "[1015]\tvalid_0's auc: 0.769268\tvalid_0's binary_logloss: 0.155663\tvalid_1's auc: 0.748344\tvalid_1's binary_logloss: 0.173843\n",
      "[1016]\tvalid_0's auc: 0.769251\tvalid_0's binary_logloss: 0.155659\tvalid_1's auc: 0.748347\tvalid_1's binary_logloss: 0.173838\n",
      "[1017]\tvalid_0's auc: 0.769282\tvalid_0's binary_logloss: 0.15565\tvalid_1's auc: 0.748384\tvalid_1's binary_logloss: 0.17383\n",
      "[1018]\tvalid_0's auc: 0.769321\tvalid_0's binary_logloss: 0.155643\tvalid_1's auc: 0.748421\tvalid_1's binary_logloss: 0.173823\n",
      "[1019]\tvalid_0's auc: 0.769302\tvalid_0's binary_logloss: 0.155637\tvalid_1's auc: 0.748396\tvalid_1's binary_logloss: 0.173818\n",
      "[1020]\tvalid_0's auc: 0.769291\tvalid_0's binary_logloss: 0.155636\tvalid_1's auc: 0.748385\tvalid_1's binary_logloss: 0.173817\n",
      "[1021]\tvalid_0's auc: 0.769278\tvalid_0's binary_logloss: 0.155629\tvalid_1's auc: 0.748377\tvalid_1's binary_logloss: 0.17381\n",
      "[1022]\tvalid_0's auc: 0.769267\tvalid_0's binary_logloss: 0.155625\tvalid_1's auc: 0.748374\tvalid_1's binary_logloss: 0.173806\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1023]\tvalid_0's auc: 0.769262\tvalid_0's binary_logloss: 0.155619\tvalid_1's auc: 0.748407\tvalid_1's binary_logloss: 0.173798\n",
      "[1024]\tvalid_0's auc: 0.769262\tvalid_0's binary_logloss: 0.155615\tvalid_1's auc: 0.748416\tvalid_1's binary_logloss: 0.173793\n",
      "[1025]\tvalid_0's auc: 0.769261\tvalid_0's binary_logloss: 0.15561\tvalid_1's auc: 0.748444\tvalid_1's binary_logloss: 0.173787\n",
      "[1026]\tvalid_0's auc: 0.769266\tvalid_0's binary_logloss: 0.155604\tvalid_1's auc: 0.748442\tvalid_1's binary_logloss: 0.173781\n",
      "[1027]\tvalid_0's auc: 0.769255\tvalid_0's binary_logloss: 0.155597\tvalid_1's auc: 0.748437\tvalid_1's binary_logloss: 0.173774\n",
      "[1028]\tvalid_0's auc: 0.769246\tvalid_0's binary_logloss: 0.155592\tvalid_1's auc: 0.748421\tvalid_1's binary_logloss: 0.173769\n",
      "[1029]\tvalid_0's auc: 0.769236\tvalid_0's binary_logloss: 0.155586\tvalid_1's auc: 0.748425\tvalid_1's binary_logloss: 0.173762\n",
      "[1030]\tvalid_0's auc: 0.769248\tvalid_0's binary_logloss: 0.15558\tvalid_1's auc: 0.748422\tvalid_1's binary_logloss: 0.173757\n",
      "[1031]\tvalid_0's auc: 0.769234\tvalid_0's binary_logloss: 0.155573\tvalid_1's auc: 0.748419\tvalid_1's binary_logloss: 0.173749\n",
      "[1032]\tvalid_0's auc: 0.769218\tvalid_0's binary_logloss: 0.155565\tvalid_1's auc: 0.748404\tvalid_1's binary_logloss: 0.173742\n",
      "[1033]\tvalid_0's auc: 0.769215\tvalid_0's binary_logloss: 0.155562\tvalid_1's auc: 0.748395\tvalid_1's binary_logloss: 0.173738\n",
      "[1034]\tvalid_0's auc: 0.769193\tvalid_0's binary_logloss: 0.155556\tvalid_1's auc: 0.748374\tvalid_1's binary_logloss: 0.173733\n",
      "[1035]\tvalid_0's auc: 0.769203\tvalid_0's binary_logloss: 0.155553\tvalid_1's auc: 0.748384\tvalid_1's binary_logloss: 0.17373\n",
      "[1036]\tvalid_0's auc: 0.769202\tvalid_0's binary_logloss: 0.155548\tvalid_1's auc: 0.748389\tvalid_1's binary_logloss: 0.173724\n",
      "[1037]\tvalid_0's auc: 0.769211\tvalid_0's binary_logloss: 0.15554\tvalid_1's auc: 0.748404\tvalid_1's binary_logloss: 0.173716\n",
      "[1038]\tvalid_0's auc: 0.769212\tvalid_0's binary_logloss: 0.155533\tvalid_1's auc: 0.748413\tvalid_1's binary_logloss: 0.173709\n",
      "[1039]\tvalid_0's auc: 0.76922\tvalid_0's binary_logloss: 0.155524\tvalid_1's auc: 0.748425\tvalid_1's binary_logloss: 0.1737\n",
      "[1040]\tvalid_0's auc: 0.769208\tvalid_0's binary_logloss: 0.155519\tvalid_1's auc: 0.748401\tvalid_1's binary_logloss: 0.173696\n",
      "[1041]\tvalid_0's auc: 0.769208\tvalid_0's binary_logloss: 0.155511\tvalid_1's auc: 0.748394\tvalid_1's binary_logloss: 0.173688\n",
      "[1042]\tvalid_0's auc: 0.769184\tvalid_0's binary_logloss: 0.155506\tvalid_1's auc: 0.748368\tvalid_1's binary_logloss: 0.173683\n",
      "[1043]\tvalid_0's auc: 0.769172\tvalid_0's binary_logloss: 0.1555\tvalid_1's auc: 0.748339\tvalid_1's binary_logloss: 0.173678\n",
      "[1044]\tvalid_0's auc: 0.769198\tvalid_0's binary_logloss: 0.155496\tvalid_1's auc: 0.748352\tvalid_1's binary_logloss: 0.173675\n",
      "[1045]\tvalid_0's auc: 0.769176\tvalid_0's binary_logloss: 0.155491\tvalid_1's auc: 0.748354\tvalid_1's binary_logloss: 0.173668\n",
      "[1046]\tvalid_0's auc: 0.769181\tvalid_0's binary_logloss: 0.155485\tvalid_1's auc: 0.748366\tvalid_1's binary_logloss: 0.173662\n",
      "[1047]\tvalid_0's auc: 0.769221\tvalid_0's binary_logloss: 0.155476\tvalid_1's auc: 0.748396\tvalid_1's binary_logloss: 0.173654\n",
      "[1048]\tvalid_0's auc: 0.769201\tvalid_0's binary_logloss: 0.155472\tvalid_1's auc: 0.748374\tvalid_1's binary_logloss: 0.173649\n",
      "[1049]\tvalid_0's auc: 0.76919\tvalid_0's binary_logloss: 0.155468\tvalid_1's auc: 0.748363\tvalid_1's binary_logloss: 0.173646\n",
      "[1050]\tvalid_0's auc: 0.769188\tvalid_0's binary_logloss: 0.155464\tvalid_1's auc: 0.748363\tvalid_1's binary_logloss: 0.173642\n",
      "[1051]\tvalid_0's auc: 0.769187\tvalid_0's binary_logloss: 0.155457\tvalid_1's auc: 0.748364\tvalid_1's binary_logloss: 0.173636\n",
      "[1052]\tvalid_0's auc: 0.769199\tvalid_0's binary_logloss: 0.155452\tvalid_1's auc: 0.748375\tvalid_1's binary_logloss: 0.17363\n",
      "[1053]\tvalid_0's auc: 0.769205\tvalid_0's binary_logloss: 0.155446\tvalid_1's auc: 0.748388\tvalid_1's binary_logloss: 0.173624\n",
      "[1054]\tvalid_0's auc: 0.769233\tvalid_0's binary_logloss: 0.155437\tvalid_1's auc: 0.748404\tvalid_1's binary_logloss: 0.173616\n",
      "[1055]\tvalid_0's auc: 0.769247\tvalid_0's binary_logloss: 0.155432\tvalid_1's auc: 0.748418\tvalid_1's binary_logloss: 0.173611\n",
      "[1056]\tvalid_0's auc: 0.769246\tvalid_0's binary_logloss: 0.155425\tvalid_1's auc: 0.748419\tvalid_1's binary_logloss: 0.173603\n",
      "[1057]\tvalid_0's auc: 0.769273\tvalid_0's binary_logloss: 0.155422\tvalid_1's auc: 0.748449\tvalid_1's binary_logloss: 0.173601\n",
      "[1058]\tvalid_0's auc: 0.769273\tvalid_0's binary_logloss: 0.155415\tvalid_1's auc: 0.748451\tvalid_1's binary_logloss: 0.173594\n",
      "[1059]\tvalid_0's auc: 0.76927\tvalid_0's binary_logloss: 0.155408\tvalid_1's auc: 0.748434\tvalid_1's binary_logloss: 0.173587\n",
      "[1060]\tvalid_0's auc: 0.769273\tvalid_0's binary_logloss: 0.155402\tvalid_1's auc: 0.748427\tvalid_1's binary_logloss: 0.173582\n",
      "[1061]\tvalid_0's auc: 0.7693\tvalid_0's binary_logloss: 0.155398\tvalid_1's auc: 0.748459\tvalid_1's binary_logloss: 0.173578\n",
      "[1062]\tvalid_0's auc: 0.769321\tvalid_0's binary_logloss: 0.155389\tvalid_1's auc: 0.748487\tvalid_1's binary_logloss: 0.173569\n",
      "[1063]\tvalid_0's auc: 0.769332\tvalid_0's binary_logloss: 0.155382\tvalid_1's auc: 0.748485\tvalid_1's binary_logloss: 0.173562\n",
      "[1064]\tvalid_0's auc: 0.769332\tvalid_0's binary_logloss: 0.155376\tvalid_1's auc: 0.748496\tvalid_1's binary_logloss: 0.173556\n",
      "[1065]\tvalid_0's auc: 0.769357\tvalid_0's binary_logloss: 0.15537\tvalid_1's auc: 0.748522\tvalid_1's binary_logloss: 0.173549\n",
      "[1066]\tvalid_0's auc: 0.769356\tvalid_0's binary_logloss: 0.155363\tvalid_1's auc: 0.748513\tvalid_1's binary_logloss: 0.173542\n",
      "[1067]\tvalid_0's auc: 0.769365\tvalid_0's binary_logloss: 0.155356\tvalid_1's auc: 0.748529\tvalid_1's binary_logloss: 0.173535\n",
      "[1068]\tvalid_0's auc: 0.769381\tvalid_0's binary_logloss: 0.155349\tvalid_1's auc: 0.748548\tvalid_1's binary_logloss: 0.173528\n",
      "[1069]\tvalid_0's auc: 0.769374\tvalid_0's binary_logloss: 0.155344\tvalid_1's auc: 0.748556\tvalid_1's binary_logloss: 0.173522\n",
      "[1070]\tvalid_0's auc: 0.769412\tvalid_0's binary_logloss: 0.155338\tvalid_1's auc: 0.748573\tvalid_1's binary_logloss: 0.173517\n",
      "[1071]\tvalid_0's auc: 0.769391\tvalid_0's binary_logloss: 0.155334\tvalid_1's auc: 0.748552\tvalid_1's binary_logloss: 0.173512\n",
      "[1072]\tvalid_0's auc: 0.769403\tvalid_0's binary_logloss: 0.155328\tvalid_1's auc: 0.74857\tvalid_1's binary_logloss: 0.173507\n",
      "[1073]\tvalid_0's auc: 0.76941\tvalid_0's binary_logloss: 0.155323\tvalid_1's auc: 0.748596\tvalid_1's binary_logloss: 0.173501\n",
      "[1074]\tvalid_0's auc: 0.769405\tvalid_0's binary_logloss: 0.155319\tvalid_1's auc: 0.7486\tvalid_1's binary_logloss: 0.173497\n",
      "[1075]\tvalid_0's auc: 0.769425\tvalid_0's binary_logloss: 0.155311\tvalid_1's auc: 0.748623\tvalid_1's binary_logloss: 0.173489\n",
      "[1076]\tvalid_0's auc: 0.769421\tvalid_0's binary_logloss: 0.155307\tvalid_1's auc: 0.748619\tvalid_1's binary_logloss: 0.173484\n",
      "[1077]\tvalid_0's auc: 0.769483\tvalid_0's binary_logloss: 0.1553\tvalid_1's auc: 0.748669\tvalid_1's binary_logloss: 0.173478\n",
      "[1078]\tvalid_0's auc: 0.76946\tvalid_0's binary_logloss: 0.155295\tvalid_1's auc: 0.748649\tvalid_1's binary_logloss: 0.173473\n",
      "[1079]\tvalid_0's auc: 0.769458\tvalid_0's binary_logloss: 0.155291\tvalid_1's auc: 0.748649\tvalid_1's binary_logloss: 0.173468\n",
      "[1080]\tvalid_0's auc: 0.76946\tvalid_0's binary_logloss: 0.155285\tvalid_1's auc: 0.748669\tvalid_1's binary_logloss: 0.173462\n",
      "[1081]\tvalid_0's auc: 0.769484\tvalid_0's binary_logloss: 0.15528\tvalid_1's auc: 0.748686\tvalid_1's binary_logloss: 0.173457\n",
      "[1082]\tvalid_0's auc: 0.769489\tvalid_0's binary_logloss: 0.155273\tvalid_1's auc: 0.748701\tvalid_1's binary_logloss: 0.17345\n",
      "[1083]\tvalid_0's auc: 0.769499\tvalid_0's binary_logloss: 0.155269\tvalid_1's auc: 0.748705\tvalid_1's binary_logloss: 0.173446\n",
      "[1084]\tvalid_0's auc: 0.769496\tvalid_0's binary_logloss: 0.155262\tvalid_1's auc: 0.748697\tvalid_1's binary_logloss: 0.173439\n",
      "[1085]\tvalid_0's auc: 0.769508\tvalid_0's binary_logloss: 0.155255\tvalid_1's auc: 0.748706\tvalid_1's binary_logloss: 0.173433\n",
      "[1086]\tvalid_0's auc: 0.769501\tvalid_0's binary_logloss: 0.155249\tvalid_1's auc: 0.748694\tvalid_1's binary_logloss: 0.173427\n",
      "[1087]\tvalid_0's auc: 0.769541\tvalid_0's binary_logloss: 0.155242\tvalid_1's auc: 0.74873\tvalid_1's binary_logloss: 0.17342\n",
      "[1088]\tvalid_0's auc: 0.76953\tvalid_0's binary_logloss: 0.155236\tvalid_1's auc: 0.748716\tvalid_1's binary_logloss: 0.173414\n",
      "[1089]\tvalid_0's auc: 0.769537\tvalid_0's binary_logloss: 0.155228\tvalid_1's auc: 0.748737\tvalid_1's binary_logloss: 0.173406\n",
      "[1090]\tvalid_0's auc: 0.76953\tvalid_0's binary_logloss: 0.155223\tvalid_1's auc: 0.748712\tvalid_1's binary_logloss: 0.173402\n",
      "[1091]\tvalid_0's auc: 0.769527\tvalid_0's binary_logloss: 0.155218\tvalid_1's auc: 0.748716\tvalid_1's binary_logloss: 0.173396\n",
      "[1092]\tvalid_0's auc: 0.769511\tvalid_0's binary_logloss: 0.155214\tvalid_1's auc: 0.748709\tvalid_1's binary_logloss: 0.173392\n",
      "[1093]\tvalid_0's auc: 0.76951\tvalid_0's binary_logloss: 0.155206\tvalid_1's auc: 0.748715\tvalid_1's binary_logloss: 0.173385\n",
      "[1094]\tvalid_0's auc: 0.769517\tvalid_0's binary_logloss: 0.155201\tvalid_1's auc: 0.748721\tvalid_1's binary_logloss: 0.173379\n",
      "[1095]\tvalid_0's auc: 0.769538\tvalid_0's binary_logloss: 0.155194\tvalid_1's auc: 0.748745\tvalid_1's binary_logloss: 0.173374\n",
      "[1096]\tvalid_0's auc: 0.76954\tvalid_0's binary_logloss: 0.155188\tvalid_1's auc: 0.748742\tvalid_1's binary_logloss: 0.173368\n",
      "[1097]\tvalid_0's auc: 0.76954\tvalid_0's binary_logloss: 0.15518\tvalid_1's auc: 0.748749\tvalid_1's binary_logloss: 0.17336\n",
      "[1098]\tvalid_0's auc: 0.769541\tvalid_0's binary_logloss: 0.155174\tvalid_1's auc: 0.748738\tvalid_1's binary_logloss: 0.173355\n",
      "[1099]\tvalid_0's auc: 0.769527\tvalid_0's binary_logloss: 0.155172\tvalid_1's auc: 0.748736\tvalid_1's binary_logloss: 0.173351\n",
      "[1100]\tvalid_0's auc: 0.769536\tvalid_0's binary_logloss: 0.155167\tvalid_1's auc: 0.748763\tvalid_1's binary_logloss: 0.173346\n",
      "[1101]\tvalid_0's auc: 0.769554\tvalid_0's binary_logloss: 0.155163\tvalid_1's auc: 0.748775\tvalid_1's binary_logloss: 0.173341\n",
      "[1102]\tvalid_0's auc: 0.769521\tvalid_0's binary_logloss: 0.155156\tvalid_1's auc: 0.748733\tvalid_1's binary_logloss: 0.173335\n",
      "[1103]\tvalid_0's auc: 0.769512\tvalid_0's binary_logloss: 0.15515\tvalid_1's auc: 0.748735\tvalid_1's binary_logloss: 0.173328\n",
      "[1104]\tvalid_0's auc: 0.769509\tvalid_0's binary_logloss: 0.155146\tvalid_1's auc: 0.748732\tvalid_1's binary_logloss: 0.173325\n",
      "[1105]\tvalid_0's auc: 0.769524\tvalid_0's binary_logloss: 0.15514\tvalid_1's auc: 0.748757\tvalid_1's binary_logloss: 0.17332\n",
      "[1106]\tvalid_0's auc: 0.769512\tvalid_0's binary_logloss: 0.155136\tvalid_1's auc: 0.748741\tvalid_1's binary_logloss: 0.173316\n",
      "[1107]\tvalid_0's auc: 0.769537\tvalid_0's binary_logloss: 0.155129\tvalid_1's auc: 0.748764\tvalid_1's binary_logloss: 0.173309\n",
      "[1108]\tvalid_0's auc: 0.76954\tvalid_0's binary_logloss: 0.155122\tvalid_1's auc: 0.748774\tvalid_1's binary_logloss: 0.173301\n",
      "[1109]\tvalid_0's auc: 0.76956\tvalid_0's binary_logloss: 0.155115\tvalid_1's auc: 0.748805\tvalid_1's binary_logloss: 0.173294\n",
      "[1110]\tvalid_0's auc: 0.769569\tvalid_0's binary_logloss: 0.15511\tvalid_1's auc: 0.748814\tvalid_1's binary_logloss: 0.173289\n",
      "[1111]\tvalid_0's auc: 0.769562\tvalid_0's binary_logloss: 0.155103\tvalid_1's auc: 0.748795\tvalid_1's binary_logloss: 0.173283\n",
      "[1112]\tvalid_0's auc: 0.769573\tvalid_0's binary_logloss: 0.155094\tvalid_1's auc: 0.748801\tvalid_1's binary_logloss: 0.173275\n",
      "[1113]\tvalid_0's auc: 0.769587\tvalid_0's binary_logloss: 0.15509\tvalid_1's auc: 0.748828\tvalid_1's binary_logloss: 0.173269\n",
      "[1114]\tvalid_0's auc: 0.769594\tvalid_0's binary_logloss: 0.155088\tvalid_1's auc: 0.748848\tvalid_1's binary_logloss: 0.173266\n",
      "[1115]\tvalid_0's auc: 0.769607\tvalid_0's binary_logloss: 0.155082\tvalid_1's auc: 0.74886\tvalid_1's binary_logloss: 0.173261\n",
      "[1116]\tvalid_0's auc: 0.769618\tvalid_0's binary_logloss: 0.155078\tvalid_1's auc: 0.748869\tvalid_1's binary_logloss: 0.173256\n",
      "[1117]\tvalid_0's auc: 0.769617\tvalid_0's binary_logloss: 0.155074\tvalid_1's auc: 0.748867\tvalid_1's binary_logloss: 0.173252\n",
      "[1118]\tvalid_0's auc: 0.769591\tvalid_0's binary_logloss: 0.155068\tvalid_1's auc: 0.74883\tvalid_1's binary_logloss: 0.173247\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1119]\tvalid_0's auc: 0.76962\tvalid_0's binary_logloss: 0.155062\tvalid_1's auc: 0.748878\tvalid_1's binary_logloss: 0.17324\n",
      "[1120]\tvalid_0's auc: 0.769606\tvalid_0's binary_logloss: 0.155058\tvalid_1's auc: 0.748852\tvalid_1's binary_logloss: 0.173235\n",
      "[1121]\tvalid_0's auc: 0.769596\tvalid_0's binary_logloss: 0.155052\tvalid_1's auc: 0.748843\tvalid_1's binary_logloss: 0.173229\n",
      "[1122]\tvalid_0's auc: 0.769589\tvalid_0's binary_logloss: 0.155048\tvalid_1's auc: 0.748851\tvalid_1's binary_logloss: 0.173225\n",
      "[1123]\tvalid_0's auc: 0.769599\tvalid_0's binary_logloss: 0.155043\tvalid_1's auc: 0.748875\tvalid_1's binary_logloss: 0.173219\n",
      "[1124]\tvalid_0's auc: 0.769607\tvalid_0's binary_logloss: 0.155037\tvalid_1's auc: 0.748865\tvalid_1's binary_logloss: 0.173215\n",
      "[1125]\tvalid_0's auc: 0.769613\tvalid_0's binary_logloss: 0.155031\tvalid_1's auc: 0.748862\tvalid_1's binary_logloss: 0.173209\n",
      "[1126]\tvalid_0's auc: 0.769603\tvalid_0's binary_logloss: 0.155024\tvalid_1's auc: 0.74884\tvalid_1's binary_logloss: 0.173202\n",
      "[1127]\tvalid_0's auc: 0.769592\tvalid_0's binary_logloss: 0.15502\tvalid_1's auc: 0.748825\tvalid_1's binary_logloss: 0.173198\n",
      "[1128]\tvalid_0's auc: 0.769579\tvalid_0's binary_logloss: 0.155018\tvalid_1's auc: 0.748821\tvalid_1's binary_logloss: 0.173195\n",
      "[1129]\tvalid_0's auc: 0.769604\tvalid_0's binary_logloss: 0.155008\tvalid_1's auc: 0.748841\tvalid_1's binary_logloss: 0.173186\n",
      "[1130]\tvalid_0's auc: 0.769629\tvalid_0's binary_logloss: 0.155005\tvalid_1's auc: 0.748862\tvalid_1's binary_logloss: 0.173184\n",
      "[1131]\tvalid_0's auc: 0.769613\tvalid_0's binary_logloss: 0.154998\tvalid_1's auc: 0.748858\tvalid_1's binary_logloss: 0.173176\n",
      "[1132]\tvalid_0's auc: 0.769606\tvalid_0's binary_logloss: 0.154995\tvalid_1's auc: 0.748855\tvalid_1's binary_logloss: 0.173172\n",
      "[1133]\tvalid_0's auc: 0.769642\tvalid_0's binary_logloss: 0.15499\tvalid_1's auc: 0.748885\tvalid_1's binary_logloss: 0.173167\n",
      "[1134]\tvalid_0's auc: 0.769637\tvalid_0's binary_logloss: 0.154983\tvalid_1's auc: 0.748887\tvalid_1's binary_logloss: 0.17316\n",
      "[1135]\tvalid_0's auc: 0.769624\tvalid_0's binary_logloss: 0.154978\tvalid_1's auc: 0.748875\tvalid_1's binary_logloss: 0.173155\n",
      "[1136]\tvalid_0's auc: 0.769637\tvalid_0's binary_logloss: 0.154969\tvalid_1's auc: 0.748867\tvalid_1's binary_logloss: 0.173147\n",
      "[1137]\tvalid_0's auc: 0.769635\tvalid_0's binary_logloss: 0.154962\tvalid_1's auc: 0.74888\tvalid_1's binary_logloss: 0.17314\n",
      "[1138]\tvalid_0's auc: 0.769632\tvalid_0's binary_logloss: 0.154955\tvalid_1's auc: 0.748878\tvalid_1's binary_logloss: 0.173135\n",
      "[1139]\tvalid_0's auc: 0.769638\tvalid_0's binary_logloss: 0.154951\tvalid_1's auc: 0.748881\tvalid_1's binary_logloss: 0.17313\n",
      "[1140]\tvalid_0's auc: 0.769632\tvalid_0's binary_logloss: 0.154949\tvalid_1's auc: 0.74887\tvalid_1's binary_logloss: 0.173128\n",
      "[1141]\tvalid_0's auc: 0.769632\tvalid_0's binary_logloss: 0.154944\tvalid_1's auc: 0.748892\tvalid_1's binary_logloss: 0.173123\n",
      "[1142]\tvalid_0's auc: 0.769624\tvalid_0's binary_logloss: 0.154938\tvalid_1's auc: 0.748888\tvalid_1's binary_logloss: 0.173116\n",
      "[1143]\tvalid_0's auc: 0.769635\tvalid_0's binary_logloss: 0.15493\tvalid_1's auc: 0.748884\tvalid_1's binary_logloss: 0.17311\n",
      "[1144]\tvalid_0's auc: 0.769656\tvalid_0's binary_logloss: 0.154922\tvalid_1's auc: 0.748903\tvalid_1's binary_logloss: 0.173102\n",
      "[1145]\tvalid_0's auc: 0.769654\tvalid_0's binary_logloss: 0.154919\tvalid_1's auc: 0.748893\tvalid_1's binary_logloss: 0.173099\n",
      "[1146]\tvalid_0's auc: 0.769655\tvalid_0's binary_logloss: 0.154915\tvalid_1's auc: 0.748881\tvalid_1's binary_logloss: 0.173096\n",
      "[1147]\tvalid_0's auc: 0.769655\tvalid_0's binary_logloss: 0.154911\tvalid_1's auc: 0.748886\tvalid_1's binary_logloss: 0.173092\n",
      "[1148]\tvalid_0's auc: 0.76965\tvalid_0's binary_logloss: 0.154906\tvalid_1's auc: 0.748879\tvalid_1's binary_logloss: 0.173087\n",
      "[1149]\tvalid_0's auc: 0.769678\tvalid_0's binary_logloss: 0.154897\tvalid_1's auc: 0.748901\tvalid_1's binary_logloss: 0.173079\n",
      "[1150]\tvalid_0's auc: 0.769671\tvalid_0's binary_logloss: 0.154891\tvalid_1's auc: 0.74891\tvalid_1's binary_logloss: 0.173073\n",
      "[1151]\tvalid_0's auc: 0.769671\tvalid_0's binary_logloss: 0.154885\tvalid_1's auc: 0.748913\tvalid_1's binary_logloss: 0.173067\n",
      "[1152]\tvalid_0's auc: 0.769663\tvalid_0's binary_logloss: 0.154881\tvalid_1's auc: 0.748929\tvalid_1's binary_logloss: 0.173063\n",
      "[1153]\tvalid_0's auc: 0.769706\tvalid_0's binary_logloss: 0.154872\tvalid_1's auc: 0.748958\tvalid_1's binary_logloss: 0.173054\n",
      "[1154]\tvalid_0's auc: 0.769723\tvalid_0's binary_logloss: 0.154865\tvalid_1's auc: 0.748964\tvalid_1's binary_logloss: 0.173047\n",
      "[1155]\tvalid_0's auc: 0.769707\tvalid_0's binary_logloss: 0.154859\tvalid_1's auc: 0.748961\tvalid_1's binary_logloss: 0.173041\n",
      "[1156]\tvalid_0's auc: 0.769703\tvalid_0's binary_logloss: 0.154854\tvalid_1's auc: 0.748964\tvalid_1's binary_logloss: 0.173036\n",
      "[1157]\tvalid_0's auc: 0.769696\tvalid_0's binary_logloss: 0.15485\tvalid_1's auc: 0.748953\tvalid_1's binary_logloss: 0.173032\n",
      "[1158]\tvalid_0's auc: 0.769713\tvalid_0's binary_logloss: 0.154843\tvalid_1's auc: 0.748948\tvalid_1's binary_logloss: 0.173026\n",
      "[1159]\tvalid_0's auc: 0.769736\tvalid_0's binary_logloss: 0.154841\tvalid_1's auc: 0.748981\tvalid_1's binary_logloss: 0.173024\n",
      "[1160]\tvalid_0's auc: 0.769738\tvalid_0's binary_logloss: 0.154834\tvalid_1's auc: 0.74899\tvalid_1's binary_logloss: 0.173016\n",
      "[1161]\tvalid_0's auc: 0.769754\tvalid_0's binary_logloss: 0.154832\tvalid_1's auc: 0.749003\tvalid_1's binary_logloss: 0.173014\n",
      "[1162]\tvalid_0's auc: 0.769763\tvalid_0's binary_logloss: 0.154828\tvalid_1's auc: 0.749029\tvalid_1's binary_logloss: 0.17301\n",
      "[1163]\tvalid_0's auc: 0.769755\tvalid_0's binary_logloss: 0.154822\tvalid_1's auc: 0.749015\tvalid_1's binary_logloss: 0.173004\n",
      "[1164]\tvalid_0's auc: 0.769746\tvalid_0's binary_logloss: 0.154816\tvalid_1's auc: 0.749006\tvalid_1's binary_logloss: 0.172998\n",
      "[1165]\tvalid_0's auc: 0.769737\tvalid_0's binary_logloss: 0.154812\tvalid_1's auc: 0.748998\tvalid_1's binary_logloss: 0.172993\n",
      "[1166]\tvalid_0's auc: 0.769763\tvalid_0's binary_logloss: 0.154808\tvalid_1's auc: 0.749039\tvalid_1's binary_logloss: 0.172989\n",
      "[1167]\tvalid_0's auc: 0.769776\tvalid_0's binary_logloss: 0.154799\tvalid_1's auc: 0.749045\tvalid_1's binary_logloss: 0.172981\n",
      "[1168]\tvalid_0's auc: 0.769782\tvalid_0's binary_logloss: 0.154793\tvalid_1's auc: 0.749057\tvalid_1's binary_logloss: 0.172975\n",
      "[1169]\tvalid_0's auc: 0.769799\tvalid_0's binary_logloss: 0.154787\tvalid_1's auc: 0.749065\tvalid_1's binary_logloss: 0.172968\n",
      "[1170]\tvalid_0's auc: 0.769792\tvalid_0's binary_logloss: 0.154781\tvalid_1's auc: 0.749071\tvalid_1's binary_logloss: 0.172962\n",
      "[1171]\tvalid_0's auc: 0.769777\tvalid_0's binary_logloss: 0.154775\tvalid_1's auc: 0.749059\tvalid_1's binary_logloss: 0.172956\n",
      "[1172]\tvalid_0's auc: 0.769802\tvalid_0's binary_logloss: 0.154768\tvalid_1's auc: 0.749058\tvalid_1's binary_logloss: 0.17295\n",
      "[1173]\tvalid_0's auc: 0.769815\tvalid_0's binary_logloss: 0.154765\tvalid_1's auc: 0.749086\tvalid_1's binary_logloss: 0.172946\n",
      "[1174]\tvalid_0's auc: 0.769811\tvalid_0's binary_logloss: 0.154758\tvalid_1's auc: 0.749089\tvalid_1's binary_logloss: 0.172939\n",
      "[1175]\tvalid_0's auc: 0.769827\tvalid_0's binary_logloss: 0.154753\tvalid_1's auc: 0.749104\tvalid_1's binary_logloss: 0.172934\n",
      "[1176]\tvalid_0's auc: 0.769833\tvalid_0's binary_logloss: 0.154745\tvalid_1's auc: 0.749109\tvalid_1's binary_logloss: 0.172927\n",
      "[1177]\tvalid_0's auc: 0.769851\tvalid_0's binary_logloss: 0.154739\tvalid_1's auc: 0.749121\tvalid_1's binary_logloss: 0.172922\n",
      "[1178]\tvalid_0's auc: 0.76987\tvalid_0's binary_logloss: 0.154732\tvalid_1's auc: 0.749147\tvalid_1's binary_logloss: 0.172915\n",
      "[1179]\tvalid_0's auc: 0.769894\tvalid_0's binary_logloss: 0.154727\tvalid_1's auc: 0.749182\tvalid_1's binary_logloss: 0.17291\n",
      "[1180]\tvalid_0's auc: 0.769879\tvalid_0's binary_logloss: 0.154723\tvalid_1's auc: 0.749168\tvalid_1's binary_logloss: 0.172906\n",
      "[1181]\tvalid_0's auc: 0.769869\tvalid_0's binary_logloss: 0.154718\tvalid_1's auc: 0.749152\tvalid_1's binary_logloss: 0.172901\n",
      "[1182]\tvalid_0's auc: 0.769869\tvalid_0's binary_logloss: 0.154715\tvalid_1's auc: 0.749144\tvalid_1's binary_logloss: 0.172899\n",
      "[1183]\tvalid_0's auc: 0.769872\tvalid_0's binary_logloss: 0.154707\tvalid_1's auc: 0.749148\tvalid_1's binary_logloss: 0.17289\n",
      "[1184]\tvalid_0's auc: 0.769881\tvalid_0's binary_logloss: 0.154698\tvalid_1's auc: 0.749161\tvalid_1's binary_logloss: 0.172882\n",
      "[1185]\tvalid_0's auc: 0.769881\tvalid_0's binary_logloss: 0.154691\tvalid_1's auc: 0.749165\tvalid_1's binary_logloss: 0.172875\n",
      "[1186]\tvalid_0's auc: 0.769907\tvalid_0's binary_logloss: 0.154684\tvalid_1's auc: 0.749177\tvalid_1's binary_logloss: 0.172868\n",
      "[1187]\tvalid_0's auc: 0.769908\tvalid_0's binary_logloss: 0.154679\tvalid_1's auc: 0.749169\tvalid_1's binary_logloss: 0.172863\n",
      "[1188]\tvalid_0's auc: 0.769914\tvalid_0's binary_logloss: 0.154671\tvalid_1's auc: 0.749175\tvalid_1's binary_logloss: 0.172855\n",
      "[1189]\tvalid_0's auc: 0.769919\tvalid_0's binary_logloss: 0.154667\tvalid_1's auc: 0.74917\tvalid_1's binary_logloss: 0.172852\n",
      "[1190]\tvalid_0's auc: 0.769911\tvalid_0's binary_logloss: 0.154664\tvalid_1's auc: 0.749162\tvalid_1's binary_logloss: 0.172848\n",
      "[1191]\tvalid_0's auc: 0.769912\tvalid_0's binary_logloss: 0.15466\tvalid_1's auc: 0.749171\tvalid_1's binary_logloss: 0.172843\n",
      "[1192]\tvalid_0's auc: 0.769901\tvalid_0's binary_logloss: 0.154654\tvalid_1's auc: 0.749168\tvalid_1's binary_logloss: 0.172837\n",
      "[1193]\tvalid_0's auc: 0.769909\tvalid_0's binary_logloss: 0.154646\tvalid_1's auc: 0.74918\tvalid_1's binary_logloss: 0.172829\n",
      "[1194]\tvalid_0's auc: 0.769929\tvalid_0's binary_logloss: 0.154641\tvalid_1's auc: 0.749205\tvalid_1's binary_logloss: 0.172824\n",
      "[1195]\tvalid_0's auc: 0.769925\tvalid_0's binary_logloss: 0.154635\tvalid_1's auc: 0.749204\tvalid_1's binary_logloss: 0.172817\n",
      "[1196]\tvalid_0's auc: 0.769912\tvalid_0's binary_logloss: 0.15463\tvalid_1's auc: 0.749185\tvalid_1's binary_logloss: 0.172812\n",
      "[1197]\tvalid_0's auc: 0.769923\tvalid_0's binary_logloss: 0.154622\tvalid_1's auc: 0.749193\tvalid_1's binary_logloss: 0.172805\n",
      "[1198]\tvalid_0's auc: 0.769913\tvalid_0's binary_logloss: 0.154618\tvalid_1's auc: 0.749187\tvalid_1's binary_logloss: 0.1728\n",
      "[1199]\tvalid_0's auc: 0.769901\tvalid_0's binary_logloss: 0.154613\tvalid_1's auc: 0.749181\tvalid_1's binary_logloss: 0.172795\n",
      "[1200]\tvalid_0's auc: 0.769952\tvalid_0's binary_logloss: 0.154604\tvalid_1's auc: 0.749198\tvalid_1's binary_logloss: 0.172788\n",
      "[1201]\tvalid_0's auc: 0.76993\tvalid_0's binary_logloss: 0.1546\tvalid_1's auc: 0.749174\tvalid_1's binary_logloss: 0.172783\n",
      "[1202]\tvalid_0's auc: 0.769969\tvalid_0's binary_logloss: 0.154592\tvalid_1's auc: 0.749211\tvalid_1's binary_logloss: 0.172775\n",
      "[1203]\tvalid_0's auc: 0.769979\tvalid_0's binary_logloss: 0.154586\tvalid_1's auc: 0.749229\tvalid_1's binary_logloss: 0.17277\n",
      "[1204]\tvalid_0's auc: 0.769973\tvalid_0's binary_logloss: 0.154583\tvalid_1's auc: 0.749224\tvalid_1's binary_logloss: 0.172767\n",
      "[1205]\tvalid_0's auc: 0.769977\tvalid_0's binary_logloss: 0.154579\tvalid_1's auc: 0.749222\tvalid_1's binary_logloss: 0.172763\n",
      "[1206]\tvalid_0's auc: 0.769965\tvalid_0's binary_logloss: 0.154573\tvalid_1's auc: 0.749196\tvalid_1's binary_logloss: 0.172758\n",
      "[1207]\tvalid_0's auc: 0.769967\tvalid_0's binary_logloss: 0.154567\tvalid_1's auc: 0.749184\tvalid_1's binary_logloss: 0.172752\n",
      "[1208]\tvalid_0's auc: 0.769991\tvalid_0's binary_logloss: 0.15456\tvalid_1's auc: 0.749207\tvalid_1's binary_logloss: 0.172744\n",
      "[1209]\tvalid_0's auc: 0.769995\tvalid_0's binary_logloss: 0.154551\tvalid_1's auc: 0.749219\tvalid_1's binary_logloss: 0.172736\n",
      "[1210]\tvalid_0's auc: 0.769999\tvalid_0's binary_logloss: 0.154547\tvalid_1's auc: 0.749233\tvalid_1's binary_logloss: 0.172731\n",
      "[1211]\tvalid_0's auc: 0.770007\tvalid_0's binary_logloss: 0.154543\tvalid_1's auc: 0.749246\tvalid_1's binary_logloss: 0.172728\n",
      "[1212]\tvalid_0's auc: 0.770059\tvalid_0's binary_logloss: 0.15454\tvalid_1's auc: 0.749283\tvalid_1's binary_logloss: 0.172724\n",
      "[1213]\tvalid_0's auc: 0.770059\tvalid_0's binary_logloss: 0.154534\tvalid_1's auc: 0.749294\tvalid_1's binary_logloss: 0.172719\n",
      "[1214]\tvalid_0's auc: 0.770052\tvalid_0's binary_logloss: 0.154529\tvalid_1's auc: 0.749297\tvalid_1's binary_logloss: 0.172713\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1215]\tvalid_0's auc: 0.770051\tvalid_0's binary_logloss: 0.154524\tvalid_1's auc: 0.749287\tvalid_1's binary_logloss: 0.172707\n",
      "[1216]\tvalid_0's auc: 0.770054\tvalid_0's binary_logloss: 0.154519\tvalid_1's auc: 0.749308\tvalid_1's binary_logloss: 0.172702\n",
      "[1217]\tvalid_0's auc: 0.770079\tvalid_0's binary_logloss: 0.154511\tvalid_1's auc: 0.749336\tvalid_1's binary_logloss: 0.172694\n",
      "[1218]\tvalid_0's auc: 0.7701\tvalid_0's binary_logloss: 0.15451\tvalid_1's auc: 0.749352\tvalid_1's binary_logloss: 0.172693\n",
      "[1219]\tvalid_0's auc: 0.770096\tvalid_0's binary_logloss: 0.154508\tvalid_1's auc: 0.749346\tvalid_1's binary_logloss: 0.172691\n",
      "[1220]\tvalid_0's auc: 0.770098\tvalid_0's binary_logloss: 0.154502\tvalid_1's auc: 0.74936\tvalid_1's binary_logloss: 0.172685\n",
      "[1221]\tvalid_0's auc: 0.770137\tvalid_0's binary_logloss: 0.154496\tvalid_1's auc: 0.749407\tvalid_1's binary_logloss: 0.172677\n",
      "[1222]\tvalid_0's auc: 0.770171\tvalid_0's binary_logloss: 0.154489\tvalid_1's auc: 0.749421\tvalid_1's binary_logloss: 0.17267\n",
      "[1223]\tvalid_0's auc: 0.770165\tvalid_0's binary_logloss: 0.154484\tvalid_1's auc: 0.749426\tvalid_1's binary_logloss: 0.172665\n",
      "[1224]\tvalid_0's auc: 0.770184\tvalid_0's binary_logloss: 0.154479\tvalid_1's auc: 0.749461\tvalid_1's binary_logloss: 0.172659\n",
      "[1225]\tvalid_0's auc: 0.770184\tvalid_0's binary_logloss: 0.154474\tvalid_1's auc: 0.749471\tvalid_1's binary_logloss: 0.172654\n",
      "[1226]\tvalid_0's auc: 0.770186\tvalid_0's binary_logloss: 0.154471\tvalid_1's auc: 0.749472\tvalid_1's binary_logloss: 0.172651\n",
      "[1227]\tvalid_0's auc: 0.77018\tvalid_0's binary_logloss: 0.154464\tvalid_1's auc: 0.74946\tvalid_1's binary_logloss: 0.172644\n",
      "[1228]\tvalid_0's auc: 0.770189\tvalid_0's binary_logloss: 0.15446\tvalid_1's auc: 0.749452\tvalid_1's binary_logloss: 0.172641\n",
      "[1229]\tvalid_0's auc: 0.770194\tvalid_0's binary_logloss: 0.154455\tvalid_1's auc: 0.749458\tvalid_1's binary_logloss: 0.172636\n",
      "[1230]\tvalid_0's auc: 0.770212\tvalid_0's binary_logloss: 0.15445\tvalid_1's auc: 0.749471\tvalid_1's binary_logloss: 0.172632\n",
      "[1231]\tvalid_0's auc: 0.770223\tvalid_0's binary_logloss: 0.154448\tvalid_1's auc: 0.749479\tvalid_1's binary_logloss: 0.17263\n",
      "[1232]\tvalid_0's auc: 0.770225\tvalid_0's binary_logloss: 0.154444\tvalid_1's auc: 0.749468\tvalid_1's binary_logloss: 0.172625\n",
      "[1233]\tvalid_0's auc: 0.770219\tvalid_0's binary_logloss: 0.154438\tvalid_1's auc: 0.749465\tvalid_1's binary_logloss: 0.17262\n",
      "[1234]\tvalid_0's auc: 0.770218\tvalid_0's binary_logloss: 0.154433\tvalid_1's auc: 0.749463\tvalid_1's binary_logloss: 0.172615\n",
      "[1235]\tvalid_0's auc: 0.77023\tvalid_0's binary_logloss: 0.154427\tvalid_1's auc: 0.749456\tvalid_1's binary_logloss: 0.17261\n",
      "[1236]\tvalid_0's auc: 0.770259\tvalid_0's binary_logloss: 0.154423\tvalid_1's auc: 0.749471\tvalid_1's binary_logloss: 0.172607\n",
      "[1237]\tvalid_0's auc: 0.770257\tvalid_0's binary_logloss: 0.154416\tvalid_1's auc: 0.749483\tvalid_1's binary_logloss: 0.172598\n",
      "[1238]\tvalid_0's auc: 0.770245\tvalid_0's binary_logloss: 0.15441\tvalid_1's auc: 0.749464\tvalid_1's binary_logloss: 0.172592\n",
      "[1239]\tvalid_0's auc: 0.770247\tvalid_0's binary_logloss: 0.154403\tvalid_1's auc: 0.749461\tvalid_1's binary_logloss: 0.172586\n",
      "[1240]\tvalid_0's auc: 0.770234\tvalid_0's binary_logloss: 0.154398\tvalid_1's auc: 0.74946\tvalid_1's binary_logloss: 0.17258\n",
      "[1241]\tvalid_0's auc: 0.770216\tvalid_0's binary_logloss: 0.154393\tvalid_1's auc: 0.749448\tvalid_1's binary_logloss: 0.172575\n",
      "[1242]\tvalid_0's auc: 0.7702\tvalid_0's binary_logloss: 0.15439\tvalid_1's auc: 0.749433\tvalid_1's binary_logloss: 0.172572\n",
      "[1243]\tvalid_0's auc: 0.770208\tvalid_0's binary_logloss: 0.154386\tvalid_1's auc: 0.749443\tvalid_1's binary_logloss: 0.172567\n",
      "[1244]\tvalid_0's auc: 0.770226\tvalid_0's binary_logloss: 0.15438\tvalid_1's auc: 0.74946\tvalid_1's binary_logloss: 0.172562\n",
      "[1245]\tvalid_0's auc: 0.770226\tvalid_0's binary_logloss: 0.154376\tvalid_1's auc: 0.749463\tvalid_1's binary_logloss: 0.172558\n",
      "[1246]\tvalid_0's auc: 0.770242\tvalid_0's binary_logloss: 0.154371\tvalid_1's auc: 0.749482\tvalid_1's binary_logloss: 0.172553\n",
      "[1247]\tvalid_0's auc: 0.770245\tvalid_0's binary_logloss: 0.154366\tvalid_1's auc: 0.749483\tvalid_1's binary_logloss: 0.172548\n",
      "[1248]\tvalid_0's auc: 0.770256\tvalid_0's binary_logloss: 0.154361\tvalid_1's auc: 0.7495\tvalid_1's binary_logloss: 0.172543\n",
      "[1249]\tvalid_0's auc: 0.770225\tvalid_0's binary_logloss: 0.154356\tvalid_1's auc: 0.749478\tvalid_1's binary_logloss: 0.172538\n",
      "[1250]\tvalid_0's auc: 0.770254\tvalid_0's binary_logloss: 0.154351\tvalid_1's auc: 0.749486\tvalid_1's binary_logloss: 0.172533\n",
      "[1251]\tvalid_0's auc: 0.770259\tvalid_0's binary_logloss: 0.154347\tvalid_1's auc: 0.749485\tvalid_1's binary_logloss: 0.172529\n",
      "[1252]\tvalid_0's auc: 0.770256\tvalid_0's binary_logloss: 0.154339\tvalid_1's auc: 0.749483\tvalid_1's binary_logloss: 0.172521\n",
      "[1253]\tvalid_0's auc: 0.770245\tvalid_0's binary_logloss: 0.154334\tvalid_1's auc: 0.749476\tvalid_1's binary_logloss: 0.172517\n",
      "[1254]\tvalid_0's auc: 0.770242\tvalid_0's binary_logloss: 0.15433\tvalid_1's auc: 0.749469\tvalid_1's binary_logloss: 0.172512\n",
      "[1255]\tvalid_0's auc: 0.77025\tvalid_0's binary_logloss: 0.154325\tvalid_1's auc: 0.749474\tvalid_1's binary_logloss: 0.172507\n",
      "[1256]\tvalid_0's auc: 0.770245\tvalid_0's binary_logloss: 0.154321\tvalid_1's auc: 0.749462\tvalid_1's binary_logloss: 0.172503\n",
      "[1257]\tvalid_0's auc: 0.770273\tvalid_0's binary_logloss: 0.154316\tvalid_1's auc: 0.749497\tvalid_1's binary_logloss: 0.172498\n",
      "[1258]\tvalid_0's auc: 0.770275\tvalid_0's binary_logloss: 0.154308\tvalid_1's auc: 0.749491\tvalid_1's binary_logloss: 0.17249\n",
      "[1259]\tvalid_0's auc: 0.770287\tvalid_0's binary_logloss: 0.154303\tvalid_1's auc: 0.749506\tvalid_1's binary_logloss: 0.172485\n",
      "[1260]\tvalid_0's auc: 0.770275\tvalid_0's binary_logloss: 0.154299\tvalid_1's auc: 0.749506\tvalid_1's binary_logloss: 0.17248\n",
      "[1261]\tvalid_0's auc: 0.770284\tvalid_0's binary_logloss: 0.154293\tvalid_1's auc: 0.749511\tvalid_1's binary_logloss: 0.172475\n",
      "[1262]\tvalid_0's auc: 0.770289\tvalid_0's binary_logloss: 0.15429\tvalid_1's auc: 0.749507\tvalid_1's binary_logloss: 0.172472\n",
      "[1263]\tvalid_0's auc: 0.770288\tvalid_0's binary_logloss: 0.154283\tvalid_1's auc: 0.749517\tvalid_1's binary_logloss: 0.172464\n",
      "[1264]\tvalid_0's auc: 0.770287\tvalid_0's binary_logloss: 0.154277\tvalid_1's auc: 0.749516\tvalid_1's binary_logloss: 0.172458\n",
      "[1265]\tvalid_0's auc: 0.770269\tvalid_0's binary_logloss: 0.154271\tvalid_1's auc: 0.749509\tvalid_1's binary_logloss: 0.172452\n",
      "[1266]\tvalid_0's auc: 0.7703\tvalid_0's binary_logloss: 0.154266\tvalid_1's auc: 0.749532\tvalid_1's binary_logloss: 0.172447\n",
      "[1267]\tvalid_0's auc: 0.770345\tvalid_0's binary_logloss: 0.154259\tvalid_1's auc: 0.749575\tvalid_1's binary_logloss: 0.17244\n",
      "[1268]\tvalid_0's auc: 0.770361\tvalid_0's binary_logloss: 0.154254\tvalid_1's auc: 0.749578\tvalid_1's binary_logloss: 0.172436\n",
      "[1269]\tvalid_0's auc: 0.770369\tvalid_0's binary_logloss: 0.154249\tvalid_1's auc: 0.7496\tvalid_1's binary_logloss: 0.172429\n",
      "[1270]\tvalid_0's auc: 0.770374\tvalid_0's binary_logloss: 0.154243\tvalid_1's auc: 0.749607\tvalid_1's binary_logloss: 0.172423\n",
      "[1271]\tvalid_0's auc: 0.770411\tvalid_0's binary_logloss: 0.154235\tvalid_1's auc: 0.749647\tvalid_1's binary_logloss: 0.172415\n",
      "[1272]\tvalid_0's auc: 0.770443\tvalid_0's binary_logloss: 0.154226\tvalid_1's auc: 0.749668\tvalid_1's binary_logloss: 0.172407\n",
      "[1273]\tvalid_0's auc: 0.770448\tvalid_0's binary_logloss: 0.154223\tvalid_1's auc: 0.749674\tvalid_1's binary_logloss: 0.172403\n",
      "[1274]\tvalid_0's auc: 0.770493\tvalid_0's binary_logloss: 0.154217\tvalid_1's auc: 0.749694\tvalid_1's binary_logloss: 0.172398\n",
      "[1275]\tvalid_0's auc: 0.770519\tvalid_0's binary_logloss: 0.154211\tvalid_1's auc: 0.749728\tvalid_1's binary_logloss: 0.172392\n",
      "[1276]\tvalid_0's auc: 0.770521\tvalid_0's binary_logloss: 0.154205\tvalid_1's auc: 0.749739\tvalid_1's binary_logloss: 0.172386\n",
      "[1277]\tvalid_0's auc: 0.770515\tvalid_0's binary_logloss: 0.154201\tvalid_1's auc: 0.749744\tvalid_1's binary_logloss: 0.172382\n",
      "[1278]\tvalid_0's auc: 0.7705\tvalid_0's binary_logloss: 0.154198\tvalid_1's auc: 0.749731\tvalid_1's binary_logloss: 0.172378\n",
      "[1279]\tvalid_0's auc: 0.770498\tvalid_0's binary_logloss: 0.15419\tvalid_1's auc: 0.749725\tvalid_1's binary_logloss: 0.172371\n",
      "[1280]\tvalid_0's auc: 0.770494\tvalid_0's binary_logloss: 0.154185\tvalid_1's auc: 0.749741\tvalid_1's binary_logloss: 0.172366\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1281]\tvalid_0's auc: 0.770511\tvalid_0's binary_logloss: 0.154179\tvalid_1's auc: 0.749764\tvalid_1's binary_logloss: 0.172359\n",
      "[1282]\tvalid_0's auc: 0.770529\tvalid_0's binary_logloss: 0.154173\tvalid_1's auc: 0.749788\tvalid_1's binary_logloss: 0.172353\n",
      "[1283]\tvalid_0's auc: 0.770547\tvalid_0's binary_logloss: 0.154168\tvalid_1's auc: 0.749811\tvalid_1's binary_logloss: 0.172348\n",
      "[1284]\tvalid_0's auc: 0.770571\tvalid_0's binary_logloss: 0.154165\tvalid_1's auc: 0.749833\tvalid_1's binary_logloss: 0.172344\n",
      "[1285]\tvalid_0's auc: 0.770581\tvalid_0's binary_logloss: 0.154157\tvalid_1's auc: 0.749843\tvalid_1's binary_logloss: 0.172337\n",
      "[1286]\tvalid_0's auc: 0.770589\tvalid_0's binary_logloss: 0.154153\tvalid_1's auc: 0.749841\tvalid_1's binary_logloss: 0.172334\n",
      "[1287]\tvalid_0's auc: 0.770583\tvalid_0's binary_logloss: 0.154151\tvalid_1's auc: 0.749832\tvalid_1's binary_logloss: 0.172332\n",
      "[1288]\tvalid_0's auc: 0.770576\tvalid_0's binary_logloss: 0.154147\tvalid_1's auc: 0.749831\tvalid_1's binary_logloss: 0.172327\n",
      "[1289]\tvalid_0's auc: 0.770581\tvalid_0's binary_logloss: 0.154141\tvalid_1's auc: 0.749837\tvalid_1's binary_logloss: 0.172321\n",
      "[1290]\tvalid_0's auc: 0.770571\tvalid_0's binary_logloss: 0.154138\tvalid_1's auc: 0.74983\tvalid_1's binary_logloss: 0.172318\n",
      "[1291]\tvalid_0's auc: 0.770578\tvalid_0's binary_logloss: 0.15413\tvalid_1's auc: 0.749843\tvalid_1's binary_logloss: 0.17231\n",
      "[1292]\tvalid_0's auc: 0.770573\tvalid_0's binary_logloss: 0.154124\tvalid_1's auc: 0.74985\tvalid_1's binary_logloss: 0.172304\n",
      "[1293]\tvalid_0's auc: 0.77057\tvalid_0's binary_logloss: 0.154122\tvalid_1's auc: 0.749858\tvalid_1's binary_logloss: 0.172301\n",
      "[1294]\tvalid_0's auc: 0.770573\tvalid_0's binary_logloss: 0.154118\tvalid_1's auc: 0.74986\tvalid_1's binary_logloss: 0.172298\n",
      "[1295]\tvalid_0's auc: 0.770612\tvalid_0's binary_logloss: 0.154112\tvalid_1's auc: 0.749899\tvalid_1's binary_logloss: 0.172291\n",
      "[1296]\tvalid_0's auc: 0.770627\tvalid_0's binary_logloss: 0.154107\tvalid_1's auc: 0.74992\tvalid_1's binary_logloss: 0.172287\n",
      "[1297]\tvalid_0's auc: 0.770625\tvalid_0's binary_logloss: 0.154102\tvalid_1's auc: 0.749931\tvalid_1's binary_logloss: 0.17228\n",
      "[1298]\tvalid_0's auc: 0.770651\tvalid_0's binary_logloss: 0.154096\tvalid_1's auc: 0.74997\tvalid_1's binary_logloss: 0.172274\n",
      "[1299]\tvalid_0's auc: 0.77065\tvalid_0's binary_logloss: 0.154093\tvalid_1's auc: 0.749973\tvalid_1's binary_logloss: 0.172271\n",
      "[1300]\tvalid_0's auc: 0.770646\tvalid_0's binary_logloss: 0.154086\tvalid_1's auc: 0.749984\tvalid_1's binary_logloss: 0.172264\n",
      "[1301]\tvalid_0's auc: 0.770668\tvalid_0's binary_logloss: 0.154084\tvalid_1's auc: 0.750006\tvalid_1's binary_logloss: 0.172262\n",
      "[1302]\tvalid_0's auc: 0.770681\tvalid_0's binary_logloss: 0.15408\tvalid_1's auc: 0.750013\tvalid_1's binary_logloss: 0.172259\n",
      "[1303]\tvalid_0's auc: 0.770676\tvalid_0's binary_logloss: 0.154076\tvalid_1's auc: 0.750013\tvalid_1's binary_logloss: 0.172254\n",
      "[1304]\tvalid_0's auc: 0.770689\tvalid_0's binary_logloss: 0.154074\tvalid_1's auc: 0.750021\tvalid_1's binary_logloss: 0.172251\n",
      "[1305]\tvalid_0's auc: 0.770683\tvalid_0's binary_logloss: 0.154069\tvalid_1's auc: 0.750022\tvalid_1's binary_logloss: 0.172246\n",
      "[1306]\tvalid_0's auc: 0.770669\tvalid_0's binary_logloss: 0.154064\tvalid_1's auc: 0.750009\tvalid_1's binary_logloss: 0.172241\n",
      "[1307]\tvalid_0's auc: 0.770664\tvalid_0's binary_logloss: 0.15406\tvalid_1's auc: 0.749997\tvalid_1's binary_logloss: 0.172237\n",
      "[1308]\tvalid_0's auc: 0.770672\tvalid_0's binary_logloss: 0.154056\tvalid_1's auc: 0.750011\tvalid_1's binary_logloss: 0.172233\n",
      "[1309]\tvalid_0's auc: 0.770664\tvalid_0's binary_logloss: 0.154052\tvalid_1's auc: 0.750018\tvalid_1's binary_logloss: 0.172227\n",
      "[1310]\tvalid_0's auc: 0.770681\tvalid_0's binary_logloss: 0.154047\tvalid_1's auc: 0.750036\tvalid_1's binary_logloss: 0.172224\n",
      "[1311]\tvalid_0's auc: 0.77067\tvalid_0's binary_logloss: 0.154043\tvalid_1's auc: 0.750045\tvalid_1's binary_logloss: 0.172219\n",
      "[1312]\tvalid_0's auc: 0.770688\tvalid_0's binary_logloss: 0.154035\tvalid_1's auc: 0.750055\tvalid_1's binary_logloss: 0.172212\n",
      "[1313]\tvalid_0's auc: 0.770692\tvalid_0's binary_logloss: 0.154031\tvalid_1's auc: 0.750061\tvalid_1's binary_logloss: 0.172208\n",
      "[1314]\tvalid_0's auc: 0.770683\tvalid_0's binary_logloss: 0.154028\tvalid_1's auc: 0.750046\tvalid_1's binary_logloss: 0.172205\n",
      "[1315]\tvalid_0's auc: 0.770695\tvalid_0's binary_logloss: 0.154025\tvalid_1's auc: 0.750047\tvalid_1's binary_logloss: 0.172202\n",
      "[1316]\tvalid_0's auc: 0.770683\tvalid_0's binary_logloss: 0.154022\tvalid_1's auc: 0.750025\tvalid_1's binary_logloss: 0.172199\n",
      "[1317]\tvalid_0's auc: 0.770669\tvalid_0's binary_logloss: 0.154018\tvalid_1's auc: 0.750022\tvalid_1's binary_logloss: 0.172195\n",
      "[1318]\tvalid_0's auc: 0.770676\tvalid_0's binary_logloss: 0.154011\tvalid_1's auc: 0.750045\tvalid_1's binary_logloss: 0.172188\n",
      "[1319]\tvalid_0's auc: 0.770714\tvalid_0's binary_logloss: 0.154003\tvalid_1's auc: 0.750065\tvalid_1's binary_logloss: 0.172181\n",
      "[1320]\tvalid_0's auc: 0.770723\tvalid_0's binary_logloss: 0.154001\tvalid_1's auc: 0.750081\tvalid_1's binary_logloss: 0.172178\n",
      "[1321]\tvalid_0's auc: 0.770749\tvalid_0's binary_logloss: 0.153993\tvalid_1's auc: 0.750091\tvalid_1's binary_logloss: 0.172172\n",
      "[1322]\tvalid_0's auc: 0.770757\tvalid_0's binary_logloss: 0.153987\tvalid_1's auc: 0.750081\tvalid_1's binary_logloss: 0.172167\n",
      "[1323]\tvalid_0's auc: 0.770761\tvalid_0's binary_logloss: 0.153985\tvalid_1's auc: 0.750097\tvalid_1's binary_logloss: 0.172163\n",
      "[1324]\tvalid_0's auc: 0.770735\tvalid_0's binary_logloss: 0.153981\tvalid_1's auc: 0.75008\tvalid_1's binary_logloss: 0.17216\n",
      "[1325]\tvalid_0's auc: 0.770734\tvalid_0's binary_logloss: 0.153977\tvalid_1's auc: 0.750072\tvalid_1's binary_logloss: 0.172156\n",
      "[1326]\tvalid_0's auc: 0.770745\tvalid_0's binary_logloss: 0.153971\tvalid_1's auc: 0.750075\tvalid_1's binary_logloss: 0.172151\n",
      "[1327]\tvalid_0's auc: 0.770751\tvalid_0's binary_logloss: 0.153966\tvalid_1's auc: 0.750083\tvalid_1's binary_logloss: 0.172146\n",
      "[1328]\tvalid_0's auc: 0.770755\tvalid_0's binary_logloss: 0.153959\tvalid_1's auc: 0.75007\tvalid_1's binary_logloss: 0.17214\n",
      "[1329]\tvalid_0's auc: 0.770745\tvalid_0's binary_logloss: 0.153954\tvalid_1's auc: 0.750063\tvalid_1's binary_logloss: 0.172134\n",
      "[1330]\tvalid_0's auc: 0.770749\tvalid_0's binary_logloss: 0.153948\tvalid_1's auc: 0.750059\tvalid_1's binary_logloss: 0.172129\n",
      "[1331]\tvalid_0's auc: 0.770758\tvalid_0's binary_logloss: 0.153942\tvalid_1's auc: 0.750069\tvalid_1's binary_logloss: 0.172123\n",
      "[1332]\tvalid_0's auc: 0.770768\tvalid_0's binary_logloss: 0.15394\tvalid_1's auc: 0.750086\tvalid_1's binary_logloss: 0.17212\n",
      "[1333]\tvalid_0's auc: 0.770769\tvalid_0's binary_logloss: 0.153935\tvalid_1's auc: 0.750085\tvalid_1's binary_logloss: 0.172115\n",
      "[1334]\tvalid_0's auc: 0.770753\tvalid_0's binary_logloss: 0.15393\tvalid_1's auc: 0.750073\tvalid_1's binary_logloss: 0.172111\n",
      "[1335]\tvalid_0's auc: 0.770745\tvalid_0's binary_logloss: 0.153926\tvalid_1's auc: 0.75007\tvalid_1's binary_logloss: 0.172106\n",
      "[1336]\tvalid_0's auc: 0.770733\tvalid_0's binary_logloss: 0.153924\tvalid_1's auc: 0.750077\tvalid_1's binary_logloss: 0.172103\n",
      "[1337]\tvalid_0's auc: 0.770744\tvalid_0's binary_logloss: 0.153916\tvalid_1's auc: 0.750076\tvalid_1's binary_logloss: 0.172097\n",
      "[1338]\tvalid_0's auc: 0.770762\tvalid_0's binary_logloss: 0.153911\tvalid_1's auc: 0.750098\tvalid_1's binary_logloss: 0.172092\n",
      "[1339]\tvalid_0's auc: 0.770756\tvalid_0's binary_logloss: 0.153909\tvalid_1's auc: 0.750086\tvalid_1's binary_logloss: 0.17209\n",
      "[1340]\tvalid_0's auc: 0.770761\tvalid_0's binary_logloss: 0.153904\tvalid_1's auc: 0.750092\tvalid_1's binary_logloss: 0.172084\n",
      "[1341]\tvalid_0's auc: 0.770772\tvalid_0's binary_logloss: 0.153898\tvalid_1's auc: 0.750102\tvalid_1's binary_logloss: 0.172079\n",
      "[1342]\tvalid_0's auc: 0.770787\tvalid_0's binary_logloss: 0.153894\tvalid_1's auc: 0.750096\tvalid_1's binary_logloss: 0.172075\n",
      "[1343]\tvalid_0's auc: 0.770791\tvalid_0's binary_logloss: 0.15389\tvalid_1's auc: 0.750106\tvalid_1's binary_logloss: 0.172071\n",
      "[1344]\tvalid_0's auc: 0.770814\tvalid_0's binary_logloss: 0.153883\tvalid_1's auc: 0.750121\tvalid_1's binary_logloss: 0.172065\n",
      "[1345]\tvalid_0's auc: 0.770811\tvalid_0's binary_logloss: 0.15388\tvalid_1's auc: 0.750125\tvalid_1's binary_logloss: 0.172061\n",
      "[1346]\tvalid_0's auc: 0.7708\tvalid_0's binary_logloss: 0.153876\tvalid_1's auc: 0.750118\tvalid_1's binary_logloss: 0.172057\n",
      "[1347]\tvalid_0's auc: 0.770811\tvalid_0's binary_logloss: 0.153873\tvalid_1's auc: 0.750127\tvalid_1's binary_logloss: 0.172054\n",
      "[1348]\tvalid_0's auc: 0.77082\tvalid_0's binary_logloss: 0.153866\tvalid_1's auc: 0.750144\tvalid_1's binary_logloss: 0.172047\n",
      "[1349]\tvalid_0's auc: 0.770813\tvalid_0's binary_logloss: 0.153863\tvalid_1's auc: 0.750143\tvalid_1's binary_logloss: 0.172044\n",
      "[1350]\tvalid_0's auc: 0.770819\tvalid_0's binary_logloss: 0.153859\tvalid_1's auc: 0.750155\tvalid_1's binary_logloss: 0.17204\n",
      "[1351]\tvalid_0's auc: 0.770827\tvalid_0's binary_logloss: 0.153852\tvalid_1's auc: 0.750162\tvalid_1's binary_logloss: 0.172033\n",
      "[1352]\tvalid_0's auc: 0.770826\tvalid_0's binary_logloss: 0.153847\tvalid_1's auc: 0.750151\tvalid_1's binary_logloss: 0.172029\n",
      "[1353]\tvalid_0's auc: 0.770842\tvalid_0's binary_logloss: 0.15384\tvalid_1's auc: 0.750159\tvalid_1's binary_logloss: 0.172022\n",
      "[1354]\tvalid_0's auc: 0.770871\tvalid_0's binary_logloss: 0.153832\tvalid_1's auc: 0.750179\tvalid_1's binary_logloss: 0.172015\n",
      "[1355]\tvalid_0's auc: 0.770862\tvalid_0's binary_logloss: 0.153827\tvalid_1's auc: 0.750162\tvalid_1's binary_logloss: 0.17201\n",
      "[1356]\tvalid_0's auc: 0.770844\tvalid_0's binary_logloss: 0.153821\tvalid_1's auc: 0.750157\tvalid_1's binary_logloss: 0.172004\n",
      "[1357]\tvalid_0's auc: 0.770853\tvalid_0's binary_logloss: 0.153814\tvalid_1's auc: 0.750154\tvalid_1's binary_logloss: 0.171997\n",
      "[1358]\tvalid_0's auc: 0.770837\tvalid_0's binary_logloss: 0.153809\tvalid_1's auc: 0.750152\tvalid_1's binary_logloss: 0.171991\n",
      "[1359]\tvalid_0's auc: 0.770841\tvalid_0's binary_logloss: 0.153803\tvalid_1's auc: 0.750141\tvalid_1's binary_logloss: 0.171986\n",
      "[1360]\tvalid_0's auc: 0.770852\tvalid_0's binary_logloss: 0.153799\tvalid_1's auc: 0.750167\tvalid_1's binary_logloss: 0.171981\n",
      "[1361]\tvalid_0's auc: 0.770889\tvalid_0's binary_logloss: 0.153792\tvalid_1's auc: 0.750195\tvalid_1's binary_logloss: 0.171975\n",
      "[1362]\tvalid_0's auc: 0.770894\tvalid_0's binary_logloss: 0.153787\tvalid_1's auc: 0.750209\tvalid_1's binary_logloss: 0.171969\n",
      "[1363]\tvalid_0's auc: 0.770908\tvalid_0's binary_logloss: 0.15378\tvalid_1's auc: 0.750228\tvalid_1's binary_logloss: 0.171962\n",
      "[1364]\tvalid_0's auc: 0.770917\tvalid_0's binary_logloss: 0.153775\tvalid_1's auc: 0.750241\tvalid_1's binary_logloss: 0.171957\n",
      "[1365]\tvalid_0's auc: 0.770924\tvalid_0's binary_logloss: 0.153772\tvalid_1's auc: 0.750263\tvalid_1's binary_logloss: 0.171952\n",
      "[1366]\tvalid_0's auc: 0.770957\tvalid_0's binary_logloss: 0.153767\tvalid_1's auc: 0.750289\tvalid_1's binary_logloss: 0.171948\n",
      "[1367]\tvalid_0's auc: 0.770953\tvalid_0's binary_logloss: 0.153762\tvalid_1's auc: 0.750293\tvalid_1's binary_logloss: 0.171942\n",
      "[1368]\tvalid_0's auc: 0.770943\tvalid_0's binary_logloss: 0.153757\tvalid_1's auc: 0.750291\tvalid_1's binary_logloss: 0.171937\n",
      "[1369]\tvalid_0's auc: 0.770955\tvalid_0's binary_logloss: 0.153752\tvalid_1's auc: 0.750305\tvalid_1's binary_logloss: 0.171932\n",
      "[1370]\tvalid_0's auc: 0.770952\tvalid_0's binary_logloss: 0.15375\tvalid_1's auc: 0.750294\tvalid_1's binary_logloss: 0.17193\n",
      "[1371]\tvalid_0's auc: 0.770952\tvalid_0's binary_logloss: 0.153745\tvalid_1's auc: 0.750301\tvalid_1's binary_logloss: 0.171925\n",
      "[1372]\tvalid_0's auc: 0.77095\tvalid_0's binary_logloss: 0.153742\tvalid_1's auc: 0.750312\tvalid_1's binary_logloss: 0.171922\n",
      "[1373]\tvalid_0's auc: 0.770947\tvalid_0's binary_logloss: 0.153736\tvalid_1's auc: 0.750318\tvalid_1's binary_logloss: 0.171915\n",
      "[1374]\tvalid_0's auc: 0.770962\tvalid_0's binary_logloss: 0.153732\tvalid_1's auc: 0.75033\tvalid_1's binary_logloss: 0.171911\n",
      "[1375]\tvalid_0's auc: 0.770972\tvalid_0's binary_logloss: 0.153729\tvalid_1's auc: 0.750342\tvalid_1's binary_logloss: 0.171909\n",
      "[1376]\tvalid_0's auc: 0.770967\tvalid_0's binary_logloss: 0.153724\tvalid_1's auc: 0.750337\tvalid_1's binary_logloss: 0.171904\n",
      "[1377]\tvalid_0's auc: 0.770962\tvalid_0's binary_logloss: 0.153721\tvalid_1's auc: 0.750327\tvalid_1's binary_logloss: 0.171901\n",
      "[1378]\tvalid_0's auc: 0.770966\tvalid_0's binary_logloss: 0.153716\tvalid_1's auc: 0.750336\tvalid_1's binary_logloss: 0.171895\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1379]\tvalid_0's auc: 0.770961\tvalid_0's binary_logloss: 0.153712\tvalid_1's auc: 0.750341\tvalid_1's binary_logloss: 0.171891\n",
      "[1380]\tvalid_0's auc: 0.770951\tvalid_0's binary_logloss: 0.153707\tvalid_1's auc: 0.750341\tvalid_1's binary_logloss: 0.171886\n",
      "[1381]\tvalid_0's auc: 0.770957\tvalid_0's binary_logloss: 0.153701\tvalid_1's auc: 0.750357\tvalid_1's binary_logloss: 0.171879\n",
      "[1382]\tvalid_0's auc: 0.770961\tvalid_0's binary_logloss: 0.153695\tvalid_1's auc: 0.750369\tvalid_1's binary_logloss: 0.171873\n",
      "[1383]\tvalid_0's auc: 0.77097\tvalid_0's binary_logloss: 0.15369\tvalid_1's auc: 0.750369\tvalid_1's binary_logloss: 0.171868\n",
      "[1384]\tvalid_0's auc: 0.770967\tvalid_0's binary_logloss: 0.153687\tvalid_1's auc: 0.750357\tvalid_1's binary_logloss: 0.171865\n",
      "[1385]\tvalid_0's auc: 0.770959\tvalid_0's binary_logloss: 0.153682\tvalid_1's auc: 0.750348\tvalid_1's binary_logloss: 0.17186\n",
      "[1386]\tvalid_0's auc: 0.770971\tvalid_0's binary_logloss: 0.153678\tvalid_1's auc: 0.750351\tvalid_1's binary_logloss: 0.171856\n",
      "[1387]\tvalid_0's auc: 0.770973\tvalid_0's binary_logloss: 0.153673\tvalid_1's auc: 0.750353\tvalid_1's binary_logloss: 0.171851\n",
      "[1388]\tvalid_0's auc: 0.770962\tvalid_0's binary_logloss: 0.153668\tvalid_1's auc: 0.750334\tvalid_1's binary_logloss: 0.171847\n",
      "[1389]\tvalid_0's auc: 0.77096\tvalid_0's binary_logloss: 0.153661\tvalid_1's auc: 0.750349\tvalid_1's binary_logloss: 0.17184\n",
      "[1390]\tvalid_0's auc: 0.770955\tvalid_0's binary_logloss: 0.153654\tvalid_1's auc: 0.750335\tvalid_1's binary_logloss: 0.171833\n",
      "[1391]\tvalid_0's auc: 0.770944\tvalid_0's binary_logloss: 0.153649\tvalid_1's auc: 0.750327\tvalid_1's binary_logloss: 0.171829\n",
      "[1392]\tvalid_0's auc: 0.770946\tvalid_0's binary_logloss: 0.153645\tvalid_1's auc: 0.750326\tvalid_1's binary_logloss: 0.171825\n",
      "[1393]\tvalid_0's auc: 0.770935\tvalid_0's binary_logloss: 0.153642\tvalid_1's auc: 0.750307\tvalid_1's binary_logloss: 0.171822\n",
      "[1394]\tvalid_0's auc: 0.770944\tvalid_0's binary_logloss: 0.153638\tvalid_1's auc: 0.750296\tvalid_1's binary_logloss: 0.171818\n",
      "[1395]\tvalid_0's auc: 0.770967\tvalid_0's binary_logloss: 0.153633\tvalid_1's auc: 0.750313\tvalid_1's binary_logloss: 0.171813\n",
      "[1396]\tvalid_0's auc: 0.77097\tvalid_0's binary_logloss: 0.153629\tvalid_1's auc: 0.750336\tvalid_1's binary_logloss: 0.171808\n",
      "[1397]\tvalid_0's auc: 0.770961\tvalid_0's binary_logloss: 0.153625\tvalid_1's auc: 0.750336\tvalid_1's binary_logloss: 0.171803\n",
      "[1398]\tvalid_0's auc: 0.770948\tvalid_0's binary_logloss: 0.15362\tvalid_1's auc: 0.750329\tvalid_1's binary_logloss: 0.171798\n",
      "[1399]\tvalid_0's auc: 0.770944\tvalid_0's binary_logloss: 0.153616\tvalid_1's auc: 0.750323\tvalid_1's binary_logloss: 0.171794\n",
      "[1400]\tvalid_0's auc: 0.770931\tvalid_0's binary_logloss: 0.153611\tvalid_1's auc: 0.750301\tvalid_1's binary_logloss: 0.17179\n",
      "[1401]\tvalid_0's auc: 0.770951\tvalid_0's binary_logloss: 0.153607\tvalid_1's auc: 0.750333\tvalid_1's binary_logloss: 0.171785\n",
      "[1402]\tvalid_0's auc: 0.770955\tvalid_0's binary_logloss: 0.153603\tvalid_1's auc: 0.750358\tvalid_1's binary_logloss: 0.17178\n",
      "[1403]\tvalid_0's auc: 0.77095\tvalid_0's binary_logloss: 0.153599\tvalid_1's auc: 0.750351\tvalid_1's binary_logloss: 0.171776\n",
      "[1404]\tvalid_0's auc: 0.770944\tvalid_0's binary_logloss: 0.153594\tvalid_1's auc: 0.750349\tvalid_1's binary_logloss: 0.17177\n",
      "[1405]\tvalid_0's auc: 0.770934\tvalid_0's binary_logloss: 0.15359\tvalid_1's auc: 0.750343\tvalid_1's binary_logloss: 0.171766\n",
      "[1406]\tvalid_0's auc: 0.770945\tvalid_0's binary_logloss: 0.153587\tvalid_1's auc: 0.750354\tvalid_1's binary_logloss: 0.171764\n",
      "[1407]\tvalid_0's auc: 0.770934\tvalid_0's binary_logloss: 0.153585\tvalid_1's auc: 0.75035\tvalid_1's binary_logloss: 0.171761\n",
      "[1408]\tvalid_0's auc: 0.770931\tvalid_0's binary_logloss: 0.153581\tvalid_1's auc: 0.750338\tvalid_1's binary_logloss: 0.171757\n",
      "[1409]\tvalid_0's auc: 0.770952\tvalid_0's binary_logloss: 0.153576\tvalid_1's auc: 0.750357\tvalid_1's binary_logloss: 0.171753\n",
      "[1410]\tvalid_0's auc: 0.770964\tvalid_0's binary_logloss: 0.153569\tvalid_1's auc: 0.750374\tvalid_1's binary_logloss: 0.171746\n",
      "[1411]\tvalid_0's auc: 0.770977\tvalid_0's binary_logloss: 0.153566\tvalid_1's auc: 0.750386\tvalid_1's binary_logloss: 0.171743\n",
      "[1412]\tvalid_0's auc: 0.770992\tvalid_0's binary_logloss: 0.153562\tvalid_1's auc: 0.750394\tvalid_1's binary_logloss: 0.171738\n",
      "[1413]\tvalid_0's auc: 0.770988\tvalid_0's binary_logloss: 0.153557\tvalid_1's auc: 0.750398\tvalid_1's binary_logloss: 0.171734\n",
      "[1414]\tvalid_0's auc: 0.770977\tvalid_0's binary_logloss: 0.153552\tvalid_1's auc: 0.750385\tvalid_1's binary_logloss: 0.171729\n",
      "[1415]\tvalid_0's auc: 0.770989\tvalid_0's binary_logloss: 0.153547\tvalid_1's auc: 0.750389\tvalid_1's binary_logloss: 0.171724\n",
      "[1416]\tvalid_0's auc: 0.770984\tvalid_0's binary_logloss: 0.153542\tvalid_1's auc: 0.75037\tvalid_1's binary_logloss: 0.17172\n",
      "[1417]\tvalid_0's auc: 0.770984\tvalid_0's binary_logloss: 0.153542\tvalid_1's auc: 0.75037\tvalid_1's binary_logloss: 0.17172\n",
      "[1418]\tvalid_0's auc: 0.770983\tvalid_0's binary_logloss: 0.153539\tvalid_1's auc: 0.750367\tvalid_1's binary_logloss: 0.171717\n",
      "[1419]\tvalid_0's auc: 0.770991\tvalid_0's binary_logloss: 0.153535\tvalid_1's auc: 0.750359\tvalid_1's binary_logloss: 0.171713\n",
      "[1420]\tvalid_0's auc: 0.770995\tvalid_0's binary_logloss: 0.153531\tvalid_1's auc: 0.750375\tvalid_1's binary_logloss: 0.17171\n",
      "[1421]\tvalid_0's auc: 0.770991\tvalid_0's binary_logloss: 0.153528\tvalid_1's auc: 0.750379\tvalid_1's binary_logloss: 0.171706\n",
      "[1422]\tvalid_0's auc: 0.770987\tvalid_0's binary_logloss: 0.153523\tvalid_1's auc: 0.750392\tvalid_1's binary_logloss: 0.1717\n",
      "[1423]\tvalid_0's auc: 0.770983\tvalid_0's binary_logloss: 0.153518\tvalid_1's auc: 0.750381\tvalid_1's binary_logloss: 0.171696\n",
      "[1424]\tvalid_0's auc: 0.770971\tvalid_0's binary_logloss: 0.153512\tvalid_1's auc: 0.75037\tvalid_1's binary_logloss: 0.171689\n",
      "[1425]\tvalid_0's auc: 0.770965\tvalid_0's binary_logloss: 0.153508\tvalid_1's auc: 0.750368\tvalid_1's binary_logloss: 0.171685\n",
      "[1426]\tvalid_0's auc: 0.770986\tvalid_0's binary_logloss: 0.153502\tvalid_1's auc: 0.750391\tvalid_1's binary_logloss: 0.171679\n",
      "[1427]\tvalid_0's auc: 0.771005\tvalid_0's binary_logloss: 0.153496\tvalid_1's auc: 0.750411\tvalid_1's binary_logloss: 0.171674\n",
      "[1428]\tvalid_0's auc: 0.771013\tvalid_0's binary_logloss: 0.153493\tvalid_1's auc: 0.750421\tvalid_1's binary_logloss: 0.171671\n",
      "[1429]\tvalid_0's auc: 0.771038\tvalid_0's binary_logloss: 0.153489\tvalid_1's auc: 0.750448\tvalid_1's binary_logloss: 0.171666\n",
      "[1430]\tvalid_0's auc: 0.771087\tvalid_0's binary_logloss: 0.153481\tvalid_1's auc: 0.750484\tvalid_1's binary_logloss: 0.171659\n",
      "[1431]\tvalid_0's auc: 0.771076\tvalid_0's binary_logloss: 0.153478\tvalid_1's auc: 0.750489\tvalid_1's binary_logloss: 0.171655\n",
      "[1432]\tvalid_0's auc: 0.77107\tvalid_0's binary_logloss: 0.153475\tvalid_1's auc: 0.750472\tvalid_1's binary_logloss: 0.171652\n",
      "[1433]\tvalid_0's auc: 0.771065\tvalid_0's binary_logloss: 0.153469\tvalid_1's auc: 0.750459\tvalid_1's binary_logloss: 0.171647\n",
      "[1434]\tvalid_0's auc: 0.771075\tvalid_0's binary_logloss: 0.153463\tvalid_1's auc: 0.750463\tvalid_1's binary_logloss: 0.171642\n",
      "[1435]\tvalid_0's auc: 0.771108\tvalid_0's binary_logloss: 0.153457\tvalid_1's auc: 0.750507\tvalid_1's binary_logloss: 0.171635\n",
      "[1436]\tvalid_0's auc: 0.771108\tvalid_0's binary_logloss: 0.153454\tvalid_1's auc: 0.75052\tvalid_1's binary_logloss: 0.171631\n",
      "[1437]\tvalid_0's auc: 0.771132\tvalid_0's binary_logloss: 0.153449\tvalid_1's auc: 0.750546\tvalid_1's binary_logloss: 0.171626\n",
      "[1438]\tvalid_0's auc: 0.771127\tvalid_0's binary_logloss: 0.153446\tvalid_1's auc: 0.75055\tvalid_1's binary_logloss: 0.171622\n",
      "[1439]\tvalid_0's auc: 0.771127\tvalid_0's binary_logloss: 0.153442\tvalid_1's auc: 0.750544\tvalid_1's binary_logloss: 0.171618\n",
      "[1440]\tvalid_0's auc: 0.771119\tvalid_0's binary_logloss: 0.153439\tvalid_1's auc: 0.750553\tvalid_1's binary_logloss: 0.171615\n",
      "[1441]\tvalid_0's auc: 0.771115\tvalid_0's binary_logloss: 0.153436\tvalid_1's auc: 0.750553\tvalid_1's binary_logloss: 0.171611\n",
      "[1442]\tvalid_0's auc: 0.771106\tvalid_0's binary_logloss: 0.15343\tvalid_1's auc: 0.750553\tvalid_1's binary_logloss: 0.171605\n",
      "[1443]\tvalid_0's auc: 0.771097\tvalid_0's binary_logloss: 0.153426\tvalid_1's auc: 0.750554\tvalid_1's binary_logloss: 0.171601\n",
      "[1444]\tvalid_0's auc: 0.771114\tvalid_0's binary_logloss: 0.153422\tvalid_1's auc: 0.75055\tvalid_1's binary_logloss: 0.171597\n",
      "[1445]\tvalid_0's auc: 0.771131\tvalid_0's binary_logloss: 0.153417\tvalid_1's auc: 0.750571\tvalid_1's binary_logloss: 0.171592\n",
      "[1446]\tvalid_0's auc: 0.771134\tvalid_0's binary_logloss: 0.153415\tvalid_1's auc: 0.750586\tvalid_1's binary_logloss: 0.171589\n",
      "[1447]\tvalid_0's auc: 0.771146\tvalid_0's binary_logloss: 0.15341\tvalid_1's auc: 0.750585\tvalid_1's binary_logloss: 0.171584\n",
      "[1448]\tvalid_0's auc: 0.771142\tvalid_0's binary_logloss: 0.153407\tvalid_1's auc: 0.750584\tvalid_1's binary_logloss: 0.171581\n",
      "[1449]\tvalid_0's auc: 0.771134\tvalid_0's binary_logloss: 0.153402\tvalid_1's auc: 0.750586\tvalid_1's binary_logloss: 0.171576\n",
      "[1450]\tvalid_0's auc: 0.771149\tvalid_0's binary_logloss: 0.153399\tvalid_1's auc: 0.750604\tvalid_1's binary_logloss: 0.171573\n",
      "[1451]\tvalid_0's auc: 0.771176\tvalid_0's binary_logloss: 0.153394\tvalid_1's auc: 0.750617\tvalid_1's binary_logloss: 0.171569\n",
      "[1452]\tvalid_0's auc: 0.77119\tvalid_0's binary_logloss: 0.153389\tvalid_1's auc: 0.75062\tvalid_1's binary_logloss: 0.171565\n",
      "[1453]\tvalid_0's auc: 0.771218\tvalid_0's binary_logloss: 0.153385\tvalid_1's auc: 0.750654\tvalid_1's binary_logloss: 0.171561\n",
      "[1454]\tvalid_0's auc: 0.771212\tvalid_0's binary_logloss: 0.153381\tvalid_1's auc: 0.750649\tvalid_1's binary_logloss: 0.171557\n",
      "[1455]\tvalid_0's auc: 0.771223\tvalid_0's binary_logloss: 0.153374\tvalid_1's auc: 0.750659\tvalid_1's binary_logloss: 0.17155\n",
      "[1456]\tvalid_0's auc: 0.771224\tvalid_0's binary_logloss: 0.153368\tvalid_1's auc: 0.750675\tvalid_1's binary_logloss: 0.171543\n",
      "[1457]\tvalid_0's auc: 0.771209\tvalid_0's binary_logloss: 0.153364\tvalid_1's auc: 0.750671\tvalid_1's binary_logloss: 0.171539\n",
      "[1458]\tvalid_0's auc: 0.771202\tvalid_0's binary_logloss: 0.153359\tvalid_1's auc: 0.750668\tvalid_1's binary_logloss: 0.171534\n",
      "[1459]\tvalid_0's auc: 0.771191\tvalid_0's binary_logloss: 0.153355\tvalid_1's auc: 0.750653\tvalid_1's binary_logloss: 0.17153\n",
      "[1460]\tvalid_0's auc: 0.771201\tvalid_0's binary_logloss: 0.153351\tvalid_1's auc: 0.750657\tvalid_1's binary_logloss: 0.171526\n",
      "[1461]\tvalid_0's auc: 0.771193\tvalid_0's binary_logloss: 0.153346\tvalid_1's auc: 0.750668\tvalid_1's binary_logloss: 0.17152\n",
      "[1462]\tvalid_0's auc: 0.771206\tvalid_0's binary_logloss: 0.153341\tvalid_1's auc: 0.750672\tvalid_1's binary_logloss: 0.171515\n",
      "[1463]\tvalid_0's auc: 0.771205\tvalid_0's binary_logloss: 0.153337\tvalid_1's auc: 0.750671\tvalid_1's binary_logloss: 0.171511\n",
      "[1464]\tvalid_0's auc: 0.771199\tvalid_0's binary_logloss: 0.153334\tvalid_1's auc: 0.75067\tvalid_1's binary_logloss: 0.171507\n",
      "[1465]\tvalid_0's auc: 0.771215\tvalid_0's binary_logloss: 0.153328\tvalid_1's auc: 0.750688\tvalid_1's binary_logloss: 0.171502\n",
      "[1466]\tvalid_0's auc: 0.771198\tvalid_0's binary_logloss: 0.153324\tvalid_1's auc: 0.750684\tvalid_1's binary_logloss: 0.171497\n",
      "[1467]\tvalid_0's auc: 0.771191\tvalid_0's binary_logloss: 0.15332\tvalid_1's auc: 0.750683\tvalid_1's binary_logloss: 0.171493\n",
      "[1468]\tvalid_0's auc: 0.771187\tvalid_0's binary_logloss: 0.153319\tvalid_1's auc: 0.750672\tvalid_1's binary_logloss: 0.171492\n",
      "[1469]\tvalid_0's auc: 0.771202\tvalid_0's binary_logloss: 0.153316\tvalid_1's auc: 0.750689\tvalid_1's binary_logloss: 0.171489\n",
      "[1470]\tvalid_0's auc: 0.771208\tvalid_0's binary_logloss: 0.15331\tvalid_1's auc: 0.750705\tvalid_1's binary_logloss: 0.171482\n",
      "[1471]\tvalid_0's auc: 0.771205\tvalid_0's binary_logloss: 0.153308\tvalid_1's auc: 0.750692\tvalid_1's binary_logloss: 0.171481\n",
      "[1472]\tvalid_0's auc: 0.771208\tvalid_0's binary_logloss: 0.153306\tvalid_1's auc: 0.750694\tvalid_1's binary_logloss: 0.171478\n",
      "[1473]\tvalid_0's auc: 0.771213\tvalid_0's binary_logloss: 0.1533\tvalid_1's auc: 0.7507\tvalid_1's binary_logloss: 0.171473\n",
      "[1474]\tvalid_0's auc: 0.77121\tvalid_0's binary_logloss: 0.153297\tvalid_1's auc: 0.750699\tvalid_1's binary_logloss: 0.171469\n",
      "[1475]\tvalid_0's auc: 0.771226\tvalid_0's binary_logloss: 0.153291\tvalid_1's auc: 0.75072\tvalid_1's binary_logloss: 0.171463\n",
      "[1476]\tvalid_0's auc: 0.771225\tvalid_0's binary_logloss: 0.153288\tvalid_1's auc: 0.75071\tvalid_1's binary_logloss: 0.17146\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1477]\tvalid_0's auc: 0.771243\tvalid_0's binary_logloss: 0.153282\tvalid_1's auc: 0.750722\tvalid_1's binary_logloss: 0.171454\n",
      "[1478]\tvalid_0's auc: 0.771245\tvalid_0's binary_logloss: 0.153279\tvalid_1's auc: 0.750741\tvalid_1's binary_logloss: 0.17145\n",
      "[1479]\tvalid_0's auc: 0.77126\tvalid_0's binary_logloss: 0.153275\tvalid_1's auc: 0.750762\tvalid_1's binary_logloss: 0.171446\n",
      "[1480]\tvalid_0's auc: 0.771273\tvalid_0's binary_logloss: 0.153272\tvalid_1's auc: 0.75078\tvalid_1's binary_logloss: 0.171443\n",
      "[1481]\tvalid_0's auc: 0.77127\tvalid_0's binary_logloss: 0.153269\tvalid_1's auc: 0.750766\tvalid_1's binary_logloss: 0.171441\n",
      "[1482]\tvalid_0's auc: 0.771265\tvalid_0's binary_logloss: 0.153264\tvalid_1's auc: 0.750778\tvalid_1's binary_logloss: 0.171435\n",
      "[1483]\tvalid_0's auc: 0.771266\tvalid_0's binary_logloss: 0.153259\tvalid_1's auc: 0.750785\tvalid_1's binary_logloss: 0.171429\n",
      "[1484]\tvalid_0's auc: 0.771262\tvalid_0's binary_logloss: 0.153253\tvalid_1's auc: 0.750788\tvalid_1's binary_logloss: 0.171423\n",
      "[1485]\tvalid_0's auc: 0.771263\tvalid_0's binary_logloss: 0.15325\tvalid_1's auc: 0.75078\tvalid_1's binary_logloss: 0.17142\n",
      "[1486]\tvalid_0's auc: 0.771253\tvalid_0's binary_logloss: 0.153248\tvalid_1's auc: 0.75077\tvalid_1's binary_logloss: 0.171417\n",
      "[1487]\tvalid_0's auc: 0.771248\tvalid_0's binary_logloss: 0.153241\tvalid_1's auc: 0.750756\tvalid_1's binary_logloss: 0.171411\n",
      "[1488]\tvalid_0's auc: 0.771253\tvalid_0's binary_logloss: 0.153236\tvalid_1's auc: 0.750764\tvalid_1's binary_logloss: 0.171405\n",
      "[1489]\tvalid_0's auc: 0.771254\tvalid_0's binary_logloss: 0.153231\tvalid_1's auc: 0.750761\tvalid_1's binary_logloss: 0.171401\n",
      "[1490]\tvalid_0's auc: 0.771257\tvalid_0's binary_logloss: 0.153226\tvalid_1's auc: 0.750753\tvalid_1's binary_logloss: 0.171397\n",
      "[1491]\tvalid_0's auc: 0.771261\tvalid_0's binary_logloss: 0.153221\tvalid_1's auc: 0.750753\tvalid_1's binary_logloss: 0.171393\n",
      "[1492]\tvalid_0's auc: 0.771265\tvalid_0's binary_logloss: 0.153219\tvalid_1's auc: 0.750744\tvalid_1's binary_logloss: 0.17139\n",
      "[1493]\tvalid_0's auc: 0.771267\tvalid_0's binary_logloss: 0.153214\tvalid_1's auc: 0.750746\tvalid_1's binary_logloss: 0.171385\n",
      "[1494]\tvalid_0's auc: 0.771294\tvalid_0's binary_logloss: 0.153209\tvalid_1's auc: 0.750775\tvalid_1's binary_logloss: 0.17138\n",
      "[1495]\tvalid_0's auc: 0.771305\tvalid_0's binary_logloss: 0.153203\tvalid_1's auc: 0.75079\tvalid_1's binary_logloss: 0.171374\n",
      "[1496]\tvalid_0's auc: 0.771306\tvalid_0's binary_logloss: 0.153199\tvalid_1's auc: 0.750805\tvalid_1's binary_logloss: 0.171369\n",
      "[1497]\tvalid_0's auc: 0.7713\tvalid_0's binary_logloss: 0.153195\tvalid_1's auc: 0.750805\tvalid_1's binary_logloss: 0.171364\n",
      "[1498]\tvalid_0's auc: 0.771336\tvalid_0's binary_logloss: 0.153192\tvalid_1's auc: 0.750828\tvalid_1's binary_logloss: 0.171362\n",
      "[1499]\tvalid_0's auc: 0.771332\tvalid_0's binary_logloss: 0.153188\tvalid_1's auc: 0.750838\tvalid_1's binary_logloss: 0.171358\n",
      "[1500]\tvalid_0's auc: 0.771331\tvalid_0's binary_logloss: 0.153185\tvalid_1's auc: 0.750836\tvalid_1's binary_logloss: 0.171354\n",
      "[1501]\tvalid_0's auc: 0.771324\tvalid_0's binary_logloss: 0.15318\tvalid_1's auc: 0.750827\tvalid_1's binary_logloss: 0.17135\n",
      "[1502]\tvalid_0's auc: 0.771326\tvalid_0's binary_logloss: 0.153177\tvalid_1's auc: 0.750834\tvalid_1's binary_logloss: 0.171347\n",
      "[1503]\tvalid_0's auc: 0.771332\tvalid_0's binary_logloss: 0.153172\tvalid_1's auc: 0.750848\tvalid_1's binary_logloss: 0.171342\n",
      "[1504]\tvalid_0's auc: 0.771337\tvalid_0's binary_logloss: 0.153169\tvalid_1's auc: 0.750864\tvalid_1's binary_logloss: 0.171338\n",
      "[1505]\tvalid_0's auc: 0.771334\tvalid_0's binary_logloss: 0.153164\tvalid_1's auc: 0.750856\tvalid_1's binary_logloss: 0.171333\n",
      "[1506]\tvalid_0's auc: 0.77135\tvalid_0's binary_logloss: 0.153159\tvalid_1's auc: 0.750866\tvalid_1's binary_logloss: 0.171327\n",
      "[1507]\tvalid_0's auc: 0.771363\tvalid_0's binary_logloss: 0.153155\tvalid_1's auc: 0.750879\tvalid_1's binary_logloss: 0.171323\n",
      "[1508]\tvalid_0's auc: 0.771353\tvalid_0's binary_logloss: 0.153151\tvalid_1's auc: 0.750858\tvalid_1's binary_logloss: 0.17132\n",
      "[1509]\tvalid_0's auc: 0.771391\tvalid_0's binary_logloss: 0.153145\tvalid_1's auc: 0.750893\tvalid_1's binary_logloss: 0.171315\n",
      "[1510]\tvalid_0's auc: 0.771391\tvalid_0's binary_logloss: 0.153142\tvalid_1's auc: 0.750881\tvalid_1's binary_logloss: 0.171312\n",
      "[1511]\tvalid_0's auc: 0.771399\tvalid_0's binary_logloss: 0.153138\tvalid_1's auc: 0.750904\tvalid_1's binary_logloss: 0.171308\n",
      "[1512]\tvalid_0's auc: 0.771402\tvalid_0's binary_logloss: 0.153137\tvalid_1's auc: 0.750902\tvalid_1's binary_logloss: 0.171307\n",
      "[1513]\tvalid_0's auc: 0.771387\tvalid_0's binary_logloss: 0.153133\tvalid_1's auc: 0.750895\tvalid_1's binary_logloss: 0.171303\n",
      "[1514]\tvalid_0's auc: 0.771395\tvalid_0's binary_logloss: 0.153129\tvalid_1's auc: 0.750903\tvalid_1's binary_logloss: 0.171299\n",
      "[1515]\tvalid_0's auc: 0.771401\tvalid_0's binary_logloss: 0.153128\tvalid_1's auc: 0.75091\tvalid_1's binary_logloss: 0.171298\n",
      "[1516]\tvalid_0's auc: 0.771406\tvalid_0's binary_logloss: 0.153124\tvalid_1's auc: 0.750898\tvalid_1's binary_logloss: 0.171294\n",
      "[1517]\tvalid_0's auc: 0.771404\tvalid_0's binary_logloss: 0.15312\tvalid_1's auc: 0.750888\tvalid_1's binary_logloss: 0.17129\n",
      "[1518]\tvalid_0's auc: 0.771394\tvalid_0's binary_logloss: 0.153117\tvalid_1's auc: 0.750896\tvalid_1's binary_logloss: 0.171286\n",
      "[1519]\tvalid_0's auc: 0.771386\tvalid_0's binary_logloss: 0.153115\tvalid_1's auc: 0.750894\tvalid_1's binary_logloss: 0.171284\n",
      "[1520]\tvalid_0's auc: 0.771398\tvalid_0's binary_logloss: 0.15311\tvalid_1's auc: 0.750916\tvalid_1's binary_logloss: 0.171279\n",
      "[1521]\tvalid_0's auc: 0.771389\tvalid_0's binary_logloss: 0.153108\tvalid_1's auc: 0.750912\tvalid_1's binary_logloss: 0.171276\n",
      "[1522]\tvalid_0's auc: 0.77138\tvalid_0's binary_logloss: 0.153103\tvalid_1's auc: 0.750906\tvalid_1's binary_logloss: 0.171272\n",
      "[1523]\tvalid_0's auc: 0.771413\tvalid_0's binary_logloss: 0.153097\tvalid_1's auc: 0.750959\tvalid_1's binary_logloss: 0.171265\n",
      "[1524]\tvalid_0's auc: 0.771416\tvalid_0's binary_logloss: 0.153092\tvalid_1's auc: 0.750962\tvalid_1's binary_logloss: 0.171261\n",
      "[1525]\tvalid_0's auc: 0.771406\tvalid_0's binary_logloss: 0.153087\tvalid_1's auc: 0.75096\tvalid_1's binary_logloss: 0.171256\n",
      "[1526]\tvalid_0's auc: 0.771407\tvalid_0's binary_logloss: 0.153085\tvalid_1's auc: 0.750972\tvalid_1's binary_logloss: 0.171253\n",
      "[1527]\tvalid_0's auc: 0.771448\tvalid_0's binary_logloss: 0.15308\tvalid_1's auc: 0.751012\tvalid_1's binary_logloss: 0.171247\n",
      "[1528]\tvalid_0's auc: 0.77145\tvalid_0's binary_logloss: 0.153075\tvalid_1's auc: 0.751002\tvalid_1's binary_logloss: 0.171243\n",
      "[1529]\tvalid_0's auc: 0.771463\tvalid_0's binary_logloss: 0.153073\tvalid_1's auc: 0.751019\tvalid_1's binary_logloss: 0.171241\n",
      "[1530]\tvalid_0's auc: 0.771458\tvalid_0's binary_logloss: 0.15307\tvalid_1's auc: 0.751019\tvalid_1's binary_logloss: 0.171239\n",
      "[1531]\tvalid_0's auc: 0.771468\tvalid_0's binary_logloss: 0.153065\tvalid_1's auc: 0.751031\tvalid_1's binary_logloss: 0.171233\n",
      "[1532]\tvalid_0's auc: 0.771453\tvalid_0's binary_logloss: 0.153062\tvalid_1's auc: 0.751018\tvalid_1's binary_logloss: 0.17123\n",
      "[1533]\tvalid_0's auc: 0.771449\tvalid_0's binary_logloss: 0.153058\tvalid_1's auc: 0.751002\tvalid_1's binary_logloss: 0.171227\n",
      "[1534]\tvalid_0's auc: 0.77147\tvalid_0's binary_logloss: 0.153052\tvalid_1's auc: 0.751018\tvalid_1's binary_logloss: 0.171222\n",
      "[1535]\tvalid_0's auc: 0.771493\tvalid_0's binary_logloss: 0.153047\tvalid_1's auc: 0.751047\tvalid_1's binary_logloss: 0.171217\n",
      "[1536]\tvalid_0's auc: 0.771495\tvalid_0's binary_logloss: 0.153044\tvalid_1's auc: 0.75104\tvalid_1's binary_logloss: 0.171214\n",
      "[1537]\tvalid_0's auc: 0.771492\tvalid_0's binary_logloss: 0.153039\tvalid_1's auc: 0.751039\tvalid_1's binary_logloss: 0.171209\n",
      "[1538]\tvalid_0's auc: 0.771502\tvalid_0's binary_logloss: 0.153036\tvalid_1's auc: 0.751064\tvalid_1's binary_logloss: 0.171205\n",
      "[1539]\tvalid_0's auc: 0.771528\tvalid_0's binary_logloss: 0.153029\tvalid_1's auc: 0.751082\tvalid_1's binary_logloss: 0.171199\n",
      "[1540]\tvalid_0's auc: 0.771534\tvalid_0's binary_logloss: 0.153024\tvalid_1's auc: 0.751083\tvalid_1's binary_logloss: 0.171195\n",
      "[1541]\tvalid_0's auc: 0.771535\tvalid_0's binary_logloss: 0.15302\tvalid_1's auc: 0.751091\tvalid_1's binary_logloss: 0.171191\n",
      "[1542]\tvalid_0's auc: 0.771523\tvalid_0's binary_logloss: 0.153015\tvalid_1's auc: 0.751093\tvalid_1's binary_logloss: 0.171185\n",
      "[1543]\tvalid_0's auc: 0.771532\tvalid_0's binary_logloss: 0.153011\tvalid_1's auc: 0.751096\tvalid_1's binary_logloss: 0.171181\n",
      "[1544]\tvalid_0's auc: 0.771528\tvalid_0's binary_logloss: 0.153006\tvalid_1's auc: 0.751091\tvalid_1's binary_logloss: 0.171177\n",
      "[1545]\tvalid_0's auc: 0.771549\tvalid_0's binary_logloss: 0.153\tvalid_1's auc: 0.751096\tvalid_1's binary_logloss: 0.171172\n",
      "[1546]\tvalid_0's auc: 0.771555\tvalid_0's binary_logloss: 0.152995\tvalid_1's auc: 0.75111\tvalid_1's binary_logloss: 0.171166\n",
      "[1547]\tvalid_0's auc: 0.771577\tvalid_0's binary_logloss: 0.152989\tvalid_1's auc: 0.751138\tvalid_1's binary_logloss: 0.17116\n",
      "[1548]\tvalid_0's auc: 0.771576\tvalid_0's binary_logloss: 0.152984\tvalid_1's auc: 0.751139\tvalid_1's binary_logloss: 0.171156\n",
      "[1549]\tvalid_0's auc: 0.771583\tvalid_0's binary_logloss: 0.152982\tvalid_1's auc: 0.751143\tvalid_1's binary_logloss: 0.171154\n",
      "[1550]\tvalid_0's auc: 0.771585\tvalid_0's binary_logloss: 0.152978\tvalid_1's auc: 0.751145\tvalid_1's binary_logloss: 0.171149\n",
      "[1551]\tvalid_0's auc: 0.771599\tvalid_0's binary_logloss: 0.152973\tvalid_1's auc: 0.751149\tvalid_1's binary_logloss: 0.171144\n",
      "[1552]\tvalid_0's auc: 0.771592\tvalid_0's binary_logloss: 0.152967\tvalid_1's auc: 0.751158\tvalid_1's binary_logloss: 0.171139\n",
      "[1553]\tvalid_0's auc: 0.771586\tvalid_0's binary_logloss: 0.152966\tvalid_1's auc: 0.751145\tvalid_1's binary_logloss: 0.171137\n",
      "[1554]\tvalid_0's auc: 0.771621\tvalid_0's binary_logloss: 0.152963\tvalid_1's auc: 0.751178\tvalid_1's binary_logloss: 0.171134\n",
      "[1555]\tvalid_0's auc: 0.771656\tvalid_0's binary_logloss: 0.152957\tvalid_1's auc: 0.751213\tvalid_1's binary_logloss: 0.171128\n",
      "[1556]\tvalid_0's auc: 0.771652\tvalid_0's binary_logloss: 0.152954\tvalid_1's auc: 0.751202\tvalid_1's binary_logloss: 0.171125\n",
      "[1557]\tvalid_0's auc: 0.771659\tvalid_0's binary_logloss: 0.152949\tvalid_1's auc: 0.75121\tvalid_1's binary_logloss: 0.171121\n",
      "[1558]\tvalid_0's auc: 0.771652\tvalid_0's binary_logloss: 0.152946\tvalid_1's auc: 0.751194\tvalid_1's binary_logloss: 0.171118\n",
      "[1559]\tvalid_0's auc: 0.771684\tvalid_0's binary_logloss: 0.152941\tvalid_1's auc: 0.751227\tvalid_1's binary_logloss: 0.171114\n",
      "[1560]\tvalid_0's auc: 0.771678\tvalid_0's binary_logloss: 0.152937\tvalid_1's auc: 0.751229\tvalid_1's binary_logloss: 0.171109\n",
      "[1561]\tvalid_0's auc: 0.771672\tvalid_0's binary_logloss: 0.152933\tvalid_1's auc: 0.751234\tvalid_1's binary_logloss: 0.171104\n",
      "[1562]\tvalid_0's auc: 0.771675\tvalid_0's binary_logloss: 0.152928\tvalid_1's auc: 0.751235\tvalid_1's binary_logloss: 0.1711\n",
      "[1563]\tvalid_0's auc: 0.771668\tvalid_0's binary_logloss: 0.152925\tvalid_1's auc: 0.751235\tvalid_1's binary_logloss: 0.171097\n",
      "[1564]\tvalid_0's auc: 0.771664\tvalid_0's binary_logloss: 0.152923\tvalid_1's auc: 0.751225\tvalid_1's binary_logloss: 0.171095\n",
      "[1565]\tvalid_0's auc: 0.771662\tvalid_0's binary_logloss: 0.152921\tvalid_1's auc: 0.751216\tvalid_1's binary_logloss: 0.171092\n",
      "[1566]\tvalid_0's auc: 0.771662\tvalid_0's binary_logloss: 0.152915\tvalid_1's auc: 0.751225\tvalid_1's binary_logloss: 0.171086\n",
      "[1567]\tvalid_0's auc: 0.771656\tvalid_0's binary_logloss: 0.152913\tvalid_1's auc: 0.751217\tvalid_1's binary_logloss: 0.171083\n",
      "[1568]\tvalid_0's auc: 0.771652\tvalid_0's binary_logloss: 0.152909\tvalid_1's auc: 0.751203\tvalid_1's binary_logloss: 0.171079\n",
      "[1569]\tvalid_0's auc: 0.771666\tvalid_0's binary_logloss: 0.152905\tvalid_1's auc: 0.751216\tvalid_1's binary_logloss: 0.171075\n",
      "[1570]\tvalid_0's auc: 0.771667\tvalid_0's binary_logloss: 0.1529\tvalid_1's auc: 0.75121\tvalid_1's binary_logloss: 0.171071\n",
      "[1571]\tvalid_0's auc: 0.771677\tvalid_0's binary_logloss: 0.152897\tvalid_1's auc: 0.751227\tvalid_1's binary_logloss: 0.171067\n",
      "[1572]\tvalid_0's auc: 0.771667\tvalid_0's binary_logloss: 0.152891\tvalid_1's auc: 0.751212\tvalid_1's binary_logloss: 0.171062\n",
      "[1573]\tvalid_0's auc: 0.77167\tvalid_0's binary_logloss: 0.152887\tvalid_1's auc: 0.751227\tvalid_1's binary_logloss: 0.171057\n",
      "[1574]\tvalid_0's auc: 0.771666\tvalid_0's binary_logloss: 0.152884\tvalid_1's auc: 0.751222\tvalid_1's binary_logloss: 0.171055\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1575]\tvalid_0's auc: 0.771682\tvalid_0's binary_logloss: 0.152881\tvalid_1's auc: 0.751241\tvalid_1's binary_logloss: 0.171051\n",
      "[1576]\tvalid_0's auc: 0.771706\tvalid_0's binary_logloss: 0.152878\tvalid_1's auc: 0.751268\tvalid_1's binary_logloss: 0.171048\n",
      "[1577]\tvalid_0's auc: 0.771714\tvalid_0's binary_logloss: 0.152875\tvalid_1's auc: 0.751269\tvalid_1's binary_logloss: 0.171046\n",
      "[1578]\tvalid_0's auc: 0.771728\tvalid_0's binary_logloss: 0.152871\tvalid_1's auc: 0.751274\tvalid_1's binary_logloss: 0.171041\n",
      "[1579]\tvalid_0's auc: 0.771715\tvalid_0's binary_logloss: 0.152867\tvalid_1's auc: 0.751261\tvalid_1's binary_logloss: 0.171038\n",
      "[1580]\tvalid_0's auc: 0.771737\tvalid_0's binary_logloss: 0.152864\tvalid_1's auc: 0.751272\tvalid_1's binary_logloss: 0.171036\n",
      "[1581]\tvalid_0's auc: 0.771748\tvalid_0's binary_logloss: 0.152858\tvalid_1's auc: 0.75127\tvalid_1's binary_logloss: 0.17103\n",
      "[1582]\tvalid_0's auc: 0.77175\tvalid_0's binary_logloss: 0.152855\tvalid_1's auc: 0.751278\tvalid_1's binary_logloss: 0.171027\n",
      "[1583]\tvalid_0's auc: 0.771742\tvalid_0's binary_logloss: 0.15285\tvalid_1's auc: 0.751285\tvalid_1's binary_logloss: 0.171022\n",
      "[1584]\tvalid_0's auc: 0.771742\tvalid_0's binary_logloss: 0.152845\tvalid_1's auc: 0.751296\tvalid_1's binary_logloss: 0.171017\n",
      "[1585]\tvalid_0's auc: 0.771759\tvalid_0's binary_logloss: 0.152839\tvalid_1's auc: 0.751303\tvalid_1's binary_logloss: 0.171012\n",
      "[1586]\tvalid_0's auc: 0.771762\tvalid_0's binary_logloss: 0.152834\tvalid_1's auc: 0.751307\tvalid_1's binary_logloss: 0.171007\n",
      "[1587]\tvalid_0's auc: 0.771765\tvalid_0's binary_logloss: 0.15283\tvalid_1's auc: 0.751316\tvalid_1's binary_logloss: 0.171003\n",
      "[1588]\tvalid_0's auc: 0.771787\tvalid_0's binary_logloss: 0.152827\tvalid_1's auc: 0.751339\tvalid_1's binary_logloss: 0.171\n",
      "[1589]\tvalid_0's auc: 0.771792\tvalid_0's binary_logloss: 0.152824\tvalid_1's auc: 0.751356\tvalid_1's binary_logloss: 0.170996\n",
      "[1590]\tvalid_0's auc: 0.771786\tvalid_0's binary_logloss: 0.152821\tvalid_1's auc: 0.75136\tvalid_1's binary_logloss: 0.170993\n",
      "[1591]\tvalid_0's auc: 0.771774\tvalid_0's binary_logloss: 0.152818\tvalid_1's auc: 0.751348\tvalid_1's binary_logloss: 0.170989\n",
      "[1592]\tvalid_0's auc: 0.771785\tvalid_0's binary_logloss: 0.152814\tvalid_1's auc: 0.751356\tvalid_1's binary_logloss: 0.170985\n",
      "[1593]\tvalid_0's auc: 0.771817\tvalid_0's binary_logloss: 0.15281\tvalid_1's auc: 0.751382\tvalid_1's binary_logloss: 0.170981\n",
      "[1594]\tvalid_0's auc: 0.771849\tvalid_0's binary_logloss: 0.152804\tvalid_1's auc: 0.751419\tvalid_1's binary_logloss: 0.170975\n",
      "[1595]\tvalid_0's auc: 0.771857\tvalid_0's binary_logloss: 0.152799\tvalid_1's auc: 0.751431\tvalid_1's binary_logloss: 0.17097\n",
      "[1596]\tvalid_0's auc: 0.77185\tvalid_0's binary_logloss: 0.152794\tvalid_1's auc: 0.751415\tvalid_1's binary_logloss: 0.170966\n",
      "[1597]\tvalid_0's auc: 0.771829\tvalid_0's binary_logloss: 0.152791\tvalid_1's auc: 0.751403\tvalid_1's binary_logloss: 0.170963\n",
      "[1598]\tvalid_0's auc: 0.771821\tvalid_0's binary_logloss: 0.152787\tvalid_1's auc: 0.751401\tvalid_1's binary_logloss: 0.170958\n",
      "[1599]\tvalid_0's auc: 0.77182\tvalid_0's binary_logloss: 0.152782\tvalid_1's auc: 0.751405\tvalid_1's binary_logloss: 0.170954\n",
      "[1600]\tvalid_0's auc: 0.771823\tvalid_0's binary_logloss: 0.152777\tvalid_1's auc: 0.75141\tvalid_1's binary_logloss: 0.17095\n",
      "[1601]\tvalid_0's auc: 0.771836\tvalid_0's binary_logloss: 0.152774\tvalid_1's auc: 0.751401\tvalid_1's binary_logloss: 0.170946\n",
      "[1602]\tvalid_0's auc: 0.771837\tvalid_0's binary_logloss: 0.152769\tvalid_1's auc: 0.751402\tvalid_1's binary_logloss: 0.170942\n",
      "[1603]\tvalid_0's auc: 0.771829\tvalid_0's binary_logloss: 0.152766\tvalid_1's auc: 0.751389\tvalid_1's binary_logloss: 0.17094\n",
      "[1604]\tvalid_0's auc: 0.771827\tvalid_0's binary_logloss: 0.152762\tvalid_1's auc: 0.75139\tvalid_1's binary_logloss: 0.170935\n",
      "[1605]\tvalid_0's auc: 0.771832\tvalid_0's binary_logloss: 0.152758\tvalid_1's auc: 0.751395\tvalid_1's binary_logloss: 0.170931\n",
      "[1606]\tvalid_0's auc: 0.771836\tvalid_0's binary_logloss: 0.152752\tvalid_1's auc: 0.751398\tvalid_1's binary_logloss: 0.170925\n",
      "[1607]\tvalid_0's auc: 0.771824\tvalid_0's binary_logloss: 0.152748\tvalid_1's auc: 0.751395\tvalid_1's binary_logloss: 0.170921\n",
      "[1608]\tvalid_0's auc: 0.771839\tvalid_0's binary_logloss: 0.152743\tvalid_1's auc: 0.751412\tvalid_1's binary_logloss: 0.170916\n",
      "[1609]\tvalid_0's auc: 0.771838\tvalid_0's binary_logloss: 0.15274\tvalid_1's auc: 0.751415\tvalid_1's binary_logloss: 0.170912\n",
      "[1610]\tvalid_0's auc: 0.771853\tvalid_0's binary_logloss: 0.152733\tvalid_1's auc: 0.751416\tvalid_1's binary_logloss: 0.170907\n",
      "[1611]\tvalid_0's auc: 0.771865\tvalid_0's binary_logloss: 0.15273\tvalid_1's auc: 0.751433\tvalid_1's binary_logloss: 0.170904\n",
      "[1612]\tvalid_0's auc: 0.771863\tvalid_0's binary_logloss: 0.152725\tvalid_1's auc: 0.751437\tvalid_1's binary_logloss: 0.170898\n",
      "[1613]\tvalid_0's auc: 0.771867\tvalid_0's binary_logloss: 0.152723\tvalid_1's auc: 0.75144\tvalid_1's binary_logloss: 0.170897\n",
      "[1614]\tvalid_0's auc: 0.77186\tvalid_0's binary_logloss: 0.152721\tvalid_1's auc: 0.751446\tvalid_1's binary_logloss: 0.170893\n",
      "[1615]\tvalid_0's auc: 0.771859\tvalid_0's binary_logloss: 0.152717\tvalid_1's auc: 0.751446\tvalid_1's binary_logloss: 0.170889\n",
      "[1616]\tvalid_0's auc: 0.771859\tvalid_0's binary_logloss: 0.152713\tvalid_1's auc: 0.751448\tvalid_1's binary_logloss: 0.170886\n",
      "[1617]\tvalid_0's auc: 0.771849\tvalid_0's binary_logloss: 0.152709\tvalid_1's auc: 0.75145\tvalid_1's binary_logloss: 0.17088\n",
      "[1618]\tvalid_0's auc: 0.771839\tvalid_0's binary_logloss: 0.152705\tvalid_1's auc: 0.751444\tvalid_1's binary_logloss: 0.170877\n",
      "[1619]\tvalid_0's auc: 0.771851\tvalid_0's binary_logloss: 0.152701\tvalid_1's auc: 0.751465\tvalid_1's binary_logloss: 0.170873\n",
      "[1620]\tvalid_0's auc: 0.771849\tvalid_0's binary_logloss: 0.152696\tvalid_1's auc: 0.751465\tvalid_1's binary_logloss: 0.170868\n",
      "[1621]\tvalid_0's auc: 0.771845\tvalid_0's binary_logloss: 0.152692\tvalid_1's auc: 0.751458\tvalid_1's binary_logloss: 0.170865\n",
      "[1622]\tvalid_0's auc: 0.771845\tvalid_0's binary_logloss: 0.15269\tvalid_1's auc: 0.751462\tvalid_1's binary_logloss: 0.170862\n",
      "[1623]\tvalid_0's auc: 0.771847\tvalid_0's binary_logloss: 0.152686\tvalid_1's auc: 0.751469\tvalid_1's binary_logloss: 0.170858\n",
      "[1624]\tvalid_0's auc: 0.771844\tvalid_0's binary_logloss: 0.152681\tvalid_1's auc: 0.751466\tvalid_1's binary_logloss: 0.170853\n",
      "[1625]\tvalid_0's auc: 0.771844\tvalid_0's binary_logloss: 0.152676\tvalid_1's auc: 0.751457\tvalid_1's binary_logloss: 0.170848\n",
      "[1626]\tvalid_0's auc: 0.771846\tvalid_0's binary_logloss: 0.152672\tvalid_1's auc: 0.751461\tvalid_1's binary_logloss: 0.170845\n",
      "[1627]\tvalid_0's auc: 0.771868\tvalid_0's binary_logloss: 0.15267\tvalid_1's auc: 0.751479\tvalid_1's binary_logloss: 0.170843\n",
      "[1628]\tvalid_0's auc: 0.771889\tvalid_0's binary_logloss: 0.152667\tvalid_1's auc: 0.751499\tvalid_1's binary_logloss: 0.17084\n",
      "[1629]\tvalid_0's auc: 0.771892\tvalid_0's binary_logloss: 0.152664\tvalid_1's auc: 0.751501\tvalid_1's binary_logloss: 0.170837\n",
      "[1630]\tvalid_0's auc: 0.771899\tvalid_0's binary_logloss: 0.15266\tvalid_1's auc: 0.75151\tvalid_1's binary_logloss: 0.170833\n",
      "[1631]\tvalid_0's auc: 0.771897\tvalid_0's binary_logloss: 0.152656\tvalid_1's auc: 0.751495\tvalid_1's binary_logloss: 0.17083\n",
      "[1632]\tvalid_0's auc: 0.771889\tvalid_0's binary_logloss: 0.152652\tvalid_1's auc: 0.75149\tvalid_1's binary_logloss: 0.170825\n",
      "[1633]\tvalid_0's auc: 0.771905\tvalid_0's binary_logloss: 0.15265\tvalid_1's auc: 0.751507\tvalid_1's binary_logloss: 0.170824\n",
      "[1634]\tvalid_0's auc: 0.771921\tvalid_0's binary_logloss: 0.152646\tvalid_1's auc: 0.751523\tvalid_1's binary_logloss: 0.17082\n",
      "[1635]\tvalid_0's auc: 0.771913\tvalid_0's binary_logloss: 0.152644\tvalid_1's auc: 0.751519\tvalid_1's binary_logloss: 0.170818\n",
      "[1636]\tvalid_0's auc: 0.771921\tvalid_0's binary_logloss: 0.152641\tvalid_1's auc: 0.751519\tvalid_1's binary_logloss: 0.170814\n",
      "[1637]\tvalid_0's auc: 0.77194\tvalid_0's binary_logloss: 0.152637\tvalid_1's auc: 0.751546\tvalid_1's binary_logloss: 0.17081\n",
      "[1638]\tvalid_0's auc: 0.771924\tvalid_0's binary_logloss: 0.152634\tvalid_1's auc: 0.751529\tvalid_1's binary_logloss: 0.170806\n",
      "[1639]\tvalid_0's auc: 0.771926\tvalid_0's binary_logloss: 0.152631\tvalid_1's auc: 0.751523\tvalid_1's binary_logloss: 0.170804\n",
      "[1640]\tvalid_0's auc: 0.771918\tvalid_0's binary_logloss: 0.152629\tvalid_1's auc: 0.751531\tvalid_1's binary_logloss: 0.170801\n",
      "[1641]\tvalid_0's auc: 0.771929\tvalid_0's binary_logloss: 0.152624\tvalid_1's auc: 0.751538\tvalid_1's binary_logloss: 0.170797\n",
      "[1642]\tvalid_0's auc: 0.771945\tvalid_0's binary_logloss: 0.152619\tvalid_1's auc: 0.751554\tvalid_1's binary_logloss: 0.170791\n",
      "[1643]\tvalid_0's auc: 0.771947\tvalid_0's binary_logloss: 0.152614\tvalid_1's auc: 0.751554\tvalid_1's binary_logloss: 0.170787\n",
      "[1644]\tvalid_0's auc: 0.771942\tvalid_0's binary_logloss: 0.152611\tvalid_1's auc: 0.751546\tvalid_1's binary_logloss: 0.170784\n",
      "[1645]\tvalid_0's auc: 0.771937\tvalid_0's binary_logloss: 0.152609\tvalid_1's auc: 0.751537\tvalid_1's binary_logloss: 0.170782\n",
      "[1646]\tvalid_0's auc: 0.771935\tvalid_0's binary_logloss: 0.152603\tvalid_1's auc: 0.751547\tvalid_1's binary_logloss: 0.170776\n",
      "[1647]\tvalid_0's auc: 0.771922\tvalid_0's binary_logloss: 0.152598\tvalid_1's auc: 0.751537\tvalid_1's binary_logloss: 0.17077\n",
      "[1648]\tvalid_0's auc: 0.771925\tvalid_0's binary_logloss: 0.152593\tvalid_1's auc: 0.751554\tvalid_1's binary_logloss: 0.170765\n",
      "[1649]\tvalid_0's auc: 0.77192\tvalid_0's binary_logloss: 0.152589\tvalid_1's auc: 0.751546\tvalid_1's binary_logloss: 0.170761\n",
      "[1650]\tvalid_0's auc: 0.771934\tvalid_0's binary_logloss: 0.152585\tvalid_1's auc: 0.75156\tvalid_1's binary_logloss: 0.170756\n",
      "[1651]\tvalid_0's auc: 0.771936\tvalid_0's binary_logloss: 0.152581\tvalid_1's auc: 0.751565\tvalid_1's binary_logloss: 0.170753\n",
      "[1652]\tvalid_0's auc: 0.771929\tvalid_0's binary_logloss: 0.15258\tvalid_1's auc: 0.751558\tvalid_1's binary_logloss: 0.170751\n",
      "[1653]\tvalid_0's auc: 0.771923\tvalid_0's binary_logloss: 0.152577\tvalid_1's auc: 0.751557\tvalid_1's binary_logloss: 0.170747\n",
      "[1654]\tvalid_0's auc: 0.771917\tvalid_0's binary_logloss: 0.152571\tvalid_1's auc: 0.751556\tvalid_1's binary_logloss: 0.170742\n",
      "[1655]\tvalid_0's auc: 0.771938\tvalid_0's binary_logloss: 0.152566\tvalid_1's auc: 0.751558\tvalid_1's binary_logloss: 0.170738\n",
      "[1656]\tvalid_0's auc: 0.771933\tvalid_0's binary_logloss: 0.152562\tvalid_1's auc: 0.751576\tvalid_1's binary_logloss: 0.170732\n",
      "[1657]\tvalid_0's auc: 0.77194\tvalid_0's binary_logloss: 0.152556\tvalid_1's auc: 0.751585\tvalid_1's binary_logloss: 0.170726\n",
      "[1658]\tvalid_0's auc: 0.77197\tvalid_0's binary_logloss: 0.152553\tvalid_1's auc: 0.751608\tvalid_1's binary_logloss: 0.170723\n",
      "[1659]\tvalid_0's auc: 0.771971\tvalid_0's binary_logloss: 0.152545\tvalid_1's auc: 0.751599\tvalid_1's binary_logloss: 0.170717\n",
      "[1660]\tvalid_0's auc: 0.771974\tvalid_0's binary_logloss: 0.152542\tvalid_1's auc: 0.751592\tvalid_1's binary_logloss: 0.170714\n",
      "[1661]\tvalid_0's auc: 0.771983\tvalid_0's binary_logloss: 0.152538\tvalid_1's auc: 0.751613\tvalid_1's binary_logloss: 0.17071\n",
      "[1662]\tvalid_0's auc: 0.771979\tvalid_0's binary_logloss: 0.152535\tvalid_1's auc: 0.751624\tvalid_1's binary_logloss: 0.170706\n",
      "[1663]\tvalid_0's auc: 0.771987\tvalid_0's binary_logloss: 0.15253\tvalid_1's auc: 0.751638\tvalid_1's binary_logloss: 0.1707\n",
      "[1664]\tvalid_0's auc: 0.771978\tvalid_0's binary_logloss: 0.152526\tvalid_1's auc: 0.751631\tvalid_1's binary_logloss: 0.170696\n",
      "[1665]\tvalid_0's auc: 0.772004\tvalid_0's binary_logloss: 0.152523\tvalid_1's auc: 0.751649\tvalid_1's binary_logloss: 0.170694\n",
      "[1666]\tvalid_0's auc: 0.772002\tvalid_0's binary_logloss: 0.15252\tvalid_1's auc: 0.751662\tvalid_1's binary_logloss: 0.17069\n",
      "[1667]\tvalid_0's auc: 0.772004\tvalid_0's binary_logloss: 0.152514\tvalid_1's auc: 0.751671\tvalid_1's binary_logloss: 0.170685\n",
      "[1668]\tvalid_0's auc: 0.77201\tvalid_0's binary_logloss: 0.152512\tvalid_1's auc: 0.751677\tvalid_1's binary_logloss: 0.170683\n",
      "[1669]\tvalid_0's auc: 0.772004\tvalid_0's binary_logloss: 0.152509\tvalid_1's auc: 0.751667\tvalid_1's binary_logloss: 0.170679\n",
      "[1670]\tvalid_0's auc: 0.772006\tvalid_0's binary_logloss: 0.152507\tvalid_1's auc: 0.751669\tvalid_1's binary_logloss: 0.170677\n",
      "[1671]\tvalid_0's auc: 0.772025\tvalid_0's binary_logloss: 0.152501\tvalid_1's auc: 0.751673\tvalid_1's binary_logloss: 0.170672\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1672]\tvalid_0's auc: 0.77203\tvalid_0's binary_logloss: 0.152498\tvalid_1's auc: 0.751678\tvalid_1's binary_logloss: 0.170669\n",
      "[1673]\tvalid_0's auc: 0.772026\tvalid_0's binary_logloss: 0.152494\tvalid_1's auc: 0.751677\tvalid_1's binary_logloss: 0.170666\n",
      "[1674]\tvalid_0's auc: 0.772046\tvalid_0's binary_logloss: 0.152491\tvalid_1's auc: 0.751694\tvalid_1's binary_logloss: 0.170662\n",
      "[1675]\tvalid_0's auc: 0.772059\tvalid_0's binary_logloss: 0.152485\tvalid_1's auc: 0.751691\tvalid_1's binary_logloss: 0.170657\n",
      "[1676]\tvalid_0's auc: 0.772057\tvalid_0's binary_logloss: 0.152483\tvalid_1's auc: 0.751695\tvalid_1's binary_logloss: 0.170655\n",
      "[1677]\tvalid_0's auc: 0.772052\tvalid_0's binary_logloss: 0.152478\tvalid_1's auc: 0.751689\tvalid_1's binary_logloss: 0.170651\n",
      "[1678]\tvalid_0's auc: 0.772055\tvalid_0's binary_logloss: 0.152474\tvalid_1's auc: 0.751696\tvalid_1's binary_logloss: 0.170647\n",
      "[1679]\tvalid_0's auc: 0.772038\tvalid_0's binary_logloss: 0.15247\tvalid_1's auc: 0.751686\tvalid_1's binary_logloss: 0.170642\n",
      "[1680]\tvalid_0's auc: 0.772045\tvalid_0's binary_logloss: 0.152467\tvalid_1's auc: 0.751703\tvalid_1's binary_logloss: 0.170638\n",
      "[1681]\tvalid_0's auc: 0.772062\tvalid_0's binary_logloss: 0.152462\tvalid_1's auc: 0.75171\tvalid_1's binary_logloss: 0.170634\n",
      "[1682]\tvalid_0's auc: 0.772084\tvalid_0's binary_logloss: 0.152457\tvalid_1's auc: 0.751734\tvalid_1's binary_logloss: 0.170628\n",
      "[1683]\tvalid_0's auc: 0.772086\tvalid_0's binary_logloss: 0.152453\tvalid_1's auc: 0.751755\tvalid_1's binary_logloss: 0.170623\n",
      "[1684]\tvalid_0's auc: 0.772108\tvalid_0's binary_logloss: 0.152448\tvalid_1's auc: 0.75178\tvalid_1's binary_logloss: 0.170618\n",
      "[1685]\tvalid_0's auc: 0.772095\tvalid_0's binary_logloss: 0.152444\tvalid_1's auc: 0.751771\tvalid_1's binary_logloss: 0.170614\n",
      "[1686]\tvalid_0's auc: 0.772099\tvalid_0's binary_logloss: 0.15244\tvalid_1's auc: 0.751769\tvalid_1's binary_logloss: 0.17061\n",
      "[1687]\tvalid_0's auc: 0.772113\tvalid_0's binary_logloss: 0.152437\tvalid_1's auc: 0.751772\tvalid_1's binary_logloss: 0.170607\n",
      "[1688]\tvalid_0's auc: 0.772126\tvalid_0's binary_logloss: 0.152432\tvalid_1's auc: 0.751782\tvalid_1's binary_logloss: 0.170601\n",
      "[1689]\tvalid_0's auc: 0.772128\tvalid_0's binary_logloss: 0.152428\tvalid_1's auc: 0.751788\tvalid_1's binary_logloss: 0.170597\n",
      "[1690]\tvalid_0's auc: 0.772135\tvalid_0's binary_logloss: 0.152421\tvalid_1's auc: 0.751801\tvalid_1's binary_logloss: 0.17059\n",
      "[1691]\tvalid_0's auc: 0.772151\tvalid_0's binary_logloss: 0.152418\tvalid_1's auc: 0.751809\tvalid_1's binary_logloss: 0.170587\n",
      "[1692]\tvalid_0's auc: 0.772163\tvalid_0's binary_logloss: 0.152415\tvalid_1's auc: 0.751822\tvalid_1's binary_logloss: 0.170585\n",
      "[1693]\tvalid_0's auc: 0.772163\tvalid_0's binary_logloss: 0.152412\tvalid_1's auc: 0.751818\tvalid_1's binary_logloss: 0.170582\n",
      "[1694]\tvalid_0's auc: 0.772161\tvalid_0's binary_logloss: 0.152409\tvalid_1's auc: 0.751824\tvalid_1's binary_logloss: 0.170578\n",
      "[1695]\tvalid_0's auc: 0.77216\tvalid_0's binary_logloss: 0.152408\tvalid_1's auc: 0.751833\tvalid_1's binary_logloss: 0.170577\n",
      "[1696]\tvalid_0's auc: 0.77219\tvalid_0's binary_logloss: 0.152402\tvalid_1's auc: 0.751839\tvalid_1's binary_logloss: 0.170573\n",
      "[1697]\tvalid_0's auc: 0.772202\tvalid_0's binary_logloss: 0.152399\tvalid_1's auc: 0.751853\tvalid_1's binary_logloss: 0.17057\n",
      "[1698]\tvalid_0's auc: 0.772207\tvalid_0's binary_logloss: 0.152393\tvalid_1's auc: 0.751859\tvalid_1's binary_logloss: 0.170564\n",
      "[1699]\tvalid_0's auc: 0.772199\tvalid_0's binary_logloss: 0.152391\tvalid_1's auc: 0.751842\tvalid_1's binary_logloss: 0.170561\n",
      "[1700]\tvalid_0's auc: 0.77223\tvalid_0's binary_logloss: 0.152385\tvalid_1's auc: 0.751878\tvalid_1's binary_logloss: 0.170557\n",
      "[1701]\tvalid_0's auc: 0.77223\tvalid_0's binary_logloss: 0.152381\tvalid_1's auc: 0.751881\tvalid_1's binary_logloss: 0.170552\n",
      "[1702]\tvalid_0's auc: 0.772217\tvalid_0's binary_logloss: 0.152376\tvalid_1's auc: 0.751868\tvalid_1's binary_logloss: 0.170547\n",
      "[1703]\tvalid_0's auc: 0.772219\tvalid_0's binary_logloss: 0.152371\tvalid_1's auc: 0.75188\tvalid_1's binary_logloss: 0.170542\n",
      "[1704]\tvalid_0's auc: 0.772216\tvalid_0's binary_logloss: 0.152365\tvalid_1's auc: 0.751876\tvalid_1's binary_logloss: 0.170537\n",
      "[1705]\tvalid_0's auc: 0.772203\tvalid_0's binary_logloss: 0.152361\tvalid_1's auc: 0.75186\tvalid_1's binary_logloss: 0.170533\n",
      "[1706]\tvalid_0's auc: 0.772205\tvalid_0's binary_logloss: 0.152356\tvalid_1's auc: 0.751864\tvalid_1's binary_logloss: 0.170528\n",
      "[1707]\tvalid_0's auc: 0.772214\tvalid_0's binary_logloss: 0.152354\tvalid_1's auc: 0.75187\tvalid_1's binary_logloss: 0.170526\n",
      "[1708]\tvalid_0's auc: 0.772204\tvalid_0's binary_logloss: 0.152351\tvalid_1's auc: 0.751862\tvalid_1's binary_logloss: 0.170523\n",
      "[1709]\tvalid_0's auc: 0.772196\tvalid_0's binary_logloss: 0.152348\tvalid_1's auc: 0.751854\tvalid_1's binary_logloss: 0.17052\n",
      "[1710]\tvalid_0's auc: 0.772186\tvalid_0's binary_logloss: 0.152345\tvalid_1's auc: 0.75185\tvalid_1's binary_logloss: 0.170517\n",
      "[1711]\tvalid_0's auc: 0.772183\tvalid_0's binary_logloss: 0.152342\tvalid_1's auc: 0.751841\tvalid_1's binary_logloss: 0.170515\n",
      "[1712]\tvalid_0's auc: 0.772182\tvalid_0's binary_logloss: 0.152337\tvalid_1's auc: 0.751832\tvalid_1's binary_logloss: 0.170511\n",
      "[1713]\tvalid_0's auc: 0.772181\tvalid_0's binary_logloss: 0.152333\tvalid_1's auc: 0.751832\tvalid_1's binary_logloss: 0.170507\n",
      "[1714]\tvalid_0's auc: 0.772169\tvalid_0's binary_logloss: 0.15233\tvalid_1's auc: 0.751821\tvalid_1's binary_logloss: 0.170503\n",
      "[1715]\tvalid_0's auc: 0.772177\tvalid_0's binary_logloss: 0.152326\tvalid_1's auc: 0.751827\tvalid_1's binary_logloss: 0.170499\n",
      "[1716]\tvalid_0's auc: 0.772198\tvalid_0's binary_logloss: 0.15232\tvalid_1's auc: 0.751845\tvalid_1's binary_logloss: 0.170494\n",
      "[1717]\tvalid_0's auc: 0.7722\tvalid_0's binary_logloss: 0.152314\tvalid_1's auc: 0.751838\tvalid_1's binary_logloss: 0.170489\n",
      "[1718]\tvalid_0's auc: 0.772231\tvalid_0's binary_logloss: 0.152308\tvalid_1's auc: 0.751856\tvalid_1's binary_logloss: 0.170484\n",
      "[1719]\tvalid_0's auc: 0.77223\tvalid_0's binary_logloss: 0.152305\tvalid_1's auc: 0.751867\tvalid_1's binary_logloss: 0.170481\n",
      "[1720]\tvalid_0's auc: 0.772236\tvalid_0's binary_logloss: 0.152302\tvalid_1's auc: 0.751878\tvalid_1's binary_logloss: 0.170477\n",
      "[1721]\tvalid_0's auc: 0.772229\tvalid_0's binary_logloss: 0.152297\tvalid_1's auc: 0.751864\tvalid_1's binary_logloss: 0.170473\n",
      "[1722]\tvalid_0's auc: 0.772246\tvalid_0's binary_logloss: 0.152291\tvalid_1's auc: 0.751872\tvalid_1's binary_logloss: 0.170468\n",
      "[1723]\tvalid_0's auc: 0.77225\tvalid_0's binary_logloss: 0.152288\tvalid_1's auc: 0.751882\tvalid_1's binary_logloss: 0.170464\n",
      "[1724]\tvalid_0's auc: 0.772262\tvalid_0's binary_logloss: 0.152285\tvalid_1's auc: 0.751893\tvalid_1's binary_logloss: 0.170461\n",
      "[1725]\tvalid_0's auc: 0.772254\tvalid_0's binary_logloss: 0.152282\tvalid_1's auc: 0.751889\tvalid_1's binary_logloss: 0.170458\n",
      "[1726]\tvalid_0's auc: 0.772285\tvalid_0's binary_logloss: 0.152278\tvalid_1's auc: 0.751921\tvalid_1's binary_logloss: 0.170454\n",
      "[1727]\tvalid_0's auc: 0.772311\tvalid_0's binary_logloss: 0.152274\tvalid_1's auc: 0.751946\tvalid_1's binary_logloss: 0.170451\n",
      "[1728]\tvalid_0's auc: 0.772309\tvalid_0's binary_logloss: 0.15227\tvalid_1's auc: 0.751947\tvalid_1's binary_logloss: 0.170446\n",
      "[1729]\tvalid_0's auc: 0.772299\tvalid_0's binary_logloss: 0.152266\tvalid_1's auc: 0.751932\tvalid_1's binary_logloss: 0.170443\n",
      "[1730]\tvalid_0's auc: 0.772311\tvalid_0's binary_logloss: 0.152261\tvalid_1's auc: 0.75194\tvalid_1's binary_logloss: 0.170438\n",
      "[1731]\tvalid_0's auc: 0.772333\tvalid_0's binary_logloss: 0.152257\tvalid_1's auc: 0.751967\tvalid_1's binary_logloss: 0.170433\n",
      "[1732]\tvalid_0's auc: 0.772333\tvalid_0's binary_logloss: 0.152253\tvalid_1's auc: 0.751964\tvalid_1's binary_logloss: 0.17043\n",
      "[1733]\tvalid_0's auc: 0.772329\tvalid_0's binary_logloss: 0.152248\tvalid_1's auc: 0.75196\tvalid_1's binary_logloss: 0.170425\n",
      "[1734]\tvalid_0's auc: 0.772341\tvalid_0's binary_logloss: 0.152246\tvalid_1's auc: 0.751974\tvalid_1's binary_logloss: 0.170423\n",
      "[1735]\tvalid_0's auc: 0.772344\tvalid_0's binary_logloss: 0.152242\tvalid_1's auc: 0.751967\tvalid_1's binary_logloss: 0.17042\n",
      "[1736]\tvalid_0's auc: 0.772342\tvalid_0's binary_logloss: 0.152238\tvalid_1's auc: 0.751968\tvalid_1's binary_logloss: 0.170416\n",
      "[1737]\tvalid_0's auc: 0.772344\tvalid_0's binary_logloss: 0.152233\tvalid_1's auc: 0.751977\tvalid_1's binary_logloss: 0.17041\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1738]\tvalid_0's auc: 0.772343\tvalid_0's binary_logloss: 0.152229\tvalid_1's auc: 0.751973\tvalid_1's binary_logloss: 0.170406\n",
      "[1739]\tvalid_0's auc: 0.772336\tvalid_0's binary_logloss: 0.152225\tvalid_1's auc: 0.751984\tvalid_1's binary_logloss: 0.170402\n",
      "[1740]\tvalid_0's auc: 0.772343\tvalid_0's binary_logloss: 0.152222\tvalid_1's auc: 0.751999\tvalid_1's binary_logloss: 0.170397\n",
      "[1741]\tvalid_0's auc: 0.772352\tvalid_0's binary_logloss: 0.152218\tvalid_1's auc: 0.752011\tvalid_1's binary_logloss: 0.170393\n",
      "[1742]\tvalid_0's auc: 0.772382\tvalid_0's binary_logloss: 0.152212\tvalid_1's auc: 0.752039\tvalid_1's binary_logloss: 0.170388\n",
      "[1743]\tvalid_0's auc: 0.772374\tvalid_0's binary_logloss: 0.152211\tvalid_1's auc: 0.752038\tvalid_1's binary_logloss: 0.170386\n",
      "[1744]\tvalid_0's auc: 0.772391\tvalid_0's binary_logloss: 0.152206\tvalid_1's auc: 0.752053\tvalid_1's binary_logloss: 0.170381\n",
      "[1745]\tvalid_0's auc: 0.772387\tvalid_0's binary_logloss: 0.152202\tvalid_1's auc: 0.752045\tvalid_1's binary_logloss: 0.170377\n",
      "[1746]\tvalid_0's auc: 0.772387\tvalid_0's binary_logloss: 0.152198\tvalid_1's auc: 0.752041\tvalid_1's binary_logloss: 0.170374\n",
      "[1747]\tvalid_0's auc: 0.772379\tvalid_0's binary_logloss: 0.152196\tvalid_1's auc: 0.752035\tvalid_1's binary_logloss: 0.17037\n",
      "[1748]\tvalid_0's auc: 0.772399\tvalid_0's binary_logloss: 0.152194\tvalid_1's auc: 0.752055\tvalid_1's binary_logloss: 0.170368\n",
      "[1749]\tvalid_0's auc: 0.772403\tvalid_0's binary_logloss: 0.15219\tvalid_1's auc: 0.752062\tvalid_1's binary_logloss: 0.170364\n",
      "[1750]\tvalid_0's auc: 0.772406\tvalid_0's binary_logloss: 0.152185\tvalid_1's auc: 0.752077\tvalid_1's binary_logloss: 0.170359\n",
      "[1751]\tvalid_0's auc: 0.772431\tvalid_0's binary_logloss: 0.152182\tvalid_1's auc: 0.752102\tvalid_1's binary_logloss: 0.170356\n",
      "[1752]\tvalid_0's auc: 0.772449\tvalid_0's binary_logloss: 0.152177\tvalid_1's auc: 0.752115\tvalid_1's binary_logloss: 0.170351\n",
      "[1753]\tvalid_0's auc: 0.772456\tvalid_0's binary_logloss: 0.152175\tvalid_1's auc: 0.752132\tvalid_1's binary_logloss: 0.170348\n",
      "[1754]\tvalid_0's auc: 0.772469\tvalid_0's binary_logloss: 0.15217\tvalid_1's auc: 0.752155\tvalid_1's binary_logloss: 0.170343\n",
      "[1755]\tvalid_0's auc: 0.77249\tvalid_0's binary_logloss: 0.152166\tvalid_1's auc: 0.752174\tvalid_1's binary_logloss: 0.170338\n",
      "[1756]\tvalid_0's auc: 0.772483\tvalid_0's binary_logloss: 0.152163\tvalid_1's auc: 0.75218\tvalid_1's binary_logloss: 0.170334\n",
      "[1757]\tvalid_0's auc: 0.772496\tvalid_0's binary_logloss: 0.15216\tvalid_1's auc: 0.7522\tvalid_1's binary_logloss: 0.170331\n",
      "[1758]\tvalid_0's auc: 0.772498\tvalid_0's binary_logloss: 0.152155\tvalid_1's auc: 0.752199\tvalid_1's binary_logloss: 0.170327\n",
      "[1759]\tvalid_0's auc: 0.772504\tvalid_0's binary_logloss: 0.152152\tvalid_1's auc: 0.752205\tvalid_1's binary_logloss: 0.170323\n",
      "[1760]\tvalid_0's auc: 0.772496\tvalid_0's binary_logloss: 0.152148\tvalid_1's auc: 0.752206\tvalid_1's binary_logloss: 0.170319\n",
      "[1761]\tvalid_0's auc: 0.772488\tvalid_0's binary_logloss: 0.152146\tvalid_1's auc: 0.752197\tvalid_1's binary_logloss: 0.170317\n",
      "[1762]\tvalid_0's auc: 0.772481\tvalid_0's binary_logloss: 0.152144\tvalid_1's auc: 0.752185\tvalid_1's binary_logloss: 0.170315\n",
      "[1763]\tvalid_0's auc: 0.772494\tvalid_0's binary_logloss: 0.152143\tvalid_1's auc: 0.752201\tvalid_1's binary_logloss: 0.170313\n",
      "[1764]\tvalid_0's auc: 0.772523\tvalid_0's binary_logloss: 0.152137\tvalid_1's auc: 0.752203\tvalid_1's binary_logloss: 0.17031\n",
      "[1765]\tvalid_0's auc: 0.772522\tvalid_0's binary_logloss: 0.152133\tvalid_1's auc: 0.752203\tvalid_1's binary_logloss: 0.170305\n",
      "[1766]\tvalid_0's auc: 0.772526\tvalid_0's binary_logloss: 0.152129\tvalid_1's auc: 0.752218\tvalid_1's binary_logloss: 0.170301\n",
      "[1767]\tvalid_0's auc: 0.772527\tvalid_0's binary_logloss: 0.152127\tvalid_1's auc: 0.75223\tvalid_1's binary_logloss: 0.170298\n",
      "[1768]\tvalid_0's auc: 0.772524\tvalid_0's binary_logloss: 0.152124\tvalid_1's auc: 0.752224\tvalid_1's binary_logloss: 0.170295\n",
      "[1769]\tvalid_0's auc: 0.772518\tvalid_0's binary_logloss: 0.15212\tvalid_1's auc: 0.752214\tvalid_1's binary_logloss: 0.170291\n",
      "[1770]\tvalid_0's auc: 0.772527\tvalid_0's binary_logloss: 0.152114\tvalid_1's auc: 0.752211\tvalid_1's binary_logloss: 0.170286\n",
      "[1771]\tvalid_0's auc: 0.772525\tvalid_0's binary_logloss: 0.152111\tvalid_1's auc: 0.752224\tvalid_1's binary_logloss: 0.170282\n",
      "[1772]\tvalid_0's auc: 0.772536\tvalid_0's binary_logloss: 0.152107\tvalid_1's auc: 0.752245\tvalid_1's binary_logloss: 0.170277\n",
      "[1773]\tvalid_0's auc: 0.772563\tvalid_0's binary_logloss: 0.152101\tvalid_1's auc: 0.752266\tvalid_1's binary_logloss: 0.170272\n",
      "[1774]\tvalid_0's auc: 0.772552\tvalid_0's binary_logloss: 0.152097\tvalid_1's auc: 0.752259\tvalid_1's binary_logloss: 0.170267\n",
      "[1775]\tvalid_0's auc: 0.772561\tvalid_0's binary_logloss: 0.152094\tvalid_1's auc: 0.752281\tvalid_1's binary_logloss: 0.170263\n",
      "[1776]\tvalid_0's auc: 0.772571\tvalid_0's binary_logloss: 0.152091\tvalid_1's auc: 0.752302\tvalid_1's binary_logloss: 0.17026\n",
      "[1777]\tvalid_0's auc: 0.772568\tvalid_0's binary_logloss: 0.152085\tvalid_1's auc: 0.752293\tvalid_1's binary_logloss: 0.170255\n",
      "[1778]\tvalid_0's auc: 0.772564\tvalid_0's binary_logloss: 0.152082\tvalid_1's auc: 0.752292\tvalid_1's binary_logloss: 0.170252\n",
      "[1779]\tvalid_0's auc: 0.772562\tvalid_0's binary_logloss: 0.152079\tvalid_1's auc: 0.752291\tvalid_1's binary_logloss: 0.170249\n",
      "[1780]\tvalid_0's auc: 0.77257\tvalid_0's binary_logloss: 0.152075\tvalid_1's auc: 0.752297\tvalid_1's binary_logloss: 0.170246\n",
      "[1781]\tvalid_0's auc: 0.772575\tvalid_0's binary_logloss: 0.152072\tvalid_1's auc: 0.752294\tvalid_1's binary_logloss: 0.170242\n",
      "[1782]\tvalid_0's auc: 0.77258\tvalid_0's binary_logloss: 0.152069\tvalid_1's auc: 0.752311\tvalid_1's binary_logloss: 0.170238\n",
      "[1783]\tvalid_0's auc: 0.772581\tvalid_0's binary_logloss: 0.152064\tvalid_1's auc: 0.752297\tvalid_1's binary_logloss: 0.170234\n",
      "[1784]\tvalid_0's auc: 0.772575\tvalid_0's binary_logloss: 0.152062\tvalid_1's auc: 0.7523\tvalid_1's binary_logloss: 0.170232\n",
      "[1785]\tvalid_0's auc: 0.772583\tvalid_0's binary_logloss: 0.152058\tvalid_1's auc: 0.752297\tvalid_1's binary_logloss: 0.170229\n",
      "[1786]\tvalid_0's auc: 0.772578\tvalid_0's binary_logloss: 0.152054\tvalid_1's auc: 0.752296\tvalid_1's binary_logloss: 0.170225\n",
      "[1787]\tvalid_0's auc: 0.772591\tvalid_0's binary_logloss: 0.15205\tvalid_1's auc: 0.752309\tvalid_1's binary_logloss: 0.17022\n",
      "[1788]\tvalid_0's auc: 0.772582\tvalid_0's binary_logloss: 0.152046\tvalid_1's auc: 0.752287\tvalid_1's binary_logloss: 0.170217\n",
      "[1789]\tvalid_0's auc: 0.772596\tvalid_0's binary_logloss: 0.152041\tvalid_1's auc: 0.752283\tvalid_1's binary_logloss: 0.170213\n",
      "[1790]\tvalid_0's auc: 0.772586\tvalid_0's binary_logloss: 0.152038\tvalid_1's auc: 0.752276\tvalid_1's binary_logloss: 0.17021\n",
      "[1791]\tvalid_0's auc: 0.772598\tvalid_0's binary_logloss: 0.152034\tvalid_1's auc: 0.752287\tvalid_1's binary_logloss: 0.170207\n",
      "[1792]\tvalid_0's auc: 0.772631\tvalid_0's binary_logloss: 0.15203\tvalid_1's auc: 0.752306\tvalid_1's binary_logloss: 0.170203\n",
      "[1793]\tvalid_0's auc: 0.77264\tvalid_0's binary_logloss: 0.152028\tvalid_1's auc: 0.752312\tvalid_1's binary_logloss: 0.170202\n",
      "[1794]\tvalid_0's auc: 0.772646\tvalid_0's binary_logloss: 0.152027\tvalid_1's auc: 0.752319\tvalid_1's binary_logloss: 0.170201\n",
      "[1795]\tvalid_0's auc: 0.772633\tvalid_0's binary_logloss: 0.152024\tvalid_1's auc: 0.752308\tvalid_1's binary_logloss: 0.170198\n",
      "[1796]\tvalid_0's auc: 0.772659\tvalid_0's binary_logloss: 0.152022\tvalid_1's auc: 0.752334\tvalid_1's binary_logloss: 0.170196\n",
      "[1797]\tvalid_0's auc: 0.772665\tvalid_0's binary_logloss: 0.152018\tvalid_1's auc: 0.75234\tvalid_1's binary_logloss: 0.170192\n",
      "[1798]\tvalid_0's auc: 0.772677\tvalid_0's binary_logloss: 0.152014\tvalid_1's auc: 0.752344\tvalid_1's binary_logloss: 0.170189\n",
      "[1799]\tvalid_0's auc: 0.772677\tvalid_0's binary_logloss: 0.152011\tvalid_1's auc: 0.75236\tvalid_1's binary_logloss: 0.170185\n",
      "[1800]\tvalid_0's auc: 0.772677\tvalid_0's binary_logloss: 0.152007\tvalid_1's auc: 0.752343\tvalid_1's binary_logloss: 0.170182\n",
      "[1801]\tvalid_0's auc: 0.772687\tvalid_0's binary_logloss: 0.152005\tvalid_1's auc: 0.752343\tvalid_1's binary_logloss: 0.17018\n",
      "[1802]\tvalid_0's auc: 0.77269\tvalid_0's binary_logloss: 0.152001\tvalid_1's auc: 0.752345\tvalid_1's binary_logloss: 0.170177\n",
      "[1803]\tvalid_0's auc: 0.772691\tvalid_0's binary_logloss: 0.151996\tvalid_1's auc: 0.752351\tvalid_1's binary_logloss: 0.170171\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1804]\tvalid_0's auc: 0.772723\tvalid_0's binary_logloss: 0.151991\tvalid_1's auc: 0.752367\tvalid_1's binary_logloss: 0.170168\n",
      "[1805]\tvalid_0's auc: 0.77274\tvalid_0's binary_logloss: 0.151987\tvalid_1's auc: 0.752371\tvalid_1's binary_logloss: 0.170164\n",
      "[1806]\tvalid_0's auc: 0.772752\tvalid_0's binary_logloss: 0.151984\tvalid_1's auc: 0.752389\tvalid_1's binary_logloss: 0.170161\n",
      "[1807]\tvalid_0's auc: 0.772746\tvalid_0's binary_logloss: 0.151981\tvalid_1's auc: 0.75239\tvalid_1's binary_logloss: 0.170157\n",
      "[1808]\tvalid_0's auc: 0.772749\tvalid_0's binary_logloss: 0.151977\tvalid_1's auc: 0.752388\tvalid_1's binary_logloss: 0.170154\n",
      "[1809]\tvalid_0's auc: 0.772748\tvalid_0's binary_logloss: 0.151974\tvalid_1's auc: 0.752375\tvalid_1's binary_logloss: 0.170151\n",
      "[1810]\tvalid_0's auc: 0.772743\tvalid_0's binary_logloss: 0.151972\tvalid_1's auc: 0.752369\tvalid_1's binary_logloss: 0.170149\n",
      "[1811]\tvalid_0's auc: 0.772751\tvalid_0's binary_logloss: 0.151969\tvalid_1's auc: 0.752379\tvalid_1's binary_logloss: 0.170146\n",
      "[1812]\tvalid_0's auc: 0.772762\tvalid_0's binary_logloss: 0.151962\tvalid_1's auc: 0.752376\tvalid_1's binary_logloss: 0.170141\n",
      "[1813]\tvalid_0's auc: 0.772765\tvalid_0's binary_logloss: 0.151959\tvalid_1's auc: 0.752379\tvalid_1's binary_logloss: 0.170138\n",
      "[1814]\tvalid_0's auc: 0.772762\tvalid_0's binary_logloss: 0.151955\tvalid_1's auc: 0.752369\tvalid_1's binary_logloss: 0.170135\n",
      "[1815]\tvalid_0's auc: 0.772764\tvalid_0's binary_logloss: 0.151952\tvalid_1's auc: 0.752383\tvalid_1's binary_logloss: 0.170131\n",
      "[1816]\tvalid_0's auc: 0.772796\tvalid_0's binary_logloss: 0.151949\tvalid_1's auc: 0.752402\tvalid_1's binary_logloss: 0.170129\n",
      "[1817]\tvalid_0's auc: 0.772808\tvalid_0's binary_logloss: 0.151945\tvalid_1's auc: 0.75242\tvalid_1's binary_logloss: 0.170124\n",
      "[1818]\tvalid_0's auc: 0.772801\tvalid_0's binary_logloss: 0.15194\tvalid_1's auc: 0.752414\tvalid_1's binary_logloss: 0.17012\n",
      "[1819]\tvalid_0's auc: 0.77281\tvalid_0's binary_logloss: 0.151935\tvalid_1's auc: 0.752429\tvalid_1's binary_logloss: 0.170116\n",
      "[1820]\tvalid_0's auc: 0.772818\tvalid_0's binary_logloss: 0.15193\tvalid_1's auc: 0.752425\tvalid_1's binary_logloss: 0.170111\n",
      "[1821]\tvalid_0's auc: 0.772827\tvalid_0's binary_logloss: 0.151926\tvalid_1's auc: 0.752446\tvalid_1's binary_logloss: 0.170107\n",
      "[1822]\tvalid_0's auc: 0.772836\tvalid_0's binary_logloss: 0.151921\tvalid_1's auc: 0.752456\tvalid_1's binary_logloss: 0.170101\n",
      "[1823]\tvalid_0's auc: 0.772859\tvalid_0's binary_logloss: 0.151916\tvalid_1's auc: 0.752471\tvalid_1's binary_logloss: 0.170097\n",
      "[1824]\tvalid_0's auc: 0.772853\tvalid_0's binary_logloss: 0.151914\tvalid_1's auc: 0.752458\tvalid_1's binary_logloss: 0.170095\n",
      "[1825]\tvalid_0's auc: 0.772854\tvalid_0's binary_logloss: 0.15191\tvalid_1's auc: 0.752463\tvalid_1's binary_logloss: 0.170092\n",
      "[1826]\tvalid_0's auc: 0.772875\tvalid_0's binary_logloss: 0.151906\tvalid_1's auc: 0.752474\tvalid_1's binary_logloss: 0.170088\n",
      "[1827]\tvalid_0's auc: 0.772871\tvalid_0's binary_logloss: 0.151903\tvalid_1's auc: 0.752469\tvalid_1's binary_logloss: 0.170084\n",
      "[1828]\tvalid_0's auc: 0.772862\tvalid_0's binary_logloss: 0.151899\tvalid_1's auc: 0.752468\tvalid_1's binary_logloss: 0.17008\n",
      "[1829]\tvalid_0's auc: 0.772874\tvalid_0's binary_logloss: 0.151896\tvalid_1's auc: 0.752486\tvalid_1's binary_logloss: 0.170077\n",
      "[1830]\tvalid_0's auc: 0.772874\tvalid_0's binary_logloss: 0.151893\tvalid_1's auc: 0.752488\tvalid_1's binary_logloss: 0.170073\n",
      "[1831]\tvalid_0's auc: 0.772886\tvalid_0's binary_logloss: 0.15189\tvalid_1's auc: 0.752512\tvalid_1's binary_logloss: 0.170069\n",
      "[1832]\tvalid_0's auc: 0.772902\tvalid_0's binary_logloss: 0.151885\tvalid_1's auc: 0.752532\tvalid_1's binary_logloss: 0.170064\n",
      "[1833]\tvalid_0's auc: 0.772889\tvalid_0's binary_logloss: 0.151882\tvalid_1's auc: 0.752522\tvalid_1's binary_logloss: 0.170061\n",
      "[1834]\tvalid_0's auc: 0.772923\tvalid_0's binary_logloss: 0.151876\tvalid_1's auc: 0.75255\tvalid_1's binary_logloss: 0.170055\n",
      "[1835]\tvalid_0's auc: 0.772923\tvalid_0's binary_logloss: 0.151873\tvalid_1's auc: 0.752544\tvalid_1's binary_logloss: 0.170053\n",
      "[1836]\tvalid_0's auc: 0.772927\tvalid_0's binary_logloss: 0.151868\tvalid_1's auc: 0.752554\tvalid_1's binary_logloss: 0.170048\n",
      "[1837]\tvalid_0's auc: 0.772929\tvalid_0's binary_logloss: 0.151865\tvalid_1's auc: 0.752546\tvalid_1's binary_logloss: 0.170046\n",
      "[1838]\tvalid_0's auc: 0.772954\tvalid_0's binary_logloss: 0.151861\tvalid_1's auc: 0.752563\tvalid_1's binary_logloss: 0.170042\n",
      "[1839]\tvalid_0's auc: 0.772957\tvalid_0's binary_logloss: 0.151858\tvalid_1's auc: 0.752568\tvalid_1's binary_logloss: 0.170039\n",
      "[1840]\tvalid_0's auc: 0.772952\tvalid_0's binary_logloss: 0.151856\tvalid_1's auc: 0.752565\tvalid_1's binary_logloss: 0.170036\n",
      "[1841]\tvalid_0's auc: 0.772952\tvalid_0's binary_logloss: 0.151853\tvalid_1's auc: 0.752567\tvalid_1's binary_logloss: 0.170033\n",
      "[1842]\tvalid_0's auc: 0.772955\tvalid_0's binary_logloss: 0.151849\tvalid_1's auc: 0.752572\tvalid_1's binary_logloss: 0.170029\n",
      "[1843]\tvalid_0's auc: 0.772961\tvalid_0's binary_logloss: 0.151846\tvalid_1's auc: 0.752573\tvalid_1's binary_logloss: 0.170026\n",
      "[1844]\tvalid_0's auc: 0.772956\tvalid_0's binary_logloss: 0.151843\tvalid_1's auc: 0.752572\tvalid_1's binary_logloss: 0.170023\n",
      "[1845]\tvalid_0's auc: 0.772946\tvalid_0's binary_logloss: 0.151841\tvalid_1's auc: 0.75256\tvalid_1's binary_logloss: 0.17002\n",
      "[1846]\tvalid_0's auc: 0.77293\tvalid_0's binary_logloss: 0.151838\tvalid_1's auc: 0.752553\tvalid_1's binary_logloss: 0.170017\n",
      "[1847]\tvalid_0's auc: 0.772929\tvalid_0's binary_logloss: 0.151835\tvalid_1's auc: 0.752555\tvalid_1's binary_logloss: 0.170014\n",
      "[1848]\tvalid_0's auc: 0.772923\tvalid_0's binary_logloss: 0.151831\tvalid_1's auc: 0.752557\tvalid_1's binary_logloss: 0.17001\n",
      "[1849]\tvalid_0's auc: 0.772935\tvalid_0's binary_logloss: 0.151826\tvalid_1's auc: 0.752569\tvalid_1's binary_logloss: 0.170005\n",
      "[1850]\tvalid_0's auc: 0.772938\tvalid_0's binary_logloss: 0.151823\tvalid_1's auc: 0.752574\tvalid_1's binary_logloss: 0.170003\n",
      "[1851]\tvalid_0's auc: 0.772929\tvalid_0's binary_logloss: 0.151821\tvalid_1's auc: 0.752576\tvalid_1's binary_logloss: 0.169999\n",
      "[1852]\tvalid_0's auc: 0.772935\tvalid_0's binary_logloss: 0.151818\tvalid_1's auc: 0.752579\tvalid_1's binary_logloss: 0.169996\n",
      "[1853]\tvalid_0's auc: 0.772932\tvalid_0's binary_logloss: 0.151814\tvalid_1's auc: 0.752575\tvalid_1's binary_logloss: 0.169993\n",
      "[1854]\tvalid_0's auc: 0.772924\tvalid_0's binary_logloss: 0.151811\tvalid_1's auc: 0.752577\tvalid_1's binary_logloss: 0.16999\n",
      "[1855]\tvalid_0's auc: 0.772921\tvalid_0's binary_logloss: 0.151809\tvalid_1's auc: 0.752573\tvalid_1's binary_logloss: 0.169986\n",
      "[1856]\tvalid_0's auc: 0.772915\tvalid_0's binary_logloss: 0.151805\tvalid_1's auc: 0.752568\tvalid_1's binary_logloss: 0.169983\n",
      "[1857]\tvalid_0's auc: 0.772916\tvalid_0's binary_logloss: 0.151803\tvalid_1's auc: 0.752578\tvalid_1's binary_logloss: 0.169981\n",
      "[1858]\tvalid_0's auc: 0.772912\tvalid_0's binary_logloss: 0.151801\tvalid_1's auc: 0.752575\tvalid_1's binary_logloss: 0.169979\n",
      "[1859]\tvalid_0's auc: 0.772904\tvalid_0's binary_logloss: 0.151797\tvalid_1's auc: 0.752572\tvalid_1's binary_logloss: 0.169974\n",
      "[1860]\tvalid_0's auc: 0.772921\tvalid_0's binary_logloss: 0.151791\tvalid_1's auc: 0.752583\tvalid_1's binary_logloss: 0.169969\n",
      "[1861]\tvalid_0's auc: 0.772911\tvalid_0's binary_logloss: 0.151787\tvalid_1's auc: 0.752566\tvalid_1's binary_logloss: 0.169966\n",
      "[1862]\tvalid_0's auc: 0.772918\tvalid_0's binary_logloss: 0.151782\tvalid_1's auc: 0.752574\tvalid_1's binary_logloss: 0.169962\n",
      "[1863]\tvalid_0's auc: 0.772913\tvalid_0's binary_logloss: 0.151779\tvalid_1's auc: 0.752572\tvalid_1's binary_logloss: 0.169959\n",
      "[1864]\tvalid_0's auc: 0.772917\tvalid_0's binary_logloss: 0.151776\tvalid_1's auc: 0.752572\tvalid_1's binary_logloss: 0.169956\n",
      "[1865]\tvalid_0's auc: 0.772927\tvalid_0's binary_logloss: 0.151773\tvalid_1's auc: 0.752583\tvalid_1's binary_logloss: 0.169953\n",
      "[1866]\tvalid_0's auc: 0.772924\tvalid_0's binary_logloss: 0.151772\tvalid_1's auc: 0.752576\tvalid_1's binary_logloss: 0.169952\n",
      "[1867]\tvalid_0's auc: 0.772952\tvalid_0's binary_logloss: 0.151769\tvalid_1's auc: 0.752598\tvalid_1's binary_logloss: 0.169949\n",
      "[1868]\tvalid_0's auc: 0.772957\tvalid_0's binary_logloss: 0.151766\tvalid_1's auc: 0.752613\tvalid_1's binary_logloss: 0.169946\n",
      "[1869]\tvalid_0's auc: 0.772949\tvalid_0's binary_logloss: 0.151764\tvalid_1's auc: 0.752603\tvalid_1's binary_logloss: 0.169944\n",
      "[1870]\tvalid_0's auc: 0.772962\tvalid_0's binary_logloss: 0.15176\tvalid_1's auc: 0.75262\tvalid_1's binary_logloss: 0.16994\n",
      "[1871]\tvalid_0's auc: 0.772977\tvalid_0's binary_logloss: 0.151757\tvalid_1's auc: 0.752629\tvalid_1's binary_logloss: 0.169938\n",
      "[1872]\tvalid_0's auc: 0.772973\tvalid_0's binary_logloss: 0.151754\tvalid_1's auc: 0.752621\tvalid_1's binary_logloss: 0.169935\n",
      "[1873]\tvalid_0's auc: 0.772984\tvalid_0's binary_logloss: 0.15175\tvalid_1's auc: 0.75263\tvalid_1's binary_logloss: 0.169932\n",
      "[1874]\tvalid_0's auc: 0.772983\tvalid_0's binary_logloss: 0.151748\tvalid_1's auc: 0.75264\tvalid_1's binary_logloss: 0.169929\n",
      "[1875]\tvalid_0's auc: 0.772981\tvalid_0's binary_logloss: 0.151745\tvalid_1's auc: 0.752646\tvalid_1's binary_logloss: 0.169926\n",
      "[1876]\tvalid_0's auc: 0.772982\tvalid_0's binary_logloss: 0.151741\tvalid_1's auc: 0.752643\tvalid_1's binary_logloss: 0.169923\n",
      "[1877]\tvalid_0's auc: 0.773014\tvalid_0's binary_logloss: 0.151737\tvalid_1's auc: 0.752669\tvalid_1's binary_logloss: 0.169919\n",
      "[1878]\tvalid_0's auc: 0.773032\tvalid_0's binary_logloss: 0.151734\tvalid_1's auc: 0.752682\tvalid_1's binary_logloss: 0.169916\n",
      "[1879]\tvalid_0's auc: 0.773032\tvalid_0's binary_logloss: 0.151731\tvalid_1's auc: 0.752681\tvalid_1's binary_logloss: 0.169914\n",
      "[1880]\tvalid_0's auc: 0.773025\tvalid_0's binary_logloss: 0.151728\tvalid_1's auc: 0.75268\tvalid_1's binary_logloss: 0.16991\n",
      "[1881]\tvalid_0's auc: 0.773026\tvalid_0's binary_logloss: 0.151723\tvalid_1's auc: 0.752683\tvalid_1's binary_logloss: 0.169906\n",
      "[1882]\tvalid_0's auc: 0.773033\tvalid_0's binary_logloss: 0.151718\tvalid_1's auc: 0.75269\tvalid_1's binary_logloss: 0.169902\n",
      "[1883]\tvalid_0's auc: 0.773028\tvalid_0's binary_logloss: 0.151716\tvalid_1's auc: 0.752688\tvalid_1's binary_logloss: 0.1699\n",
      "[1884]\tvalid_0's auc: 0.773023\tvalid_0's binary_logloss: 0.151711\tvalid_1's auc: 0.75268\tvalid_1's binary_logloss: 0.169895\n",
      "[1885]\tvalid_0's auc: 0.773035\tvalid_0's binary_logloss: 0.151706\tvalid_1's auc: 0.752686\tvalid_1's binary_logloss: 0.16989\n",
      "[1886]\tvalid_0's auc: 0.773038\tvalid_0's binary_logloss: 0.151701\tvalid_1's auc: 0.752696\tvalid_1's binary_logloss: 0.169885\n",
      "[1887]\tvalid_0's auc: 0.773035\tvalid_0's binary_logloss: 0.151696\tvalid_1's auc: 0.752705\tvalid_1's binary_logloss: 0.16988\n",
      "[1888]\tvalid_0's auc: 0.77305\tvalid_0's binary_logloss: 0.151693\tvalid_1's auc: 0.752715\tvalid_1's binary_logloss: 0.169876\n",
      "[1889]\tvalid_0's auc: 0.773057\tvalid_0's binary_logloss: 0.15169\tvalid_1's auc: 0.752735\tvalid_1's binary_logloss: 0.169873\n",
      "[1890]\tvalid_0's auc: 0.773057\tvalid_0's binary_logloss: 0.15169\tvalid_1's auc: 0.752735\tvalid_1's binary_logloss: 0.169873\n",
      "[1891]\tvalid_0's auc: 0.77307\tvalid_0's binary_logloss: 0.151685\tvalid_1's auc: 0.75276\tvalid_1's binary_logloss: 0.169868\n",
      "[1892]\tvalid_0's auc: 0.773067\tvalid_0's binary_logloss: 0.151683\tvalid_1's auc: 0.752753\tvalid_1's binary_logloss: 0.169866\n",
      "[1893]\tvalid_0's auc: 0.773105\tvalid_0's binary_logloss: 0.151681\tvalid_1's auc: 0.752782\tvalid_1's binary_logloss: 0.169864\n",
      "[1894]\tvalid_0's auc: 0.773111\tvalid_0's binary_logloss: 0.151679\tvalid_1's auc: 0.752791\tvalid_1's binary_logloss: 0.169862\n",
      "[1895]\tvalid_0's auc: 0.773122\tvalid_0's binary_logloss: 0.151676\tvalid_1's auc: 0.752806\tvalid_1's binary_logloss: 0.169859\n",
      "[1896]\tvalid_0's auc: 0.773133\tvalid_0's binary_logloss: 0.151674\tvalid_1's auc: 0.75281\tvalid_1's binary_logloss: 0.169858\n",
      "[1897]\tvalid_0's auc: 0.77313\tvalid_0's binary_logloss: 0.151672\tvalid_1's auc: 0.752821\tvalid_1's binary_logloss: 0.169855\n",
      "[1898]\tvalid_0's auc: 0.773136\tvalid_0's binary_logloss: 0.151668\tvalid_1's auc: 0.752837\tvalid_1's binary_logloss: 0.169851\n",
      "[1899]\tvalid_0's auc: 0.773135\tvalid_0's binary_logloss: 0.151665\tvalid_1's auc: 0.752825\tvalid_1's binary_logloss: 0.169848\n",
      "[1900]\tvalid_0's auc: 0.773135\tvalid_0's binary_logloss: 0.151662\tvalid_1's auc: 0.752818\tvalid_1's binary_logloss: 0.169846\n",
      "[1901]\tvalid_0's auc: 0.773147\tvalid_0's binary_logloss: 0.15166\tvalid_1's auc: 0.752833\tvalid_1's binary_logloss: 0.169844\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1902]\tvalid_0's auc: 0.77314\tvalid_0's binary_logloss: 0.151657\tvalid_1's auc: 0.75283\tvalid_1's binary_logloss: 0.169841\n",
      "[1903]\tvalid_0's auc: 0.773134\tvalid_0's binary_logloss: 0.151654\tvalid_1's auc: 0.752827\tvalid_1's binary_logloss: 0.169837\n",
      "[1904]\tvalid_0's auc: 0.77314\tvalid_0's binary_logloss: 0.151651\tvalid_1's auc: 0.75283\tvalid_1's binary_logloss: 0.169834\n",
      "[1905]\tvalid_0's auc: 0.773134\tvalid_0's binary_logloss: 0.151647\tvalid_1's auc: 0.752826\tvalid_1's binary_logloss: 0.16983\n",
      "[1906]\tvalid_0's auc: 0.773168\tvalid_0's binary_logloss: 0.151642\tvalid_1's auc: 0.752842\tvalid_1's binary_logloss: 0.169826\n",
      "[1907]\tvalid_0's auc: 0.773173\tvalid_0's binary_logloss: 0.151638\tvalid_1's auc: 0.752847\tvalid_1's binary_logloss: 0.169821\n",
      "[1908]\tvalid_0's auc: 0.773184\tvalid_0's binary_logloss: 0.151633\tvalid_1's auc: 0.75286\tvalid_1's binary_logloss: 0.169818\n",
      "[1909]\tvalid_0's auc: 0.773183\tvalid_0's binary_logloss: 0.151631\tvalid_1's auc: 0.752863\tvalid_1's binary_logloss: 0.169815\n",
      "[1910]\tvalid_0's auc: 0.773198\tvalid_0's binary_logloss: 0.151628\tvalid_1's auc: 0.752883\tvalid_1's binary_logloss: 0.169811\n",
      "[1911]\tvalid_0's auc: 0.773201\tvalid_0's binary_logloss: 0.151622\tvalid_1's auc: 0.752888\tvalid_1's binary_logloss: 0.169806\n",
      "[1912]\tvalid_0's auc: 0.773225\tvalid_0's binary_logloss: 0.151619\tvalid_1's auc: 0.752903\tvalid_1's binary_logloss: 0.169803\n",
      "[1913]\tvalid_0's auc: 0.773223\tvalid_0's binary_logloss: 0.151617\tvalid_1's auc: 0.752906\tvalid_1's binary_logloss: 0.1698\n",
      "[1914]\tvalid_0's auc: 0.773249\tvalid_0's binary_logloss: 0.151612\tvalid_1's auc: 0.752914\tvalid_1's binary_logloss: 0.169796\n",
      "[1915]\tvalid_0's auc: 0.773244\tvalid_0's binary_logloss: 0.15161\tvalid_1's auc: 0.752911\tvalid_1's binary_logloss: 0.169794\n",
      "[1916]\tvalid_0's auc: 0.77324\tvalid_0's binary_logloss: 0.151607\tvalid_1's auc: 0.752911\tvalid_1's binary_logloss: 0.169791\n",
      "[1917]\tvalid_0's auc: 0.773245\tvalid_0's binary_logloss: 0.151604\tvalid_1's auc: 0.752927\tvalid_1's binary_logloss: 0.169788\n",
      "[1918]\tvalid_0's auc: 0.773263\tvalid_0's binary_logloss: 0.151602\tvalid_1's auc: 0.752944\tvalid_1's binary_logloss: 0.169786\n",
      "[1919]\tvalid_0's auc: 0.773263\tvalid_0's binary_logloss: 0.151598\tvalid_1's auc: 0.752948\tvalid_1's binary_logloss: 0.169782\n",
      "[1920]\tvalid_0's auc: 0.773272\tvalid_0's binary_logloss: 0.151594\tvalid_1's auc: 0.752962\tvalid_1's binary_logloss: 0.169778\n",
      "[1921]\tvalid_0's auc: 0.773269\tvalid_0's binary_logloss: 0.15159\tvalid_1's auc: 0.752966\tvalid_1's binary_logloss: 0.169774\n",
      "[1922]\tvalid_0's auc: 0.773269\tvalid_0's binary_logloss: 0.15159\tvalid_1's auc: 0.752966\tvalid_1's binary_logloss: 0.169774\n",
      "[1923]\tvalid_0's auc: 0.773265\tvalid_0's binary_logloss: 0.151587\tvalid_1's auc: 0.752964\tvalid_1's binary_logloss: 0.169771\n",
      "[1924]\tvalid_0's auc: 0.773279\tvalid_0's binary_logloss: 0.151583\tvalid_1's auc: 0.752981\tvalid_1's binary_logloss: 0.169767\n",
      "[1925]\tvalid_0's auc: 0.773272\tvalid_0's binary_logloss: 0.15158\tvalid_1's auc: 0.752972\tvalid_1's binary_logloss: 0.169765\n",
      "[1926]\tvalid_0's auc: 0.773279\tvalid_0's binary_logloss: 0.151579\tvalid_1's auc: 0.752981\tvalid_1's binary_logloss: 0.169764\n",
      "[1927]\tvalid_0's auc: 0.773312\tvalid_0's binary_logloss: 0.151578\tvalid_1's auc: 0.753001\tvalid_1's binary_logloss: 0.169763\n",
      "[1928]\tvalid_0's auc: 0.773334\tvalid_0's binary_logloss: 0.151574\tvalid_1's auc: 0.753019\tvalid_1's binary_logloss: 0.169759\n",
      "[1929]\tvalid_0's auc: 0.773341\tvalid_0's binary_logloss: 0.151571\tvalid_1's auc: 0.75303\tvalid_1's binary_logloss: 0.169757\n",
      "[1930]\tvalid_0's auc: 0.773338\tvalid_0's binary_logloss: 0.151567\tvalid_1's auc: 0.753018\tvalid_1's binary_logloss: 0.169753\n",
      "[1931]\tvalid_0's auc: 0.773333\tvalid_0's binary_logloss: 0.151565\tvalid_1's auc: 0.753015\tvalid_1's binary_logloss: 0.169752\n",
      "[1932]\tvalid_0's auc: 0.773331\tvalid_0's binary_logloss: 0.151561\tvalid_1's auc: 0.753015\tvalid_1's binary_logloss: 0.169747\n",
      "[1933]\tvalid_0's auc: 0.773357\tvalid_0's binary_logloss: 0.151559\tvalid_1's auc: 0.753037\tvalid_1's binary_logloss: 0.169745\n",
      "[1934]\tvalid_0's auc: 0.773348\tvalid_0's binary_logloss: 0.151556\tvalid_1's auc: 0.753022\tvalid_1's binary_logloss: 0.169743\n",
      "[1935]\tvalid_0's auc: 0.773352\tvalid_0's binary_logloss: 0.151555\tvalid_1's auc: 0.753028\tvalid_1's binary_logloss: 0.169742\n",
      "[1936]\tvalid_0's auc: 0.773351\tvalid_0's binary_logloss: 0.151551\tvalid_1's auc: 0.753033\tvalid_1's binary_logloss: 0.169737\n",
      "[1937]\tvalid_0's auc: 0.77336\tvalid_0's binary_logloss: 0.151548\tvalid_1's auc: 0.753048\tvalid_1's binary_logloss: 0.169734\n",
      "[1938]\tvalid_0's auc: 0.773359\tvalid_0's binary_logloss: 0.151543\tvalid_1's auc: 0.753066\tvalid_1's binary_logloss: 0.169729\n",
      "[1939]\tvalid_0's auc: 0.773365\tvalid_0's binary_logloss: 0.15154\tvalid_1's auc: 0.753078\tvalid_1's binary_logloss: 0.169725\n",
      "[1940]\tvalid_0's auc: 0.773368\tvalid_0's binary_logloss: 0.151537\tvalid_1's auc: 0.753078\tvalid_1's binary_logloss: 0.169722\n",
      "[1941]\tvalid_0's auc: 0.773386\tvalid_0's binary_logloss: 0.151532\tvalid_1's auc: 0.753098\tvalid_1's binary_logloss: 0.169718\n",
      "[1942]\tvalid_0's auc: 0.773387\tvalid_0's binary_logloss: 0.151529\tvalid_1's auc: 0.753108\tvalid_1's binary_logloss: 0.169714\n",
      "[1943]\tvalid_0's auc: 0.773414\tvalid_0's binary_logloss: 0.151523\tvalid_1's auc: 0.753123\tvalid_1's binary_logloss: 0.169709\n",
      "[1944]\tvalid_0's auc: 0.773406\tvalid_0's binary_logloss: 0.15152\tvalid_1's auc: 0.753117\tvalid_1's binary_logloss: 0.169706\n",
      "[1945]\tvalid_0's auc: 0.77343\tvalid_0's binary_logloss: 0.151516\tvalid_1's auc: 0.753128\tvalid_1's binary_logloss: 0.169703\n",
      "[1946]\tvalid_0's auc: 0.773438\tvalid_0's binary_logloss: 0.151513\tvalid_1's auc: 0.753138\tvalid_1's binary_logloss: 0.1697\n",
      "[1947]\tvalid_0's auc: 0.773432\tvalid_0's binary_logloss: 0.151509\tvalid_1's auc: 0.753137\tvalid_1's binary_logloss: 0.169696\n",
      "[1948]\tvalid_0's auc: 0.773438\tvalid_0's binary_logloss: 0.151505\tvalid_1's auc: 0.753138\tvalid_1's binary_logloss: 0.169692\n",
      "[1949]\tvalid_0's auc: 0.773435\tvalid_0's binary_logloss: 0.151501\tvalid_1's auc: 0.753133\tvalid_1's binary_logloss: 0.169688\n",
      "[1950]\tvalid_0's auc: 0.773445\tvalid_0's binary_logloss: 0.151499\tvalid_1's auc: 0.753147\tvalid_1's binary_logloss: 0.169686\n",
      "[1951]\tvalid_0's auc: 0.773448\tvalid_0's binary_logloss: 0.151495\tvalid_1's auc: 0.753149\tvalid_1's binary_logloss: 0.169682\n",
      "[1952]\tvalid_0's auc: 0.773443\tvalid_0's binary_logloss: 0.151493\tvalid_1's auc: 0.753139\tvalid_1's binary_logloss: 0.169681\n",
      "[1953]\tvalid_0's auc: 0.773444\tvalid_0's binary_logloss: 0.151489\tvalid_1's auc: 0.753132\tvalid_1's binary_logloss: 0.169678\n",
      "[1954]\tvalid_0's auc: 0.773443\tvalid_0's binary_logloss: 0.151488\tvalid_1's auc: 0.753135\tvalid_1's binary_logloss: 0.169676\n",
      "[1955]\tvalid_0's auc: 0.77346\tvalid_0's binary_logloss: 0.151485\tvalid_1's auc: 0.753152\tvalid_1's binary_logloss: 0.169674\n",
      "[1956]\tvalid_0's auc: 0.773463\tvalid_0's binary_logloss: 0.151481\tvalid_1's auc: 0.753159\tvalid_1's binary_logloss: 0.16967\n",
      "[1957]\tvalid_0's auc: 0.773493\tvalid_0's binary_logloss: 0.15148\tvalid_1's auc: 0.753181\tvalid_1's binary_logloss: 0.169669\n",
      "[1958]\tvalid_0's auc: 0.773502\tvalid_0's binary_logloss: 0.151476\tvalid_1's auc: 0.753206\tvalid_1's binary_logloss: 0.169664\n",
      "[1959]\tvalid_0's auc: 0.773498\tvalid_0's binary_logloss: 0.151473\tvalid_1's auc: 0.753205\tvalid_1's binary_logloss: 0.169661\n",
      "[1960]\tvalid_0's auc: 0.773499\tvalid_0's binary_logloss: 0.151469\tvalid_1's auc: 0.753203\tvalid_1's binary_logloss: 0.169658\n",
      "[1961]\tvalid_0's auc: 0.773501\tvalid_0's binary_logloss: 0.151467\tvalid_1's auc: 0.753206\tvalid_1's binary_logloss: 0.169655\n",
      "[1962]\tvalid_0's auc: 0.773496\tvalid_0's binary_logloss: 0.151463\tvalid_1's auc: 0.753211\tvalid_1's binary_logloss: 0.16965\n",
      "[1963]\tvalid_0's auc: 0.773498\tvalid_0's binary_logloss: 0.15146\tvalid_1's auc: 0.753206\tvalid_1's binary_logloss: 0.169648\n",
      "[1964]\tvalid_0's auc: 0.773488\tvalid_0's binary_logloss: 0.151456\tvalid_1's auc: 0.753201\tvalid_1's binary_logloss: 0.169645\n",
      "[1965]\tvalid_0's auc: 0.773489\tvalid_0's binary_logloss: 0.151452\tvalid_1's auc: 0.753192\tvalid_1's binary_logloss: 0.169642\n",
      "[1966]\tvalid_0's auc: 0.773513\tvalid_0's binary_logloss: 0.151447\tvalid_1's auc: 0.75321\tvalid_1's binary_logloss: 0.169637\n",
      "[1967]\tvalid_0's auc: 0.773535\tvalid_0's binary_logloss: 0.151443\tvalid_1's auc: 0.753221\tvalid_1's binary_logloss: 0.169632\n",
      "[1968]\tvalid_0's auc: 0.773537\tvalid_0's binary_logloss: 0.151441\tvalid_1's auc: 0.753227\tvalid_1's binary_logloss: 0.16963\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1969]\tvalid_0's auc: 0.773548\tvalid_0's binary_logloss: 0.151438\tvalid_1's auc: 0.753238\tvalid_1's binary_logloss: 0.169627\n",
      "[1970]\tvalid_0's auc: 0.773553\tvalid_0's binary_logloss: 0.151437\tvalid_1's auc: 0.753245\tvalid_1's binary_logloss: 0.169626\n",
      "[1971]\tvalid_0's auc: 0.77357\tvalid_0's binary_logloss: 0.151435\tvalid_1's auc: 0.753258\tvalid_1's binary_logloss: 0.169624\n",
      "[1972]\tvalid_0's auc: 0.773602\tvalid_0's binary_logloss: 0.151429\tvalid_1's auc: 0.753286\tvalid_1's binary_logloss: 0.169619\n",
      "[1973]\tvalid_0's auc: 0.773611\tvalid_0's binary_logloss: 0.151426\tvalid_1's auc: 0.753292\tvalid_1's binary_logloss: 0.169617\n",
      "[1974]\tvalid_0's auc: 0.773607\tvalid_0's binary_logloss: 0.151422\tvalid_1's auc: 0.753291\tvalid_1's binary_logloss: 0.169613\n",
      "[1975]\tvalid_0's auc: 0.77361\tvalid_0's binary_logloss: 0.15142\tvalid_1's auc: 0.753305\tvalid_1's binary_logloss: 0.16961\n",
      "[1976]\tvalid_0's auc: 0.773624\tvalid_0's binary_logloss: 0.151417\tvalid_1's auc: 0.753311\tvalid_1's binary_logloss: 0.169607\n",
      "[1977]\tvalid_0's auc: 0.773651\tvalid_0's binary_logloss: 0.151416\tvalid_1's auc: 0.753333\tvalid_1's binary_logloss: 0.169606\n",
      "[1978]\tvalid_0's auc: 0.773646\tvalid_0's binary_logloss: 0.151412\tvalid_1's auc: 0.753333\tvalid_1's binary_logloss: 0.169602\n",
      "[1979]\tvalid_0's auc: 0.773637\tvalid_0's binary_logloss: 0.15141\tvalid_1's auc: 0.753336\tvalid_1's binary_logloss: 0.169599\n",
      "[1980]\tvalid_0's auc: 0.773637\tvalid_0's binary_logloss: 0.151408\tvalid_1's auc: 0.753339\tvalid_1's binary_logloss: 0.169597\n",
      "[1981]\tvalid_0's auc: 0.773644\tvalid_0's binary_logloss: 0.151406\tvalid_1's auc: 0.75334\tvalid_1's binary_logloss: 0.169595\n",
      "[1982]\tvalid_0's auc: 0.773659\tvalid_0's binary_logloss: 0.151402\tvalid_1's auc: 0.75334\tvalid_1's binary_logloss: 0.169593\n",
      "[1983]\tvalid_0's auc: 0.77368\tvalid_0's binary_logloss: 0.151398\tvalid_1's auc: 0.753356\tvalid_1's binary_logloss: 0.169589\n",
      "[1984]\tvalid_0's auc: 0.773684\tvalid_0's binary_logloss: 0.151394\tvalid_1's auc: 0.753371\tvalid_1's binary_logloss: 0.169584\n",
      "[1985]\tvalid_0's auc: 0.773695\tvalid_0's binary_logloss: 0.151391\tvalid_1's auc: 0.753382\tvalid_1's binary_logloss: 0.169581\n",
      "[1986]\tvalid_0's auc: 0.77371\tvalid_0's binary_logloss: 0.151387\tvalid_1's auc: 0.753406\tvalid_1's binary_logloss: 0.169577\n",
      "[1987]\tvalid_0's auc: 0.773712\tvalid_0's binary_logloss: 0.151383\tvalid_1's auc: 0.753402\tvalid_1's binary_logloss: 0.169574\n",
      "[1988]\tvalid_0's auc: 0.773711\tvalid_0's binary_logloss: 0.15138\tvalid_1's auc: 0.753403\tvalid_1's binary_logloss: 0.169571\n",
      "[1989]\tvalid_0's auc: 0.773725\tvalid_0's binary_logloss: 0.151377\tvalid_1's auc: 0.753417\tvalid_1's binary_logloss: 0.169567\n",
      "[1990]\tvalid_0's auc: 0.773712\tvalid_0's binary_logloss: 0.151373\tvalid_1's auc: 0.753404\tvalid_1's binary_logloss: 0.169564\n",
      "[1991]\tvalid_0's auc: 0.773709\tvalid_0's binary_logloss: 0.15137\tvalid_1's auc: 0.753404\tvalid_1's binary_logloss: 0.16956\n",
      "[1992]\tvalid_0's auc: 0.773705\tvalid_0's binary_logloss: 0.151368\tvalid_1's auc: 0.753405\tvalid_1's binary_logloss: 0.169558\n",
      "[1993]\tvalid_0's auc: 0.773706\tvalid_0's binary_logloss: 0.151364\tvalid_1's auc: 0.753417\tvalid_1's binary_logloss: 0.169553\n",
      "[1994]\tvalid_0's auc: 0.773724\tvalid_0's binary_logloss: 0.15136\tvalid_1's auc: 0.753438\tvalid_1's binary_logloss: 0.169549\n",
      "[1995]\tvalid_0's auc: 0.773736\tvalid_0's binary_logloss: 0.151356\tvalid_1's auc: 0.753452\tvalid_1's binary_logloss: 0.169546\n",
      "[1996]\tvalid_0's auc: 0.773733\tvalid_0's binary_logloss: 0.151354\tvalid_1's auc: 0.753455\tvalid_1's binary_logloss: 0.169543\n",
      "[1997]\tvalid_0's auc: 0.773734\tvalid_0's binary_logloss: 0.151351\tvalid_1's auc: 0.753449\tvalid_1's binary_logloss: 0.169541\n",
      "[1998]\tvalid_0's auc: 0.77373\tvalid_0's binary_logloss: 0.151349\tvalid_1's auc: 0.753452\tvalid_1's binary_logloss: 0.169539\n",
      "[1999]\tvalid_0's auc: 0.773717\tvalid_0's binary_logloss: 0.151346\tvalid_1's auc: 0.753441\tvalid_1's binary_logloss: 0.169535\n",
      "[2000]\tvalid_0's auc: 0.773725\tvalid_0's binary_logloss: 0.151344\tvalid_1's auc: 0.753456\tvalid_1's binary_logloss: 0.169533\n",
      "[2001]\tvalid_0's auc: 0.773733\tvalid_0's binary_logloss: 0.15134\tvalid_1's auc: 0.753467\tvalid_1's binary_logloss: 0.169529\n",
      "[2002]\tvalid_0's auc: 0.773734\tvalid_0's binary_logloss: 0.151337\tvalid_1's auc: 0.753465\tvalid_1's binary_logloss: 0.169527\n",
      "[2003]\tvalid_0's auc: 0.77374\tvalid_0's binary_logloss: 0.151336\tvalid_1's auc: 0.753478\tvalid_1's binary_logloss: 0.169524\n",
      "[2004]\tvalid_0's auc: 0.773753\tvalid_0's binary_logloss: 0.15133\tvalid_1's auc: 0.753495\tvalid_1's binary_logloss: 0.169519\n",
      "[2005]\tvalid_0's auc: 0.77377\tvalid_0's binary_logloss: 0.151327\tvalid_1's auc: 0.753508\tvalid_1's binary_logloss: 0.169516\n",
      "[2006]\tvalid_0's auc: 0.773777\tvalid_0's binary_logloss: 0.151322\tvalid_1's auc: 0.753508\tvalid_1's binary_logloss: 0.169512\n",
      "[2007]\tvalid_0's auc: 0.773774\tvalid_0's binary_logloss: 0.15132\tvalid_1's auc: 0.753511\tvalid_1's binary_logloss: 0.169509\n",
      "[2008]\tvalid_0's auc: 0.773803\tvalid_0's binary_logloss: 0.151316\tvalid_1's auc: 0.753533\tvalid_1's binary_logloss: 0.169506\n",
      "[2009]\tvalid_0's auc: 0.773803\tvalid_0's binary_logloss: 0.151311\tvalid_1's auc: 0.753521\tvalid_1's binary_logloss: 0.169503\n",
      "[2010]\tvalid_0's auc: 0.7738\tvalid_0's binary_logloss: 0.151309\tvalid_1's auc: 0.753527\tvalid_1's binary_logloss: 0.1695\n",
      "[2011]\tvalid_0's auc: 0.773811\tvalid_0's binary_logloss: 0.151304\tvalid_1's auc: 0.753537\tvalid_1's binary_logloss: 0.169495\n",
      "[2012]\tvalid_0's auc: 0.773816\tvalid_0's binary_logloss: 0.151303\tvalid_1's auc: 0.753542\tvalid_1's binary_logloss: 0.169494\n",
      "[2013]\tvalid_0's auc: 0.77382\tvalid_0's binary_logloss: 0.151301\tvalid_1's auc: 0.75355\tvalid_1's binary_logloss: 0.169491\n",
      "[2014]\tvalid_0's auc: 0.773823\tvalid_0's binary_logloss: 0.151298\tvalid_1's auc: 0.753557\tvalid_1's binary_logloss: 0.169489\n",
      "[2015]\tvalid_0's auc: 0.773826\tvalid_0's binary_logloss: 0.151293\tvalid_1's auc: 0.75356\tvalid_1's binary_logloss: 0.169484\n",
      "[2016]\tvalid_0's auc: 0.773827\tvalid_0's binary_logloss: 0.15129\tvalid_1's auc: 0.753567\tvalid_1's binary_logloss: 0.169481\n",
      "[2017]\tvalid_0's auc: 0.773834\tvalid_0's binary_logloss: 0.151286\tvalid_1's auc: 0.753565\tvalid_1's binary_logloss: 0.169478\n",
      "[2018]\tvalid_0's auc: 0.77383\tvalid_0's binary_logloss: 0.151284\tvalid_1's auc: 0.75356\tvalid_1's binary_logloss: 0.169476\n",
      "[2019]\tvalid_0's auc: 0.773825\tvalid_0's binary_logloss: 0.151282\tvalid_1's auc: 0.753556\tvalid_1's binary_logloss: 0.169474\n",
      "[2020]\tvalid_0's auc: 0.773825\tvalid_0's binary_logloss: 0.15128\tvalid_1's auc: 0.753553\tvalid_1's binary_logloss: 0.169471\n",
      "[2021]\tvalid_0's auc: 0.773834\tvalid_0's binary_logloss: 0.151276\tvalid_1's auc: 0.753548\tvalid_1's binary_logloss: 0.169468\n",
      "[2022]\tvalid_0's auc: 0.773839\tvalid_0's binary_logloss: 0.151275\tvalid_1's auc: 0.753557\tvalid_1's binary_logloss: 0.169467\n",
      "[2023]\tvalid_0's auc: 0.773853\tvalid_0's binary_logloss: 0.151272\tvalid_1's auc: 0.753573\tvalid_1's binary_logloss: 0.169465\n",
      "[2024]\tvalid_0's auc: 0.773854\tvalid_0's binary_logloss: 0.151269\tvalid_1's auc: 0.753574\tvalid_1's binary_logloss: 0.169462\n",
      "[2025]\tvalid_0's auc: 0.773851\tvalid_0's binary_logloss: 0.151265\tvalid_1's auc: 0.753571\tvalid_1's binary_logloss: 0.169458\n",
      "[2026]\tvalid_0's auc: 0.773865\tvalid_0's binary_logloss: 0.15126\tvalid_1's auc: 0.753596\tvalid_1's binary_logloss: 0.169453\n",
      "[2027]\tvalid_0's auc: 0.773864\tvalid_0's binary_logloss: 0.151256\tvalid_1's auc: 0.753588\tvalid_1's binary_logloss: 0.16945\n",
      "[2028]\tvalid_0's auc: 0.773864\tvalid_0's binary_logloss: 0.151252\tvalid_1's auc: 0.753587\tvalid_1's binary_logloss: 0.169447\n",
      "[2029]\tvalid_0's auc: 0.773868\tvalid_0's binary_logloss: 0.151249\tvalid_1's auc: 0.753598\tvalid_1's binary_logloss: 0.169443\n",
      "[2030]\tvalid_0's auc: 0.773891\tvalid_0's binary_logloss: 0.151246\tvalid_1's auc: 0.753618\tvalid_1's binary_logloss: 0.16944\n",
      "[2031]\tvalid_0's auc: 0.773884\tvalid_0's binary_logloss: 0.151243\tvalid_1's auc: 0.753614\tvalid_1's binary_logloss: 0.169437\n",
      "[2032]\tvalid_0's auc: 0.773884\tvalid_0's binary_logloss: 0.151239\tvalid_1's auc: 0.753609\tvalid_1's binary_logloss: 0.169434\n",
      "[2033]\tvalid_0's auc: 0.773902\tvalid_0's binary_logloss: 0.151233\tvalid_1's auc: 0.753627\tvalid_1's binary_logloss: 0.169428\n",
      "[2034]\tvalid_0's auc: 0.773908\tvalid_0's binary_logloss: 0.151228\tvalid_1's auc: 0.753626\tvalid_1's binary_logloss: 0.169424\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[2035]\tvalid_0's auc: 0.773902\tvalid_0's binary_logloss: 0.151224\tvalid_1's auc: 0.753626\tvalid_1's binary_logloss: 0.16942\n",
      "[2036]\tvalid_0's auc: 0.77391\tvalid_0's binary_logloss: 0.151221\tvalid_1's auc: 0.753644\tvalid_1's binary_logloss: 0.169416\n",
      "[2037]\tvalid_0's auc: 0.77392\tvalid_0's binary_logloss: 0.151219\tvalid_1's auc: 0.753658\tvalid_1's binary_logloss: 0.169413\n",
      "[2038]\tvalid_0's auc: 0.773918\tvalid_0's binary_logloss: 0.151217\tvalid_1's auc: 0.753655\tvalid_1's binary_logloss: 0.169412\n",
      "[2039]\tvalid_0's auc: 0.773932\tvalid_0's binary_logloss: 0.151213\tvalid_1's auc: 0.753666\tvalid_1's binary_logloss: 0.169409\n",
      "[2040]\tvalid_0's auc: 0.773928\tvalid_0's binary_logloss: 0.151209\tvalid_1's auc: 0.753668\tvalid_1's binary_logloss: 0.169405\n",
      "[2041]\tvalid_0's auc: 0.773955\tvalid_0's binary_logloss: 0.151205\tvalid_1's auc: 0.75369\tvalid_1's binary_logloss: 0.1694\n",
      "[2042]\tvalid_0's auc: 0.773962\tvalid_0's binary_logloss: 0.151202\tvalid_1's auc: 0.7537\tvalid_1's binary_logloss: 0.169397\n",
      "[2043]\tvalid_0's auc: 0.773969\tvalid_0's binary_logloss: 0.151199\tvalid_1's auc: 0.75372\tvalid_1's binary_logloss: 0.169393\n",
      "[2044]\tvalid_0's auc: 0.773968\tvalid_0's binary_logloss: 0.151194\tvalid_1's auc: 0.753719\tvalid_1's binary_logloss: 0.169389\n",
      "[2045]\tvalid_0's auc: 0.773968\tvalid_0's binary_logloss: 0.151191\tvalid_1's auc: 0.753719\tvalid_1's binary_logloss: 0.169386\n",
      "[2046]\tvalid_0's auc: 0.773965\tvalid_0's binary_logloss: 0.151187\tvalid_1's auc: 0.753716\tvalid_1's binary_logloss: 0.169383\n",
      "[2047]\tvalid_0's auc: 0.773958\tvalid_0's binary_logloss: 0.151184\tvalid_1's auc: 0.753713\tvalid_1's binary_logloss: 0.16938\n",
      "[2048]\tvalid_0's auc: 0.773964\tvalid_0's binary_logloss: 0.151182\tvalid_1's auc: 0.753716\tvalid_1's binary_logloss: 0.169378\n",
      "[2049]\tvalid_0's auc: 0.773952\tvalid_0's binary_logloss: 0.151181\tvalid_1's auc: 0.753711\tvalid_1's binary_logloss: 0.169376\n",
      "[2050]\tvalid_0's auc: 0.773962\tvalid_0's binary_logloss: 0.151177\tvalid_1's auc: 0.753712\tvalid_1's binary_logloss: 0.169374\n",
      "[2051]\tvalid_0's auc: 0.773972\tvalid_0's binary_logloss: 0.151173\tvalid_1's auc: 0.753722\tvalid_1's binary_logloss: 0.169369\n",
      "[2052]\tvalid_0's auc: 0.773968\tvalid_0's binary_logloss: 0.151171\tvalid_1's auc: 0.753719\tvalid_1's binary_logloss: 0.169367\n",
      "[2053]\tvalid_0's auc: 0.773965\tvalid_0's binary_logloss: 0.151168\tvalid_1's auc: 0.753714\tvalid_1's binary_logloss: 0.169365\n",
      "[2054]\tvalid_0's auc: 0.773978\tvalid_0's binary_logloss: 0.151163\tvalid_1's auc: 0.753724\tvalid_1's binary_logloss: 0.16936\n",
      "[2055]\tvalid_0's auc: 0.773974\tvalid_0's binary_logloss: 0.151159\tvalid_1's auc: 0.753726\tvalid_1's binary_logloss: 0.169357\n",
      "[2056]\tvalid_0's auc: 0.77397\tvalid_0's binary_logloss: 0.151157\tvalid_1's auc: 0.753727\tvalid_1's binary_logloss: 0.169354\n",
      "[2057]\tvalid_0's auc: 0.773977\tvalid_0's binary_logloss: 0.151154\tvalid_1's auc: 0.753742\tvalid_1's binary_logloss: 0.169351\n",
      "[2058]\tvalid_0's auc: 0.773982\tvalid_0's binary_logloss: 0.151152\tvalid_1's auc: 0.75375\tvalid_1's binary_logloss: 0.169348\n",
      "[2059]\tvalid_0's auc: 0.773987\tvalid_0's binary_logloss: 0.15115\tvalid_1's auc: 0.753762\tvalid_1's binary_logloss: 0.169346\n",
      "[2060]\tvalid_0's auc: 0.773981\tvalid_0's binary_logloss: 0.151146\tvalid_1's auc: 0.753769\tvalid_1's binary_logloss: 0.169342\n",
      "[2061]\tvalid_0's auc: 0.773984\tvalid_0's binary_logloss: 0.151141\tvalid_1's auc: 0.753767\tvalid_1's binary_logloss: 0.169337\n",
      "[2062]\tvalid_0's auc: 0.774016\tvalid_0's binary_logloss: 0.151138\tvalid_1's auc: 0.753788\tvalid_1's binary_logloss: 0.169335\n",
      "[2063]\tvalid_0's auc: 0.774008\tvalid_0's binary_logloss: 0.151135\tvalid_1's auc: 0.753774\tvalid_1's binary_logloss: 0.169333\n",
      "[2064]\tvalid_0's auc: 0.774006\tvalid_0's binary_logloss: 0.151134\tvalid_1's auc: 0.753767\tvalid_1's binary_logloss: 0.169332\n",
      "[2065]\tvalid_0's auc: 0.774\tvalid_0's binary_logloss: 0.151131\tvalid_1's auc: 0.753767\tvalid_1's binary_logloss: 0.169329\n",
      "[2066]\tvalid_0's auc: 0.77401\tvalid_0's binary_logloss: 0.151127\tvalid_1's auc: 0.753786\tvalid_1's binary_logloss: 0.169325\n",
      "[2067]\tvalid_0's auc: 0.774006\tvalid_0's binary_logloss: 0.151124\tvalid_1's auc: 0.753783\tvalid_1's binary_logloss: 0.169322\n",
      "[2068]\tvalid_0's auc: 0.774011\tvalid_0's binary_logloss: 0.15112\tvalid_1's auc: 0.753791\tvalid_1's binary_logloss: 0.169318\n",
      "[2069]\tvalid_0's auc: 0.774007\tvalid_0's binary_logloss: 0.151118\tvalid_1's auc: 0.753784\tvalid_1's binary_logloss: 0.169316\n",
      "[2070]\tvalid_0's auc: 0.774017\tvalid_0's binary_logloss: 0.151114\tvalid_1's auc: 0.753785\tvalid_1's binary_logloss: 0.169312\n",
      "[2071]\tvalid_0's auc: 0.774016\tvalid_0's binary_logloss: 0.151112\tvalid_1's auc: 0.753782\tvalid_1's binary_logloss: 0.169311\n",
      "[2072]\tvalid_0's auc: 0.774039\tvalid_0's binary_logloss: 0.151107\tvalid_1's auc: 0.753808\tvalid_1's binary_logloss: 0.169306\n",
      "[2073]\tvalid_0's auc: 0.774035\tvalid_0's binary_logloss: 0.151105\tvalid_1's auc: 0.753809\tvalid_1's binary_logloss: 0.169304\n",
      "[2074]\tvalid_0's auc: 0.774033\tvalid_0's binary_logloss: 0.151101\tvalid_1's auc: 0.753817\tvalid_1's binary_logloss: 0.1693\n",
      "[2075]\tvalid_0's auc: 0.774027\tvalid_0's binary_logloss: 0.151099\tvalid_1's auc: 0.753812\tvalid_1's binary_logloss: 0.169298\n",
      "[2076]\tvalid_0's auc: 0.774018\tvalid_0's binary_logloss: 0.151097\tvalid_1's auc: 0.753802\tvalid_1's binary_logloss: 0.169295\n",
      "[2077]\tvalid_0's auc: 0.774015\tvalid_0's binary_logloss: 0.151093\tvalid_1's auc: 0.753791\tvalid_1's binary_logloss: 0.169292\n",
      "[2078]\tvalid_0's auc: 0.774016\tvalid_0's binary_logloss: 0.15109\tvalid_1's auc: 0.753792\tvalid_1's binary_logloss: 0.169288\n",
      "[2079]\tvalid_0's auc: 0.774014\tvalid_0's binary_logloss: 0.151088\tvalid_1's auc: 0.753793\tvalid_1's binary_logloss: 0.169286\n",
      "[2080]\tvalid_0's auc: 0.774016\tvalid_0's binary_logloss: 0.151085\tvalid_1's auc: 0.753796\tvalid_1's binary_logloss: 0.169283\n",
      "[2081]\tvalid_0's auc: 0.774025\tvalid_0's binary_logloss: 0.151082\tvalid_1's auc: 0.753807\tvalid_1's binary_logloss: 0.16928\n",
      "[2082]\tvalid_0's auc: 0.774022\tvalid_0's binary_logloss: 0.151078\tvalid_1's auc: 0.753809\tvalid_1's binary_logloss: 0.169276\n",
      "[2083]\tvalid_0's auc: 0.774025\tvalid_0's binary_logloss: 0.151078\tvalid_1's auc: 0.753815\tvalid_1's binary_logloss: 0.169274\n",
      "[2084]\tvalid_0's auc: 0.774021\tvalid_0's binary_logloss: 0.151072\tvalid_1's auc: 0.753814\tvalid_1's binary_logloss: 0.169269\n",
      "[2085]\tvalid_0's auc: 0.774034\tvalid_0's binary_logloss: 0.151069\tvalid_1's auc: 0.753827\tvalid_1's binary_logloss: 0.169267\n",
      "[2086]\tvalid_0's auc: 0.774027\tvalid_0's binary_logloss: 0.151067\tvalid_1's auc: 0.753828\tvalid_1's binary_logloss: 0.169264\n",
      "[2087]\tvalid_0's auc: 0.774021\tvalid_0's binary_logloss: 0.151066\tvalid_1's auc: 0.753821\tvalid_1's binary_logloss: 0.169263\n",
      "[2088]\tvalid_0's auc: 0.774019\tvalid_0's binary_logloss: 0.151061\tvalid_1's auc: 0.753824\tvalid_1's binary_logloss: 0.169259\n",
      "[2089]\tvalid_0's auc: 0.774041\tvalid_0's binary_logloss: 0.151057\tvalid_1's auc: 0.753849\tvalid_1's binary_logloss: 0.169254\n",
      "[2090]\tvalid_0's auc: 0.774046\tvalid_0's binary_logloss: 0.151053\tvalid_1's auc: 0.753849\tvalid_1's binary_logloss: 0.169251\n",
      "[2091]\tvalid_0's auc: 0.774047\tvalid_0's binary_logloss: 0.151051\tvalid_1's auc: 0.753845\tvalid_1's binary_logloss: 0.169249\n",
      "[2092]\tvalid_0's auc: 0.774046\tvalid_0's binary_logloss: 0.151049\tvalid_1's auc: 0.753844\tvalid_1's binary_logloss: 0.169247\n",
      "[2093]\tvalid_0's auc: 0.774041\tvalid_0's binary_logloss: 0.151047\tvalid_1's auc: 0.753846\tvalid_1's binary_logloss: 0.169244\n",
      "[2094]\tvalid_0's auc: 0.774038\tvalid_0's binary_logloss: 0.151046\tvalid_1's auc: 0.753841\tvalid_1's binary_logloss: 0.169243\n",
      "[2095]\tvalid_0's auc: 0.774044\tvalid_0's binary_logloss: 0.151041\tvalid_1's auc: 0.75384\tvalid_1's binary_logloss: 0.169239\n",
      "[2096]\tvalid_0's auc: 0.774049\tvalid_0's binary_logloss: 0.151037\tvalid_1's auc: 0.753848\tvalid_1's binary_logloss: 0.169236\n",
      "[2097]\tvalid_0's auc: 0.774056\tvalid_0's binary_logloss: 0.151033\tvalid_1's auc: 0.753862\tvalid_1's binary_logloss: 0.169232\n",
      "[2098]\tvalid_0's auc: 0.77407\tvalid_0's binary_logloss: 0.15103\tvalid_1's auc: 0.753863\tvalid_1's binary_logloss: 0.169229\n",
      "[2099]\tvalid_0's auc: 0.774065\tvalid_0's binary_logloss: 0.151029\tvalid_1's auc: 0.753853\tvalid_1's binary_logloss: 0.169228\n",
      "[2100]\tvalid_0's auc: 0.774086\tvalid_0's binary_logloss: 0.151025\tvalid_1's auc: 0.753871\tvalid_1's binary_logloss: 0.169224\n",
      "[2101]\tvalid_0's auc: 0.774076\tvalid_0's binary_logloss: 0.151023\tvalid_1's auc: 0.753875\tvalid_1's binary_logloss: 0.169222\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[2102]\tvalid_0's auc: 0.774083\tvalid_0's binary_logloss: 0.151019\tvalid_1's auc: 0.753882\tvalid_1's binary_logloss: 0.169218\n",
      "[2103]\tvalid_0's auc: 0.774077\tvalid_0's binary_logloss: 0.151017\tvalid_1's auc: 0.753874\tvalid_1's binary_logloss: 0.169215\n",
      "[2104]\tvalid_0's auc: 0.774071\tvalid_0's binary_logloss: 0.151015\tvalid_1's auc: 0.753868\tvalid_1's binary_logloss: 0.169213\n",
      "[2105]\tvalid_0's auc: 0.774065\tvalid_0's binary_logloss: 0.151011\tvalid_1's auc: 0.753849\tvalid_1's binary_logloss: 0.16921\n",
      "[2106]\tvalid_0's auc: 0.774054\tvalid_0's binary_logloss: 0.151008\tvalid_1's auc: 0.753838\tvalid_1's binary_logloss: 0.169208\n",
      "[2107]\tvalid_0's auc: 0.774051\tvalid_0's binary_logloss: 0.151005\tvalid_1's auc: 0.753832\tvalid_1's binary_logloss: 0.169205\n",
      "[2108]\tvalid_0's auc: 0.774069\tvalid_0's binary_logloss: 0.151003\tvalid_1's auc: 0.753859\tvalid_1's binary_logloss: 0.169202\n",
      "[2109]\tvalid_0's auc: 0.774066\tvalid_0's binary_logloss: 0.151001\tvalid_1's auc: 0.753858\tvalid_1's binary_logloss: 0.1692\n",
      "[2110]\tvalid_0's auc: 0.774062\tvalid_0's binary_logloss: 0.150998\tvalid_1's auc: 0.753857\tvalid_1's binary_logloss: 0.169197\n",
      "[2111]\tvalid_0's auc: 0.774072\tvalid_0's binary_logloss: 0.150993\tvalid_1's auc: 0.753866\tvalid_1's binary_logloss: 0.169192\n",
      "[2112]\tvalid_0's auc: 0.774071\tvalid_0's binary_logloss: 0.150989\tvalid_1's auc: 0.75387\tvalid_1's binary_logloss: 0.169188\n",
      "[2113]\tvalid_0's auc: 0.774086\tvalid_0's binary_logloss: 0.150987\tvalid_1's auc: 0.753885\tvalid_1's binary_logloss: 0.169186\n",
      "[2114]\tvalid_0's auc: 0.774095\tvalid_0's binary_logloss: 0.150986\tvalid_1's auc: 0.753894\tvalid_1's binary_logloss: 0.169185\n",
      "[2115]\tvalid_0's auc: 0.774123\tvalid_0's binary_logloss: 0.150981\tvalid_1's auc: 0.75391\tvalid_1's binary_logloss: 0.16918\n",
      "[2116]\tvalid_0's auc: 0.774118\tvalid_0's binary_logloss: 0.150978\tvalid_1's auc: 0.753897\tvalid_1's binary_logloss: 0.169178\n",
      "[2117]\tvalid_0's auc: 0.774137\tvalid_0's binary_logloss: 0.150975\tvalid_1's auc: 0.753912\tvalid_1's binary_logloss: 0.169175\n",
      "[2118]\tvalid_0's auc: 0.774133\tvalid_0's binary_logloss: 0.150974\tvalid_1's auc: 0.753907\tvalid_1's binary_logloss: 0.169173\n",
      "[2119]\tvalid_0's auc: 0.774137\tvalid_0's binary_logloss: 0.150972\tvalid_1's auc: 0.753917\tvalid_1's binary_logloss: 0.169171\n",
      "[2120]\tvalid_0's auc: 0.77413\tvalid_0's binary_logloss: 0.15097\tvalid_1's auc: 0.753905\tvalid_1's binary_logloss: 0.169169\n",
      "[2121]\tvalid_0's auc: 0.774147\tvalid_0's binary_logloss: 0.150967\tvalid_1's auc: 0.753924\tvalid_1's binary_logloss: 0.169166\n",
      "[2122]\tvalid_0's auc: 0.77415\tvalid_0's binary_logloss: 0.150964\tvalid_1's auc: 0.753922\tvalid_1's binary_logloss: 0.169164\n",
      "[2123]\tvalid_0's auc: 0.774153\tvalid_0's binary_logloss: 0.150962\tvalid_1's auc: 0.753934\tvalid_1's binary_logloss: 0.169161\n",
      "[2124]\tvalid_0's auc: 0.774153\tvalid_0's binary_logloss: 0.150958\tvalid_1's auc: 0.753944\tvalid_1's binary_logloss: 0.169158\n",
      "[2125]\tvalid_0's auc: 0.77415\tvalid_0's binary_logloss: 0.150957\tvalid_1's auc: 0.753939\tvalid_1's binary_logloss: 0.169156\n",
      "[2126]\tvalid_0's auc: 0.774145\tvalid_0's binary_logloss: 0.150956\tvalid_1's auc: 0.753936\tvalid_1's binary_logloss: 0.169155\n",
      "[2127]\tvalid_0's auc: 0.774141\tvalid_0's binary_logloss: 0.150954\tvalid_1's auc: 0.75394\tvalid_1's binary_logloss: 0.169153\n",
      "[2128]\tvalid_0's auc: 0.774191\tvalid_0's binary_logloss: 0.150949\tvalid_1's auc: 0.753977\tvalid_1's binary_logloss: 0.169149\n",
      "[2129]\tvalid_0's auc: 0.774183\tvalid_0's binary_logloss: 0.150946\tvalid_1's auc: 0.753962\tvalid_1's binary_logloss: 0.169146\n",
      "[2130]\tvalid_0's auc: 0.774184\tvalid_0's binary_logloss: 0.150943\tvalid_1's auc: 0.753958\tvalid_1's binary_logloss: 0.169144\n",
      "[2131]\tvalid_0's auc: 0.77419\tvalid_0's binary_logloss: 0.15094\tvalid_1's auc: 0.753968\tvalid_1's binary_logloss: 0.16914\n",
      "[2132]\tvalid_0's auc: 0.774188\tvalid_0's binary_logloss: 0.150937\tvalid_1's auc: 0.75397\tvalid_1's binary_logloss: 0.169137\n",
      "[2133]\tvalid_0's auc: 0.774189\tvalid_0's binary_logloss: 0.150934\tvalid_1's auc: 0.753964\tvalid_1's binary_logloss: 0.169134\n",
      "[2134]\tvalid_0's auc: 0.774199\tvalid_0's binary_logloss: 0.15093\tvalid_1's auc: 0.753973\tvalid_1's binary_logloss: 0.169131\n",
      "[2135]\tvalid_0's auc: 0.774203\tvalid_0's binary_logloss: 0.150926\tvalid_1's auc: 0.753979\tvalid_1's binary_logloss: 0.169127\n",
      "[2136]\tvalid_0's auc: 0.774201\tvalid_0's binary_logloss: 0.150922\tvalid_1's auc: 0.753986\tvalid_1's binary_logloss: 0.169123\n",
      "[2137]\tvalid_0's auc: 0.77421\tvalid_0's binary_logloss: 0.150918\tvalid_1's auc: 0.753997\tvalid_1's binary_logloss: 0.169118\n",
      "[2138]\tvalid_0's auc: 0.774204\tvalid_0's binary_logloss: 0.150915\tvalid_1's auc: 0.753998\tvalid_1's binary_logloss: 0.169116\n",
      "[2139]\tvalid_0's auc: 0.774196\tvalid_0's binary_logloss: 0.150913\tvalid_1's auc: 0.753993\tvalid_1's binary_logloss: 0.169113\n",
      "[2140]\tvalid_0's auc: 0.774216\tvalid_0's binary_logloss: 0.150909\tvalid_1's auc: 0.754004\tvalid_1's binary_logloss: 0.169109\n",
      "[2141]\tvalid_0's auc: 0.774219\tvalid_0's binary_logloss: 0.150907\tvalid_1's auc: 0.754012\tvalid_1's binary_logloss: 0.169107\n",
      "[2142]\tvalid_0's auc: 0.774222\tvalid_0's binary_logloss: 0.150905\tvalid_1's auc: 0.754017\tvalid_1's binary_logloss: 0.169105\n",
      "[2143]\tvalid_0's auc: 0.774246\tvalid_0's binary_logloss: 0.150903\tvalid_1's auc: 0.754042\tvalid_1's binary_logloss: 0.169103\n",
      "[2144]\tvalid_0's auc: 0.774254\tvalid_0's binary_logloss: 0.1509\tvalid_1's auc: 0.754052\tvalid_1's binary_logloss: 0.1691\n",
      "[2145]\tvalid_0's auc: 0.774285\tvalid_0's binary_logloss: 0.150896\tvalid_1's auc: 0.754071\tvalid_1's binary_logloss: 0.169096\n",
      "[2146]\tvalid_0's auc: 0.774285\tvalid_0's binary_logloss: 0.150895\tvalid_1's auc: 0.754075\tvalid_1's binary_logloss: 0.169096\n",
      "[2147]\tvalid_0's auc: 0.774293\tvalid_0's binary_logloss: 0.150892\tvalid_1's auc: 0.754094\tvalid_1's binary_logloss: 0.169092\n",
      "[2148]\tvalid_0's auc: 0.7743\tvalid_0's binary_logloss: 0.150889\tvalid_1's auc: 0.754102\tvalid_1's binary_logloss: 0.16909\n",
      "[2149]\tvalid_0's auc: 0.774297\tvalid_0's binary_logloss: 0.150886\tvalid_1's auc: 0.754103\tvalid_1's binary_logloss: 0.169086\n",
      "[2150]\tvalid_0's auc: 0.774305\tvalid_0's binary_logloss: 0.150884\tvalid_1's auc: 0.754112\tvalid_1's binary_logloss: 0.169084\n",
      "[2151]\tvalid_0's auc: 0.774304\tvalid_0's binary_logloss: 0.150882\tvalid_1's auc: 0.754111\tvalid_1's binary_logloss: 0.169082\n",
      "[2152]\tvalid_0's auc: 0.774305\tvalid_0's binary_logloss: 0.150879\tvalid_1's auc: 0.754114\tvalid_1's binary_logloss: 0.169079\n",
      "[2153]\tvalid_0's auc: 0.774309\tvalid_0's binary_logloss: 0.150877\tvalid_1's auc: 0.754114\tvalid_1's binary_logloss: 0.169077\n",
      "[2154]\tvalid_0's auc: 0.774325\tvalid_0's binary_logloss: 0.150874\tvalid_1's auc: 0.754135\tvalid_1's binary_logloss: 0.169073\n",
      "[2155]\tvalid_0's auc: 0.774346\tvalid_0's binary_logloss: 0.15087\tvalid_1's auc: 0.754158\tvalid_1's binary_logloss: 0.16907\n",
      "[2156]\tvalid_0's auc: 0.774363\tvalid_0's binary_logloss: 0.150868\tvalid_1's auc: 0.754174\tvalid_1's binary_logloss: 0.169068\n",
      "[2157]\tvalid_0's auc: 0.774375\tvalid_0's binary_logloss: 0.150866\tvalid_1's auc: 0.754187\tvalid_1's binary_logloss: 0.169066\n",
      "[2158]\tvalid_0's auc: 0.774375\tvalid_0's binary_logloss: 0.150864\tvalid_1's auc: 0.754181\tvalid_1's binary_logloss: 0.169064\n",
      "[2159]\tvalid_0's auc: 0.774376\tvalid_0's binary_logloss: 0.15086\tvalid_1's auc: 0.754186\tvalid_1's binary_logloss: 0.16906\n",
      "[2160]\tvalid_0's auc: 0.774368\tvalid_0's binary_logloss: 0.150856\tvalid_1's auc: 0.754175\tvalid_1's binary_logloss: 0.169057\n",
      "[2161]\tvalid_0's auc: 0.774378\tvalid_0's binary_logloss: 0.150854\tvalid_1's auc: 0.754195\tvalid_1's binary_logloss: 0.169053\n",
      "[2162]\tvalid_0's auc: 0.774372\tvalid_0's binary_logloss: 0.150853\tvalid_1's auc: 0.754193\tvalid_1's binary_logloss: 0.169053\n",
      "[2163]\tvalid_0's auc: 0.774363\tvalid_0's binary_logloss: 0.150851\tvalid_1's auc: 0.754179\tvalid_1's binary_logloss: 0.169051\n",
      "[2164]\tvalid_0's auc: 0.774354\tvalid_0's binary_logloss: 0.150848\tvalid_1's auc: 0.754168\tvalid_1's binary_logloss: 0.169048\n",
      "[2165]\tvalid_0's auc: 0.77436\tvalid_0's binary_logloss: 0.150845\tvalid_1's auc: 0.754182\tvalid_1's binary_logloss: 0.169045\n",
      "[2166]\tvalid_0's auc: 0.774386\tvalid_0's binary_logloss: 0.150841\tvalid_1's auc: 0.754206\tvalid_1's binary_logloss: 0.169041\n",
      "[2167]\tvalid_0's auc: 0.774384\tvalid_0's binary_logloss: 0.150839\tvalid_1's auc: 0.754209\tvalid_1's binary_logloss: 0.169039\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[2168]\tvalid_0's auc: 0.774384\tvalid_0's binary_logloss: 0.150836\tvalid_1's auc: 0.754207\tvalid_1's binary_logloss: 0.169037\n",
      "[2169]\tvalid_0's auc: 0.774407\tvalid_0's binary_logloss: 0.150835\tvalid_1's auc: 0.754226\tvalid_1's binary_logloss: 0.169034\n",
      "[2170]\tvalid_0's auc: 0.774409\tvalid_0's binary_logloss: 0.150831\tvalid_1's auc: 0.754228\tvalid_1's binary_logloss: 0.169032\n",
      "[2171]\tvalid_0's auc: 0.774407\tvalid_0's binary_logloss: 0.15083\tvalid_1's auc: 0.754221\tvalid_1's binary_logloss: 0.16903\n",
      "[2172]\tvalid_0's auc: 0.774405\tvalid_0's binary_logloss: 0.150828\tvalid_1's auc: 0.75423\tvalid_1's binary_logloss: 0.169027\n",
      "[2173]\tvalid_0's auc: 0.774424\tvalid_0's binary_logloss: 0.150824\tvalid_1's auc: 0.754242\tvalid_1's binary_logloss: 0.169024\n",
      "[2174]\tvalid_0's auc: 0.774424\tvalid_0's binary_logloss: 0.150821\tvalid_1's auc: 0.754238\tvalid_1's binary_logloss: 0.169022\n",
      "[2175]\tvalid_0's auc: 0.774418\tvalid_0's binary_logloss: 0.150819\tvalid_1's auc: 0.754235\tvalid_1's binary_logloss: 0.169019\n",
      "[2176]\tvalid_0's auc: 0.774417\tvalid_0's binary_logloss: 0.150816\tvalid_1's auc: 0.75423\tvalid_1's binary_logloss: 0.169016\n",
      "[2177]\tvalid_0's auc: 0.774421\tvalid_0's binary_logloss: 0.150815\tvalid_1's auc: 0.754236\tvalid_1's binary_logloss: 0.169015\n",
      "[2178]\tvalid_0's auc: 0.774412\tvalid_0's binary_logloss: 0.150812\tvalid_1's auc: 0.754228\tvalid_1's binary_logloss: 0.169012\n",
      "[2179]\tvalid_0's auc: 0.774409\tvalid_0's binary_logloss: 0.15081\tvalid_1's auc: 0.754231\tvalid_1's binary_logloss: 0.16901\n",
      "[2180]\tvalid_0's auc: 0.774414\tvalid_0's binary_logloss: 0.150806\tvalid_1's auc: 0.754223\tvalid_1's binary_logloss: 0.169007\n",
      "[2181]\tvalid_0's auc: 0.774432\tvalid_0's binary_logloss: 0.150803\tvalid_1's auc: 0.754239\tvalid_1's binary_logloss: 0.169004\n",
      "[2182]\tvalid_0's auc: 0.77443\tvalid_0's binary_logloss: 0.150799\tvalid_1's auc: 0.754238\tvalid_1's binary_logloss: 0.169001\n",
      "[2183]\tvalid_0's auc: 0.77443\tvalid_0's binary_logloss: 0.150797\tvalid_1's auc: 0.754239\tvalid_1's binary_logloss: 0.168999\n",
      "[2184]\tvalid_0's auc: 0.774429\tvalid_0's binary_logloss: 0.150795\tvalid_1's auc: 0.754236\tvalid_1's binary_logloss: 0.168997\n",
      "[2185]\tvalid_0's auc: 0.774453\tvalid_0's binary_logloss: 0.15079\tvalid_1's auc: 0.754259\tvalid_1's binary_logloss: 0.168992\n",
      "[2186]\tvalid_0's auc: 0.774455\tvalid_0's binary_logloss: 0.150785\tvalid_1's auc: 0.754269\tvalid_1's binary_logloss: 0.168986\n",
      "[2187]\tvalid_0's auc: 0.774455\tvalid_0's binary_logloss: 0.150782\tvalid_1's auc: 0.754275\tvalid_1's binary_logloss: 0.168982\n",
      "[2188]\tvalid_0's auc: 0.774454\tvalid_0's binary_logloss: 0.150781\tvalid_1's auc: 0.754275\tvalid_1's binary_logloss: 0.168981\n",
      "[2189]\tvalid_0's auc: 0.77445\tvalid_0's binary_logloss: 0.150778\tvalid_1's auc: 0.754268\tvalid_1's binary_logloss: 0.168978\n",
      "[2190]\tvalid_0's auc: 0.774446\tvalid_0's binary_logloss: 0.150775\tvalid_1's auc: 0.754261\tvalid_1's binary_logloss: 0.168975\n",
      "[2191]\tvalid_0's auc: 0.774461\tvalid_0's binary_logloss: 0.150772\tvalid_1's auc: 0.754274\tvalid_1's binary_logloss: 0.168972\n",
      "[2192]\tvalid_0's auc: 0.774484\tvalid_0's binary_logloss: 0.15077\tvalid_1's auc: 0.754282\tvalid_1's binary_logloss: 0.168971\n",
      "[2193]\tvalid_0's auc: 0.774483\tvalid_0's binary_logloss: 0.150766\tvalid_1's auc: 0.754276\tvalid_1's binary_logloss: 0.168968\n",
      "[2194]\tvalid_0's auc: 0.774479\tvalid_0's binary_logloss: 0.150765\tvalid_1's auc: 0.754274\tvalid_1's binary_logloss: 0.168966\n",
      "[2195]\tvalid_0's auc: 0.774489\tvalid_0's binary_logloss: 0.150762\tvalid_1's auc: 0.754288\tvalid_1's binary_logloss: 0.168962\n",
      "[2196]\tvalid_0's auc: 0.774491\tvalid_0's binary_logloss: 0.15076\tvalid_1's auc: 0.754288\tvalid_1's binary_logloss: 0.16896\n",
      "[2197]\tvalid_0's auc: 0.774491\tvalid_0's binary_logloss: 0.150755\tvalid_1's auc: 0.754279\tvalid_1's binary_logloss: 0.168957\n",
      "[2198]\tvalid_0's auc: 0.774489\tvalid_0's binary_logloss: 0.150751\tvalid_1's auc: 0.754274\tvalid_1's binary_logloss: 0.168953\n",
      "[2199]\tvalid_0's auc: 0.774492\tvalid_0's binary_logloss: 0.150748\tvalid_1's auc: 0.754274\tvalid_1's binary_logloss: 0.168951\n",
      "[2200]\tvalid_0's auc: 0.774502\tvalid_0's binary_logloss: 0.150745\tvalid_1's auc: 0.754274\tvalid_1's binary_logloss: 0.168949\n",
      "[2201]\tvalid_0's auc: 0.774518\tvalid_0's binary_logloss: 0.150741\tvalid_1's auc: 0.754291\tvalid_1's binary_logloss: 0.168945\n",
      "[2202]\tvalid_0's auc: 0.774532\tvalid_0's binary_logloss: 0.150739\tvalid_1's auc: 0.754304\tvalid_1's binary_logloss: 0.168942\n",
      "[2203]\tvalid_0's auc: 0.774527\tvalid_0's binary_logloss: 0.150736\tvalid_1's auc: 0.754297\tvalid_1's binary_logloss: 0.16894\n",
      "[2204]\tvalid_0's auc: 0.774528\tvalid_0's binary_logloss: 0.150732\tvalid_1's auc: 0.754302\tvalid_1's binary_logloss: 0.168936\n",
      "[2205]\tvalid_0's auc: 0.774533\tvalid_0's binary_logloss: 0.15073\tvalid_1's auc: 0.754308\tvalid_1's binary_logloss: 0.168935\n",
      "[2206]\tvalid_0's auc: 0.774543\tvalid_0's binary_logloss: 0.150726\tvalid_1's auc: 0.754317\tvalid_1's binary_logloss: 0.16893\n",
      "[2207]\tvalid_0's auc: 0.774541\tvalid_0's binary_logloss: 0.150724\tvalid_1's auc: 0.754318\tvalid_1's binary_logloss: 0.168928\n",
      "[2208]\tvalid_0's auc: 0.774547\tvalid_0's binary_logloss: 0.150722\tvalid_1's auc: 0.754326\tvalid_1's binary_logloss: 0.168927\n",
      "[2209]\tvalid_0's auc: 0.774552\tvalid_0's binary_logloss: 0.15072\tvalid_1's auc: 0.754334\tvalid_1's binary_logloss: 0.168925\n",
      "[2210]\tvalid_0's auc: 0.774549\tvalid_0's binary_logloss: 0.150717\tvalid_1's auc: 0.754334\tvalid_1's binary_logloss: 0.168922\n",
      "[2211]\tvalid_0's auc: 0.774543\tvalid_0's binary_logloss: 0.150716\tvalid_1's auc: 0.754328\tvalid_1's binary_logloss: 0.168921\n",
      "[2212]\tvalid_0's auc: 0.774538\tvalid_0's binary_logloss: 0.150714\tvalid_1's auc: 0.754327\tvalid_1's binary_logloss: 0.168918\n",
      "[2213]\tvalid_0's auc: 0.774553\tvalid_0's binary_logloss: 0.150712\tvalid_1's auc: 0.754341\tvalid_1's binary_logloss: 0.168916\n",
      "[2214]\tvalid_0's auc: 0.774559\tvalid_0's binary_logloss: 0.150708\tvalid_1's auc: 0.754342\tvalid_1's binary_logloss: 0.168914\n",
      "[2215]\tvalid_0's auc: 0.774562\tvalid_0's binary_logloss: 0.150706\tvalid_1's auc: 0.754347\tvalid_1's binary_logloss: 0.168911\n",
      "[2216]\tvalid_0's auc: 0.774559\tvalid_0's binary_logloss: 0.150704\tvalid_1's auc: 0.754352\tvalid_1's binary_logloss: 0.168909\n",
      "[2217]\tvalid_0's auc: 0.774561\tvalid_0's binary_logloss: 0.150702\tvalid_1's auc: 0.754359\tvalid_1's binary_logloss: 0.168907\n",
      "[2218]\tvalid_0's auc: 0.774558\tvalid_0's binary_logloss: 0.1507\tvalid_1's auc: 0.754363\tvalid_1's binary_logloss: 0.168904\n",
      "[2219]\tvalid_0's auc: 0.774553\tvalid_0's binary_logloss: 0.150699\tvalid_1's auc: 0.754356\tvalid_1's binary_logloss: 0.168903\n",
      "[2220]\tvalid_0's auc: 0.774551\tvalid_0's binary_logloss: 0.150697\tvalid_1's auc: 0.754353\tvalid_1's binary_logloss: 0.168901\n",
      "[2221]\tvalid_0's auc: 0.774542\tvalid_0's binary_logloss: 0.150694\tvalid_1's auc: 0.75434\tvalid_1's binary_logloss: 0.168899\n",
      "[2222]\tvalid_0's auc: 0.774548\tvalid_0's binary_logloss: 0.150693\tvalid_1's auc: 0.754345\tvalid_1's binary_logloss: 0.168897\n",
      "[2223]\tvalid_0's auc: 0.774561\tvalid_0's binary_logloss: 0.150689\tvalid_1's auc: 0.754363\tvalid_1's binary_logloss: 0.168894\n",
      "[2224]\tvalid_0's auc: 0.774564\tvalid_0's binary_logloss: 0.150686\tvalid_1's auc: 0.75436\tvalid_1's binary_logloss: 0.168891\n",
      "[2225]\tvalid_0's auc: 0.774566\tvalid_0's binary_logloss: 0.150683\tvalid_1's auc: 0.754359\tvalid_1's binary_logloss: 0.168888\n",
      "[2226]\tvalid_0's auc: 0.774575\tvalid_0's binary_logloss: 0.15068\tvalid_1's auc: 0.754369\tvalid_1's binary_logloss: 0.168885\n",
      "[2227]\tvalid_0's auc: 0.774573\tvalid_0's binary_logloss: 0.150676\tvalid_1's auc: 0.754366\tvalid_1's binary_logloss: 0.168881\n",
      "[2228]\tvalid_0's auc: 0.774579\tvalid_0's binary_logloss: 0.150674\tvalid_1's auc: 0.754378\tvalid_1's binary_logloss: 0.168878\n",
      "[2229]\tvalid_0's auc: 0.774601\tvalid_0's binary_logloss: 0.150672\tvalid_1's auc: 0.754399\tvalid_1's binary_logloss: 0.168876\n",
      "[2230]\tvalid_0's auc: 0.774618\tvalid_0's binary_logloss: 0.150666\tvalid_1's auc: 0.754404\tvalid_1's binary_logloss: 0.168872\n",
      "[2231]\tvalid_0's auc: 0.774615\tvalid_0's binary_logloss: 0.150663\tvalid_1's auc: 0.754397\tvalid_1's binary_logloss: 0.16887\n",
      "[2232]\tvalid_0's auc: 0.774615\tvalid_0's binary_logloss: 0.150662\tvalid_1's auc: 0.754394\tvalid_1's binary_logloss: 0.168868\n",
      "[2233]\tvalid_0's auc: 0.774618\tvalid_0's binary_logloss: 0.15066\tvalid_1's auc: 0.754394\tvalid_1's binary_logloss: 0.168866\n",
      "[2234]\tvalid_0's auc: 0.774613\tvalid_0's binary_logloss: 0.150656\tvalid_1's auc: 0.754391\tvalid_1's binary_logloss: 0.168862\n",
      "[2235]\tvalid_0's auc: 0.774607\tvalid_0's binary_logloss: 0.150655\tvalid_1's auc: 0.754386\tvalid_1's binary_logloss: 0.168861\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[2236]\tvalid_0's auc: 0.774629\tvalid_0's binary_logloss: 0.150652\tvalid_1's auc: 0.754402\tvalid_1's binary_logloss: 0.168858\n",
      "[2237]\tvalid_0's auc: 0.774647\tvalid_0's binary_logloss: 0.150648\tvalid_1's auc: 0.754427\tvalid_1's binary_logloss: 0.168854\n",
      "[2238]\tvalid_0's auc: 0.774642\tvalid_0's binary_logloss: 0.150646\tvalid_1's auc: 0.754427\tvalid_1's binary_logloss: 0.168852\n",
      "[2239]\tvalid_0's auc: 0.774648\tvalid_0's binary_logloss: 0.150644\tvalid_1's auc: 0.754429\tvalid_1's binary_logloss: 0.168849\n",
      "[2240]\tvalid_0's auc: 0.774659\tvalid_0's binary_logloss: 0.150641\tvalid_1's auc: 0.754443\tvalid_1's binary_logloss: 0.168847\n",
      "[2241]\tvalid_0's auc: 0.774669\tvalid_0's binary_logloss: 0.150637\tvalid_1's auc: 0.754445\tvalid_1's binary_logloss: 0.168843\n",
      "[2242]\tvalid_0's auc: 0.774676\tvalid_0's binary_logloss: 0.150634\tvalid_1's auc: 0.754455\tvalid_1's binary_logloss: 0.16884\n",
      "[2243]\tvalid_0's auc: 0.774694\tvalid_0's binary_logloss: 0.15063\tvalid_1's auc: 0.754475\tvalid_1's binary_logloss: 0.168836\n",
      "[2244]\tvalid_0's auc: 0.774685\tvalid_0's binary_logloss: 0.150626\tvalid_1's auc: 0.754466\tvalid_1's binary_logloss: 0.168833\n",
      "[2245]\tvalid_0's auc: 0.774679\tvalid_0's binary_logloss: 0.150623\tvalid_1's auc: 0.754459\tvalid_1's binary_logloss: 0.16883\n",
      "[2246]\tvalid_0's auc: 0.774685\tvalid_0's binary_logloss: 0.150619\tvalid_1's auc: 0.754466\tvalid_1's binary_logloss: 0.168826\n",
      "[2247]\tvalid_0's auc: 0.774676\tvalid_0's binary_logloss: 0.150617\tvalid_1's auc: 0.754455\tvalid_1's binary_logloss: 0.168824\n",
      "[2248]\tvalid_0's auc: 0.77467\tvalid_0's binary_logloss: 0.150614\tvalid_1's auc: 0.75445\tvalid_1's binary_logloss: 0.168822\n",
      "[2249]\tvalid_0's auc: 0.77467\tvalid_0's binary_logloss: 0.150612\tvalid_1's auc: 0.754454\tvalid_1's binary_logloss: 0.168819\n",
      "[2250]\tvalid_0's auc: 0.774669\tvalid_0's binary_logloss: 0.150609\tvalid_1's auc: 0.754444\tvalid_1's binary_logloss: 0.168817\n",
      "[2251]\tvalid_0's auc: 0.774682\tvalid_0's binary_logloss: 0.150606\tvalid_1's auc: 0.754448\tvalid_1's binary_logloss: 0.168816\n",
      "[2252]\tvalid_0's auc: 0.774686\tvalid_0's binary_logloss: 0.150606\tvalid_1's auc: 0.754456\tvalid_1's binary_logloss: 0.168815\n",
      "[2253]\tvalid_0's auc: 0.774718\tvalid_0's binary_logloss: 0.150601\tvalid_1's auc: 0.754485\tvalid_1's binary_logloss: 0.168811\n",
      "[2254]\tvalid_0's auc: 0.774726\tvalid_0's binary_logloss: 0.1506\tvalid_1's auc: 0.754489\tvalid_1's binary_logloss: 0.168809\n",
      "[2255]\tvalid_0's auc: 0.774724\tvalid_0's binary_logloss: 0.150597\tvalid_1's auc: 0.75449\tvalid_1's binary_logloss: 0.168807\n",
      "[2256]\tvalid_0's auc: 0.774737\tvalid_0's binary_logloss: 0.150594\tvalid_1's auc: 0.754503\tvalid_1's binary_logloss: 0.168804\n",
      "[2257]\tvalid_0's auc: 0.774758\tvalid_0's binary_logloss: 0.150592\tvalid_1's auc: 0.754518\tvalid_1's binary_logloss: 0.168802\n",
      "[2258]\tvalid_0's auc: 0.774758\tvalid_0's binary_logloss: 0.150589\tvalid_1's auc: 0.754518\tvalid_1's binary_logloss: 0.1688\n",
      "[2259]\tvalid_0's auc: 0.774755\tvalid_0's binary_logloss: 0.150586\tvalid_1's auc: 0.754517\tvalid_1's binary_logloss: 0.168797\n",
      "[2260]\tvalid_0's auc: 0.774746\tvalid_0's binary_logloss: 0.150585\tvalid_1's auc: 0.754514\tvalid_1's binary_logloss: 0.168795\n",
      "[2261]\tvalid_0's auc: 0.774753\tvalid_0's binary_logloss: 0.150582\tvalid_1's auc: 0.754521\tvalid_1's binary_logloss: 0.168794\n",
      "[2262]\tvalid_0's auc: 0.774762\tvalid_0's binary_logloss: 0.150581\tvalid_1's auc: 0.754531\tvalid_1's binary_logloss: 0.168792\n",
      "[2263]\tvalid_0's auc: 0.774789\tvalid_0's binary_logloss: 0.150576\tvalid_1's auc: 0.754556\tvalid_1's binary_logloss: 0.168789\n",
      "[2264]\tvalid_0's auc: 0.774793\tvalid_0's binary_logloss: 0.150574\tvalid_1's auc: 0.754567\tvalid_1's binary_logloss: 0.168785\n",
      "[2265]\tvalid_0's auc: 0.774824\tvalid_0's binary_logloss: 0.150571\tvalid_1's auc: 0.754585\tvalid_1's binary_logloss: 0.168783\n",
      "[2266]\tvalid_0's auc: 0.774816\tvalid_0's binary_logloss: 0.150567\tvalid_1's auc: 0.754592\tvalid_1's binary_logloss: 0.168778\n",
      "[2267]\tvalid_0's auc: 0.774823\tvalid_0's binary_logloss: 0.150562\tvalid_1's auc: 0.754602\tvalid_1's binary_logloss: 0.168774\n",
      "[2268]\tvalid_0's auc: 0.774822\tvalid_0's binary_logloss: 0.15056\tvalid_1's auc: 0.754598\tvalid_1's binary_logloss: 0.168771\n",
      "[2269]\tvalid_0's auc: 0.774846\tvalid_0's binary_logloss: 0.150556\tvalid_1's auc: 0.754615\tvalid_1's binary_logloss: 0.168768\n",
      "[2270]\tvalid_0's auc: 0.774849\tvalid_0's binary_logloss: 0.150555\tvalid_1's auc: 0.754616\tvalid_1's binary_logloss: 0.168766\n",
      "[2271]\tvalid_0's auc: 0.77486\tvalid_0's binary_logloss: 0.150552\tvalid_1's auc: 0.754628\tvalid_1's binary_logloss: 0.168764\n",
      "[2272]\tvalid_0's auc: 0.77486\tvalid_0's binary_logloss: 0.15055\tvalid_1's auc: 0.75463\tvalid_1's binary_logloss: 0.168762\n",
      "[2273]\tvalid_0's auc: 0.774872\tvalid_0's binary_logloss: 0.150545\tvalid_1's auc: 0.754636\tvalid_1's binary_logloss: 0.168758\n",
      "[2274]\tvalid_0's auc: 0.774871\tvalid_0's binary_logloss: 0.150544\tvalid_1's auc: 0.754634\tvalid_1's binary_logloss: 0.168756\n",
      "[2275]\tvalid_0's auc: 0.774875\tvalid_0's binary_logloss: 0.15054\tvalid_1's auc: 0.754635\tvalid_1's binary_logloss: 0.168754\n",
      "[2276]\tvalid_0's auc: 0.774882\tvalid_0's binary_logloss: 0.150537\tvalid_1's auc: 0.754642\tvalid_1's binary_logloss: 0.168751\n",
      "[2277]\tvalid_0's auc: 0.774886\tvalid_0's binary_logloss: 0.150534\tvalid_1's auc: 0.754659\tvalid_1's binary_logloss: 0.168747\n",
      "[2278]\tvalid_0's auc: 0.77488\tvalid_0's binary_logloss: 0.150531\tvalid_1's auc: 0.754658\tvalid_1's binary_logloss: 0.168745\n",
      "[2279]\tvalid_0's auc: 0.774909\tvalid_0's binary_logloss: 0.15053\tvalid_1's auc: 0.754677\tvalid_1's binary_logloss: 0.168744\n",
      "[2280]\tvalid_0's auc: 0.774907\tvalid_0's binary_logloss: 0.150527\tvalid_1's auc: 0.75468\tvalid_1's binary_logloss: 0.168741\n",
      "[2281]\tvalid_0's auc: 0.774908\tvalid_0's binary_logloss: 0.150523\tvalid_1's auc: 0.754674\tvalid_1's binary_logloss: 0.168739\n",
      "[2282]\tvalid_0's auc: 0.774912\tvalid_0's binary_logloss: 0.150522\tvalid_1's auc: 0.754675\tvalid_1's binary_logloss: 0.168738\n",
      "[2283]\tvalid_0's auc: 0.774934\tvalid_0's binary_logloss: 0.150521\tvalid_1's auc: 0.754693\tvalid_1's binary_logloss: 0.168737\n",
      "[2284]\tvalid_0's auc: 0.774931\tvalid_0's binary_logloss: 0.150519\tvalid_1's auc: 0.754694\tvalid_1's binary_logloss: 0.168735\n",
      "[2285]\tvalid_0's auc: 0.774935\tvalid_0's binary_logloss: 0.150518\tvalid_1's auc: 0.754698\tvalid_1's binary_logloss: 0.168734\n",
      "[2286]\tvalid_0's auc: 0.774933\tvalid_0's binary_logloss: 0.150517\tvalid_1's auc: 0.754691\tvalid_1's binary_logloss: 0.168733\n",
      "[2287]\tvalid_0's auc: 0.77495\tvalid_0's binary_logloss: 0.150515\tvalid_1's auc: 0.754708\tvalid_1's binary_logloss: 0.168731\n",
      "[2288]\tvalid_0's auc: 0.774951\tvalid_0's binary_logloss: 0.150513\tvalid_1's auc: 0.754721\tvalid_1's binary_logloss: 0.168728\n",
      "[2289]\tvalid_0's auc: 0.774953\tvalid_0's binary_logloss: 0.15051\tvalid_1's auc: 0.754719\tvalid_1's binary_logloss: 0.168726\n",
      "[2290]\tvalid_0's auc: 0.77496\tvalid_0's binary_logloss: 0.150508\tvalid_1's auc: 0.754726\tvalid_1's binary_logloss: 0.168724\n",
      "[2291]\tvalid_0's auc: 0.774965\tvalid_0's binary_logloss: 0.150506\tvalid_1's auc: 0.754732\tvalid_1's binary_logloss: 0.168722\n",
      "[2292]\tvalid_0's auc: 0.774974\tvalid_0's binary_logloss: 0.150504\tvalid_1's auc: 0.754748\tvalid_1's binary_logloss: 0.16872\n",
      "[2293]\tvalid_0's auc: 0.77498\tvalid_0's binary_logloss: 0.150502\tvalid_1's auc: 0.754758\tvalid_1's binary_logloss: 0.168717\n",
      "[2294]\tvalid_0's auc: 0.77498\tvalid_0's binary_logloss: 0.1505\tvalid_1's auc: 0.754759\tvalid_1's binary_logloss: 0.168716\n",
      "[2295]\tvalid_0's auc: 0.774986\tvalid_0's binary_logloss: 0.150499\tvalid_1's auc: 0.754759\tvalid_1's binary_logloss: 0.168715\n",
      "[2296]\tvalid_0's auc: 0.774977\tvalid_0's binary_logloss: 0.150497\tvalid_1's auc: 0.754748\tvalid_1's binary_logloss: 0.168713\n",
      "[2297]\tvalid_0's auc: 0.774974\tvalid_0's binary_logloss: 0.150493\tvalid_1's auc: 0.754747\tvalid_1's binary_logloss: 0.16871\n",
      "[2298]\tvalid_0's auc: 0.774974\tvalid_0's binary_logloss: 0.15049\tvalid_1's auc: 0.754744\tvalid_1's binary_logloss: 0.168707\n",
      "[2299]\tvalid_0's auc: 0.774985\tvalid_0's binary_logloss: 0.150488\tvalid_1's auc: 0.754756\tvalid_1's binary_logloss: 0.168706\n",
      "[2300]\tvalid_0's auc: 0.774981\tvalid_0's binary_logloss: 0.150485\tvalid_1's auc: 0.754761\tvalid_1's binary_logloss: 0.168702\n",
      "[2301]\tvalid_0's auc: 0.774976\tvalid_0's binary_logloss: 0.150483\tvalid_1's auc: 0.754763\tvalid_1's binary_logloss: 0.168699\n",
      "[2302]\tvalid_0's auc: 0.774975\tvalid_0's binary_logloss: 0.150481\tvalid_1's auc: 0.754765\tvalid_1's binary_logloss: 0.168697\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[2303]\tvalid_0's auc: 0.774978\tvalid_0's binary_logloss: 0.150478\tvalid_1's auc: 0.754765\tvalid_1's binary_logloss: 0.168694\n",
      "[2304]\tvalid_0's auc: 0.774996\tvalid_0's binary_logloss: 0.150472\tvalid_1's auc: 0.754769\tvalid_1's binary_logloss: 0.16869\n",
      "[2305]\tvalid_0's auc: 0.775\tvalid_0's binary_logloss: 0.150471\tvalid_1's auc: 0.754774\tvalid_1's binary_logloss: 0.168688\n",
      "[2306]\tvalid_0's auc: 0.775017\tvalid_0's binary_logloss: 0.150467\tvalid_1's auc: 0.754798\tvalid_1's binary_logloss: 0.168684\n",
      "[2307]\tvalid_0's auc: 0.775034\tvalid_0's binary_logloss: 0.150463\tvalid_1's auc: 0.754808\tvalid_1's binary_logloss: 0.168681\n",
      "[2308]\tvalid_0's auc: 0.775039\tvalid_0's binary_logloss: 0.150462\tvalid_1's auc: 0.754814\tvalid_1's binary_logloss: 0.16868\n",
      "[2309]\tvalid_0's auc: 0.775032\tvalid_0's binary_logloss: 0.150461\tvalid_1's auc: 0.754807\tvalid_1's binary_logloss: 0.168679\n",
      "[2310]\tvalid_0's auc: 0.775023\tvalid_0's binary_logloss: 0.15046\tvalid_1's auc: 0.754802\tvalid_1's binary_logloss: 0.168677\n",
      "[2311]\tvalid_0's auc: 0.775017\tvalid_0's binary_logloss: 0.150457\tvalid_1's auc: 0.754802\tvalid_1's binary_logloss: 0.168674\n",
      "[2312]\tvalid_0's auc: 0.775015\tvalid_0's binary_logloss: 0.150455\tvalid_1's auc: 0.754807\tvalid_1's binary_logloss: 0.168672\n",
      "[2313]\tvalid_0's auc: 0.775015\tvalid_0's binary_logloss: 0.150452\tvalid_1's auc: 0.754808\tvalid_1's binary_logloss: 0.168669\n",
      "[2314]\tvalid_0's auc: 0.77501\tvalid_0's binary_logloss: 0.15045\tvalid_1's auc: 0.754803\tvalid_1's binary_logloss: 0.168666\n",
      "[2315]\tvalid_0's auc: 0.775017\tvalid_0's binary_logloss: 0.150447\tvalid_1's auc: 0.754811\tvalid_1's binary_logloss: 0.168664\n",
      "[2316]\tvalid_0's auc: 0.775022\tvalid_0's binary_logloss: 0.150444\tvalid_1's auc: 0.754821\tvalid_1's binary_logloss: 0.16866\n",
      "[2317]\tvalid_0's auc: 0.77502\tvalid_0's binary_logloss: 0.150442\tvalid_1's auc: 0.754823\tvalid_1's binary_logloss: 0.168658\n",
      "[2318]\tvalid_0's auc: 0.775023\tvalid_0's binary_logloss: 0.15044\tvalid_1's auc: 0.754824\tvalid_1's binary_logloss: 0.168656\n",
      "[2319]\tvalid_0's auc: 0.775028\tvalid_0's binary_logloss: 0.150435\tvalid_1's auc: 0.754822\tvalid_1's binary_logloss: 0.168652\n",
      "[2320]\tvalid_0's auc: 0.775017\tvalid_0's binary_logloss: 0.150433\tvalid_1's auc: 0.754813\tvalid_1's binary_logloss: 0.16865\n",
      "[2321]\tvalid_0's auc: 0.775017\tvalid_0's binary_logloss: 0.150429\tvalid_1's auc: 0.754809\tvalid_1's binary_logloss: 0.168647\n",
      "[2322]\tvalid_0's auc: 0.775036\tvalid_0's binary_logloss: 0.150424\tvalid_1's auc: 0.754827\tvalid_1's binary_logloss: 0.168643\n",
      "[2323]\tvalid_0's auc: 0.775033\tvalid_0's binary_logloss: 0.150422\tvalid_1's auc: 0.754812\tvalid_1's binary_logloss: 0.168641\n",
      "[2324]\tvalid_0's auc: 0.775047\tvalid_0's binary_logloss: 0.15042\tvalid_1's auc: 0.754826\tvalid_1's binary_logloss: 0.168638\n",
      "[2325]\tvalid_0's auc: 0.775042\tvalid_0's binary_logloss: 0.150417\tvalid_1's auc: 0.754819\tvalid_1's binary_logloss: 0.168636\n",
      "[2326]\tvalid_0's auc: 0.775039\tvalid_0's binary_logloss: 0.150414\tvalid_1's auc: 0.754824\tvalid_1's binary_logloss: 0.168632\n",
      "[2327]\tvalid_0's auc: 0.775031\tvalid_0's binary_logloss: 0.15041\tvalid_1's auc: 0.754812\tvalid_1's binary_logloss: 0.168629\n",
      "[2328]\tvalid_0's auc: 0.775027\tvalid_0's binary_logloss: 0.150406\tvalid_1's auc: 0.754808\tvalid_1's binary_logloss: 0.168626\n",
      "[2329]\tvalid_0's auc: 0.775022\tvalid_0's binary_logloss: 0.150405\tvalid_1's auc: 0.754801\tvalid_1's binary_logloss: 0.168625\n",
      "[2330]\tvalid_0's auc: 0.775028\tvalid_0's binary_logloss: 0.150403\tvalid_1's auc: 0.754813\tvalid_1's binary_logloss: 0.168622\n",
      "[2331]\tvalid_0's auc: 0.775022\tvalid_0's binary_logloss: 0.150401\tvalid_1's auc: 0.754804\tvalid_1's binary_logloss: 0.16862\n",
      "[2332]\tvalid_0's auc: 0.775016\tvalid_0's binary_logloss: 0.150399\tvalid_1's auc: 0.754806\tvalid_1's binary_logloss: 0.168617\n",
      "[2333]\tvalid_0's auc: 0.775013\tvalid_0's binary_logloss: 0.150398\tvalid_1's auc: 0.754798\tvalid_1's binary_logloss: 0.168616\n",
      "[2334]\tvalid_0's auc: 0.77502\tvalid_0's binary_logloss: 0.150396\tvalid_1's auc: 0.754811\tvalid_1's binary_logloss: 0.168613\n",
      "[2335]\tvalid_0's auc: 0.775024\tvalid_0's binary_logloss: 0.150393\tvalid_1's auc: 0.754808\tvalid_1's binary_logloss: 0.16861\n",
      "[2336]\tvalid_0's auc: 0.775022\tvalid_0's binary_logloss: 0.15039\tvalid_1's auc: 0.754812\tvalid_1's binary_logloss: 0.168608\n",
      "[2337]\tvalid_0's auc: 0.775037\tvalid_0's binary_logloss: 0.150388\tvalid_1's auc: 0.754817\tvalid_1's binary_logloss: 0.168606\n",
      "[2338]\tvalid_0's auc: 0.775032\tvalid_0's binary_logloss: 0.150387\tvalid_1's auc: 0.754816\tvalid_1's binary_logloss: 0.168604\n",
      "[2339]\tvalid_0's auc: 0.775028\tvalid_0's binary_logloss: 0.150384\tvalid_1's auc: 0.754814\tvalid_1's binary_logloss: 0.168602\n",
      "[2340]\tvalid_0's auc: 0.775024\tvalid_0's binary_logloss: 0.150382\tvalid_1's auc: 0.75481\tvalid_1's binary_logloss: 0.1686\n",
      "[2341]\tvalid_0's auc: 0.775022\tvalid_0's binary_logloss: 0.150381\tvalid_1's auc: 0.754814\tvalid_1's binary_logloss: 0.168598\n",
      "[2342]\tvalid_0's auc: 0.775024\tvalid_0's binary_logloss: 0.150378\tvalid_1's auc: 0.754815\tvalid_1's binary_logloss: 0.168596\n",
      "[2343]\tvalid_0's auc: 0.775029\tvalid_0's binary_logloss: 0.150376\tvalid_1's auc: 0.754824\tvalid_1's binary_logloss: 0.168594\n",
      "[2344]\tvalid_0's auc: 0.775035\tvalid_0's binary_logloss: 0.150374\tvalid_1's auc: 0.75483\tvalid_1's binary_logloss: 0.168592\n",
      "[2345]\tvalid_0's auc: 0.775035\tvalid_0's binary_logloss: 0.150372\tvalid_1's auc: 0.754828\tvalid_1's binary_logloss: 0.168589\n",
      "[2346]\tvalid_0's auc: 0.77504\tvalid_0's binary_logloss: 0.150368\tvalid_1's auc: 0.754833\tvalid_1's binary_logloss: 0.168586\n",
      "[2347]\tvalid_0's auc: 0.775038\tvalid_0's binary_logloss: 0.150366\tvalid_1's auc: 0.754841\tvalid_1's binary_logloss: 0.168583\n",
      "[2348]\tvalid_0's auc: 0.77504\tvalid_0's binary_logloss: 0.150362\tvalid_1's auc: 0.754847\tvalid_1's binary_logloss: 0.168579\n",
      "[2349]\tvalid_0's auc: 0.775038\tvalid_0's binary_logloss: 0.15036\tvalid_1's auc: 0.754853\tvalid_1's binary_logloss: 0.168577\n",
      "[2350]\tvalid_0's auc: 0.775065\tvalid_0's binary_logloss: 0.150357\tvalid_1's auc: 0.754875\tvalid_1's binary_logloss: 0.168574\n",
      "[2351]\tvalid_0's auc: 0.775072\tvalid_0's binary_logloss: 0.150355\tvalid_1's auc: 0.754876\tvalid_1's binary_logloss: 0.168573\n",
      "[2352]\tvalid_0's auc: 0.775072\tvalid_0's binary_logloss: 0.150352\tvalid_1's auc: 0.754876\tvalid_1's binary_logloss: 0.16857\n",
      "[2353]\tvalid_0's auc: 0.775079\tvalid_0's binary_logloss: 0.150348\tvalid_1's auc: 0.754885\tvalid_1's binary_logloss: 0.168566\n",
      "[2354]\tvalid_0's auc: 0.775072\tvalid_0's binary_logloss: 0.150346\tvalid_1's auc: 0.754883\tvalid_1's binary_logloss: 0.168564\n",
      "[2355]\tvalid_0's auc: 0.775074\tvalid_0's binary_logloss: 0.150342\tvalid_1's auc: 0.754889\tvalid_1's binary_logloss: 0.16856\n",
      "[2356]\tvalid_0's auc: 0.775079\tvalid_0's binary_logloss: 0.150339\tvalid_1's auc: 0.754893\tvalid_1's binary_logloss: 0.168557\n",
      "[2357]\tvalid_0's auc: 0.775081\tvalid_0's binary_logloss: 0.150336\tvalid_1's auc: 0.754899\tvalid_1's binary_logloss: 0.168554\n",
      "[2358]\tvalid_0's auc: 0.775081\tvalid_0's binary_logloss: 0.150334\tvalid_1's auc: 0.754902\tvalid_1's binary_logloss: 0.168552\n",
      "[2359]\tvalid_0's auc: 0.775091\tvalid_0's binary_logloss: 0.150331\tvalid_1's auc: 0.754911\tvalid_1's binary_logloss: 0.168549\n",
      "[2360]\tvalid_0's auc: 0.775081\tvalid_0's binary_logloss: 0.150328\tvalid_1's auc: 0.754905\tvalid_1's binary_logloss: 0.168546\n",
      "[2361]\tvalid_0's auc: 0.775076\tvalid_0's binary_logloss: 0.150327\tvalid_1's auc: 0.754901\tvalid_1's binary_logloss: 0.168545\n",
      "[2362]\tvalid_0's auc: 0.775084\tvalid_0's binary_logloss: 0.150325\tvalid_1's auc: 0.754913\tvalid_1's binary_logloss: 0.168542\n",
      "[2363]\tvalid_0's auc: 0.775079\tvalid_0's binary_logloss: 0.150323\tvalid_1's auc: 0.75491\tvalid_1's binary_logloss: 0.168541\n",
      "[2364]\tvalid_0's auc: 0.775085\tvalid_0's binary_logloss: 0.150322\tvalid_1's auc: 0.754923\tvalid_1's binary_logloss: 0.16854\n",
      "[2365]\tvalid_0's auc: 0.775102\tvalid_0's binary_logloss: 0.150319\tvalid_1's auc: 0.754937\tvalid_1's binary_logloss: 0.168536\n",
      "[2366]\tvalid_0's auc: 0.775107\tvalid_0's binary_logloss: 0.150315\tvalid_1's auc: 0.754945\tvalid_1's binary_logloss: 0.168533\n",
      "[2367]\tvalid_0's auc: 0.775104\tvalid_0's binary_logloss: 0.150313\tvalid_1's auc: 0.754944\tvalid_1's binary_logloss: 0.168531\n",
      "[2368]\tvalid_0's auc: 0.775129\tvalid_0's binary_logloss: 0.150311\tvalid_1's auc: 0.754965\tvalid_1's binary_logloss: 0.168529\n",
      "[2369]\tvalid_0's auc: 0.775133\tvalid_0's binary_logloss: 0.150308\tvalid_1's auc: 0.754963\tvalid_1's binary_logloss: 0.168526\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[2370]\tvalid_0's auc: 0.775131\tvalid_0's binary_logloss: 0.150305\tvalid_1's auc: 0.75496\tvalid_1's binary_logloss: 0.168524\n",
      "[2371]\tvalid_0's auc: 0.775133\tvalid_0's binary_logloss: 0.150303\tvalid_1's auc: 0.754962\tvalid_1's binary_logloss: 0.168522\n",
      "[2372]\tvalid_0's auc: 0.775137\tvalid_0's binary_logloss: 0.1503\tvalid_1's auc: 0.754973\tvalid_1's binary_logloss: 0.168518\n",
      "[2373]\tvalid_0's auc: 0.775139\tvalid_0's binary_logloss: 0.150296\tvalid_1's auc: 0.754978\tvalid_1's binary_logloss: 0.168515\n",
      "[2374]\tvalid_0's auc: 0.775154\tvalid_0's binary_logloss: 0.150292\tvalid_1's auc: 0.754992\tvalid_1's binary_logloss: 0.168512\n",
      "[2375]\tvalid_0's auc: 0.775164\tvalid_0's binary_logloss: 0.15029\tvalid_1's auc: 0.755007\tvalid_1's binary_logloss: 0.16851\n",
      "[2376]\tvalid_0's auc: 0.775173\tvalid_0's binary_logloss: 0.150288\tvalid_1's auc: 0.755019\tvalid_1's binary_logloss: 0.168508\n",
      "[2377]\tvalid_0's auc: 0.77517\tvalid_0's binary_logloss: 0.150286\tvalid_1's auc: 0.755021\tvalid_1's binary_logloss: 0.168506\n",
      "[2378]\tvalid_0's auc: 0.77518\tvalid_0's binary_logloss: 0.150284\tvalid_1's auc: 0.755031\tvalid_1's binary_logloss: 0.168504\n",
      "[2379]\tvalid_0's auc: 0.775176\tvalid_0's binary_logloss: 0.150281\tvalid_1's auc: 0.755032\tvalid_1's binary_logloss: 0.1685\n",
      "[2380]\tvalid_0's auc: 0.775171\tvalid_0's binary_logloss: 0.150277\tvalid_1's auc: 0.755033\tvalid_1's binary_logloss: 0.168497\n",
      "[2381]\tvalid_0's auc: 0.775173\tvalid_0's binary_logloss: 0.150276\tvalid_1's auc: 0.755036\tvalid_1's binary_logloss: 0.168495\n",
      "[2382]\tvalid_0's auc: 0.77519\tvalid_0's binary_logloss: 0.150273\tvalid_1's auc: 0.75505\tvalid_1's binary_logloss: 0.168491\n",
      "[2383]\tvalid_0's auc: 0.775187\tvalid_0's binary_logloss: 0.150272\tvalid_1's auc: 0.755044\tvalid_1's binary_logloss: 0.16849\n",
      "[2384]\tvalid_0's auc: 0.775188\tvalid_0's binary_logloss: 0.150271\tvalid_1's auc: 0.755052\tvalid_1's binary_logloss: 0.168489\n",
      "[2385]\tvalid_0's auc: 0.775187\tvalid_0's binary_logloss: 0.150268\tvalid_1's auc: 0.755066\tvalid_1's binary_logloss: 0.168485\n",
      "[2386]\tvalid_0's auc: 0.775208\tvalid_0's binary_logloss: 0.150264\tvalid_1's auc: 0.755083\tvalid_1's binary_logloss: 0.168481\n",
      "[2387]\tvalid_0's auc: 0.775227\tvalid_0's binary_logloss: 0.150259\tvalid_1's auc: 0.755096\tvalid_1's binary_logloss: 0.168477\n",
      "[2388]\tvalid_0's auc: 0.77525\tvalid_0's binary_logloss: 0.150256\tvalid_1's auc: 0.755116\tvalid_1's binary_logloss: 0.168475\n",
      "[2389]\tvalid_0's auc: 0.775262\tvalid_0's binary_logloss: 0.150254\tvalid_1's auc: 0.755131\tvalid_1's binary_logloss: 0.168472\n",
      "[2390]\tvalid_0's auc: 0.775269\tvalid_0's binary_logloss: 0.150251\tvalid_1's auc: 0.755136\tvalid_1's binary_logloss: 0.16847\n",
      "[2391]\tvalid_0's auc: 0.775274\tvalid_0's binary_logloss: 0.150249\tvalid_1's auc: 0.755144\tvalid_1's binary_logloss: 0.168468\n",
      "[2392]\tvalid_0's auc: 0.775276\tvalid_0's binary_logloss: 0.150248\tvalid_1's auc: 0.755152\tvalid_1's binary_logloss: 0.168465\n",
      "[2393]\tvalid_0's auc: 0.775292\tvalid_0's binary_logloss: 0.150244\tvalid_1's auc: 0.755173\tvalid_1's binary_logloss: 0.168462\n",
      "[2394]\tvalid_0's auc: 0.775284\tvalid_0's binary_logloss: 0.150242\tvalid_1's auc: 0.755166\tvalid_1's binary_logloss: 0.16846\n",
      "[2395]\tvalid_0's auc: 0.77529\tvalid_0's binary_logloss: 0.15024\tvalid_1's auc: 0.755172\tvalid_1's binary_logloss: 0.168458\n",
      "[2396]\tvalid_0's auc: 0.775288\tvalid_0's binary_logloss: 0.150238\tvalid_1's auc: 0.755168\tvalid_1's binary_logloss: 0.168456\n",
      "[2397]\tvalid_0's auc: 0.775293\tvalid_0's binary_logloss: 0.150235\tvalid_1's auc: 0.755179\tvalid_1's binary_logloss: 0.168453\n",
      "[2398]\tvalid_0's auc: 0.775299\tvalid_0's binary_logloss: 0.150234\tvalid_1's auc: 0.755191\tvalid_1's binary_logloss: 0.168451\n",
      "[2399]\tvalid_0's auc: 0.775303\tvalid_0's binary_logloss: 0.15023\tvalid_1's auc: 0.755197\tvalid_1's binary_logloss: 0.168448\n",
      "[2400]\tvalid_0's auc: 0.77532\tvalid_0's binary_logloss: 0.150227\tvalid_1's auc: 0.755214\tvalid_1's binary_logloss: 0.168445\n",
      "[2401]\tvalid_0's auc: 0.775328\tvalid_0's binary_logloss: 0.150223\tvalid_1's auc: 0.755215\tvalid_1's binary_logloss: 0.168442\n",
      "[2402]\tvalid_0's auc: 0.775337\tvalid_0's binary_logloss: 0.150223\tvalid_1's auc: 0.755222\tvalid_1's binary_logloss: 0.168441\n",
      "[2403]\tvalid_0's auc: 0.775329\tvalid_0's binary_logloss: 0.150221\tvalid_1's auc: 0.755217\tvalid_1's binary_logloss: 0.16844\n",
      "[2404]\tvalid_0's auc: 0.775328\tvalid_0's binary_logloss: 0.15022\tvalid_1's auc: 0.755219\tvalid_1's binary_logloss: 0.168439\n",
      "[2405]\tvalid_0's auc: 0.775332\tvalid_0's binary_logloss: 0.150218\tvalid_1's auc: 0.755217\tvalid_1's binary_logloss: 0.168437\n",
      "[2406]\tvalid_0's auc: 0.775334\tvalid_0's binary_logloss: 0.150215\tvalid_1's auc: 0.755224\tvalid_1's binary_logloss: 0.168434\n",
      "[2407]\tvalid_0's auc: 0.775345\tvalid_0's binary_logloss: 0.150213\tvalid_1's auc: 0.755235\tvalid_1's binary_logloss: 0.168431\n",
      "[2408]\tvalid_0's auc: 0.775362\tvalid_0's binary_logloss: 0.15021\tvalid_1's auc: 0.755245\tvalid_1's binary_logloss: 0.168428\n",
      "[2409]\tvalid_0's auc: 0.775364\tvalid_0's binary_logloss: 0.150209\tvalid_1's auc: 0.755252\tvalid_1's binary_logloss: 0.168426\n",
      "[2410]\tvalid_0's auc: 0.775374\tvalid_0's binary_logloss: 0.150205\tvalid_1's auc: 0.755264\tvalid_1's binary_logloss: 0.168423\n",
      "[2411]\tvalid_0's auc: 0.775376\tvalid_0's binary_logloss: 0.150202\tvalid_1's auc: 0.755273\tvalid_1's binary_logloss: 0.168419\n",
      "[2412]\tvalid_0's auc: 0.775379\tvalid_0's binary_logloss: 0.1502\tvalid_1's auc: 0.755278\tvalid_1's binary_logloss: 0.168417\n",
      "[2413]\tvalid_0's auc: 0.775373\tvalid_0's binary_logloss: 0.150198\tvalid_1's auc: 0.755267\tvalid_1's binary_logloss: 0.168415\n",
      "[2414]\tvalid_0's auc: 0.775369\tvalid_0's binary_logloss: 0.150197\tvalid_1's auc: 0.755262\tvalid_1's binary_logloss: 0.168414\n",
      "[2415]\tvalid_0's auc: 0.775393\tvalid_0's binary_logloss: 0.150193\tvalid_1's auc: 0.755285\tvalid_1's binary_logloss: 0.16841\n",
      "[2416]\tvalid_0's auc: 0.775404\tvalid_0's binary_logloss: 0.15019\tvalid_1's auc: 0.755297\tvalid_1's binary_logloss: 0.168407\n",
      "[2417]\tvalid_0's auc: 0.775399\tvalid_0's binary_logloss: 0.150187\tvalid_1's auc: 0.755291\tvalid_1's binary_logloss: 0.168405\n",
      "[2418]\tvalid_0's auc: 0.775399\tvalid_0's binary_logloss: 0.150185\tvalid_1's auc: 0.755284\tvalid_1's binary_logloss: 0.168403\n",
      "[2419]\tvalid_0's auc: 0.775408\tvalid_0's binary_logloss: 0.150181\tvalid_1's auc: 0.755292\tvalid_1's binary_logloss: 0.168399\n",
      "[2420]\tvalid_0's auc: 0.775409\tvalid_0's binary_logloss: 0.150178\tvalid_1's auc: 0.755295\tvalid_1's binary_logloss: 0.168396\n",
      "[2421]\tvalid_0's auc: 0.775404\tvalid_0's binary_logloss: 0.150176\tvalid_1's auc: 0.755295\tvalid_1's binary_logloss: 0.168394\n",
      "[2422]\tvalid_0's auc: 0.775401\tvalid_0's binary_logloss: 0.150174\tvalid_1's auc: 0.755297\tvalid_1's binary_logloss: 0.168392\n",
      "[2423]\tvalid_0's auc: 0.775412\tvalid_0's binary_logloss: 0.150171\tvalid_1's auc: 0.755311\tvalid_1's binary_logloss: 0.16839\n",
      "[2424]\tvalid_0's auc: 0.775407\tvalid_0's binary_logloss: 0.150169\tvalid_1's auc: 0.755308\tvalid_1's binary_logloss: 0.168387\n",
      "[2425]\tvalid_0's auc: 0.775403\tvalid_0's binary_logloss: 0.150168\tvalid_1's auc: 0.755304\tvalid_1's binary_logloss: 0.168386\n",
      "[2426]\tvalid_0's auc: 0.775411\tvalid_0's binary_logloss: 0.150166\tvalid_1's auc: 0.755311\tvalid_1's binary_logloss: 0.168384\n",
      "[2427]\tvalid_0's auc: 0.775416\tvalid_0's binary_logloss: 0.150165\tvalid_1's auc: 0.755313\tvalid_1's binary_logloss: 0.168382\n",
      "[2428]\tvalid_0's auc: 0.775419\tvalid_0's binary_logloss: 0.150163\tvalid_1's auc: 0.755321\tvalid_1's binary_logloss: 0.16838\n",
      "[2429]\tvalid_0's auc: 0.775423\tvalid_0's binary_logloss: 0.150158\tvalid_1's auc: 0.755333\tvalid_1's binary_logloss: 0.168375\n",
      "[2430]\tvalid_0's auc: 0.775445\tvalid_0's binary_logloss: 0.150156\tvalid_1's auc: 0.755351\tvalid_1's binary_logloss: 0.168373\n",
      "[2431]\tvalid_0's auc: 0.775441\tvalid_0's binary_logloss: 0.150154\tvalid_1's auc: 0.755346\tvalid_1's binary_logloss: 0.168371\n",
      "[2432]\tvalid_0's auc: 0.775444\tvalid_0's binary_logloss: 0.150153\tvalid_1's auc: 0.755351\tvalid_1's binary_logloss: 0.168371\n",
      "[2433]\tvalid_0's auc: 0.775442\tvalid_0's binary_logloss: 0.150152\tvalid_1's auc: 0.755355\tvalid_1's binary_logloss: 0.168369\n",
      "[2434]\tvalid_0's auc: 0.775441\tvalid_0's binary_logloss: 0.150149\tvalid_1's auc: 0.755353\tvalid_1's binary_logloss: 0.168367\n",
      "[2435]\tvalid_0's auc: 0.775434\tvalid_0's binary_logloss: 0.150145\tvalid_1's auc: 0.755341\tvalid_1's binary_logloss: 0.168364\n",
      "[2436]\tvalid_0's auc: 0.775445\tvalid_0's binary_logloss: 0.150141\tvalid_1's auc: 0.755346\tvalid_1's binary_logloss: 0.168361\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[2437]\tvalid_0's auc: 0.775453\tvalid_0's binary_logloss: 0.150139\tvalid_1's auc: 0.755356\tvalid_1's binary_logloss: 0.168358\n",
      "[2438]\tvalid_0's auc: 0.775447\tvalid_0's binary_logloss: 0.150136\tvalid_1's auc: 0.755349\tvalid_1's binary_logloss: 0.168356\n",
      "[2439]\tvalid_0's auc: 0.775455\tvalid_0's binary_logloss: 0.150134\tvalid_1's auc: 0.755356\tvalid_1's binary_logloss: 0.168353\n",
      "[2440]\tvalid_0's auc: 0.77545\tvalid_0's binary_logloss: 0.15013\tvalid_1's auc: 0.755349\tvalid_1's binary_logloss: 0.16835\n",
      "[2441]\tvalid_0's auc: 0.775449\tvalid_0's binary_logloss: 0.150128\tvalid_1's auc: 0.755346\tvalid_1's binary_logloss: 0.168349\n",
      "[2442]\tvalid_0's auc: 0.775458\tvalid_0's binary_logloss: 0.150125\tvalid_1's auc: 0.755364\tvalid_1's binary_logloss: 0.168345\n",
      "[2443]\tvalid_0's auc: 0.775482\tvalid_0's binary_logloss: 0.150121\tvalid_1's auc: 0.75539\tvalid_1's binary_logloss: 0.168341\n",
      "[2444]\tvalid_0's auc: 0.775491\tvalid_0's binary_logloss: 0.150119\tvalid_1's auc: 0.755399\tvalid_1's binary_logloss: 0.168339\n",
      "[2445]\tvalid_0's auc: 0.775488\tvalid_0's binary_logloss: 0.150116\tvalid_1's auc: 0.755404\tvalid_1's binary_logloss: 0.168336\n",
      "[2446]\tvalid_0's auc: 0.775493\tvalid_0's binary_logloss: 0.150114\tvalid_1's auc: 0.755412\tvalid_1's binary_logloss: 0.168333\n",
      "[2447]\tvalid_0's auc: 0.775502\tvalid_0's binary_logloss: 0.150112\tvalid_1's auc: 0.755416\tvalid_1's binary_logloss: 0.168331\n",
      "[2448]\tvalid_0's auc: 0.775511\tvalid_0's binary_logloss: 0.150109\tvalid_1's auc: 0.755429\tvalid_1's binary_logloss: 0.168328\n",
      "[2449]\tvalid_0's auc: 0.77553\tvalid_0's binary_logloss: 0.150104\tvalid_1's auc: 0.755455\tvalid_1's binary_logloss: 0.168323\n",
      "[2450]\tvalid_0's auc: 0.775533\tvalid_0's binary_logloss: 0.150102\tvalid_1's auc: 0.755462\tvalid_1's binary_logloss: 0.168321\n",
      "[2451]\tvalid_0's auc: 0.775533\tvalid_0's binary_logloss: 0.1501\tvalid_1's auc: 0.755456\tvalid_1's binary_logloss: 0.168319\n",
      "[2452]\tvalid_0's auc: 0.775532\tvalid_0's binary_logloss: 0.150098\tvalid_1's auc: 0.755448\tvalid_1's binary_logloss: 0.168317\n",
      "[2453]\tvalid_0's auc: 0.775538\tvalid_0's binary_logloss: 0.150097\tvalid_1's auc: 0.755455\tvalid_1's binary_logloss: 0.168316\n",
      "[2454]\tvalid_0's auc: 0.775532\tvalid_0's binary_logloss: 0.150094\tvalid_1's auc: 0.75545\tvalid_1's binary_logloss: 0.168313\n",
      "[2455]\tvalid_0's auc: 0.775554\tvalid_0's binary_logloss: 0.15009\tvalid_1's auc: 0.755476\tvalid_1's binary_logloss: 0.168309\n",
      "[2456]\tvalid_0's auc: 0.775556\tvalid_0's binary_logloss: 0.150089\tvalid_1's auc: 0.755481\tvalid_1's binary_logloss: 0.168309\n",
      "[2457]\tvalid_0's auc: 0.775569\tvalid_0's binary_logloss: 0.150088\tvalid_1's auc: 0.755495\tvalid_1's binary_logloss: 0.168307\n",
      "[2458]\tvalid_0's auc: 0.775575\tvalid_0's binary_logloss: 0.150084\tvalid_1's auc: 0.755503\tvalid_1's binary_logloss: 0.168303\n",
      "[2459]\tvalid_0's auc: 0.775566\tvalid_0's binary_logloss: 0.150081\tvalid_1's auc: 0.755498\tvalid_1's binary_logloss: 0.168301\n",
      "[2460]\tvalid_0's auc: 0.775561\tvalid_0's binary_logloss: 0.150079\tvalid_1's auc: 0.755491\tvalid_1's binary_logloss: 0.168298\n",
      "[2461]\tvalid_0's auc: 0.775565\tvalid_0's binary_logloss: 0.150076\tvalid_1's auc: 0.755487\tvalid_1's binary_logloss: 0.168296\n",
      "[2462]\tvalid_0's auc: 0.775565\tvalid_0's binary_logloss: 0.150073\tvalid_1's auc: 0.755487\tvalid_1's binary_logloss: 0.168294\n",
      "[2463]\tvalid_0's auc: 0.775567\tvalid_0's binary_logloss: 0.150071\tvalid_1's auc: 0.755492\tvalid_1's binary_logloss: 0.168291\n",
      "[2464]\tvalid_0's auc: 0.775577\tvalid_0's binary_logloss: 0.150067\tvalid_1's auc: 0.755506\tvalid_1's binary_logloss: 0.168288\n",
      "[2465]\tvalid_0's auc: 0.775587\tvalid_0's binary_logloss: 0.150066\tvalid_1's auc: 0.75552\tvalid_1's binary_logloss: 0.168286\n",
      "[2466]\tvalid_0's auc: 0.775593\tvalid_0's binary_logloss: 0.150063\tvalid_1's auc: 0.755526\tvalid_1's binary_logloss: 0.168283\n",
      "[2467]\tvalid_0's auc: 0.775603\tvalid_0's binary_logloss: 0.15006\tvalid_1's auc: 0.755537\tvalid_1's binary_logloss: 0.16828\n",
      "[2468]\tvalid_0's auc: 0.775604\tvalid_0's binary_logloss: 0.150059\tvalid_1's auc: 0.755542\tvalid_1's binary_logloss: 0.168278\n",
      "[2469]\tvalid_0's auc: 0.775598\tvalid_0's binary_logloss: 0.150056\tvalid_1's auc: 0.755536\tvalid_1's binary_logloss: 0.168276\n",
      "[2470]\tvalid_0's auc: 0.775603\tvalid_0's binary_logloss: 0.150054\tvalid_1's auc: 0.75555\tvalid_1's binary_logloss: 0.168273\n",
      "[2471]\tvalid_0's auc: 0.775603\tvalid_0's binary_logloss: 0.150053\tvalid_1's auc: 0.755543\tvalid_1's binary_logloss: 0.168272\n",
      "[2472]\tvalid_0's auc: 0.775609\tvalid_0's binary_logloss: 0.150052\tvalid_1's auc: 0.755549\tvalid_1's binary_logloss: 0.168271\n",
      "[2473]\tvalid_0's auc: 0.775621\tvalid_0's binary_logloss: 0.15005\tvalid_1's auc: 0.755554\tvalid_1's binary_logloss: 0.168269\n",
      "[2474]\tvalid_0's auc: 0.775639\tvalid_0's binary_logloss: 0.150047\tvalid_1's auc: 0.755573\tvalid_1's binary_logloss: 0.168267\n",
      "[2475]\tvalid_0's auc: 0.775648\tvalid_0's binary_logloss: 0.150044\tvalid_1's auc: 0.755585\tvalid_1's binary_logloss: 0.168263\n",
      "[2476]\tvalid_0's auc: 0.775649\tvalid_0's binary_logloss: 0.15004\tvalid_1's auc: 0.755591\tvalid_1's binary_logloss: 0.16826\n",
      "[2477]\tvalid_0's auc: 0.775664\tvalid_0's binary_logloss: 0.150037\tvalid_1's auc: 0.755601\tvalid_1's binary_logloss: 0.168257\n",
      "[2478]\tvalid_0's auc: 0.775673\tvalid_0's binary_logloss: 0.150035\tvalid_1's auc: 0.755606\tvalid_1's binary_logloss: 0.168255\n",
      "[2479]\tvalid_0's auc: 0.775684\tvalid_0's binary_logloss: 0.150034\tvalid_1's auc: 0.75562\tvalid_1's binary_logloss: 0.168253\n",
      "[2480]\tvalid_0's auc: 0.775689\tvalid_0's binary_logloss: 0.150032\tvalid_1's auc: 0.755619\tvalid_1's binary_logloss: 0.168252\n",
      "[2481]\tvalid_0's auc: 0.77569\tvalid_0's binary_logloss: 0.150032\tvalid_1's auc: 0.755623\tvalid_1's binary_logloss: 0.168251\n",
      "[2482]\tvalid_0's auc: 0.775684\tvalid_0's binary_logloss: 0.150031\tvalid_1's auc: 0.755622\tvalid_1's binary_logloss: 0.16825\n",
      "[2483]\tvalid_0's auc: 0.775688\tvalid_0's binary_logloss: 0.150027\tvalid_1's auc: 0.755638\tvalid_1's binary_logloss: 0.168246\n",
      "[2484]\tvalid_0's auc: 0.775686\tvalid_0's binary_logloss: 0.150026\tvalid_1's auc: 0.755634\tvalid_1's binary_logloss: 0.168245\n",
      "[2485]\tvalid_0's auc: 0.775699\tvalid_0's binary_logloss: 0.150024\tvalid_1's auc: 0.755641\tvalid_1's binary_logloss: 0.168243\n",
      "[2486]\tvalid_0's auc: 0.775718\tvalid_0's binary_logloss: 0.15002\tvalid_1's auc: 0.755659\tvalid_1's binary_logloss: 0.16824\n",
      "[2487]\tvalid_0's auc: 0.775719\tvalid_0's binary_logloss: 0.15002\tvalid_1's auc: 0.755661\tvalid_1's binary_logloss: 0.168239\n",
      "[2488]\tvalid_0's auc: 0.775725\tvalid_0's binary_logloss: 0.150018\tvalid_1's auc: 0.755673\tvalid_1's binary_logloss: 0.168237\n",
      "[2489]\tvalid_0's auc: 0.775727\tvalid_0's binary_logloss: 0.150016\tvalid_1's auc: 0.75568\tvalid_1's binary_logloss: 0.168235\n",
      "[2490]\tvalid_0's auc: 0.775745\tvalid_0's binary_logloss: 0.150013\tvalid_1's auc: 0.755697\tvalid_1's binary_logloss: 0.168232\n",
      "[2491]\tvalid_0's auc: 0.775744\tvalid_0's binary_logloss: 0.15001\tvalid_1's auc: 0.755689\tvalid_1's binary_logloss: 0.168229\n",
      "[2492]\tvalid_0's auc: 0.775753\tvalid_0's binary_logloss: 0.150009\tvalid_1's auc: 0.755693\tvalid_1's binary_logloss: 0.168228\n",
      "[2493]\tvalid_0's auc: 0.775749\tvalid_0's binary_logloss: 0.150006\tvalid_1's auc: 0.755692\tvalid_1's binary_logloss: 0.168226\n",
      "[2494]\tvalid_0's auc: 0.775754\tvalid_0's binary_logloss: 0.150004\tvalid_1's auc: 0.755701\tvalid_1's binary_logloss: 0.168224\n",
      "[2495]\tvalid_0's auc: 0.775753\tvalid_0's binary_logloss: 0.150002\tvalid_1's auc: 0.755701\tvalid_1's binary_logloss: 0.168223\n",
      "[2496]\tvalid_0's auc: 0.775755\tvalid_0's binary_logloss: 0.15\tvalid_1's auc: 0.755707\tvalid_1's binary_logloss: 0.16822\n",
      "[2497]\tvalid_0's auc: 0.775752\tvalid_0's binary_logloss: 0.149998\tvalid_1's auc: 0.755709\tvalid_1's binary_logloss: 0.168218\n",
      "[2498]\tvalid_0's auc: 0.775753\tvalid_0's binary_logloss: 0.149996\tvalid_1's auc: 0.755716\tvalid_1's binary_logloss: 0.168216\n",
      "[2499]\tvalid_0's auc: 0.775756\tvalid_0's binary_logloss: 0.149992\tvalid_1's auc: 0.755706\tvalid_1's binary_logloss: 0.168214\n",
      "[2500]\tvalid_0's auc: 0.775752\tvalid_0's binary_logloss: 0.149992\tvalid_1's auc: 0.755703\tvalid_1's binary_logloss: 0.168213\n",
      "[2501]\tvalid_0's auc: 0.775755\tvalid_0's binary_logloss: 0.149989\tvalid_1's auc: 0.755711\tvalid_1's binary_logloss: 0.16821\n",
      "[2502]\tvalid_0's auc: 0.775756\tvalid_0's binary_logloss: 0.149986\tvalid_1's auc: 0.75572\tvalid_1's binary_logloss: 0.168207\n",
      "[2503]\tvalid_0's auc: 0.775762\tvalid_0's binary_logloss: 0.149985\tvalid_1's auc: 0.755731\tvalid_1's binary_logloss: 0.168205\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[2504]\tvalid_0's auc: 0.775771\tvalid_0's binary_logloss: 0.149983\tvalid_1's auc: 0.755738\tvalid_1's binary_logloss: 0.168204\n",
      "[2505]\tvalid_0's auc: 0.775775\tvalid_0's binary_logloss: 0.149982\tvalid_1's auc: 0.755744\tvalid_1's binary_logloss: 0.168203\n",
      "[2506]\tvalid_0's auc: 0.775781\tvalid_0's binary_logloss: 0.14998\tvalid_1's auc: 0.755751\tvalid_1's binary_logloss: 0.168201\n",
      "[2507]\tvalid_0's auc: 0.77579\tvalid_0's binary_logloss: 0.149978\tvalid_1's auc: 0.755761\tvalid_1's binary_logloss: 0.168199\n",
      "[2508]\tvalid_0's auc: 0.775785\tvalid_0's binary_logloss: 0.149976\tvalid_1's auc: 0.755763\tvalid_1's binary_logloss: 0.168196\n",
      "[2509]\tvalid_0's auc: 0.775804\tvalid_0's binary_logloss: 0.149973\tvalid_1's auc: 0.755784\tvalid_1's binary_logloss: 0.168193\n",
      "[2510]\tvalid_0's auc: 0.775806\tvalid_0's binary_logloss: 0.149971\tvalid_1's auc: 0.755779\tvalid_1's binary_logloss: 0.168192\n",
      "[2511]\tvalid_0's auc: 0.775803\tvalid_0's binary_logloss: 0.14997\tvalid_1's auc: 0.755775\tvalid_1's binary_logloss: 0.168191\n",
      "[2512]\tvalid_0's auc: 0.7758\tvalid_0's binary_logloss: 0.149969\tvalid_1's auc: 0.755769\tvalid_1's binary_logloss: 0.168189\n",
      "[2513]\tvalid_0's auc: 0.775801\tvalid_0's binary_logloss: 0.149968\tvalid_1's auc: 0.755774\tvalid_1's binary_logloss: 0.168188\n",
      "[2514]\tvalid_0's auc: 0.775826\tvalid_0's binary_logloss: 0.149966\tvalid_1's auc: 0.755786\tvalid_1's binary_logloss: 0.168187\n",
      "[2515]\tvalid_0's auc: 0.775833\tvalid_0's binary_logloss: 0.149964\tvalid_1's auc: 0.755787\tvalid_1's binary_logloss: 0.168185\n",
      "[2516]\tvalid_0's auc: 0.77583\tvalid_0's binary_logloss: 0.149962\tvalid_1's auc: 0.755792\tvalid_1's binary_logloss: 0.168183\n",
      "[2517]\tvalid_0's auc: 0.775861\tvalid_0's binary_logloss: 0.149959\tvalid_1's auc: 0.755814\tvalid_1's binary_logloss: 0.16818\n",
      "[2518]\tvalid_0's auc: 0.77588\tvalid_0's binary_logloss: 0.149956\tvalid_1's auc: 0.755828\tvalid_1's binary_logloss: 0.168178\n",
      "[2519]\tvalid_0's auc: 0.775901\tvalid_0's binary_logloss: 0.149951\tvalid_1's auc: 0.755841\tvalid_1's binary_logloss: 0.168174\n",
      "[2520]\tvalid_0's auc: 0.775905\tvalid_0's binary_logloss: 0.14995\tvalid_1's auc: 0.755848\tvalid_1's binary_logloss: 0.168173\n",
      "[2521]\tvalid_0's auc: 0.775903\tvalid_0's binary_logloss: 0.149948\tvalid_1's auc: 0.755847\tvalid_1's binary_logloss: 0.168171\n",
      "[2522]\tvalid_0's auc: 0.775906\tvalid_0's binary_logloss: 0.149946\tvalid_1's auc: 0.755842\tvalid_1's binary_logloss: 0.168169\n",
      "[2523]\tvalid_0's auc: 0.77591\tvalid_0's binary_logloss: 0.149944\tvalid_1's auc: 0.755845\tvalid_1's binary_logloss: 0.168167\n",
      "[2524]\tvalid_0's auc: 0.775905\tvalid_0's binary_logloss: 0.149942\tvalid_1's auc: 0.755844\tvalid_1's binary_logloss: 0.168164\n",
      "[2525]\tvalid_0's auc: 0.775904\tvalid_0's binary_logloss: 0.149941\tvalid_1's auc: 0.755841\tvalid_1's binary_logloss: 0.168163\n",
      "[2526]\tvalid_0's auc: 0.775908\tvalid_0's binary_logloss: 0.149939\tvalid_1's auc: 0.755841\tvalid_1's binary_logloss: 0.168162\n",
      "[2527]\tvalid_0's auc: 0.775918\tvalid_0's binary_logloss: 0.149938\tvalid_1's auc: 0.755847\tvalid_1's binary_logloss: 0.16816\n",
      "[2528]\tvalid_0's auc: 0.775922\tvalid_0's binary_logloss: 0.149937\tvalid_1's auc: 0.755852\tvalid_1's binary_logloss: 0.168159\n",
      "[2529]\tvalid_0's auc: 0.775916\tvalid_0's binary_logloss: 0.149934\tvalid_1's auc: 0.755856\tvalid_1's binary_logloss: 0.168155\n",
      "[2530]\tvalid_0's auc: 0.775911\tvalid_0's binary_logloss: 0.149933\tvalid_1's auc: 0.755847\tvalid_1's binary_logloss: 0.168155\n",
      "[2531]\tvalid_0's auc: 0.775915\tvalid_0's binary_logloss: 0.14993\tvalid_1's auc: 0.755849\tvalid_1's binary_logloss: 0.168152\n",
      "[2532]\tvalid_0's auc: 0.775911\tvalid_0's binary_logloss: 0.149926\tvalid_1's auc: 0.755856\tvalid_1's binary_logloss: 0.168148\n",
      "[2533]\tvalid_0's auc: 0.775921\tvalid_0's binary_logloss: 0.149925\tvalid_1's auc: 0.75586\tvalid_1's binary_logloss: 0.168147\n",
      "[2534]\tvalid_0's auc: 0.775928\tvalid_0's binary_logloss: 0.149924\tvalid_1's auc: 0.755868\tvalid_1's binary_logloss: 0.168146\n",
      "[2535]\tvalid_0's auc: 0.775924\tvalid_0's binary_logloss: 0.14992\tvalid_1's auc: 0.755866\tvalid_1's binary_logloss: 0.168143\n",
      "[2536]\tvalid_0's auc: 0.775928\tvalid_0's binary_logloss: 0.149919\tvalid_1's auc: 0.755872\tvalid_1's binary_logloss: 0.168141\n",
      "[2537]\tvalid_0's auc: 0.775955\tvalid_0's binary_logloss: 0.149917\tvalid_1's auc: 0.755893\tvalid_1's binary_logloss: 0.16814\n",
      "[2538]\tvalid_0's auc: 0.775962\tvalid_0's binary_logloss: 0.149915\tvalid_1's auc: 0.755901\tvalid_1's binary_logloss: 0.168138\n",
      "[2539]\tvalid_0's auc: 0.775966\tvalid_0's binary_logloss: 0.149912\tvalid_1's auc: 0.755901\tvalid_1's binary_logloss: 0.168136\n",
      "[2540]\tvalid_0's auc: 0.775971\tvalid_0's binary_logloss: 0.149909\tvalid_1's auc: 0.755912\tvalid_1's binary_logloss: 0.168132\n",
      "[2541]\tvalid_0's auc: 0.775976\tvalid_0's binary_logloss: 0.149906\tvalid_1's auc: 0.755923\tvalid_1's binary_logloss: 0.16813\n",
      "[2542]\tvalid_0's auc: 0.77598\tvalid_0's binary_logloss: 0.149905\tvalid_1's auc: 0.755932\tvalid_1's binary_logloss: 0.168128\n",
      "[2543]\tvalid_0's auc: 0.775983\tvalid_0's binary_logloss: 0.149902\tvalid_1's auc: 0.755936\tvalid_1's binary_logloss: 0.168126\n",
      "[2544]\tvalid_0's auc: 0.775983\tvalid_0's binary_logloss: 0.149901\tvalid_1's auc: 0.755934\tvalid_1's binary_logloss: 0.168125\n",
      "[2545]\tvalid_0's auc: 0.775998\tvalid_0's binary_logloss: 0.1499\tvalid_1's auc: 0.755948\tvalid_1's binary_logloss: 0.168123\n",
      "[2546]\tvalid_0's auc: 0.776016\tvalid_0's binary_logloss: 0.149896\tvalid_1's auc: 0.755968\tvalid_1's binary_logloss: 0.168119\n",
      "[2547]\tvalid_0's auc: 0.776029\tvalid_0's binary_logloss: 0.149892\tvalid_1's auc: 0.755983\tvalid_1's binary_logloss: 0.168115\n",
      "[2548]\tvalid_0's auc: 0.776029\tvalid_0's binary_logloss: 0.149891\tvalid_1's auc: 0.755984\tvalid_1's binary_logloss: 0.168113\n",
      "[2549]\tvalid_0's auc: 0.776049\tvalid_0's binary_logloss: 0.149886\tvalid_1's auc: 0.755999\tvalid_1's binary_logloss: 0.16811\n",
      "[2550]\tvalid_0's auc: 0.776042\tvalid_0's binary_logloss: 0.149883\tvalid_1's auc: 0.75599\tvalid_1's binary_logloss: 0.168106\n",
      "[2551]\tvalid_0's auc: 0.776048\tvalid_0's binary_logloss: 0.149881\tvalid_1's auc: 0.755997\tvalid_1's binary_logloss: 0.168104\n",
      "[2552]\tvalid_0's auc: 0.776058\tvalid_0's binary_logloss: 0.14988\tvalid_1's auc: 0.756002\tvalid_1's binary_logloss: 0.168104\n",
      "[2553]\tvalid_0's auc: 0.776101\tvalid_0's binary_logloss: 0.149876\tvalid_1's auc: 0.756031\tvalid_1's binary_logloss: 0.168101\n",
      "[2554]\tvalid_0's auc: 0.776096\tvalid_0's binary_logloss: 0.149875\tvalid_1's auc: 0.756032\tvalid_1's binary_logloss: 0.168099\n",
      "[2555]\tvalid_0's auc: 0.776094\tvalid_0's binary_logloss: 0.149872\tvalid_1's auc: 0.756022\tvalid_1's binary_logloss: 0.168097\n",
      "[2556]\tvalid_0's auc: 0.776086\tvalid_0's binary_logloss: 0.14987\tvalid_1's auc: 0.756021\tvalid_1's binary_logloss: 0.168095\n",
      "[2557]\tvalid_0's auc: 0.776091\tvalid_0's binary_logloss: 0.149868\tvalid_1's auc: 0.756021\tvalid_1's binary_logloss: 0.168092\n",
      "[2558]\tvalid_0's auc: 0.776091\tvalid_0's binary_logloss: 0.149865\tvalid_1's auc: 0.756019\tvalid_1's binary_logloss: 0.16809\n",
      "[2559]\tvalid_0's auc: 0.776087\tvalid_0's binary_logloss: 0.149862\tvalid_1's auc: 0.756021\tvalid_1's binary_logloss: 0.168087\n",
      "[2560]\tvalid_0's auc: 0.776083\tvalid_0's binary_logloss: 0.14986\tvalid_1's auc: 0.756021\tvalid_1's binary_logloss: 0.168085\n",
      "[2561]\tvalid_0's auc: 0.776089\tvalid_0's binary_logloss: 0.149858\tvalid_1's auc: 0.756027\tvalid_1's binary_logloss: 0.168083\n",
      "[2562]\tvalid_0's auc: 0.776096\tvalid_0's binary_logloss: 0.149856\tvalid_1's auc: 0.756032\tvalid_1's binary_logloss: 0.168081\n",
      "[2563]\tvalid_0's auc: 0.776092\tvalid_0's binary_logloss: 0.149854\tvalid_1's auc: 0.756031\tvalid_1's binary_logloss: 0.168079\n",
      "[2564]\tvalid_0's auc: 0.776109\tvalid_0's binary_logloss: 0.149852\tvalid_1's auc: 0.756041\tvalid_1's binary_logloss: 0.168078\n",
      "[2565]\tvalid_0's auc: 0.776111\tvalid_0's binary_logloss: 0.149851\tvalid_1's auc: 0.756039\tvalid_1's binary_logloss: 0.168077\n",
      "[2566]\tvalid_0's auc: 0.776113\tvalid_0's binary_logloss: 0.14985\tvalid_1's auc: 0.756045\tvalid_1's binary_logloss: 0.168075\n",
      "[2567]\tvalid_0's auc: 0.776106\tvalid_0's binary_logloss: 0.149849\tvalid_1's auc: 0.756041\tvalid_1's binary_logloss: 0.168074\n",
      "[2568]\tvalid_0's auc: 0.776109\tvalid_0's binary_logloss: 0.149846\tvalid_1's auc: 0.756047\tvalid_1's binary_logloss: 0.168071\n",
      "[2569]\tvalid_0's auc: 0.776099\tvalid_0's binary_logloss: 0.149844\tvalid_1's auc: 0.756039\tvalid_1's binary_logloss: 0.168069\n",
      "[2570]\tvalid_0's auc: 0.776106\tvalid_0's binary_logloss: 0.149843\tvalid_1's auc: 0.756046\tvalid_1's binary_logloss: 0.168068\n",
      "[2571]\tvalid_0's auc: 0.776125\tvalid_0's binary_logloss: 0.149842\tvalid_1's auc: 0.756065\tvalid_1's binary_logloss: 0.168067\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[2572]\tvalid_0's auc: 0.776129\tvalid_0's binary_logloss: 0.14984\tvalid_1's auc: 0.756073\tvalid_1's binary_logloss: 0.168064\n",
      "[2573]\tvalid_0's auc: 0.776149\tvalid_0's binary_logloss: 0.149837\tvalid_1's auc: 0.756087\tvalid_1's binary_logloss: 0.168062\n",
      "[2574]\tvalid_0's auc: 0.776144\tvalid_0's binary_logloss: 0.149835\tvalid_1's auc: 0.756075\tvalid_1's binary_logloss: 0.168061\n",
      "[2575]\tvalid_0's auc: 0.776164\tvalid_0's binary_logloss: 0.149832\tvalid_1's auc: 0.756093\tvalid_1's binary_logloss: 0.168058\n",
      "[2576]\tvalid_0's auc: 0.77616\tvalid_0's binary_logloss: 0.14983\tvalid_1's auc: 0.756095\tvalid_1's binary_logloss: 0.168055\n",
      "[2577]\tvalid_0's auc: 0.776159\tvalid_0's binary_logloss: 0.149829\tvalid_1's auc: 0.756093\tvalid_1's binary_logloss: 0.168055\n",
      "[2578]\tvalid_0's auc: 0.776156\tvalid_0's binary_logloss: 0.149828\tvalid_1's auc: 0.756091\tvalid_1's binary_logloss: 0.168054\n",
      "[2579]\tvalid_0's auc: 0.776164\tvalid_0's binary_logloss: 0.149826\tvalid_1's auc: 0.756087\tvalid_1's binary_logloss: 0.168052\n",
      "[2580]\tvalid_0's auc: 0.776163\tvalid_0's binary_logloss: 0.149824\tvalid_1's auc: 0.756093\tvalid_1's binary_logloss: 0.16805\n",
      "[2581]\tvalid_0's auc: 0.776171\tvalid_0's binary_logloss: 0.149821\tvalid_1's auc: 0.756101\tvalid_1's binary_logloss: 0.168048\n",
      "[2582]\tvalid_0's auc: 0.77618\tvalid_0's binary_logloss: 0.149819\tvalid_1's auc: 0.756097\tvalid_1's binary_logloss: 0.168046\n",
      "[2583]\tvalid_0's auc: 0.776177\tvalid_0's binary_logloss: 0.149816\tvalid_1's auc: 0.756095\tvalid_1's binary_logloss: 0.168043\n",
      "[2584]\tvalid_0's auc: 0.776184\tvalid_0's binary_logloss: 0.149816\tvalid_1's auc: 0.756099\tvalid_1's binary_logloss: 0.168043\n",
      "[2585]\tvalid_0's auc: 0.776211\tvalid_0's binary_logloss: 0.149812\tvalid_1's auc: 0.756108\tvalid_1's binary_logloss: 0.168039\n",
      "[2586]\tvalid_0's auc: 0.776211\tvalid_0's binary_logloss: 0.149812\tvalid_1's auc: 0.756108\tvalid_1's binary_logloss: 0.168039\n",
      "[2587]\tvalid_0's auc: 0.776215\tvalid_0's binary_logloss: 0.149809\tvalid_1's auc: 0.756115\tvalid_1's binary_logloss: 0.168037\n",
      "[2588]\tvalid_0's auc: 0.776232\tvalid_0's binary_logloss: 0.149805\tvalid_1's auc: 0.756136\tvalid_1's binary_logloss: 0.168034\n",
      "[2589]\tvalid_0's auc: 0.776234\tvalid_0's binary_logloss: 0.149803\tvalid_1's auc: 0.756142\tvalid_1's binary_logloss: 0.168031\n",
      "[2590]\tvalid_0's auc: 0.776229\tvalid_0's binary_logloss: 0.1498\tvalid_1's auc: 0.756142\tvalid_1's binary_logloss: 0.168028\n",
      "[2591]\tvalid_0's auc: 0.77623\tvalid_0's binary_logloss: 0.1498\tvalid_1's auc: 0.756145\tvalid_1's binary_logloss: 0.168027\n",
      "[2592]\tvalid_0's auc: 0.77625\tvalid_0's binary_logloss: 0.149797\tvalid_1's auc: 0.756161\tvalid_1's binary_logloss: 0.168025\n",
      "[2593]\tvalid_0's auc: 0.776247\tvalid_0's binary_logloss: 0.149794\tvalid_1's auc: 0.756161\tvalid_1's binary_logloss: 0.168022\n",
      "[2594]\tvalid_0's auc: 0.776246\tvalid_0's binary_logloss: 0.149793\tvalid_1's auc: 0.756164\tvalid_1's binary_logloss: 0.168021\n",
      "[2595]\tvalid_0's auc: 0.776259\tvalid_0's binary_logloss: 0.14979\tvalid_1's auc: 0.756179\tvalid_1's binary_logloss: 0.168017\n",
      "[2596]\tvalid_0's auc: 0.776261\tvalid_0's binary_logloss: 0.149789\tvalid_1's auc: 0.756187\tvalid_1's binary_logloss: 0.168016\n",
      "[2597]\tvalid_0's auc: 0.776271\tvalid_0's binary_logloss: 0.149786\tvalid_1's auc: 0.756201\tvalid_1's binary_logloss: 0.168013\n",
      "[2598]\tvalid_0's auc: 0.776271\tvalid_0's binary_logloss: 0.149785\tvalid_1's auc: 0.756204\tvalid_1's binary_logloss: 0.168011\n",
      "[2599]\tvalid_0's auc: 0.776265\tvalid_0's binary_logloss: 0.149782\tvalid_1's auc: 0.756193\tvalid_1's binary_logloss: 0.168009\n",
      "[2600]\tvalid_0's auc: 0.776272\tvalid_0's binary_logloss: 0.149779\tvalid_1's auc: 0.756199\tvalid_1's binary_logloss: 0.168006\n",
      "[2601]\tvalid_0's auc: 0.776267\tvalid_0's binary_logloss: 0.149778\tvalid_1's auc: 0.756194\tvalid_1's binary_logloss: 0.168005\n",
      "[2602]\tvalid_0's auc: 0.776267\tvalid_0's binary_logloss: 0.149776\tvalid_1's auc: 0.756197\tvalid_1's binary_logloss: 0.168003\n",
      "[2603]\tvalid_0's auc: 0.776264\tvalid_0's binary_logloss: 0.149774\tvalid_1's auc: 0.756198\tvalid_1's binary_logloss: 0.168001\n",
      "[2604]\tvalid_0's auc: 0.776261\tvalid_0's binary_logloss: 0.149773\tvalid_1's auc: 0.75619\tvalid_1's binary_logloss: 0.168\n",
      "[2605]\tvalid_0's auc: 0.776257\tvalid_0's binary_logloss: 0.149772\tvalid_1's auc: 0.756181\tvalid_1's binary_logloss: 0.167999\n",
      "[2606]\tvalid_0's auc: 0.776261\tvalid_0's binary_logloss: 0.14977\tvalid_1's auc: 0.756179\tvalid_1's binary_logloss: 0.167997\n",
      "[2607]\tvalid_0's auc: 0.776267\tvalid_0's binary_logloss: 0.149769\tvalid_1's auc: 0.756183\tvalid_1's binary_logloss: 0.167996\n",
      "[2608]\tvalid_0's auc: 0.776281\tvalid_0's binary_logloss: 0.149766\tvalid_1's auc: 0.756195\tvalid_1's binary_logloss: 0.167993\n",
      "[2609]\tvalid_0's auc: 0.776281\tvalid_0's binary_logloss: 0.149762\tvalid_1's auc: 0.756198\tvalid_1's binary_logloss: 0.16799\n",
      "[2610]\tvalid_0's auc: 0.776275\tvalid_0's binary_logloss: 0.149759\tvalid_1's auc: 0.756199\tvalid_1's binary_logloss: 0.167986\n",
      "[2611]\tvalid_0's auc: 0.776276\tvalid_0's binary_logloss: 0.149757\tvalid_1's auc: 0.756208\tvalid_1's binary_logloss: 0.167983\n",
      "[2612]\tvalid_0's auc: 0.776273\tvalid_0's binary_logloss: 0.149756\tvalid_1's auc: 0.756199\tvalid_1's binary_logloss: 0.167982\n",
      "[2613]\tvalid_0's auc: 0.77628\tvalid_0's binary_logloss: 0.149754\tvalid_1's auc: 0.756214\tvalid_1's binary_logloss: 0.16798\n",
      "[2614]\tvalid_0's auc: 0.776285\tvalid_0's binary_logloss: 0.149754\tvalid_1's auc: 0.756224\tvalid_1's binary_logloss: 0.167979\n",
      "[2615]\tvalid_0's auc: 0.776286\tvalid_0's binary_logloss: 0.149752\tvalid_1's auc: 0.756224\tvalid_1's binary_logloss: 0.167977\n",
      "[2616]\tvalid_0's auc: 0.776283\tvalid_0's binary_logloss: 0.14975\tvalid_1's auc: 0.756226\tvalid_1's binary_logloss: 0.167975\n",
      "[2617]\tvalid_0's auc: 0.776288\tvalid_0's binary_logloss: 0.149749\tvalid_1's auc: 0.756231\tvalid_1's binary_logloss: 0.167975\n",
      "[2618]\tvalid_0's auc: 0.776301\tvalid_0's binary_logloss: 0.149747\tvalid_1's auc: 0.75624\tvalid_1's binary_logloss: 0.167973\n",
      "[2619]\tvalid_0's auc: 0.776302\tvalid_0's binary_logloss: 0.149744\tvalid_1's auc: 0.756239\tvalid_1's binary_logloss: 0.167971\n",
      "[2620]\tvalid_0's auc: 0.776311\tvalid_0's binary_logloss: 0.149742\tvalid_1's auc: 0.756246\tvalid_1's binary_logloss: 0.167969\n",
      "[2621]\tvalid_0's auc: 0.776327\tvalid_0's binary_logloss: 0.149741\tvalid_1's auc: 0.756261\tvalid_1's binary_logloss: 0.167968\n",
      "[2622]\tvalid_0's auc: 0.776327\tvalid_0's binary_logloss: 0.14974\tvalid_1's auc: 0.756265\tvalid_1's binary_logloss: 0.167967\n",
      "[2623]\tvalid_0's auc: 0.776333\tvalid_0's binary_logloss: 0.149739\tvalid_1's auc: 0.75627\tvalid_1's binary_logloss: 0.167966\n",
      "[2624]\tvalid_0's auc: 0.776341\tvalid_0's binary_logloss: 0.149738\tvalid_1's auc: 0.756275\tvalid_1's binary_logloss: 0.167965\n",
      "[2625]\tvalid_0's auc: 0.776345\tvalid_0's binary_logloss: 0.149736\tvalid_1's auc: 0.756272\tvalid_1's binary_logloss: 0.167963\n",
      "[2626]\tvalid_0's auc: 0.776342\tvalid_0's binary_logloss: 0.149734\tvalid_1's auc: 0.75627\tvalid_1's binary_logloss: 0.167962\n",
      "[2627]\tvalid_0's auc: 0.776363\tvalid_0's binary_logloss: 0.149731\tvalid_1's auc: 0.756293\tvalid_1's binary_logloss: 0.167959\n",
      "[2628]\tvalid_0's auc: 0.77637\tvalid_0's binary_logloss: 0.149729\tvalid_1's auc: 0.756297\tvalid_1's binary_logloss: 0.167957\n",
      "[2629]\tvalid_0's auc: 0.77637\tvalid_0's binary_logloss: 0.149727\tvalid_1's auc: 0.756299\tvalid_1's binary_logloss: 0.167955\n",
      "[2630]\tvalid_0's auc: 0.776378\tvalid_0's binary_logloss: 0.149724\tvalid_1's auc: 0.756305\tvalid_1's binary_logloss: 0.167951\n",
      "[2631]\tvalid_0's auc: 0.776382\tvalid_0's binary_logloss: 0.14972\tvalid_1's auc: 0.756305\tvalid_1's binary_logloss: 0.167948\n",
      "[2632]\tvalid_0's auc: 0.776386\tvalid_0's binary_logloss: 0.149717\tvalid_1's auc: 0.756303\tvalid_1's binary_logloss: 0.167946\n",
      "[2633]\tvalid_0's auc: 0.776384\tvalid_0's binary_logloss: 0.149716\tvalid_1's auc: 0.756301\tvalid_1's binary_logloss: 0.167944\n",
      "[2634]\tvalid_0's auc: 0.776382\tvalid_0's binary_logloss: 0.149714\tvalid_1's auc: 0.756302\tvalid_1's binary_logloss: 0.167942\n",
      "[2635]\tvalid_0's auc: 0.776394\tvalid_0's binary_logloss: 0.149712\tvalid_1's auc: 0.756312\tvalid_1's binary_logloss: 0.16794\n",
      "[2636]\tvalid_0's auc: 0.776391\tvalid_0's binary_logloss: 0.149712\tvalid_1's auc: 0.756314\tvalid_1's binary_logloss: 0.167939\n",
      "[2637]\tvalid_0's auc: 0.776395\tvalid_0's binary_logloss: 0.149709\tvalid_1's auc: 0.75632\tvalid_1's binary_logloss: 0.167936\n",
      "[2638]\tvalid_0's auc: 0.776424\tvalid_0's binary_logloss: 0.149707\tvalid_1's auc: 0.756343\tvalid_1's binary_logloss: 0.167934\n",
      "[2639]\tvalid_0's auc: 0.776428\tvalid_0's binary_logloss: 0.149705\tvalid_1's auc: 0.756355\tvalid_1's binary_logloss: 0.167932\n",
      "[2640]\tvalid_0's auc: 0.77643\tvalid_0's binary_logloss: 0.149703\tvalid_1's auc: 0.756364\tvalid_1's binary_logloss: 0.167929\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[2641]\tvalid_0's auc: 0.776433\tvalid_0's binary_logloss: 0.149701\tvalid_1's auc: 0.75636\tvalid_1's binary_logloss: 0.167928\n",
      "[2642]\tvalid_0's auc: 0.776448\tvalid_0's binary_logloss: 0.149699\tvalid_1's auc: 0.756382\tvalid_1's binary_logloss: 0.167926\n",
      "[2643]\tvalid_0's auc: 0.776449\tvalid_0's binary_logloss: 0.149696\tvalid_1's auc: 0.756367\tvalid_1's binary_logloss: 0.167923\n",
      "[2644]\tvalid_0's auc: 0.776444\tvalid_0's binary_logloss: 0.149694\tvalid_1's auc: 0.756365\tvalid_1's binary_logloss: 0.167921\n",
      "[2645]\tvalid_0's auc: 0.77644\tvalid_0's binary_logloss: 0.149692\tvalid_1's auc: 0.756362\tvalid_1's binary_logloss: 0.167919\n",
      "[2646]\tvalid_0's auc: 0.776453\tvalid_0's binary_logloss: 0.14969\tvalid_1's auc: 0.756372\tvalid_1's binary_logloss: 0.167917\n",
      "[2647]\tvalid_0's auc: 0.776464\tvalid_0's binary_logloss: 0.149689\tvalid_1's auc: 0.756383\tvalid_1's binary_logloss: 0.167916\n",
      "[2648]\tvalid_0's auc: 0.77646\tvalid_0's binary_logloss: 0.149687\tvalid_1's auc: 0.756386\tvalid_1's binary_logloss: 0.167913\n",
      "[2649]\tvalid_0's auc: 0.77646\tvalid_0's binary_logloss: 0.149687\tvalid_1's auc: 0.756386\tvalid_1's binary_logloss: 0.167913\n",
      "[2650]\tvalid_0's auc: 0.776474\tvalid_0's binary_logloss: 0.149685\tvalid_1's auc: 0.756401\tvalid_1's binary_logloss: 0.167911\n",
      "[2651]\tvalid_0's auc: 0.776475\tvalid_0's binary_logloss: 0.149682\tvalid_1's auc: 0.756407\tvalid_1's binary_logloss: 0.167908\n",
      "[2652]\tvalid_0's auc: 0.776485\tvalid_0's binary_logloss: 0.149681\tvalid_1's auc: 0.756417\tvalid_1's binary_logloss: 0.167907\n",
      "[2653]\tvalid_0's auc: 0.776492\tvalid_0's binary_logloss: 0.149678\tvalid_1's auc: 0.756422\tvalid_1's binary_logloss: 0.167904\n",
      "[2654]\tvalid_0's auc: 0.77649\tvalid_0's binary_logloss: 0.149676\tvalid_1's auc: 0.756421\tvalid_1's binary_logloss: 0.167902\n",
      "[2655]\tvalid_0's auc: 0.776493\tvalid_0's binary_logloss: 0.149672\tvalid_1's auc: 0.756429\tvalid_1's binary_logloss: 0.167898\n",
      "[2656]\tvalid_0's auc: 0.776496\tvalid_0's binary_logloss: 0.14967\tvalid_1's auc: 0.756436\tvalid_1's binary_logloss: 0.167895\n",
      "[2657]\tvalid_0's auc: 0.776505\tvalid_0's binary_logloss: 0.149666\tvalid_1's auc: 0.756444\tvalid_1's binary_logloss: 0.167892\n",
      "[2658]\tvalid_0's auc: 0.7765\tvalid_0's binary_logloss: 0.149665\tvalid_1's auc: 0.75644\tvalid_1's binary_logloss: 0.16789\n",
      "[2659]\tvalid_0's auc: 0.776501\tvalid_0's binary_logloss: 0.149663\tvalid_1's auc: 0.756437\tvalid_1's binary_logloss: 0.167888\n",
      "[2660]\tvalid_0's auc: 0.776507\tvalid_0's binary_logloss: 0.149662\tvalid_1's auc: 0.756441\tvalid_1's binary_logloss: 0.167888\n",
      "[2661]\tvalid_0's auc: 0.776504\tvalid_0's binary_logloss: 0.14966\tvalid_1's auc: 0.756446\tvalid_1's binary_logloss: 0.167886\n",
      "[2662]\tvalid_0's auc: 0.776494\tvalid_0's binary_logloss: 0.149658\tvalid_1's auc: 0.756436\tvalid_1's binary_logloss: 0.167884\n",
      "[2663]\tvalid_0's auc: 0.77649\tvalid_0's binary_logloss: 0.149656\tvalid_1's auc: 0.756428\tvalid_1's binary_logloss: 0.167882\n",
      "[2664]\tvalid_0's auc: 0.776487\tvalid_0's binary_logloss: 0.149655\tvalid_1's auc: 0.756428\tvalid_1's binary_logloss: 0.16788\n",
      "[2665]\tvalid_0's auc: 0.776481\tvalid_0's binary_logloss: 0.149653\tvalid_1's auc: 0.756427\tvalid_1's binary_logloss: 0.167879\n",
      "[2666]\tvalid_0's auc: 0.776496\tvalid_0's binary_logloss: 0.149651\tvalid_1's auc: 0.756434\tvalid_1's binary_logloss: 0.167877\n",
      "[2667]\tvalid_0's auc: 0.776496\tvalid_0's binary_logloss: 0.149649\tvalid_1's auc: 0.756429\tvalid_1's binary_logloss: 0.167876\n",
      "[2668]\tvalid_0's auc: 0.776506\tvalid_0's binary_logloss: 0.149648\tvalid_1's auc: 0.756439\tvalid_1's binary_logloss: 0.167875\n",
      "[2669]\tvalid_0's auc: 0.776509\tvalid_0's binary_logloss: 0.149646\tvalid_1's auc: 0.756447\tvalid_1's binary_logloss: 0.167873\n",
      "[2670]\tvalid_0's auc: 0.776513\tvalid_0's binary_logloss: 0.149642\tvalid_1's auc: 0.756452\tvalid_1's binary_logloss: 0.167869\n",
      "[2671]\tvalid_0's auc: 0.776513\tvalid_0's binary_logloss: 0.14964\tvalid_1's auc: 0.756454\tvalid_1's binary_logloss: 0.167868\n",
      "[2672]\tvalid_0's auc: 0.776514\tvalid_0's binary_logloss: 0.149637\tvalid_1's auc: 0.756453\tvalid_1's binary_logloss: 0.167866\n",
      "[2673]\tvalid_0's auc: 0.776523\tvalid_0's binary_logloss: 0.149635\tvalid_1's auc: 0.756461\tvalid_1's binary_logloss: 0.167864\n",
      "[2674]\tvalid_0's auc: 0.776531\tvalid_0's binary_logloss: 0.149633\tvalid_1's auc: 0.756467\tvalid_1's binary_logloss: 0.167862\n",
      "[2675]\tvalid_0's auc: 0.776533\tvalid_0's binary_logloss: 0.149632\tvalid_1's auc: 0.756474\tvalid_1's binary_logloss: 0.16786\n",
      "[2676]\tvalid_0's auc: 0.776529\tvalid_0's binary_logloss: 0.149628\tvalid_1's auc: 0.756465\tvalid_1's binary_logloss: 0.167857\n",
      "[2677]\tvalid_0's auc: 0.776531\tvalid_0's binary_logloss: 0.149627\tvalid_1's auc: 0.756471\tvalid_1's binary_logloss: 0.167856\n",
      "[2678]\tvalid_0's auc: 0.776535\tvalid_0's binary_logloss: 0.149626\tvalid_1's auc: 0.756476\tvalid_1's binary_logloss: 0.167855\n",
      "[2679]\tvalid_0's auc: 0.776538\tvalid_0's binary_logloss: 0.149625\tvalid_1's auc: 0.756485\tvalid_1's binary_logloss: 0.167853\n",
      "[2680]\tvalid_0's auc: 0.776533\tvalid_0's binary_logloss: 0.149623\tvalid_1's auc: 0.756489\tvalid_1's binary_logloss: 0.167851\n",
      "[2681]\tvalid_0's auc: 0.776549\tvalid_0's binary_logloss: 0.149619\tvalid_1's auc: 0.756506\tvalid_1's binary_logloss: 0.167847\n",
      "[2682]\tvalid_0's auc: 0.776549\tvalid_0's binary_logloss: 0.149617\tvalid_1's auc: 0.756509\tvalid_1's binary_logloss: 0.167845\n",
      "[2683]\tvalid_0's auc: 0.776552\tvalid_0's binary_logloss: 0.149614\tvalid_1's auc: 0.756512\tvalid_1's binary_logloss: 0.167843\n",
      "[2684]\tvalid_0's auc: 0.776559\tvalid_0's binary_logloss: 0.149612\tvalid_1's auc: 0.756522\tvalid_1's binary_logloss: 0.16784\n",
      "[2685]\tvalid_0's auc: 0.776557\tvalid_0's binary_logloss: 0.149609\tvalid_1's auc: 0.756526\tvalid_1's binary_logloss: 0.167837\n",
      "[2686]\tvalid_0's auc: 0.776547\tvalid_0's binary_logloss: 0.149608\tvalid_1's auc: 0.756521\tvalid_1's binary_logloss: 0.167835\n",
      "[2687]\tvalid_0's auc: 0.776545\tvalid_0's binary_logloss: 0.149605\tvalid_1's auc: 0.756522\tvalid_1's binary_logloss: 0.167832\n",
      "[2688]\tvalid_0's auc: 0.77654\tvalid_0's binary_logloss: 0.149603\tvalid_1's auc: 0.756517\tvalid_1's binary_logloss: 0.167831\n",
      "[2689]\tvalid_0's auc: 0.776545\tvalid_0's binary_logloss: 0.149599\tvalid_1's auc: 0.756511\tvalid_1's binary_logloss: 0.167828\n",
      "[2690]\tvalid_0's auc: 0.776538\tvalid_0's binary_logloss: 0.149597\tvalid_1's auc: 0.756508\tvalid_1's binary_logloss: 0.167826\n",
      "[2691]\tvalid_0's auc: 0.77654\tvalid_0's binary_logloss: 0.149595\tvalid_1's auc: 0.756515\tvalid_1's binary_logloss: 0.167824\n",
      "[2692]\tvalid_0's auc: 0.776545\tvalid_0's binary_logloss: 0.149591\tvalid_1's auc: 0.756524\tvalid_1's binary_logloss: 0.16782\n",
      "[2693]\tvalid_0's auc: 0.776545\tvalid_0's binary_logloss: 0.149588\tvalid_1's auc: 0.756528\tvalid_1's binary_logloss: 0.167816\n",
      "[2694]\tvalid_0's auc: 0.776542\tvalid_0's binary_logloss: 0.149585\tvalid_1's auc: 0.756524\tvalid_1's binary_logloss: 0.167813\n",
      "[2695]\tvalid_0's auc: 0.77654\tvalid_0's binary_logloss: 0.149583\tvalid_1's auc: 0.756525\tvalid_1's binary_logloss: 0.167812\n",
      "[2696]\tvalid_0's auc: 0.776543\tvalid_0's binary_logloss: 0.149582\tvalid_1's auc: 0.756524\tvalid_1's binary_logloss: 0.16781\n",
      "[2697]\tvalid_0's auc: 0.77654\tvalid_0's binary_logloss: 0.149581\tvalid_1's auc: 0.756518\tvalid_1's binary_logloss: 0.167809\n",
      "[2698]\tvalid_0's auc: 0.776564\tvalid_0's binary_logloss: 0.149578\tvalid_1's auc: 0.756541\tvalid_1's binary_logloss: 0.167807\n",
      "[2699]\tvalid_0's auc: 0.776595\tvalid_0's binary_logloss: 0.149574\tvalid_1's auc: 0.756567\tvalid_1's binary_logloss: 0.167803\n",
      "[2700]\tvalid_0's auc: 0.776595\tvalid_0's binary_logloss: 0.149572\tvalid_1's auc: 0.756571\tvalid_1's binary_logloss: 0.167801\n",
      "[2701]\tvalid_0's auc: 0.776597\tvalid_0's binary_logloss: 0.14957\tvalid_1's auc: 0.756569\tvalid_1's binary_logloss: 0.167799\n",
      "[2702]\tvalid_0's auc: 0.776596\tvalid_0's binary_logloss: 0.149569\tvalid_1's auc: 0.756567\tvalid_1's binary_logloss: 0.167798\n",
      "[2703]\tvalid_0's auc: 0.776599\tvalid_0's binary_logloss: 0.149567\tvalid_1's auc: 0.756565\tvalid_1's binary_logloss: 0.167797\n",
      "[2704]\tvalid_0's auc: 0.776603\tvalid_0's binary_logloss: 0.149566\tvalid_1's auc: 0.75657\tvalid_1's binary_logloss: 0.167796\n",
      "[2705]\tvalid_0's auc: 0.776608\tvalid_0's binary_logloss: 0.149566\tvalid_1's auc: 0.756575\tvalid_1's binary_logloss: 0.167795\n",
      "[2706]\tvalid_0's auc: 0.776611\tvalid_0's binary_logloss: 0.149562\tvalid_1's auc: 0.75658\tvalid_1's binary_logloss: 0.167792\n",
      "[2707]\tvalid_0's auc: 0.776627\tvalid_0's binary_logloss: 0.149559\tvalid_1's auc: 0.756599\tvalid_1's binary_logloss: 0.167789\n",
      "[2708]\tvalid_0's auc: 0.776641\tvalid_0's binary_logloss: 0.149558\tvalid_1's auc: 0.756612\tvalid_1's binary_logloss: 0.167788\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[2709]\tvalid_0's auc: 0.776644\tvalid_0's binary_logloss: 0.149556\tvalid_1's auc: 0.756619\tvalid_1's binary_logloss: 0.167786\n",
      "[2710]\tvalid_0's auc: 0.776644\tvalid_0's binary_logloss: 0.149553\tvalid_1's auc: 0.756616\tvalid_1's binary_logloss: 0.167783\n",
      "[2711]\tvalid_0's auc: 0.77664\tvalid_0's binary_logloss: 0.149549\tvalid_1's auc: 0.756617\tvalid_1's binary_logloss: 0.167779\n",
      "[2712]\tvalid_0's auc: 0.776639\tvalid_0's binary_logloss: 0.149549\tvalid_1's auc: 0.756619\tvalid_1's binary_logloss: 0.167778\n",
      "[2713]\tvalid_0's auc: 0.776646\tvalid_0's binary_logloss: 0.149545\tvalid_1's auc: 0.756623\tvalid_1's binary_logloss: 0.167775\n",
      "[2714]\tvalid_0's auc: 0.776648\tvalid_0's binary_logloss: 0.149543\tvalid_1's auc: 0.756614\tvalid_1's binary_logloss: 0.167773\n",
      "[2715]\tvalid_0's auc: 0.776644\tvalid_0's binary_logloss: 0.14954\tvalid_1's auc: 0.756607\tvalid_1's binary_logloss: 0.167771\n",
      "[2716]\tvalid_0's auc: 0.776638\tvalid_0's binary_logloss: 0.149537\tvalid_1's auc: 0.756605\tvalid_1's binary_logloss: 0.167767\n",
      "[2717]\tvalid_0's auc: 0.776645\tvalid_0's binary_logloss: 0.149534\tvalid_1's auc: 0.756612\tvalid_1's binary_logloss: 0.167764\n",
      "[2718]\tvalid_0's auc: 0.776643\tvalid_0's binary_logloss: 0.149533\tvalid_1's auc: 0.75661\tvalid_1's binary_logloss: 0.167763\n",
      "[2719]\tvalid_0's auc: 0.776652\tvalid_0's binary_logloss: 0.14953\tvalid_1's auc: 0.756616\tvalid_1's binary_logloss: 0.167761\n",
      "[2720]\tvalid_0's auc: 0.776657\tvalid_0's binary_logloss: 0.149528\tvalid_1's auc: 0.756617\tvalid_1's binary_logloss: 0.167759\n",
      "[2721]\tvalid_0's auc: 0.77665\tvalid_0's binary_logloss: 0.149526\tvalid_1's auc: 0.756615\tvalid_1's binary_logloss: 0.167757\n",
      "[2722]\tvalid_0's auc: 0.776661\tvalid_0's binary_logloss: 0.149524\tvalid_1's auc: 0.756624\tvalid_1's binary_logloss: 0.167755\n",
      "[2723]\tvalid_0's auc: 0.776663\tvalid_0's binary_logloss: 0.149522\tvalid_1's auc: 0.756628\tvalid_1's binary_logloss: 0.167753\n",
      "[2724]\tvalid_0's auc: 0.77666\tvalid_0's binary_logloss: 0.149521\tvalid_1's auc: 0.756622\tvalid_1's binary_logloss: 0.167752\n",
      "[2725]\tvalid_0's auc: 0.776663\tvalid_0's binary_logloss: 0.149518\tvalid_1's auc: 0.756624\tvalid_1's binary_logloss: 0.16775\n",
      "[2726]\tvalid_0's auc: 0.776667\tvalid_0's binary_logloss: 0.149517\tvalid_1's auc: 0.756629\tvalid_1's binary_logloss: 0.167748\n",
      "[2727]\tvalid_0's auc: 0.776678\tvalid_0's binary_logloss: 0.149514\tvalid_1's auc: 0.756644\tvalid_1's binary_logloss: 0.167745\n",
      "[2728]\tvalid_0's auc: 0.776676\tvalid_0's binary_logloss: 0.149514\tvalid_1's auc: 0.756646\tvalid_1's binary_logloss: 0.167745\n",
      "[2729]\tvalid_0's auc: 0.776688\tvalid_0's binary_logloss: 0.149512\tvalid_1's auc: 0.756653\tvalid_1's binary_logloss: 0.167743\n",
      "[2730]\tvalid_0's auc: 0.776686\tvalid_0's binary_logloss: 0.14951\tvalid_1's auc: 0.756661\tvalid_1's binary_logloss: 0.16774\n",
      "[2731]\tvalid_0's auc: 0.776692\tvalid_0's binary_logloss: 0.149507\tvalid_1's auc: 0.756668\tvalid_1's binary_logloss: 0.167738\n",
      "[2732]\tvalid_0's auc: 0.776685\tvalid_0's binary_logloss: 0.149506\tvalid_1's auc: 0.756664\tvalid_1's binary_logloss: 0.167737\n",
      "[2733]\tvalid_0's auc: 0.776712\tvalid_0's binary_logloss: 0.149503\tvalid_1's auc: 0.756684\tvalid_1's binary_logloss: 0.167734\n",
      "[2734]\tvalid_0's auc: 0.776713\tvalid_0's binary_logloss: 0.149502\tvalid_1's auc: 0.75668\tvalid_1's binary_logloss: 0.167733\n",
      "[2735]\tvalid_0's auc: 0.776716\tvalid_0's binary_logloss: 0.149499\tvalid_1's auc: 0.756688\tvalid_1's binary_logloss: 0.167731\n",
      "[2736]\tvalid_0's auc: 0.776717\tvalid_0's binary_logloss: 0.149499\tvalid_1's auc: 0.756693\tvalid_1's binary_logloss: 0.16773\n",
      "[2737]\tvalid_0's auc: 0.776718\tvalid_0's binary_logloss: 0.149496\tvalid_1's auc: 0.756695\tvalid_1's binary_logloss: 0.167727\n",
      "[2738]\tvalid_0's auc: 0.776712\tvalid_0's binary_logloss: 0.149495\tvalid_1's auc: 0.756692\tvalid_1's binary_logloss: 0.167726\n",
      "[2739]\tvalid_0's auc: 0.776716\tvalid_0's binary_logloss: 0.149494\tvalid_1's auc: 0.756691\tvalid_1's binary_logloss: 0.167725\n",
      "[2740]\tvalid_0's auc: 0.776719\tvalid_0's binary_logloss: 0.149492\tvalid_1's auc: 0.756695\tvalid_1's binary_logloss: 0.167723\n",
      "[2741]\tvalid_0's auc: 0.776722\tvalid_0's binary_logloss: 0.14949\tvalid_1's auc: 0.756705\tvalid_1's binary_logloss: 0.16772\n",
      "[2742]\tvalid_0's auc: 0.776722\tvalid_0's binary_logloss: 0.14949\tvalid_1's auc: 0.756705\tvalid_1's binary_logloss: 0.16772\n",
      "[2743]\tvalid_0's auc: 0.776743\tvalid_0's binary_logloss: 0.149489\tvalid_1's auc: 0.756724\tvalid_1's binary_logloss: 0.16772\n",
      "[2744]\tvalid_0's auc: 0.776744\tvalid_0's binary_logloss: 0.149488\tvalid_1's auc: 0.756725\tvalid_1's binary_logloss: 0.167719\n",
      "[2745]\tvalid_0's auc: 0.776742\tvalid_0's binary_logloss: 0.149486\tvalid_1's auc: 0.756725\tvalid_1's binary_logloss: 0.167718\n",
      "[2746]\tvalid_0's auc: 0.776747\tvalid_0's binary_logloss: 0.149484\tvalid_1's auc: 0.75673\tvalid_1's binary_logloss: 0.167716\n",
      "[2747]\tvalid_0's auc: 0.776742\tvalid_0's binary_logloss: 0.149481\tvalid_1's auc: 0.756722\tvalid_1's binary_logloss: 0.167714\n",
      "[2748]\tvalid_0's auc: 0.77674\tvalid_0's binary_logloss: 0.14948\tvalid_1's auc: 0.756723\tvalid_1's binary_logloss: 0.167712\n",
      "[2749]\tvalid_0's auc: 0.776738\tvalid_0's binary_logloss: 0.149477\tvalid_1's auc: 0.756721\tvalid_1's binary_logloss: 0.16771\n",
      "[2750]\tvalid_0's auc: 0.77675\tvalid_0's binary_logloss: 0.149473\tvalid_1's auc: 0.75673\tvalid_1's binary_logloss: 0.167707\n",
      "[2751]\tvalid_0's auc: 0.776747\tvalid_0's binary_logloss: 0.149472\tvalid_1's auc: 0.756727\tvalid_1's binary_logloss: 0.167706\n",
      "[2752]\tvalid_0's auc: 0.776747\tvalid_0's binary_logloss: 0.149471\tvalid_1's auc: 0.756728\tvalid_1's binary_logloss: 0.167704\n",
      "[2753]\tvalid_0's auc: 0.776757\tvalid_0's binary_logloss: 0.149469\tvalid_1's auc: 0.756739\tvalid_1's binary_logloss: 0.167701\n",
      "[2754]\tvalid_0's auc: 0.776751\tvalid_0's binary_logloss: 0.149467\tvalid_1's auc: 0.75673\tvalid_1's binary_logloss: 0.1677\n",
      "[2755]\tvalid_0's auc: 0.776765\tvalid_0's binary_logloss: 0.149465\tvalid_1's auc: 0.756744\tvalid_1's binary_logloss: 0.167699\n",
      "[2756]\tvalid_0's auc: 0.77676\tvalid_0's binary_logloss: 0.149464\tvalid_1's auc: 0.756741\tvalid_1's binary_logloss: 0.167698\n",
      "[2757]\tvalid_0's auc: 0.776757\tvalid_0's binary_logloss: 0.149462\tvalid_1's auc: 0.756735\tvalid_1's binary_logloss: 0.167696\n",
      "[2758]\tvalid_0's auc: 0.776761\tvalid_0's binary_logloss: 0.149462\tvalid_1's auc: 0.756741\tvalid_1's binary_logloss: 0.167696\n",
      "[2759]\tvalid_0's auc: 0.776758\tvalid_0's binary_logloss: 0.149461\tvalid_1's auc: 0.756735\tvalid_1's binary_logloss: 0.167695\n",
      "[2760]\tvalid_0's auc: 0.776768\tvalid_0's binary_logloss: 0.14946\tvalid_1's auc: 0.756748\tvalid_1's binary_logloss: 0.167694\n",
      "[2761]\tvalid_0's auc: 0.776774\tvalid_0's binary_logloss: 0.149457\tvalid_1's auc: 0.75676\tvalid_1's binary_logloss: 0.167691\n",
      "[2762]\tvalid_0's auc: 0.77678\tvalid_0's binary_logloss: 0.149456\tvalid_1's auc: 0.756765\tvalid_1's binary_logloss: 0.16769\n",
      "[2763]\tvalid_0's auc: 0.776783\tvalid_0's binary_logloss: 0.149454\tvalid_1's auc: 0.756767\tvalid_1's binary_logloss: 0.167687\n",
      "[2764]\tvalid_0's auc: 0.776776\tvalid_0's binary_logloss: 0.149452\tvalid_1's auc: 0.756764\tvalid_1's binary_logloss: 0.167685\n",
      "[2765]\tvalid_0's auc: 0.776772\tvalid_0's binary_logloss: 0.149452\tvalid_1's auc: 0.756761\tvalid_1's binary_logloss: 0.167684\n",
      "[2766]\tvalid_0's auc: 0.77677\tvalid_0's binary_logloss: 0.149451\tvalid_1's auc: 0.756765\tvalid_1's binary_logloss: 0.167683\n",
      "[2767]\tvalid_0's auc: 0.776768\tvalid_0's binary_logloss: 0.149448\tvalid_1's auc: 0.756758\tvalid_1's binary_logloss: 0.16768\n",
      "[2768]\tvalid_0's auc: 0.776796\tvalid_0's binary_logloss: 0.149446\tvalid_1's auc: 0.756781\tvalid_1's binary_logloss: 0.167678\n",
      "[2769]\tvalid_0's auc: 0.776797\tvalid_0's binary_logloss: 0.149443\tvalid_1's auc: 0.756786\tvalid_1's binary_logloss: 0.167676\n",
      "[2770]\tvalid_0's auc: 0.776805\tvalid_0's binary_logloss: 0.149441\tvalid_1's auc: 0.756795\tvalid_1's binary_logloss: 0.167673\n",
      "[2771]\tvalid_0's auc: 0.776822\tvalid_0's binary_logloss: 0.14944\tvalid_1's auc: 0.756808\tvalid_1's binary_logloss: 0.167673\n",
      "[2772]\tvalid_0's auc: 0.776826\tvalid_0's binary_logloss: 0.149437\tvalid_1's auc: 0.756806\tvalid_1's binary_logloss: 0.16767\n",
      "[2773]\tvalid_0's auc: 0.776832\tvalid_0's binary_logloss: 0.149435\tvalid_1's auc: 0.756818\tvalid_1's binary_logloss: 0.167668\n",
      "[2774]\tvalid_0's auc: 0.776827\tvalid_0's binary_logloss: 0.149434\tvalid_1's auc: 0.756819\tvalid_1's binary_logloss: 0.167666\n",
      "[2775]\tvalid_0's auc: 0.776846\tvalid_0's binary_logloss: 0.149432\tvalid_1's auc: 0.756833\tvalid_1's binary_logloss: 0.167666\n",
      "[2776]\tvalid_0's auc: 0.776871\tvalid_0's binary_logloss: 0.14943\tvalid_1's auc: 0.756849\tvalid_1's binary_logloss: 0.167664\n",
      "[2777]\tvalid_0's auc: 0.776887\tvalid_0's binary_logloss: 0.149427\tvalid_1's auc: 0.756867\tvalid_1's binary_logloss: 0.167661\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[2778]\tvalid_0's auc: 0.776896\tvalid_0's binary_logloss: 0.149426\tvalid_1's auc: 0.756876\tvalid_1's binary_logloss: 0.167659\n",
      "[2779]\tvalid_0's auc: 0.776909\tvalid_0's binary_logloss: 0.149423\tvalid_1's auc: 0.756882\tvalid_1's binary_logloss: 0.167657\n",
      "[2780]\tvalid_0's auc: 0.776922\tvalid_0's binary_logloss: 0.149419\tvalid_1's auc: 0.756904\tvalid_1's binary_logloss: 0.167652\n",
      "[2781]\tvalid_0's auc: 0.776932\tvalid_0's binary_logloss: 0.149417\tvalid_1's auc: 0.756909\tvalid_1's binary_logloss: 0.16765\n",
      "[2782]\tvalid_0's auc: 0.77694\tvalid_0's binary_logloss: 0.149415\tvalid_1's auc: 0.756919\tvalid_1's binary_logloss: 0.167649\n",
      "[2783]\tvalid_0's auc: 0.776946\tvalid_0's binary_logloss: 0.149415\tvalid_1's auc: 0.756924\tvalid_1's binary_logloss: 0.167648\n",
      "[2784]\tvalid_0's auc: 0.776946\tvalid_0's binary_logloss: 0.149413\tvalid_1's auc: 0.756928\tvalid_1's binary_logloss: 0.167646\n",
      "[2785]\tvalid_0's auc: 0.776947\tvalid_0's binary_logloss: 0.149411\tvalid_1's auc: 0.756928\tvalid_1's binary_logloss: 0.167644\n",
      "[2786]\tvalid_0's auc: 0.77695\tvalid_0's binary_logloss: 0.149408\tvalid_1's auc: 0.756935\tvalid_1's binary_logloss: 0.167642\n",
      "[2787]\tvalid_0's auc: 0.776956\tvalid_0's binary_logloss: 0.149408\tvalid_1's auc: 0.756938\tvalid_1's binary_logloss: 0.167641\n",
      "[2788]\tvalid_0's auc: 0.776967\tvalid_0's binary_logloss: 0.149406\tvalid_1's auc: 0.756951\tvalid_1's binary_logloss: 0.167639\n",
      "[2789]\tvalid_0's auc: 0.776968\tvalid_0's binary_logloss: 0.149405\tvalid_1's auc: 0.756952\tvalid_1's binary_logloss: 0.167638\n",
      "[2790]\tvalid_0's auc: 0.776976\tvalid_0's binary_logloss: 0.149403\tvalid_1's auc: 0.756962\tvalid_1's binary_logloss: 0.167636\n",
      "[2791]\tvalid_0's auc: 0.776975\tvalid_0's binary_logloss: 0.149401\tvalid_1's auc: 0.756953\tvalid_1's binary_logloss: 0.167635\n",
      "[2792]\tvalid_0's auc: 0.776968\tvalid_0's binary_logloss: 0.1494\tvalid_1's auc: 0.756949\tvalid_1's binary_logloss: 0.167634\n",
      "[2793]\tvalid_0's auc: 0.77697\tvalid_0's binary_logloss: 0.149399\tvalid_1's auc: 0.756956\tvalid_1's binary_logloss: 0.167632\n",
      "[2794]\tvalid_0's auc: 0.776988\tvalid_0's binary_logloss: 0.149396\tvalid_1's auc: 0.756969\tvalid_1's binary_logloss: 0.16763\n",
      "[2795]\tvalid_0's auc: 0.776988\tvalid_0's binary_logloss: 0.149393\tvalid_1's auc: 0.756966\tvalid_1's binary_logloss: 0.167627\n",
      "[2796]\tvalid_0's auc: 0.776988\tvalid_0's binary_logloss: 0.149393\tvalid_1's auc: 0.756966\tvalid_1's binary_logloss: 0.167627\n",
      "[2797]\tvalid_0's auc: 0.776987\tvalid_0's binary_logloss: 0.149392\tvalid_1's auc: 0.756965\tvalid_1's binary_logloss: 0.167626\n",
      "[2798]\tvalid_0's auc: 0.776997\tvalid_0's binary_logloss: 0.14939\tvalid_1's auc: 0.756972\tvalid_1's binary_logloss: 0.167625\n",
      "[2799]\tvalid_0's auc: 0.776993\tvalid_0's binary_logloss: 0.149387\tvalid_1's auc: 0.756967\tvalid_1's binary_logloss: 0.167622\n",
      "[2800]\tvalid_0's auc: 0.776995\tvalid_0's binary_logloss: 0.149386\tvalid_1's auc: 0.756969\tvalid_1's binary_logloss: 0.16762\n",
      "[2801]\tvalid_0's auc: 0.777018\tvalid_0's binary_logloss: 0.149383\tvalid_1's auc: 0.756986\tvalid_1's binary_logloss: 0.167617\n",
      "[2802]\tvalid_0's auc: 0.777016\tvalid_0's binary_logloss: 0.149382\tvalid_1's auc: 0.756982\tvalid_1's binary_logloss: 0.167617\n",
      "[2803]\tvalid_0's auc: 0.777028\tvalid_0's binary_logloss: 0.14938\tvalid_1's auc: 0.75699\tvalid_1's binary_logloss: 0.167614\n",
      "[2804]\tvalid_0's auc: 0.777035\tvalid_0's binary_logloss: 0.149378\tvalid_1's auc: 0.756997\tvalid_1's binary_logloss: 0.167613\n",
      "[2805]\tvalid_0's auc: 0.777058\tvalid_0's binary_logloss: 0.149375\tvalid_1's auc: 0.757017\tvalid_1's binary_logloss: 0.16761\n",
      "[2806]\tvalid_0's auc: 0.777075\tvalid_0's binary_logloss: 0.149373\tvalid_1's auc: 0.75703\tvalid_1's binary_logloss: 0.167608\n",
      "[2807]\tvalid_0's auc: 0.777081\tvalid_0's binary_logloss: 0.149371\tvalid_1's auc: 0.757027\tvalid_1's binary_logloss: 0.167606\n",
      "[2808]\tvalid_0's auc: 0.777108\tvalid_0's binary_logloss: 0.149368\tvalid_1's auc: 0.757047\tvalid_1's binary_logloss: 0.167605\n",
      "[2809]\tvalid_0's auc: 0.777117\tvalid_0's binary_logloss: 0.149368\tvalid_1's auc: 0.757051\tvalid_1's binary_logloss: 0.167604\n",
      "[2810]\tvalid_0's auc: 0.777119\tvalid_0's binary_logloss: 0.149365\tvalid_1's auc: 0.757064\tvalid_1's binary_logloss: 0.167601\n",
      "[2811]\tvalid_0's auc: 0.777119\tvalid_0's binary_logloss: 0.149363\tvalid_1's auc: 0.757072\tvalid_1's binary_logloss: 0.167599\n",
      "[2812]\tvalid_0's auc: 0.77712\tvalid_0's binary_logloss: 0.149361\tvalid_1's auc: 0.75707\tvalid_1's binary_logloss: 0.167598\n",
      "[2813]\tvalid_0's auc: 0.777135\tvalid_0's binary_logloss: 0.149358\tvalid_1's auc: 0.757081\tvalid_1's binary_logloss: 0.167595\n",
      "[2814]\tvalid_0's auc: 0.777126\tvalid_0's binary_logloss: 0.149355\tvalid_1's auc: 0.757075\tvalid_1's binary_logloss: 0.167592\n",
      "[2815]\tvalid_0's auc: 0.777123\tvalid_0's binary_logloss: 0.149354\tvalid_1's auc: 0.75707\tvalid_1's binary_logloss: 0.167591\n",
      "[2816]\tvalid_0's auc: 0.777129\tvalid_0's binary_logloss: 0.149352\tvalid_1's auc: 0.757077\tvalid_1's binary_logloss: 0.16759\n",
      "[2817]\tvalid_0's auc: 0.777119\tvalid_0's binary_logloss: 0.149351\tvalid_1's auc: 0.757067\tvalid_1's binary_logloss: 0.167588\n",
      "[2818]\tvalid_0's auc: 0.777118\tvalid_0's binary_logloss: 0.14935\tvalid_1's auc: 0.757064\tvalid_1's binary_logloss: 0.167588\n",
      "[2819]\tvalid_0's auc: 0.777136\tvalid_0's binary_logloss: 0.149348\tvalid_1's auc: 0.757078\tvalid_1's binary_logloss: 0.167586\n",
      "[2820]\tvalid_0's auc: 0.777132\tvalid_0's binary_logloss: 0.149346\tvalid_1's auc: 0.75708\tvalid_1's binary_logloss: 0.167584\n",
      "[2821]\tvalid_0's auc: 0.777138\tvalid_0's binary_logloss: 0.149343\tvalid_1's auc: 0.757084\tvalid_1's binary_logloss: 0.167582\n",
      "[2822]\tvalid_0's auc: 0.777133\tvalid_0's binary_logloss: 0.149341\tvalid_1's auc: 0.757076\tvalid_1's binary_logloss: 0.16758\n",
      "[2823]\tvalid_0's auc: 0.777149\tvalid_0's binary_logloss: 0.149339\tvalid_1's auc: 0.757089\tvalid_1's binary_logloss: 0.167578\n",
      "[2824]\tvalid_0's auc: 0.777153\tvalid_0's binary_logloss: 0.149337\tvalid_1's auc: 0.757094\tvalid_1's binary_logloss: 0.167576\n",
      "[2825]\tvalid_0's auc: 0.777152\tvalid_0's binary_logloss: 0.149336\tvalid_1's auc: 0.757099\tvalid_1's binary_logloss: 0.167574\n",
      "[2826]\tvalid_0's auc: 0.777155\tvalid_0's binary_logloss: 0.149333\tvalid_1's auc: 0.757104\tvalid_1's binary_logloss: 0.167571\n",
      "[2827]\tvalid_0's auc: 0.777154\tvalid_0's binary_logloss: 0.149332\tvalid_1's auc: 0.7571\tvalid_1's binary_logloss: 0.16757\n",
      "[2828]\tvalid_0's auc: 0.777168\tvalid_0's binary_logloss: 0.149329\tvalid_1's auc: 0.757115\tvalid_1's binary_logloss: 0.167567\n",
      "[2829]\tvalid_0's auc: 0.777164\tvalid_0's binary_logloss: 0.149328\tvalid_1's auc: 0.757109\tvalid_1's binary_logloss: 0.167566\n",
      "[2830]\tvalid_0's auc: 0.777169\tvalid_0's binary_logloss: 0.149326\tvalid_1's auc: 0.757118\tvalid_1's binary_logloss: 0.167563\n",
      "[2831]\tvalid_0's auc: 0.77718\tvalid_0's binary_logloss: 0.149324\tvalid_1's auc: 0.757124\tvalid_1's binary_logloss: 0.167562\n",
      "[2832]\tvalid_0's auc: 0.777177\tvalid_0's binary_logloss: 0.149322\tvalid_1's auc: 0.757118\tvalid_1's binary_logloss: 0.16756\n",
      "[2833]\tvalid_0's auc: 0.777182\tvalid_0's binary_logloss: 0.149321\tvalid_1's auc: 0.75713\tvalid_1's binary_logloss: 0.167559\n",
      "[2834]\tvalid_0's auc: 0.777182\tvalid_0's binary_logloss: 0.149319\tvalid_1's auc: 0.757138\tvalid_1's binary_logloss: 0.167557\n",
      "[2835]\tvalid_0's auc: 0.777187\tvalid_0's binary_logloss: 0.149318\tvalid_1's auc: 0.757141\tvalid_1's binary_logloss: 0.167555\n",
      "[2836]\tvalid_0's auc: 0.777196\tvalid_0's binary_logloss: 0.149316\tvalid_1's auc: 0.757143\tvalid_1's binary_logloss: 0.167554\n",
      "[2837]\tvalid_0's auc: 0.777201\tvalid_0's binary_logloss: 0.149316\tvalid_1's auc: 0.757151\tvalid_1's binary_logloss: 0.167552\n",
      "[2838]\tvalid_0's auc: 0.777216\tvalid_0's binary_logloss: 0.149314\tvalid_1's auc: 0.757162\tvalid_1's binary_logloss: 0.167551\n",
      "[2839]\tvalid_0's auc: 0.777211\tvalid_0's binary_logloss: 0.149313\tvalid_1's auc: 0.757161\tvalid_1's binary_logloss: 0.167549\n",
      "[2840]\tvalid_0's auc: 0.777203\tvalid_0's binary_logloss: 0.14931\tvalid_1's auc: 0.75715\tvalid_1's binary_logloss: 0.167547\n",
      "[2841]\tvalid_0's auc: 0.777203\tvalid_0's binary_logloss: 0.149308\tvalid_1's auc: 0.757146\tvalid_1's binary_logloss: 0.167546\n",
      "[2842]\tvalid_0's auc: 0.777198\tvalid_0's binary_logloss: 0.149308\tvalid_1's auc: 0.757143\tvalid_1's binary_logloss: 0.167545\n",
      "[2843]\tvalid_0's auc: 0.777204\tvalid_0's binary_logloss: 0.149306\tvalid_1's auc: 0.757151\tvalid_1's binary_logloss: 0.167543\n",
      "[2844]\tvalid_0's auc: 0.777212\tvalid_0's binary_logloss: 0.149305\tvalid_1's auc: 0.757156\tvalid_1's binary_logloss: 0.167542\n",
      "[2845]\tvalid_0's auc: 0.777218\tvalid_0's binary_logloss: 0.149303\tvalid_1's auc: 0.757161\tvalid_1's binary_logloss: 0.16754\n",
      "[2846]\tvalid_0's auc: 0.777231\tvalid_0's binary_logloss: 0.149301\tvalid_1's auc: 0.757164\tvalid_1's binary_logloss: 0.167539\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[2847]\tvalid_0's auc: 0.777225\tvalid_0's binary_logloss: 0.1493\tvalid_1's auc: 0.757161\tvalid_1's binary_logloss: 0.167537\n",
      "[2848]\tvalid_0's auc: 0.777223\tvalid_0's binary_logloss: 0.149298\tvalid_1's auc: 0.757161\tvalid_1's binary_logloss: 0.167536\n",
      "[2849]\tvalid_0's auc: 0.777231\tvalid_0's binary_logloss: 0.149298\tvalid_1's auc: 0.757169\tvalid_1's binary_logloss: 0.167535\n",
      "[2850]\tvalid_0's auc: 0.777227\tvalid_0's binary_logloss: 0.149296\tvalid_1's auc: 0.757169\tvalid_1's binary_logloss: 0.167533\n",
      "[2851]\tvalid_0's auc: 0.777228\tvalid_0's binary_logloss: 0.149294\tvalid_1's auc: 0.757173\tvalid_1's binary_logloss: 0.167531\n",
      "[2852]\tvalid_0's auc: 0.777234\tvalid_0's binary_logloss: 0.149292\tvalid_1's auc: 0.757184\tvalid_1's binary_logloss: 0.167529\n",
      "[2853]\tvalid_0's auc: 0.777245\tvalid_0's binary_logloss: 0.149289\tvalid_1's auc: 0.757191\tvalid_1's binary_logloss: 0.167525\n",
      "[2854]\tvalid_0's auc: 0.777238\tvalid_0's binary_logloss: 0.149288\tvalid_1's auc: 0.757186\tvalid_1's binary_logloss: 0.167525\n",
      "[2855]\tvalid_0's auc: 0.777242\tvalid_0's binary_logloss: 0.149287\tvalid_1's auc: 0.757192\tvalid_1's binary_logloss: 0.167524\n",
      "[2856]\tvalid_0's auc: 0.777236\tvalid_0's binary_logloss: 0.149285\tvalid_1's auc: 0.757185\tvalid_1's binary_logloss: 0.167522\n",
      "[2857]\tvalid_0's auc: 0.777239\tvalid_0's binary_logloss: 0.149284\tvalid_1's auc: 0.75719\tvalid_1's binary_logloss: 0.16752\n",
      "[2858]\tvalid_0's auc: 0.777234\tvalid_0's binary_logloss: 0.149282\tvalid_1's auc: 0.757181\tvalid_1's binary_logloss: 0.167519\n",
      "[2859]\tvalid_0's auc: 0.77724\tvalid_0's binary_logloss: 0.14928\tvalid_1's auc: 0.757182\tvalid_1's binary_logloss: 0.167517\n",
      "[2860]\tvalid_0's auc: 0.777259\tvalid_0's binary_logloss: 0.149279\tvalid_1's auc: 0.757198\tvalid_1's binary_logloss: 0.167517\n",
      "[2861]\tvalid_0's auc: 0.777272\tvalid_0's binary_logloss: 0.149278\tvalid_1's auc: 0.757214\tvalid_1's binary_logloss: 0.167515\n",
      "[2862]\tvalid_0's auc: 0.777279\tvalid_0's binary_logloss: 0.149276\tvalid_1's auc: 0.757214\tvalid_1's binary_logloss: 0.167513\n",
      "[2863]\tvalid_0's auc: 0.777297\tvalid_0's binary_logloss: 0.149275\tvalid_1's auc: 0.757227\tvalid_1's binary_logloss: 0.167512\n",
      "[2864]\tvalid_0's auc: 0.777301\tvalid_0's binary_logloss: 0.149273\tvalid_1's auc: 0.757235\tvalid_1's binary_logloss: 0.16751\n",
      "[2865]\tvalid_0's auc: 0.777295\tvalid_0's binary_logloss: 0.149272\tvalid_1's auc: 0.757233\tvalid_1's binary_logloss: 0.167509\n",
      "[2866]\tvalid_0's auc: 0.777296\tvalid_0's binary_logloss: 0.149271\tvalid_1's auc: 0.757241\tvalid_1's binary_logloss: 0.167507\n",
      "[2867]\tvalid_0's auc: 0.7773\tvalid_0's binary_logloss: 0.149268\tvalid_1's auc: 0.757248\tvalid_1's binary_logloss: 0.167505\n",
      "[2868]\tvalid_0's auc: 0.7773\tvalid_0's binary_logloss: 0.149266\tvalid_1's auc: 0.757248\tvalid_1's binary_logloss: 0.167502\n",
      "[2869]\tvalid_0's auc: 0.777298\tvalid_0's binary_logloss: 0.149264\tvalid_1's auc: 0.757244\tvalid_1's binary_logloss: 0.1675\n",
      "[2870]\tvalid_0's auc: 0.777294\tvalid_0's binary_logloss: 0.149263\tvalid_1's auc: 0.75724\tvalid_1's binary_logloss: 0.167499\n",
      "[2871]\tvalid_0's auc: 0.777295\tvalid_0's binary_logloss: 0.149262\tvalid_1's auc: 0.757242\tvalid_1's binary_logloss: 0.167498\n",
      "[2872]\tvalid_0's auc: 0.777299\tvalid_0's binary_logloss: 0.149261\tvalid_1's auc: 0.757245\tvalid_1's binary_logloss: 0.167497\n",
      "[2873]\tvalid_0's auc: 0.77731\tvalid_0's binary_logloss: 0.149259\tvalid_1's auc: 0.757251\tvalid_1's binary_logloss: 0.167495\n",
      "[2874]\tvalid_0's auc: 0.777303\tvalid_0's binary_logloss: 0.149258\tvalid_1's auc: 0.75725\tvalid_1's binary_logloss: 0.167493\n",
      "[2875]\tvalid_0's auc: 0.77732\tvalid_0's binary_logloss: 0.149257\tvalid_1's auc: 0.757263\tvalid_1's binary_logloss: 0.167493\n",
      "[2876]\tvalid_0's auc: 0.777357\tvalid_0's binary_logloss: 0.149254\tvalid_1's auc: 0.757294\tvalid_1's binary_logloss: 0.16749\n",
      "[2877]\tvalid_0's auc: 0.777356\tvalid_0's binary_logloss: 0.149252\tvalid_1's auc: 0.757285\tvalid_1's binary_logloss: 0.167489\n",
      "[2878]\tvalid_0's auc: 0.777357\tvalid_0's binary_logloss: 0.14925\tvalid_1's auc: 0.757275\tvalid_1's binary_logloss: 0.167487\n",
      "[2879]\tvalid_0's auc: 0.777362\tvalid_0's binary_logloss: 0.149249\tvalid_1's auc: 0.75728\tvalid_1's binary_logloss: 0.167486\n",
      "[2880]\tvalid_0's auc: 0.777364\tvalid_0's binary_logloss: 0.149247\tvalid_1's auc: 0.757284\tvalid_1's binary_logloss: 0.167485\n",
      "[2881]\tvalid_0's auc: 0.777358\tvalid_0's binary_logloss: 0.149245\tvalid_1's auc: 0.757276\tvalid_1's binary_logloss: 0.167483\n",
      "[2882]\tvalid_0's auc: 0.777365\tvalid_0's binary_logloss: 0.149243\tvalid_1's auc: 0.757288\tvalid_1's binary_logloss: 0.167481\n",
      "[2883]\tvalid_0's auc: 0.777373\tvalid_0's binary_logloss: 0.149241\tvalid_1's auc: 0.757289\tvalid_1's binary_logloss: 0.167479\n",
      "[2884]\tvalid_0's auc: 0.777369\tvalid_0's binary_logloss: 0.149239\tvalid_1's auc: 0.757288\tvalid_1's binary_logloss: 0.167476\n",
      "[2885]\tvalid_0's auc: 0.77737\tvalid_0's binary_logloss: 0.149238\tvalid_1's auc: 0.757288\tvalid_1's binary_logloss: 0.167476\n",
      "[2886]\tvalid_0's auc: 0.777372\tvalid_0's binary_logloss: 0.149236\tvalid_1's auc: 0.757291\tvalid_1's binary_logloss: 0.167475\n",
      "[2887]\tvalid_0's auc: 0.777373\tvalid_0's binary_logloss: 0.149235\tvalid_1's auc: 0.757297\tvalid_1's binary_logloss: 0.167473\n",
      "[2888]\tvalid_0's auc: 0.77738\tvalid_0's binary_logloss: 0.149233\tvalid_1's auc: 0.757309\tvalid_1's binary_logloss: 0.16747\n",
      "[2889]\tvalid_0's auc: 0.777378\tvalid_0's binary_logloss: 0.149231\tvalid_1's auc: 0.757316\tvalid_1's binary_logloss: 0.167468\n",
      "[2890]\tvalid_0's auc: 0.777382\tvalid_0's binary_logloss: 0.14923\tvalid_1's auc: 0.757321\tvalid_1's binary_logloss: 0.167468\n",
      "[2891]\tvalid_0's auc: 0.777383\tvalid_0's binary_logloss: 0.149229\tvalid_1's auc: 0.757324\tvalid_1's binary_logloss: 0.167467\n",
      "[2892]\tvalid_0's auc: 0.777374\tvalid_0's binary_logloss: 0.149228\tvalid_1's auc: 0.757328\tvalid_1's binary_logloss: 0.167465\n",
      "[2893]\tvalid_0's auc: 0.777389\tvalid_0's binary_logloss: 0.149226\tvalid_1's auc: 0.757349\tvalid_1's binary_logloss: 0.167462\n",
      "[2894]\tvalid_0's auc: 0.777416\tvalid_0's binary_logloss: 0.149223\tvalid_1's auc: 0.757366\tvalid_1's binary_logloss: 0.16746\n",
      "[2895]\tvalid_0's auc: 0.777421\tvalid_0's binary_logloss: 0.149222\tvalid_1's auc: 0.757371\tvalid_1's binary_logloss: 0.167459\n",
      "[2896]\tvalid_0's auc: 0.777421\tvalid_0's binary_logloss: 0.149222\tvalid_1's auc: 0.757371\tvalid_1's binary_logloss: 0.167459\n",
      "[2897]\tvalid_0's auc: 0.777421\tvalid_0's binary_logloss: 0.149221\tvalid_1's auc: 0.757371\tvalid_1's binary_logloss: 0.167458\n",
      "[2898]\tvalid_0's auc: 0.777426\tvalid_0's binary_logloss: 0.14922\tvalid_1's auc: 0.757374\tvalid_1's binary_logloss: 0.167457\n",
      "[2899]\tvalid_0's auc: 0.777425\tvalid_0's binary_logloss: 0.149219\tvalid_1's auc: 0.757375\tvalid_1's binary_logloss: 0.167456\n",
      "[2900]\tvalid_0's auc: 0.777432\tvalid_0's binary_logloss: 0.149218\tvalid_1's auc: 0.75738\tvalid_1's binary_logloss: 0.167455\n",
      "[2901]\tvalid_0's auc: 0.777428\tvalid_0's binary_logloss: 0.149217\tvalid_1's auc: 0.757373\tvalid_1's binary_logloss: 0.167455\n",
      "[2902]\tvalid_0's auc: 0.777427\tvalid_0's binary_logloss: 0.149215\tvalid_1's auc: 0.757377\tvalid_1's binary_logloss: 0.167453\n",
      "[2903]\tvalid_0's auc: 0.777432\tvalid_0's binary_logloss: 0.149213\tvalid_1's auc: 0.757383\tvalid_1's binary_logloss: 0.16745\n",
      "[2904]\tvalid_0's auc: 0.777432\tvalid_0's binary_logloss: 0.149211\tvalid_1's auc: 0.757386\tvalid_1's binary_logloss: 0.167449\n",
      "[2905]\tvalid_0's auc: 0.777427\tvalid_0's binary_logloss: 0.14921\tvalid_1's auc: 0.757383\tvalid_1's binary_logloss: 0.167448\n",
      "[2906]\tvalid_0's auc: 0.777442\tvalid_0's binary_logloss: 0.149207\tvalid_1's auc: 0.757393\tvalid_1's binary_logloss: 0.167446\n",
      "[2907]\tvalid_0's auc: 0.77745\tvalid_0's binary_logloss: 0.149204\tvalid_1's auc: 0.757398\tvalid_1's binary_logloss: 0.167442\n",
      "[2908]\tvalid_0's auc: 0.777444\tvalid_0's binary_logloss: 0.149202\tvalid_1's auc: 0.757386\tvalid_1's binary_logloss: 0.167441\n",
      "[2909]\tvalid_0's auc: 0.777444\tvalid_0's binary_logloss: 0.149202\tvalid_1's auc: 0.757386\tvalid_1's binary_logloss: 0.167441\n",
      "[2910]\tvalid_0's auc: 0.777442\tvalid_0's binary_logloss: 0.1492\tvalid_1's auc: 0.757383\tvalid_1's binary_logloss: 0.167439\n",
      "[2911]\tvalid_0's auc: 0.777441\tvalid_0's binary_logloss: 0.149199\tvalid_1's auc: 0.757378\tvalid_1's binary_logloss: 0.167438\n",
      "[2912]\tvalid_0's auc: 0.777434\tvalid_0's binary_logloss: 0.149197\tvalid_1's auc: 0.75737\tvalid_1's binary_logloss: 0.167437\n",
      "[2913]\tvalid_0's auc: 0.777428\tvalid_0's binary_logloss: 0.149196\tvalid_1's auc: 0.757366\tvalid_1's binary_logloss: 0.167436\n",
      "[2914]\tvalid_0's auc: 0.777434\tvalid_0's binary_logloss: 0.149194\tvalid_1's auc: 0.757378\tvalid_1's binary_logloss: 0.167433\n",
      "[2915]\tvalid_0's auc: 0.777439\tvalid_0's binary_logloss: 0.149191\tvalid_1's auc: 0.757389\tvalid_1's binary_logloss: 0.16743\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[2916]\tvalid_0's auc: 0.777449\tvalid_0's binary_logloss: 0.149188\tvalid_1's auc: 0.757396\tvalid_1's binary_logloss: 0.167427\n",
      "[2917]\tvalid_0's auc: 0.777465\tvalid_0's binary_logloss: 0.149186\tvalid_1's auc: 0.757411\tvalid_1's binary_logloss: 0.167426\n",
      "[2918]\tvalid_0's auc: 0.777464\tvalid_0's binary_logloss: 0.149184\tvalid_1's auc: 0.757417\tvalid_1's binary_logloss: 0.167424\n",
      "[2919]\tvalid_0's auc: 0.777463\tvalid_0's binary_logloss: 0.149182\tvalid_1's auc: 0.757416\tvalid_1's binary_logloss: 0.167422\n",
      "[2920]\tvalid_0's auc: 0.777459\tvalid_0's binary_logloss: 0.149182\tvalid_1's auc: 0.757412\tvalid_1's binary_logloss: 0.167421\n",
      "[2921]\tvalid_0's auc: 0.777455\tvalid_0's binary_logloss: 0.14918\tvalid_1's auc: 0.757409\tvalid_1's binary_logloss: 0.167419\n",
      "[2922]\tvalid_0's auc: 0.777451\tvalid_0's binary_logloss: 0.149179\tvalid_1's auc: 0.757404\tvalid_1's binary_logloss: 0.167418\n",
      "[2923]\tvalid_0's auc: 0.777457\tvalid_0's binary_logloss: 0.149178\tvalid_1's auc: 0.757409\tvalid_1's binary_logloss: 0.167418\n",
      "[2924]\tvalid_0's auc: 0.777465\tvalid_0's binary_logloss: 0.149176\tvalid_1's auc: 0.757413\tvalid_1's binary_logloss: 0.167416\n",
      "[2925]\tvalid_0's auc: 0.777477\tvalid_0's binary_logloss: 0.149174\tvalid_1's auc: 0.757423\tvalid_1's binary_logloss: 0.167414\n",
      "[2926]\tvalid_0's auc: 0.777489\tvalid_0's binary_logloss: 0.149173\tvalid_1's auc: 0.75743\tvalid_1's binary_logloss: 0.167413\n",
      "[2927]\tvalid_0's auc: 0.777483\tvalid_0's binary_logloss: 0.149171\tvalid_1's auc: 0.757426\tvalid_1's binary_logloss: 0.167412\n",
      "[2928]\tvalid_0's auc: 0.77748\tvalid_0's binary_logloss: 0.14917\tvalid_1's auc: 0.75743\tvalid_1's binary_logloss: 0.16741\n",
      "[2929]\tvalid_0's auc: 0.777498\tvalid_0's binary_logloss: 0.149168\tvalid_1's auc: 0.757432\tvalid_1's binary_logloss: 0.167409\n",
      "[2930]\tvalid_0's auc: 0.777497\tvalid_0's binary_logloss: 0.149167\tvalid_1's auc: 0.757437\tvalid_1's binary_logloss: 0.167407\n",
      "[2931]\tvalid_0's auc: 0.777494\tvalid_0's binary_logloss: 0.149165\tvalid_1's auc: 0.757428\tvalid_1's binary_logloss: 0.167406\n",
      "[2932]\tvalid_0's auc: 0.777489\tvalid_0's binary_logloss: 0.149164\tvalid_1's auc: 0.75742\tvalid_1's binary_logloss: 0.167405\n",
      "[2933]\tvalid_0's auc: 0.777504\tvalid_0's binary_logloss: 0.149162\tvalid_1's auc: 0.757434\tvalid_1's binary_logloss: 0.167403\n",
      "[2934]\tvalid_0's auc: 0.777508\tvalid_0's binary_logloss: 0.149161\tvalid_1's auc: 0.757436\tvalid_1's binary_logloss: 0.167402\n",
      "[2935]\tvalid_0's auc: 0.777507\tvalid_0's binary_logloss: 0.14916\tvalid_1's auc: 0.757429\tvalid_1's binary_logloss: 0.167401\n",
      "[2936]\tvalid_0's auc: 0.777502\tvalid_0's binary_logloss: 0.149159\tvalid_1's auc: 0.757424\tvalid_1's binary_logloss: 0.1674\n",
      "[2937]\tvalid_0's auc: 0.777502\tvalid_0's binary_logloss: 0.149156\tvalid_1's auc: 0.757424\tvalid_1's binary_logloss: 0.167397\n",
      "[2938]\tvalid_0's auc: 0.777505\tvalid_0's binary_logloss: 0.149154\tvalid_1's auc: 0.757425\tvalid_1's binary_logloss: 0.167395\n",
      "[2939]\tvalid_0's auc: 0.777513\tvalid_0's binary_logloss: 0.14915\tvalid_1's auc: 0.757427\tvalid_1's binary_logloss: 0.167392\n",
      "[2940]\tvalid_0's auc: 0.777525\tvalid_0's binary_logloss: 0.149148\tvalid_1's auc: 0.757438\tvalid_1's binary_logloss: 0.16739\n",
      "[2941]\tvalid_0's auc: 0.777534\tvalid_0's binary_logloss: 0.149146\tvalid_1's auc: 0.757444\tvalid_1's binary_logloss: 0.167389\n",
      "[2942]\tvalid_0's auc: 0.777532\tvalid_0's binary_logloss: 0.149144\tvalid_1's auc: 0.757448\tvalid_1's binary_logloss: 0.167387\n",
      "[2943]\tvalid_0's auc: 0.777532\tvalid_0's binary_logloss: 0.149143\tvalid_1's auc: 0.757443\tvalid_1's binary_logloss: 0.167386\n",
      "[2944]\tvalid_0's auc: 0.777539\tvalid_0's binary_logloss: 0.149141\tvalid_1's auc: 0.757457\tvalid_1's binary_logloss: 0.167383\n",
      "[2945]\tvalid_0's auc: 0.777552\tvalid_0's binary_logloss: 0.149139\tvalid_1's auc: 0.757469\tvalid_1's binary_logloss: 0.167382\n",
      "[2946]\tvalid_0's auc: 0.777554\tvalid_0's binary_logloss: 0.149137\tvalid_1's auc: 0.757474\tvalid_1's binary_logloss: 0.167379\n",
      "[2947]\tvalid_0's auc: 0.777561\tvalid_0's binary_logloss: 0.149134\tvalid_1's auc: 0.757478\tvalid_1's binary_logloss: 0.167376\n",
      "[2948]\tvalid_0's auc: 0.777563\tvalid_0's binary_logloss: 0.149133\tvalid_1's auc: 0.757476\tvalid_1's binary_logloss: 0.167375\n",
      "[2949]\tvalid_0's auc: 0.777559\tvalid_0's binary_logloss: 0.149132\tvalid_1's auc: 0.757472\tvalid_1's binary_logloss: 0.167374\n",
      "[2950]\tvalid_0's auc: 0.777549\tvalid_0's binary_logloss: 0.149129\tvalid_1's auc: 0.757464\tvalid_1's binary_logloss: 0.167372\n",
      "[2951]\tvalid_0's auc: 0.777544\tvalid_0's binary_logloss: 0.149128\tvalid_1's auc: 0.757458\tvalid_1's binary_logloss: 0.167371\n",
      "[2952]\tvalid_0's auc: 0.777541\tvalid_0's binary_logloss: 0.149127\tvalid_1's auc: 0.757452\tvalid_1's binary_logloss: 0.16737\n",
      "[2953]\tvalid_0's auc: 0.777554\tvalid_0's binary_logloss: 0.149126\tvalid_1's auc: 0.75747\tvalid_1's binary_logloss: 0.167368\n",
      "[2954]\tvalid_0's auc: 0.777552\tvalid_0's binary_logloss: 0.149124\tvalid_1's auc: 0.757472\tvalid_1's binary_logloss: 0.167366\n",
      "[2955]\tvalid_0's auc: 0.777565\tvalid_0's binary_logloss: 0.149122\tvalid_1's auc: 0.757481\tvalid_1's binary_logloss: 0.167365\n",
      "[2956]\tvalid_0's auc: 0.777565\tvalid_0's binary_logloss: 0.14912\tvalid_1's auc: 0.757469\tvalid_1's binary_logloss: 0.167364\n",
      "[2957]\tvalid_0's auc: 0.777561\tvalid_0's binary_logloss: 0.149119\tvalid_1's auc: 0.757466\tvalid_1's binary_logloss: 0.167363\n",
      "[2958]\tvalid_0's auc: 0.777559\tvalid_0's binary_logloss: 0.149116\tvalid_1's auc: 0.75746\tvalid_1's binary_logloss: 0.167361\n",
      "[2959]\tvalid_0's auc: 0.777557\tvalid_0's binary_logloss: 0.149116\tvalid_1's auc: 0.757462\tvalid_1's binary_logloss: 0.16736\n",
      "[2960]\tvalid_0's auc: 0.777555\tvalid_0's binary_logloss: 0.149115\tvalid_1's auc: 0.757458\tvalid_1's binary_logloss: 0.167359\n",
      "[2961]\tvalid_0's auc: 0.777562\tvalid_0's binary_logloss: 0.149114\tvalid_1's auc: 0.757463\tvalid_1's binary_logloss: 0.167358\n",
      "[2962]\tvalid_0's auc: 0.777558\tvalid_0's binary_logloss: 0.149113\tvalid_1's auc: 0.757459\tvalid_1's binary_logloss: 0.167357\n",
      "[2963]\tvalid_0's auc: 0.777583\tvalid_0's binary_logloss: 0.14911\tvalid_1's auc: 0.757482\tvalid_1's binary_logloss: 0.167354\n",
      "[2964]\tvalid_0's auc: 0.777578\tvalid_0's binary_logloss: 0.149107\tvalid_1's auc: 0.757474\tvalid_1's binary_logloss: 0.167352\n",
      "[2965]\tvalid_0's auc: 0.777612\tvalid_0's binary_logloss: 0.149105\tvalid_1's auc: 0.757497\tvalid_1's binary_logloss: 0.16735\n",
      "[2966]\tvalid_0's auc: 0.777616\tvalid_0's binary_logloss: 0.149104\tvalid_1's auc: 0.757496\tvalid_1's binary_logloss: 0.167349\n",
      "[2967]\tvalid_0's auc: 0.777621\tvalid_0's binary_logloss: 0.149102\tvalid_1's auc: 0.757502\tvalid_1's binary_logloss: 0.167347\n",
      "[2968]\tvalid_0's auc: 0.777626\tvalid_0's binary_logloss: 0.149102\tvalid_1's auc: 0.757509\tvalid_1's binary_logloss: 0.167347\n",
      "[2969]\tvalid_0's auc: 0.777635\tvalid_0's binary_logloss: 0.1491\tvalid_1's auc: 0.75752\tvalid_1's binary_logloss: 0.167344\n",
      "[2970]\tvalid_0's auc: 0.777635\tvalid_0's binary_logloss: 0.1491\tvalid_1's auc: 0.75752\tvalid_1's binary_logloss: 0.167344\n",
      "[2971]\tvalid_0's auc: 0.777632\tvalid_0's binary_logloss: 0.149098\tvalid_1's auc: 0.757509\tvalid_1's binary_logloss: 0.167343\n",
      "[2972]\tvalid_0's auc: 0.777638\tvalid_0's binary_logloss: 0.149096\tvalid_1's auc: 0.757505\tvalid_1's binary_logloss: 0.167342\n",
      "[2973]\tvalid_0's auc: 0.777651\tvalid_0's binary_logloss: 0.149094\tvalid_1's auc: 0.757519\tvalid_1's binary_logloss: 0.16734\n",
      "[2974]\tvalid_0's auc: 0.77765\tvalid_0's binary_logloss: 0.149093\tvalid_1's auc: 0.757524\tvalid_1's binary_logloss: 0.167339\n",
      "[2975]\tvalid_0's auc: 0.777654\tvalid_0's binary_logloss: 0.14909\tvalid_1's auc: 0.757529\tvalid_1's binary_logloss: 0.167335\n",
      "[2976]\tvalid_0's auc: 0.777659\tvalid_0's binary_logloss: 0.149088\tvalid_1's auc: 0.757535\tvalid_1's binary_logloss: 0.167333\n",
      "[2977]\tvalid_0's auc: 0.777667\tvalid_0's binary_logloss: 0.149086\tvalid_1's auc: 0.757547\tvalid_1's binary_logloss: 0.167331\n",
      "[2978]\tvalid_0's auc: 0.777678\tvalid_0's binary_logloss: 0.149083\tvalid_1's auc: 0.75756\tvalid_1's binary_logloss: 0.167329\n",
      "[2979]\tvalid_0's auc: 0.777672\tvalid_0's binary_logloss: 0.149082\tvalid_1's auc: 0.757557\tvalid_1's binary_logloss: 0.167328\n",
      "[2980]\tvalid_0's auc: 0.777688\tvalid_0's binary_logloss: 0.149079\tvalid_1's auc: 0.757565\tvalid_1's binary_logloss: 0.167326\n",
      "[2981]\tvalid_0's auc: 0.777709\tvalid_0's binary_logloss: 0.149077\tvalid_1's auc: 0.757577\tvalid_1's binary_logloss: 0.167324\n",
      "[2982]\tvalid_0's auc: 0.777711\tvalid_0's binary_logloss: 0.149076\tvalid_1's auc: 0.757578\tvalid_1's binary_logloss: 0.167323\n",
      "[2983]\tvalid_0's auc: 0.777717\tvalid_0's binary_logloss: 0.149075\tvalid_1's auc: 0.757582\tvalid_1's binary_logloss: 0.167323\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[2984]\tvalid_0's auc: 0.777733\tvalid_0's binary_logloss: 0.149073\tvalid_1's auc: 0.757602\tvalid_1's binary_logloss: 0.167321\n",
      "[2985]\tvalid_0's auc: 0.777755\tvalid_0's binary_logloss: 0.149071\tvalid_1's auc: 0.757619\tvalid_1's binary_logloss: 0.167318\n",
      "[2986]\tvalid_0's auc: 0.777751\tvalid_0's binary_logloss: 0.14907\tvalid_1's auc: 0.757614\tvalid_1's binary_logloss: 0.167317\n",
      "[2987]\tvalid_0's auc: 0.777772\tvalid_0's binary_logloss: 0.149068\tvalid_1's auc: 0.757633\tvalid_1's binary_logloss: 0.167315\n",
      "[2988]\tvalid_0's auc: 0.7778\tvalid_0's binary_logloss: 0.149065\tvalid_1's auc: 0.757651\tvalid_1's binary_logloss: 0.167313\n",
      "[2989]\tvalid_0's auc: 0.7778\tvalid_0's binary_logloss: 0.149063\tvalid_1's auc: 0.75765\tvalid_1's binary_logloss: 0.167311\n",
      "[2990]\tvalid_0's auc: 0.777799\tvalid_0's binary_logloss: 0.149061\tvalid_1's auc: 0.757648\tvalid_1's binary_logloss: 0.16731\n",
      "[2991]\tvalid_0's auc: 0.7778\tvalid_0's binary_logloss: 0.14906\tvalid_1's auc: 0.757652\tvalid_1's binary_logloss: 0.167309\n",
      "[2992]\tvalid_0's auc: 0.777801\tvalid_0's binary_logloss: 0.149058\tvalid_1's auc: 0.757656\tvalid_1's binary_logloss: 0.167307\n",
      "[2993]\tvalid_0's auc: 0.77781\tvalid_0's binary_logloss: 0.149055\tvalid_1's auc: 0.757669\tvalid_1's binary_logloss: 0.167303\n",
      "[2994]\tvalid_0's auc: 0.77781\tvalid_0's binary_logloss: 0.149052\tvalid_1's auc: 0.757673\tvalid_1's binary_logloss: 0.1673\n",
      "[2995]\tvalid_0's auc: 0.777813\tvalid_0's binary_logloss: 0.14905\tvalid_1's auc: 0.75768\tvalid_1's binary_logloss: 0.167298\n",
      "[2996]\tvalid_0's auc: 0.777812\tvalid_0's binary_logloss: 0.149049\tvalid_1's auc: 0.757681\tvalid_1's binary_logloss: 0.167297\n",
      "[2997]\tvalid_0's auc: 0.777813\tvalid_0's binary_logloss: 0.149048\tvalid_1's auc: 0.757683\tvalid_1's binary_logloss: 0.167296\n",
      "[2998]\tvalid_0's auc: 0.777834\tvalid_0's binary_logloss: 0.149045\tvalid_1's auc: 0.757697\tvalid_1's binary_logloss: 0.167294\n",
      "[2999]\tvalid_0's auc: 0.777839\tvalid_0's binary_logloss: 0.149043\tvalid_1's auc: 0.757702\tvalid_1's binary_logloss: 0.167292\n",
      "[3000]\tvalid_0's auc: 0.777833\tvalid_0's binary_logloss: 0.149043\tvalid_1's auc: 0.757698\tvalid_1's binary_logloss: 0.167292\n",
      "[3001]\tvalid_0's auc: 0.77783\tvalid_0's binary_logloss: 0.14904\tvalid_1's auc: 0.757697\tvalid_1's binary_logloss: 0.16729\n",
      "[3002]\tvalid_0's auc: 0.777837\tvalid_0's binary_logloss: 0.149037\tvalid_1's auc: 0.757703\tvalid_1's binary_logloss: 0.167287\n",
      "[3003]\tvalid_0's auc: 0.77785\tvalid_0's binary_logloss: 0.149034\tvalid_1's auc: 0.757718\tvalid_1's binary_logloss: 0.167284\n",
      "[3004]\tvalid_0's auc: 0.77787\tvalid_0's binary_logloss: 0.149033\tvalid_1's auc: 0.757737\tvalid_1's binary_logloss: 0.167283\n",
      "[3005]\tvalid_0's auc: 0.777885\tvalid_0's binary_logloss: 0.14903\tvalid_1's auc: 0.757746\tvalid_1's binary_logloss: 0.167281\n",
      "[3006]\tvalid_0's auc: 0.777898\tvalid_0's binary_logloss: 0.149028\tvalid_1's auc: 0.757761\tvalid_1's binary_logloss: 0.167279\n",
      "[3007]\tvalid_0's auc: 0.777908\tvalid_0's binary_logloss: 0.149024\tvalid_1's auc: 0.757767\tvalid_1's binary_logloss: 0.167276\n",
      "[3008]\tvalid_0's auc: 0.777909\tvalid_0's binary_logloss: 0.149022\tvalid_1's auc: 0.757766\tvalid_1's binary_logloss: 0.167275\n",
      "[3009]\tvalid_0's auc: 0.777913\tvalid_0's binary_logloss: 0.149021\tvalid_1's auc: 0.757769\tvalid_1's binary_logloss: 0.167275\n",
      "[3010]\tvalid_0's auc: 0.777928\tvalid_0's binary_logloss: 0.149019\tvalid_1's auc: 0.757775\tvalid_1's binary_logloss: 0.167273\n",
      "[3011]\tvalid_0's auc: 0.777932\tvalid_0's binary_logloss: 0.149017\tvalid_1's auc: 0.757785\tvalid_1's binary_logloss: 0.167271\n",
      "[3012]\tvalid_0's auc: 0.777932\tvalid_0's binary_logloss: 0.149016\tvalid_1's auc: 0.757785\tvalid_1's binary_logloss: 0.16727\n",
      "[3013]\tvalid_0's auc: 0.77793\tvalid_0's binary_logloss: 0.149013\tvalid_1's auc: 0.757784\tvalid_1's binary_logloss: 0.167267\n",
      "[3014]\tvalid_0's auc: 0.777928\tvalid_0's binary_logloss: 0.149012\tvalid_1's auc: 0.757779\tvalid_1's binary_logloss: 0.167266\n",
      "[3015]\tvalid_0's auc: 0.777938\tvalid_0's binary_logloss: 0.14901\tvalid_1's auc: 0.757782\tvalid_1's binary_logloss: 0.167264\n",
      "[3016]\tvalid_0's auc: 0.777935\tvalid_0's binary_logloss: 0.149008\tvalid_1's auc: 0.757788\tvalid_1's binary_logloss: 0.167263\n",
      "[3017]\tvalid_0's auc: 0.777965\tvalid_0's binary_logloss: 0.149005\tvalid_1's auc: 0.757811\tvalid_1's binary_logloss: 0.16726\n",
      "[3018]\tvalid_0's auc: 0.777966\tvalid_0's binary_logloss: 0.149003\tvalid_1's auc: 0.757808\tvalid_1's binary_logloss: 0.167258\n",
      "[3019]\tvalid_0's auc: 0.777961\tvalid_0's binary_logloss: 0.149002\tvalid_1's auc: 0.757803\tvalid_1's binary_logloss: 0.167257\n",
      "[3020]\tvalid_0's auc: 0.777956\tvalid_0's binary_logloss: 0.149001\tvalid_1's auc: 0.757804\tvalid_1's binary_logloss: 0.167255\n",
      "[3021]\tvalid_0's auc: 0.777953\tvalid_0's binary_logloss: 0.149\tvalid_1's auc: 0.757799\tvalid_1's binary_logloss: 0.167254\n",
      "[3022]\tvalid_0's auc: 0.777953\tvalid_0's binary_logloss: 0.148998\tvalid_1's auc: 0.757809\tvalid_1's binary_logloss: 0.167252\n",
      "[3023]\tvalid_0's auc: 0.777961\tvalid_0's binary_logloss: 0.148995\tvalid_1's auc: 0.757804\tvalid_1's binary_logloss: 0.167251\n",
      "[3024]\tvalid_0's auc: 0.77797\tvalid_0's binary_logloss: 0.148995\tvalid_1's auc: 0.757815\tvalid_1's binary_logloss: 0.16725\n",
      "[3025]\tvalid_0's auc: 0.777974\tvalid_0's binary_logloss: 0.148993\tvalid_1's auc: 0.757823\tvalid_1's binary_logloss: 0.167249\n",
      "[3026]\tvalid_0's auc: 0.777971\tvalid_0's binary_logloss: 0.14899\tvalid_1's auc: 0.757818\tvalid_1's binary_logloss: 0.167247\n",
      "[3027]\tvalid_0's auc: 0.777968\tvalid_0's binary_logloss: 0.14899\tvalid_1's auc: 0.757811\tvalid_1's binary_logloss: 0.167246\n",
      "[3028]\tvalid_0's auc: 0.777973\tvalid_0's binary_logloss: 0.148988\tvalid_1's auc: 0.757817\tvalid_1's binary_logloss: 0.167244\n",
      "[3029]\tvalid_0's auc: 0.777971\tvalid_0's binary_logloss: 0.148986\tvalid_1's auc: 0.757823\tvalid_1's binary_logloss: 0.167242\n",
      "[3030]\tvalid_0's auc: 0.777981\tvalid_0's binary_logloss: 0.148984\tvalid_1's auc: 0.757833\tvalid_1's binary_logloss: 0.16724\n",
      "[3031]\tvalid_0's auc: 0.777976\tvalid_0's binary_logloss: 0.148982\tvalid_1's auc: 0.757835\tvalid_1's binary_logloss: 0.167239\n",
      "[3032]\tvalid_0's auc: 0.777979\tvalid_0's binary_logloss: 0.148981\tvalid_1's auc: 0.757841\tvalid_1's binary_logloss: 0.167237\n",
      "[3033]\tvalid_0's auc: 0.778004\tvalid_0's binary_logloss: 0.148978\tvalid_1's auc: 0.75786\tvalid_1's binary_logloss: 0.167235\n",
      "[3034]\tvalid_0's auc: 0.777996\tvalid_0's binary_logloss: 0.148977\tvalid_1's auc: 0.757852\tvalid_1's binary_logloss: 0.167235\n",
      "[3035]\tvalid_0's auc: 0.777997\tvalid_0's binary_logloss: 0.148977\tvalid_1's auc: 0.757857\tvalid_1's binary_logloss: 0.167234\n",
      "[3036]\tvalid_0's auc: 0.777995\tvalid_0's binary_logloss: 0.148976\tvalid_1's auc: 0.757851\tvalid_1's binary_logloss: 0.167233\n",
      "[3037]\tvalid_0's auc: 0.777991\tvalid_0's binary_logloss: 0.148973\tvalid_1's auc: 0.757847\tvalid_1's binary_logloss: 0.167231\n",
      "[3038]\tvalid_0's auc: 0.777991\tvalid_0's binary_logloss: 0.148972\tvalid_1's auc: 0.757852\tvalid_1's binary_logloss: 0.167229\n",
      "[3039]\tvalid_0's auc: 0.778007\tvalid_0's binary_logloss: 0.14897\tvalid_1's auc: 0.757864\tvalid_1's binary_logloss: 0.167228\n",
      "[3040]\tvalid_0's auc: 0.778016\tvalid_0's binary_logloss: 0.148968\tvalid_1's auc: 0.757876\tvalid_1's binary_logloss: 0.167226\n",
      "[3041]\tvalid_0's auc: 0.778051\tvalid_0's binary_logloss: 0.148965\tvalid_1's auc: 0.7579\tvalid_1's binary_logloss: 0.167224\n",
      "[3042]\tvalid_0's auc: 0.778048\tvalid_0's binary_logloss: 0.148965\tvalid_1's auc: 0.757893\tvalid_1's binary_logloss: 0.167223\n",
      "[3043]\tvalid_0's auc: 0.778048\tvalid_0's binary_logloss: 0.148963\tvalid_1's auc: 0.757895\tvalid_1's binary_logloss: 0.167222\n",
      "[3044]\tvalid_0's auc: 0.778044\tvalid_0's binary_logloss: 0.148962\tvalid_1's auc: 0.757892\tvalid_1's binary_logloss: 0.167221\n",
      "[3045]\tvalid_0's auc: 0.778047\tvalid_0's binary_logloss: 0.148961\tvalid_1's auc: 0.757893\tvalid_1's binary_logloss: 0.167221\n",
      "[3046]\tvalid_0's auc: 0.778068\tvalid_0's binary_logloss: 0.148958\tvalid_1's auc: 0.75791\tvalid_1's binary_logloss: 0.167218\n",
      "[3047]\tvalid_0's auc: 0.778088\tvalid_0's binary_logloss: 0.148956\tvalid_1's auc: 0.757926\tvalid_1's binary_logloss: 0.167217\n",
      "[3048]\tvalid_0's auc: 0.778095\tvalid_0's binary_logloss: 0.148956\tvalid_1's auc: 0.75793\tvalid_1's binary_logloss: 0.167216\n",
      "[3049]\tvalid_0's auc: 0.778092\tvalid_0's binary_logloss: 0.148954\tvalid_1's auc: 0.757929\tvalid_1's binary_logloss: 0.167214\n",
      "[3050]\tvalid_0's auc: 0.778088\tvalid_0's binary_logloss: 0.148952\tvalid_1's auc: 0.757925\tvalid_1's binary_logloss: 0.167213\n",
      "[3051]\tvalid_0's auc: 0.778094\tvalid_0's binary_logloss: 0.148951\tvalid_1's auc: 0.75793\tvalid_1's binary_logloss: 0.167211\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[3052]\tvalid_0's auc: 0.778091\tvalid_0's binary_logloss: 0.14895\tvalid_1's auc: 0.757925\tvalid_1's binary_logloss: 0.167211\n",
      "[3053]\tvalid_0's auc: 0.778085\tvalid_0's binary_logloss: 0.148949\tvalid_1's auc: 0.757922\tvalid_1's binary_logloss: 0.167209\n",
      "[3054]\tvalid_0's auc: 0.778089\tvalid_0's binary_logloss: 0.148949\tvalid_1's auc: 0.757926\tvalid_1's binary_logloss: 0.167209\n",
      "[3055]\tvalid_0's auc: 0.778082\tvalid_0's binary_logloss: 0.148948\tvalid_1's auc: 0.75792\tvalid_1's binary_logloss: 0.167208\n",
      "[3056]\tvalid_0's auc: 0.778092\tvalid_0's binary_logloss: 0.148946\tvalid_1's auc: 0.757928\tvalid_1's binary_logloss: 0.167206\n",
      "[3057]\tvalid_0's auc: 0.778097\tvalid_0's binary_logloss: 0.148944\tvalid_1's auc: 0.757934\tvalid_1's binary_logloss: 0.167205\n",
      "[3058]\tvalid_0's auc: 0.7781\tvalid_0's binary_logloss: 0.148942\tvalid_1's auc: 0.757932\tvalid_1's binary_logloss: 0.167203\n",
      "[3059]\tvalid_0's auc: 0.778105\tvalid_0's binary_logloss: 0.148941\tvalid_1's auc: 0.757939\tvalid_1's binary_logloss: 0.167202\n",
      "[3060]\tvalid_0's auc: 0.778107\tvalid_0's binary_logloss: 0.14894\tvalid_1's auc: 0.757944\tvalid_1's binary_logloss: 0.167201\n",
      "[3061]\tvalid_0's auc: 0.7781\tvalid_0's binary_logloss: 0.148939\tvalid_1's auc: 0.757935\tvalid_1's binary_logloss: 0.1672\n",
      "[3062]\tvalid_0's auc: 0.778124\tvalid_0's binary_logloss: 0.148936\tvalid_1's auc: 0.757953\tvalid_1's binary_logloss: 0.167197\n",
      "[3063]\tvalid_0's auc: 0.778129\tvalid_0's binary_logloss: 0.148934\tvalid_1's auc: 0.757951\tvalid_1's binary_logloss: 0.167196\n",
      "[3064]\tvalid_0's auc: 0.778132\tvalid_0's binary_logloss: 0.148933\tvalid_1's auc: 0.757957\tvalid_1's binary_logloss: 0.167194\n",
      "[3065]\tvalid_0's auc: 0.77813\tvalid_0's binary_logloss: 0.148931\tvalid_1's auc: 0.757959\tvalid_1's binary_logloss: 0.167192\n",
      "[3066]\tvalid_0's auc: 0.778148\tvalid_0's binary_logloss: 0.14893\tvalid_1's auc: 0.757975\tvalid_1's binary_logloss: 0.167191\n",
      "[3067]\tvalid_0's auc: 0.778148\tvalid_0's binary_logloss: 0.148928\tvalid_1's auc: 0.757981\tvalid_1's binary_logloss: 0.167188\n",
      "[3068]\tvalid_0's auc: 0.778165\tvalid_0's binary_logloss: 0.148926\tvalid_1's auc: 0.757997\tvalid_1's binary_logloss: 0.167187\n",
      "[3069]\tvalid_0's auc: 0.778189\tvalid_0's binary_logloss: 0.148925\tvalid_1's auc: 0.758017\tvalid_1's binary_logloss: 0.167186\n",
      "[3070]\tvalid_0's auc: 0.778189\tvalid_0's binary_logloss: 0.148924\tvalid_1's auc: 0.758018\tvalid_1's binary_logloss: 0.167186\n",
      "[3071]\tvalid_0's auc: 0.778186\tvalid_0's binary_logloss: 0.148922\tvalid_1's auc: 0.758009\tvalid_1's binary_logloss: 0.167184\n",
      "[3072]\tvalid_0's auc: 0.778185\tvalid_0's binary_logloss: 0.148921\tvalid_1's auc: 0.758014\tvalid_1's binary_logloss: 0.167183\n",
      "[3073]\tvalid_0's auc: 0.778197\tvalid_0's binary_logloss: 0.148918\tvalid_1's auc: 0.758027\tvalid_1's binary_logloss: 0.16718\n",
      "[3074]\tvalid_0's auc: 0.778195\tvalid_0's binary_logloss: 0.148916\tvalid_1's auc: 0.75802\tvalid_1's binary_logloss: 0.167179\n",
      "[3075]\tvalid_0's auc: 0.778204\tvalid_0's binary_logloss: 0.148915\tvalid_1's auc: 0.758029\tvalid_1's binary_logloss: 0.167178\n",
      "[3076]\tvalid_0's auc: 0.778207\tvalid_0's binary_logloss: 0.148914\tvalid_1's auc: 0.758034\tvalid_1's binary_logloss: 0.167177\n",
      "[3077]\tvalid_0's auc: 0.778207\tvalid_0's binary_logloss: 0.148913\tvalid_1's auc: 0.758033\tvalid_1's binary_logloss: 0.167175\n",
      "[3078]\tvalid_0's auc: 0.778205\tvalid_0's binary_logloss: 0.148912\tvalid_1's auc: 0.758029\tvalid_1's binary_logloss: 0.167175\n",
      "[3079]\tvalid_0's auc: 0.778205\tvalid_0's binary_logloss: 0.148911\tvalid_1's auc: 0.758034\tvalid_1's binary_logloss: 0.167174\n",
      "[3080]\tvalid_0's auc: 0.778205\tvalid_0's binary_logloss: 0.148909\tvalid_1's auc: 0.758025\tvalid_1's binary_logloss: 0.167171\n",
      "[3081]\tvalid_0's auc: 0.778206\tvalid_0's binary_logloss: 0.148907\tvalid_1's auc: 0.758035\tvalid_1's binary_logloss: 0.167169\n",
      "[3082]\tvalid_0's auc: 0.778217\tvalid_0's binary_logloss: 0.148905\tvalid_1's auc: 0.758044\tvalid_1's binary_logloss: 0.167167\n",
      "[3083]\tvalid_0's auc: 0.778221\tvalid_0's binary_logloss: 0.148904\tvalid_1's auc: 0.75805\tvalid_1's binary_logloss: 0.167165\n",
      "[3084]\tvalid_0's auc: 0.778221\tvalid_0's binary_logloss: 0.148904\tvalid_1's auc: 0.75805\tvalid_1's binary_logloss: 0.167165\n",
      "[3085]\tvalid_0's auc: 0.778219\tvalid_0's binary_logloss: 0.148903\tvalid_1's auc: 0.75805\tvalid_1's binary_logloss: 0.167165\n",
      "[3086]\tvalid_0's auc: 0.77822\tvalid_0's binary_logloss: 0.148901\tvalid_1's auc: 0.758053\tvalid_1's binary_logloss: 0.167162\n",
      "[3087]\tvalid_0's auc: 0.778221\tvalid_0's binary_logloss: 0.148899\tvalid_1's auc: 0.758057\tvalid_1's binary_logloss: 0.167161\n",
      "[3088]\tvalid_0's auc: 0.778216\tvalid_0's binary_logloss: 0.148898\tvalid_1's auc: 0.758052\tvalid_1's binary_logloss: 0.16716\n",
      "[3089]\tvalid_0's auc: 0.778227\tvalid_0's binary_logloss: 0.148896\tvalid_1's auc: 0.758064\tvalid_1's binary_logloss: 0.167158\n",
      "[3090]\tvalid_0's auc: 0.778221\tvalid_0's binary_logloss: 0.148894\tvalid_1's auc: 0.758057\tvalid_1's binary_logloss: 0.167157\n",
      "[3091]\tvalid_0's auc: 0.778237\tvalid_0's binary_logloss: 0.148893\tvalid_1's auc: 0.758073\tvalid_1's binary_logloss: 0.167155\n",
      "[3092]\tvalid_0's auc: 0.778242\tvalid_0's binary_logloss: 0.148891\tvalid_1's auc: 0.758079\tvalid_1's binary_logloss: 0.167153\n",
      "[3093]\tvalid_0's auc: 0.778249\tvalid_0's binary_logloss: 0.148888\tvalid_1's auc: 0.758081\tvalid_1's binary_logloss: 0.167151\n",
      "[3094]\tvalid_0's auc: 0.778244\tvalid_0's binary_logloss: 0.148887\tvalid_1's auc: 0.758078\tvalid_1's binary_logloss: 0.16715\n",
      "[3095]\tvalid_0's auc: 0.778245\tvalid_0's binary_logloss: 0.148886\tvalid_1's auc: 0.75808\tvalid_1's binary_logloss: 0.167149\n",
      "[3096]\tvalid_0's auc: 0.778243\tvalid_0's binary_logloss: 0.148886\tvalid_1's auc: 0.758081\tvalid_1's binary_logloss: 0.167148\n",
      "[3097]\tvalid_0's auc: 0.778259\tvalid_0's binary_logloss: 0.148883\tvalid_1's auc: 0.758098\tvalid_1's binary_logloss: 0.167147\n",
      "[3098]\tvalid_0's auc: 0.778259\tvalid_0's binary_logloss: 0.148882\tvalid_1's auc: 0.758096\tvalid_1's binary_logloss: 0.167145\n",
      "[3099]\tvalid_0's auc: 0.778256\tvalid_0's binary_logloss: 0.14888\tvalid_1's auc: 0.758089\tvalid_1's binary_logloss: 0.167143\n",
      "[3100]\tvalid_0's auc: 0.778262\tvalid_0's binary_logloss: 0.148878\tvalid_1's auc: 0.758097\tvalid_1's binary_logloss: 0.167141\n",
      "[3101]\tvalid_0's auc: 0.778267\tvalid_0's binary_logloss: 0.148877\tvalid_1's auc: 0.758112\tvalid_1's binary_logloss: 0.167139\n",
      "[3102]\tvalid_0's auc: 0.77827\tvalid_0's binary_logloss: 0.148875\tvalid_1's auc: 0.758119\tvalid_1's binary_logloss: 0.167137\n",
      "[3103]\tvalid_0's auc: 0.77827\tvalid_0's binary_logloss: 0.148874\tvalid_1's auc: 0.758119\tvalid_1's binary_logloss: 0.167137\n",
      "[3104]\tvalid_0's auc: 0.778271\tvalid_0's binary_logloss: 0.148872\tvalid_1's auc: 0.758117\tvalid_1's binary_logloss: 0.167135\n",
      "[3105]\tvalid_0's auc: 0.778273\tvalid_0's binary_logloss: 0.14887\tvalid_1's auc: 0.758122\tvalid_1's binary_logloss: 0.167133\n",
      "[3106]\tvalid_0's auc: 0.778272\tvalid_0's binary_logloss: 0.148869\tvalid_1's auc: 0.758122\tvalid_1's binary_logloss: 0.167132\n",
      "[3107]\tvalid_0's auc: 0.778272\tvalid_0's binary_logloss: 0.148869\tvalid_1's auc: 0.758122\tvalid_1's binary_logloss: 0.167132\n",
      "[3108]\tvalid_0's auc: 0.77828\tvalid_0's binary_logloss: 0.148867\tvalid_1's auc: 0.75813\tvalid_1's binary_logloss: 0.16713\n",
      "[3109]\tvalid_0's auc: 0.778281\tvalid_0's binary_logloss: 0.148866\tvalid_1's auc: 0.758134\tvalid_1's binary_logloss: 0.16713\n",
      "[3110]\tvalid_0's auc: 0.7783\tvalid_0's binary_logloss: 0.148865\tvalid_1's auc: 0.758152\tvalid_1's binary_logloss: 0.167128\n",
      "[3111]\tvalid_0's auc: 0.778328\tvalid_0's binary_logloss: 0.148862\tvalid_1's auc: 0.758171\tvalid_1's binary_logloss: 0.167126\n",
      "[3112]\tvalid_0's auc: 0.778335\tvalid_0's binary_logloss: 0.14886\tvalid_1's auc: 0.758171\tvalid_1's binary_logloss: 0.167124\n",
      "[3113]\tvalid_0's auc: 0.778339\tvalid_0's binary_logloss: 0.148859\tvalid_1's auc: 0.758173\tvalid_1's binary_logloss: 0.167124\n",
      "[3114]\tvalid_0's auc: 0.778342\tvalid_0's binary_logloss: 0.148858\tvalid_1's auc: 0.758176\tvalid_1's binary_logloss: 0.167123\n",
      "[3115]\tvalid_0's auc: 0.778348\tvalid_0's binary_logloss: 0.148855\tvalid_1's auc: 0.758182\tvalid_1's binary_logloss: 0.16712\n",
      "[3116]\tvalid_0's auc: 0.77835\tvalid_0's binary_logloss: 0.148853\tvalid_1's auc: 0.758187\tvalid_1's binary_logloss: 0.167118\n",
      "[3117]\tvalid_0's auc: 0.778346\tvalid_0's binary_logloss: 0.148853\tvalid_1's auc: 0.758181\tvalid_1's binary_logloss: 0.167117\n",
      "[3118]\tvalid_0's auc: 0.778343\tvalid_0's binary_logloss: 0.148852\tvalid_1's auc: 0.758178\tvalid_1's binary_logloss: 0.167116\n",
      "[3119]\tvalid_0's auc: 0.778341\tvalid_0's binary_logloss: 0.148851\tvalid_1's auc: 0.758174\tvalid_1's binary_logloss: 0.167115\n",
      "[3120]\tvalid_0's auc: 0.778336\tvalid_0's binary_logloss: 0.148849\tvalid_1's auc: 0.758171\tvalid_1's binary_logloss: 0.167114\n",
      "[3121]\tvalid_0's auc: 0.778341\tvalid_0's binary_logloss: 0.148847\tvalid_1's auc: 0.758178\tvalid_1's binary_logloss: 0.167112\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[3122]\tvalid_0's auc: 0.77835\tvalid_0's binary_logloss: 0.148846\tvalid_1's auc: 0.758186\tvalid_1's binary_logloss: 0.16711\n",
      "[3123]\tvalid_0's auc: 0.778373\tvalid_0's binary_logloss: 0.148843\tvalid_1's auc: 0.758202\tvalid_1's binary_logloss: 0.167108\n",
      "[3124]\tvalid_0's auc: 0.778381\tvalid_0's binary_logloss: 0.148843\tvalid_1's auc: 0.758205\tvalid_1's binary_logloss: 0.167108\n",
      "[3125]\tvalid_0's auc: 0.778387\tvalid_0's binary_logloss: 0.148841\tvalid_1's auc: 0.758211\tvalid_1's binary_logloss: 0.167106\n",
      "[3126]\tvalid_0's auc: 0.778388\tvalid_0's binary_logloss: 0.148839\tvalid_1's auc: 0.758212\tvalid_1's binary_logloss: 0.167104\n",
      "[3127]\tvalid_0's auc: 0.778384\tvalid_0's binary_logloss: 0.148836\tvalid_1's auc: 0.758215\tvalid_1's binary_logloss: 0.167101\n",
      "[3128]\tvalid_0's auc: 0.77838\tvalid_0's binary_logloss: 0.148835\tvalid_1's auc: 0.758212\tvalid_1's binary_logloss: 0.1671\n",
      "[3129]\tvalid_0's auc: 0.77838\tvalid_0's binary_logloss: 0.148835\tvalid_1's auc: 0.75821\tvalid_1's binary_logloss: 0.167099\n",
      "[3130]\tvalid_0's auc: 0.778376\tvalid_0's binary_logloss: 0.148834\tvalid_1's auc: 0.758207\tvalid_1's binary_logloss: 0.167098\n",
      "[3131]\tvalid_0's auc: 0.778383\tvalid_0's binary_logloss: 0.148832\tvalid_1's auc: 0.758213\tvalid_1's binary_logloss: 0.167097\n",
      "[3132]\tvalid_0's auc: 0.778385\tvalid_0's binary_logloss: 0.148831\tvalid_1's auc: 0.758216\tvalid_1's binary_logloss: 0.167097\n",
      "[3133]\tvalid_0's auc: 0.778389\tvalid_0's binary_logloss: 0.14883\tvalid_1's auc: 0.758218\tvalid_1's binary_logloss: 0.167095\n",
      "[3134]\tvalid_0's auc: 0.778386\tvalid_0's binary_logloss: 0.148829\tvalid_1's auc: 0.758216\tvalid_1's binary_logloss: 0.167095\n",
      "[3135]\tvalid_0's auc: 0.778396\tvalid_0's binary_logloss: 0.148827\tvalid_1's auc: 0.758227\tvalid_1's binary_logloss: 0.167093\n",
      "[3136]\tvalid_0's auc: 0.778404\tvalid_0's binary_logloss: 0.148824\tvalid_1's auc: 0.758239\tvalid_1's binary_logloss: 0.16709\n",
      "[3137]\tvalid_0's auc: 0.778417\tvalid_0's binary_logloss: 0.148822\tvalid_1's auc: 0.758253\tvalid_1's binary_logloss: 0.167088\n",
      "[3138]\tvalid_0's auc: 0.778417\tvalid_0's binary_logloss: 0.148821\tvalid_1's auc: 0.758253\tvalid_1's binary_logloss: 0.167088\n",
      "[3139]\tvalid_0's auc: 0.778434\tvalid_0's binary_logloss: 0.148818\tvalid_1's auc: 0.758263\tvalid_1's binary_logloss: 0.167084\n",
      "[3140]\tvalid_0's auc: 0.778434\tvalid_0's binary_logloss: 0.148818\tvalid_1's auc: 0.758263\tvalid_1's binary_logloss: 0.167084\n",
      "[3141]\tvalid_0's auc: 0.778435\tvalid_0's binary_logloss: 0.148817\tvalid_1's auc: 0.758261\tvalid_1's binary_logloss: 0.167084\n",
      "[3142]\tvalid_0's auc: 0.778433\tvalid_0's binary_logloss: 0.148816\tvalid_1's auc: 0.758261\tvalid_1's binary_logloss: 0.167082\n",
      "[3143]\tvalid_0's auc: 0.778456\tvalid_0's binary_logloss: 0.148813\tvalid_1's auc: 0.758272\tvalid_1's binary_logloss: 0.167081\n",
      "[3144]\tvalid_0's auc: 0.77846\tvalid_0's binary_logloss: 0.148812\tvalid_1's auc: 0.758277\tvalid_1's binary_logloss: 0.16708\n",
      "[3145]\tvalid_0's auc: 0.778473\tvalid_0's binary_logloss: 0.148808\tvalid_1's auc: 0.758283\tvalid_1's binary_logloss: 0.167077\n",
      "[3146]\tvalid_0's auc: 0.77847\tvalid_0's binary_logloss: 0.148806\tvalid_1's auc: 0.758275\tvalid_1's binary_logloss: 0.167076\n",
      "[3147]\tvalid_0's auc: 0.778473\tvalid_0's binary_logloss: 0.148804\tvalid_1's auc: 0.758277\tvalid_1's binary_logloss: 0.167075\n",
      "[3148]\tvalid_0's auc: 0.778473\tvalid_0's binary_logloss: 0.148803\tvalid_1's auc: 0.758276\tvalid_1's binary_logloss: 0.167073\n",
      "[3149]\tvalid_0's auc: 0.778482\tvalid_0's binary_logloss: 0.148801\tvalid_1's auc: 0.758282\tvalid_1's binary_logloss: 0.167072\n",
      "[3150]\tvalid_0's auc: 0.778484\tvalid_0's binary_logloss: 0.148799\tvalid_1's auc: 0.758277\tvalid_1's binary_logloss: 0.167071\n",
      "[3151]\tvalid_0's auc: 0.778486\tvalid_0's binary_logloss: 0.148796\tvalid_1's auc: 0.758282\tvalid_1's binary_logloss: 0.167067\n",
      "[3152]\tvalid_0's auc: 0.7785\tvalid_0's binary_logloss: 0.148794\tvalid_1's auc: 0.758295\tvalid_1's binary_logloss: 0.167066\n",
      "[3153]\tvalid_0's auc: 0.778494\tvalid_0's binary_logloss: 0.148793\tvalid_1's auc: 0.758293\tvalid_1's binary_logloss: 0.167064\n",
      "[3154]\tvalid_0's auc: 0.778497\tvalid_0's binary_logloss: 0.148792\tvalid_1's auc: 0.758299\tvalid_1's binary_logloss: 0.167064\n",
      "[3155]\tvalid_0's auc: 0.778508\tvalid_0's binary_logloss: 0.14879\tvalid_1's auc: 0.758311\tvalid_1's binary_logloss: 0.167062\n",
      "[3156]\tvalid_0's auc: 0.778511\tvalid_0's binary_logloss: 0.148789\tvalid_1's auc: 0.75832\tvalid_1's binary_logloss: 0.16706\n",
      "[3157]\tvalid_0's auc: 0.77852\tvalid_0's binary_logloss: 0.148787\tvalid_1's auc: 0.758332\tvalid_1's binary_logloss: 0.167058\n",
      "[3158]\tvalid_0's auc: 0.778544\tvalid_0's binary_logloss: 0.148785\tvalid_1's auc: 0.75835\tvalid_1's binary_logloss: 0.167056\n",
      "[3159]\tvalid_0's auc: 0.778539\tvalid_0's binary_logloss: 0.148785\tvalid_1's auc: 0.758347\tvalid_1's binary_logloss: 0.167055\n",
      "[3160]\tvalid_0's auc: 0.778536\tvalid_0's binary_logloss: 0.148784\tvalid_1's auc: 0.758347\tvalid_1's binary_logloss: 0.167054\n",
      "[3161]\tvalid_0's auc: 0.778556\tvalid_0's binary_logloss: 0.148782\tvalid_1's auc: 0.758365\tvalid_1's binary_logloss: 0.167053\n",
      "[3162]\tvalid_0's auc: 0.778553\tvalid_0's binary_logloss: 0.148781\tvalid_1's auc: 0.758365\tvalid_1's binary_logloss: 0.167051\n",
      "[3163]\tvalid_0's auc: 0.778557\tvalid_0's binary_logloss: 0.14878\tvalid_1's auc: 0.758369\tvalid_1's binary_logloss: 0.16705\n",
      "[3164]\tvalid_0's auc: 0.778563\tvalid_0's binary_logloss: 0.14878\tvalid_1's auc: 0.758371\tvalid_1's binary_logloss: 0.16705\n",
      "[3165]\tvalid_0's auc: 0.778571\tvalid_0's binary_logloss: 0.148778\tvalid_1's auc: 0.758379\tvalid_1's binary_logloss: 0.167048\n",
      "[3166]\tvalid_0's auc: 0.778568\tvalid_0's binary_logloss: 0.148775\tvalid_1's auc: 0.758382\tvalid_1's binary_logloss: 0.167046\n",
      "[3167]\tvalid_0's auc: 0.778571\tvalid_0's binary_logloss: 0.148772\tvalid_1's auc: 0.758387\tvalid_1's binary_logloss: 0.167043\n",
      "[3168]\tvalid_0's auc: 0.778568\tvalid_0's binary_logloss: 0.148771\tvalid_1's auc: 0.758389\tvalid_1's binary_logloss: 0.167041\n",
      "[3169]\tvalid_0's auc: 0.778562\tvalid_0's binary_logloss: 0.148769\tvalid_1's auc: 0.758387\tvalid_1's binary_logloss: 0.16704\n",
      "[3170]\tvalid_0's auc: 0.778565\tvalid_0's binary_logloss: 0.148767\tvalid_1's auc: 0.758386\tvalid_1's binary_logloss: 0.167039\n",
      "[3171]\tvalid_0's auc: 0.778566\tvalid_0's binary_logloss: 0.148766\tvalid_1's auc: 0.758384\tvalid_1's binary_logloss: 0.167038\n",
      "[3172]\tvalid_0's auc: 0.778561\tvalid_0's binary_logloss: 0.148763\tvalid_1's auc: 0.758384\tvalid_1's binary_logloss: 0.167035\n",
      "[3173]\tvalid_0's auc: 0.778572\tvalid_0's binary_logloss: 0.148761\tvalid_1's auc: 0.758391\tvalid_1's binary_logloss: 0.167033\n",
      "[3174]\tvalid_0's auc: 0.778592\tvalid_0's binary_logloss: 0.14876\tvalid_1's auc: 0.758406\tvalid_1's binary_logloss: 0.167033\n",
      "[3175]\tvalid_0's auc: 0.778586\tvalid_0's binary_logloss: 0.148759\tvalid_1's auc: 0.7584\tvalid_1's binary_logloss: 0.167032\n",
      "[3176]\tvalid_0's auc: 0.778586\tvalid_0's binary_logloss: 0.148759\tvalid_1's auc: 0.7584\tvalid_1's binary_logloss: 0.167032\n",
      "[3177]\tvalid_0's auc: 0.778582\tvalid_0's binary_logloss: 0.148758\tvalid_1's auc: 0.758408\tvalid_1's binary_logloss: 0.16703\n",
      "[3178]\tvalid_0's auc: 0.778589\tvalid_0's binary_logloss: 0.148756\tvalid_1's auc: 0.758416\tvalid_1's binary_logloss: 0.167027\n",
      "[3179]\tvalid_0's auc: 0.778592\tvalid_0's binary_logloss: 0.148754\tvalid_1's auc: 0.758422\tvalid_1's binary_logloss: 0.167026\n",
      "[3180]\tvalid_0's auc: 0.778595\tvalid_0's binary_logloss: 0.148752\tvalid_1's auc: 0.75843\tvalid_1's binary_logloss: 0.167024\n",
      "[3181]\tvalid_0's auc: 0.778606\tvalid_0's binary_logloss: 0.148749\tvalid_1's auc: 0.75844\tvalid_1's binary_logloss: 0.167021\n",
      "[3182]\tvalid_0's auc: 0.778602\tvalid_0's binary_logloss: 0.148748\tvalid_1's auc: 0.758435\tvalid_1's binary_logloss: 0.16702\n",
      "[3183]\tvalid_0's auc: 0.778606\tvalid_0's binary_logloss: 0.148746\tvalid_1's auc: 0.758437\tvalid_1's binary_logloss: 0.167018\n",
      "[3184]\tvalid_0's auc: 0.778618\tvalid_0's binary_logloss: 0.148744\tvalid_1's auc: 0.758442\tvalid_1's binary_logloss: 0.167017\n",
      "[3185]\tvalid_0's auc: 0.778623\tvalid_0's binary_logloss: 0.148743\tvalid_1's auc: 0.758447\tvalid_1's binary_logloss: 0.167016\n",
      "[3186]\tvalid_0's auc: 0.778618\tvalid_0's binary_logloss: 0.148742\tvalid_1's auc: 0.758443\tvalid_1's binary_logloss: 0.167015\n",
      "[3187]\tvalid_0's auc: 0.778615\tvalid_0's binary_logloss: 0.148741\tvalid_1's auc: 0.758439\tvalid_1's binary_logloss: 0.167014\n",
      "[3188]\tvalid_0's auc: 0.778621\tvalid_0's binary_logloss: 0.148741\tvalid_1's auc: 0.758442\tvalid_1's binary_logloss: 0.167014\n",
      "[3189]\tvalid_0's auc: 0.778618\tvalid_0's binary_logloss: 0.148739\tvalid_1's auc: 0.758439\tvalid_1's binary_logloss: 0.167012\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[3190]\tvalid_0's auc: 0.778619\tvalid_0's binary_logloss: 0.148737\tvalid_1's auc: 0.75844\tvalid_1's binary_logloss: 0.16701\n",
      "[3191]\tvalid_0's auc: 0.778626\tvalid_0's binary_logloss: 0.148735\tvalid_1's auc: 0.758451\tvalid_1's binary_logloss: 0.167008\n",
      "[3192]\tvalid_0's auc: 0.778625\tvalid_0's binary_logloss: 0.148734\tvalid_1's auc: 0.758449\tvalid_1's binary_logloss: 0.167007\n",
      "[3193]\tvalid_0's auc: 0.778634\tvalid_0's binary_logloss: 0.148732\tvalid_1's auc: 0.758457\tvalid_1's binary_logloss: 0.167005\n",
      "[3194]\tvalid_0's auc: 0.778651\tvalid_0's binary_logloss: 0.148732\tvalid_1's auc: 0.758469\tvalid_1's binary_logloss: 0.167005\n",
      "[3195]\tvalid_0's auc: 0.778653\tvalid_0's binary_logloss: 0.148729\tvalid_1's auc: 0.758474\tvalid_1's binary_logloss: 0.167002\n",
      "[3196]\tvalid_0's auc: 0.778652\tvalid_0's binary_logloss: 0.148728\tvalid_1's auc: 0.758474\tvalid_1's binary_logloss: 0.167001\n",
      "[3197]\tvalid_0's auc: 0.778652\tvalid_0's binary_logloss: 0.148727\tvalid_1's auc: 0.758474\tvalid_1's binary_logloss: 0.167\n",
      "[3198]\tvalid_0's auc: 0.778649\tvalid_0's binary_logloss: 0.148725\tvalid_1's auc: 0.758472\tvalid_1's binary_logloss: 0.166999\n",
      "[3199]\tvalid_0's auc: 0.778667\tvalid_0's binary_logloss: 0.148725\tvalid_1's auc: 0.758485\tvalid_1's binary_logloss: 0.166998\n",
      "[3200]\tvalid_0's auc: 0.778669\tvalid_0's binary_logloss: 0.148724\tvalid_1's auc: 0.758489\tvalid_1's binary_logloss: 0.166997\n",
      "[3201]\tvalid_0's auc: 0.778663\tvalid_0's binary_logloss: 0.148722\tvalid_1's auc: 0.758484\tvalid_1's binary_logloss: 0.166995\n",
      "[3202]\tvalid_0's auc: 0.778666\tvalid_0's binary_logloss: 0.148721\tvalid_1's auc: 0.758491\tvalid_1's binary_logloss: 0.166994\n",
      "[3203]\tvalid_0's auc: 0.778673\tvalid_0's binary_logloss: 0.148719\tvalid_1's auc: 0.758505\tvalid_1's binary_logloss: 0.166991\n",
      "[3204]\tvalid_0's auc: 0.778677\tvalid_0's binary_logloss: 0.148717\tvalid_1's auc: 0.758516\tvalid_1's binary_logloss: 0.166989\n",
      "[3205]\tvalid_0's auc: 0.778672\tvalid_0's binary_logloss: 0.148717\tvalid_1's auc: 0.758511\tvalid_1's binary_logloss: 0.166988\n",
      "[3206]\tvalid_0's auc: 0.778683\tvalid_0's binary_logloss: 0.148714\tvalid_1's auc: 0.758527\tvalid_1's binary_logloss: 0.166985\n",
      "[3207]\tvalid_0's auc: 0.778708\tvalid_0's binary_logloss: 0.14871\tvalid_1's auc: 0.758544\tvalid_1's binary_logloss: 0.166982\n",
      "[3208]\tvalid_0's auc: 0.778706\tvalid_0's binary_logloss: 0.14871\tvalid_1's auc: 0.758542\tvalid_1's binary_logloss: 0.166981\n",
      "[3209]\tvalid_0's auc: 0.778706\tvalid_0's binary_logloss: 0.148708\tvalid_1's auc: 0.758541\tvalid_1's binary_logloss: 0.16698\n",
      "[3210]\tvalid_0's auc: 0.778708\tvalid_0's binary_logloss: 0.148706\tvalid_1's auc: 0.758548\tvalid_1's binary_logloss: 0.166977\n",
      "[3211]\tvalid_0's auc: 0.778708\tvalid_0's binary_logloss: 0.148705\tvalid_1's auc: 0.758549\tvalid_1's binary_logloss: 0.166977\n",
      "[3212]\tvalid_0's auc: 0.77871\tvalid_0's binary_logloss: 0.148704\tvalid_1's auc: 0.758554\tvalid_1's binary_logloss: 0.166975\n",
      "[3213]\tvalid_0's auc: 0.778714\tvalid_0's binary_logloss: 0.148702\tvalid_1's auc: 0.758556\tvalid_1's binary_logloss: 0.166974\n",
      "[3214]\tvalid_0's auc: 0.778721\tvalid_0's binary_logloss: 0.148701\tvalid_1's auc: 0.75856\tvalid_1's binary_logloss: 0.166973\n",
      "[3215]\tvalid_0's auc: 0.778728\tvalid_0's binary_logloss: 0.148699\tvalid_1's auc: 0.758563\tvalid_1's binary_logloss: 0.166972\n",
      "[3216]\tvalid_0's auc: 0.778734\tvalid_0's binary_logloss: 0.148697\tvalid_1's auc: 0.758567\tvalid_1's binary_logloss: 0.16697\n",
      "[3217]\tvalid_0's auc: 0.778739\tvalid_0's binary_logloss: 0.148695\tvalid_1's auc: 0.758567\tvalid_1's binary_logloss: 0.166968\n",
      "[3218]\tvalid_0's auc: 0.778735\tvalid_0's binary_logloss: 0.148694\tvalid_1's auc: 0.758563\tvalid_1's binary_logloss: 0.166967\n",
      "[3219]\tvalid_0's auc: 0.778734\tvalid_0's binary_logloss: 0.148694\tvalid_1's auc: 0.758567\tvalid_1's binary_logloss: 0.166966\n",
      "[3220]\tvalid_0's auc: 0.778727\tvalid_0's binary_logloss: 0.148692\tvalid_1's auc: 0.758561\tvalid_1's binary_logloss: 0.166964\n",
      "[3221]\tvalid_0's auc: 0.778739\tvalid_0's binary_logloss: 0.148691\tvalid_1's auc: 0.758567\tvalid_1's binary_logloss: 0.166963\n",
      "[3222]\tvalid_0's auc: 0.77874\tvalid_0's binary_logloss: 0.14869\tvalid_1's auc: 0.75857\tvalid_1's binary_logloss: 0.166962\n",
      "[3223]\tvalid_0's auc: 0.778747\tvalid_0's binary_logloss: 0.148688\tvalid_1's auc: 0.758584\tvalid_1's binary_logloss: 0.16696\n",
      "[3224]\tvalid_0's auc: 0.778751\tvalid_0's binary_logloss: 0.148688\tvalid_1's auc: 0.758589\tvalid_1's binary_logloss: 0.166959\n",
      "[3225]\tvalid_0's auc: 0.778761\tvalid_0's binary_logloss: 0.148687\tvalid_1's auc: 0.758598\tvalid_1's binary_logloss: 0.166958\n",
      "[3226]\tvalid_0's auc: 0.778761\tvalid_0's binary_logloss: 0.148687\tvalid_1's auc: 0.758598\tvalid_1's binary_logloss: 0.166958\n",
      "[3227]\tvalid_0's auc: 0.778758\tvalid_0's binary_logloss: 0.148686\tvalid_1's auc: 0.758595\tvalid_1's binary_logloss: 0.166956\n",
      "[3228]\tvalid_0's auc: 0.77876\tvalid_0's binary_logloss: 0.148684\tvalid_1's auc: 0.758605\tvalid_1's binary_logloss: 0.166954\n",
      "[3229]\tvalid_0's auc: 0.778773\tvalid_0's binary_logloss: 0.148683\tvalid_1's auc: 0.758616\tvalid_1's binary_logloss: 0.166953\n",
      "[3230]\tvalid_0's auc: 0.77878\tvalid_0's binary_logloss: 0.148681\tvalid_1's auc: 0.75863\tvalid_1's binary_logloss: 0.16695\n",
      "[3231]\tvalid_0's auc: 0.778781\tvalid_0's binary_logloss: 0.148679\tvalid_1's auc: 0.758631\tvalid_1's binary_logloss: 0.166948\n",
      "[3232]\tvalid_0's auc: 0.778782\tvalid_0's binary_logloss: 0.148677\tvalid_1's auc: 0.758628\tvalid_1's binary_logloss: 0.166947\n",
      "[3233]\tvalid_0's auc: 0.77878\tvalid_0's binary_logloss: 0.148676\tvalid_1's auc: 0.758629\tvalid_1's binary_logloss: 0.166946\n",
      "[3234]\tvalid_0's auc: 0.778785\tvalid_0's binary_logloss: 0.148674\tvalid_1's auc: 0.758638\tvalid_1's binary_logloss: 0.166944\n",
      "[3235]\tvalid_0's auc: 0.77879\tvalid_0's binary_logloss: 0.148673\tvalid_1's auc: 0.758647\tvalid_1's binary_logloss: 0.166943\n",
      "[3236]\tvalid_0's auc: 0.778794\tvalid_0's binary_logloss: 0.148673\tvalid_1's auc: 0.75865\tvalid_1's binary_logloss: 0.166942\n",
      "[3237]\tvalid_0's auc: 0.778795\tvalid_0's binary_logloss: 0.148672\tvalid_1's auc: 0.758653\tvalid_1's binary_logloss: 0.166941\n",
      "[3238]\tvalid_0's auc: 0.778798\tvalid_0's binary_logloss: 0.148671\tvalid_1's auc: 0.758656\tvalid_1's binary_logloss: 0.16694\n",
      "[3239]\tvalid_0's auc: 0.778791\tvalid_0's binary_logloss: 0.148669\tvalid_1's auc: 0.75865\tvalid_1's binary_logloss: 0.166939\n",
      "[3240]\tvalid_0's auc: 0.778787\tvalid_0's binary_logloss: 0.148669\tvalid_1's auc: 0.758648\tvalid_1's binary_logloss: 0.166938\n",
      "[3241]\tvalid_0's auc: 0.778797\tvalid_0's binary_logloss: 0.148668\tvalid_1's auc: 0.75866\tvalid_1's binary_logloss: 0.166937\n",
      "[3242]\tvalid_0's auc: 0.778798\tvalid_0's binary_logloss: 0.148665\tvalid_1's auc: 0.75866\tvalid_1's binary_logloss: 0.166935\n",
      "[3243]\tvalid_0's auc: 0.778793\tvalid_0's binary_logloss: 0.148665\tvalid_1's auc: 0.758659\tvalid_1's binary_logloss: 0.166934\n",
      "[3244]\tvalid_0's auc: 0.778802\tvalid_0's binary_logloss: 0.148662\tvalid_1's auc: 0.758671\tvalid_1's binary_logloss: 0.166931\n",
      "[3245]\tvalid_0's auc: 0.778807\tvalid_0's binary_logloss: 0.148662\tvalid_1's auc: 0.758674\tvalid_1's binary_logloss: 0.16693\n",
      "[3246]\tvalid_0's auc: 0.778812\tvalid_0's binary_logloss: 0.14866\tvalid_1's auc: 0.758671\tvalid_1's binary_logloss: 0.166929\n",
      "[3247]\tvalid_0's auc: 0.778835\tvalid_0's binary_logloss: 0.148657\tvalid_1's auc: 0.758691\tvalid_1's binary_logloss: 0.166927\n",
      "[3248]\tvalid_0's auc: 0.778845\tvalid_0's binary_logloss: 0.148655\tvalid_1's auc: 0.758698\tvalid_1's binary_logloss: 0.166925\n",
      "[3249]\tvalid_0's auc: 0.778843\tvalid_0's binary_logloss: 0.148653\tvalid_1's auc: 0.758696\tvalid_1's binary_logloss: 0.166924\n",
      "[3250]\tvalid_0's auc: 0.77885\tvalid_0's binary_logloss: 0.148651\tvalid_1's auc: 0.75871\tvalid_1's binary_logloss: 0.166921\n",
      "[3251]\tvalid_0's auc: 0.778846\tvalid_0's binary_logloss: 0.14865\tvalid_1's auc: 0.758707\tvalid_1's binary_logloss: 0.16692\n",
      "[3252]\tvalid_0's auc: 0.778843\tvalid_0's binary_logloss: 0.148649\tvalid_1's auc: 0.758708\tvalid_1's binary_logloss: 0.166919\n",
      "[3253]\tvalid_0's auc: 0.778849\tvalid_0's binary_logloss: 0.148648\tvalid_1's auc: 0.758712\tvalid_1's binary_logloss: 0.166918\n",
      "[3254]\tvalid_0's auc: 0.778856\tvalid_0's binary_logloss: 0.148648\tvalid_1's auc: 0.758718\tvalid_1's binary_logloss: 0.166917\n",
      "[3255]\tvalid_0's auc: 0.778853\tvalid_0's binary_logloss: 0.148647\tvalid_1's auc: 0.758714\tvalid_1's binary_logloss: 0.166916\n",
      "[3256]\tvalid_0's auc: 0.778849\tvalid_0's binary_logloss: 0.148645\tvalid_1's auc: 0.758713\tvalid_1's binary_logloss: 0.166915\n",
      "[3257]\tvalid_0's auc: 0.778865\tvalid_0's binary_logloss: 0.148645\tvalid_1's auc: 0.758726\tvalid_1's binary_logloss: 0.166914\n",
      "[3258]\tvalid_0's auc: 0.778869\tvalid_0's binary_logloss: 0.148642\tvalid_1's auc: 0.758726\tvalid_1's binary_logloss: 0.166912\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[3259]\tvalid_0's auc: 0.778869\tvalid_0's binary_logloss: 0.148641\tvalid_1's auc: 0.758727\tvalid_1's binary_logloss: 0.166912\n",
      "[3260]\tvalid_0's auc: 0.778869\tvalid_0's binary_logloss: 0.14864\tvalid_1's auc: 0.758721\tvalid_1's binary_logloss: 0.16691\n",
      "[3261]\tvalid_0's auc: 0.778868\tvalid_0's binary_logloss: 0.148639\tvalid_1's auc: 0.758718\tvalid_1's binary_logloss: 0.16691\n",
      "[3262]\tvalid_0's auc: 0.77887\tvalid_0's binary_logloss: 0.148637\tvalid_1's auc: 0.758723\tvalid_1's binary_logloss: 0.166908\n",
      "[3263]\tvalid_0's auc: 0.778869\tvalid_0's binary_logloss: 0.148635\tvalid_1's auc: 0.758724\tvalid_1's binary_logloss: 0.166906\n",
      "[3264]\tvalid_0's auc: 0.778866\tvalid_0's binary_logloss: 0.148633\tvalid_1's auc: 0.758719\tvalid_1's binary_logloss: 0.166904\n",
      "[3265]\tvalid_0's auc: 0.778886\tvalid_0's binary_logloss: 0.14863\tvalid_1's auc: 0.758744\tvalid_1's binary_logloss: 0.166901\n",
      "[3266]\tvalid_0's auc: 0.778885\tvalid_0's binary_logloss: 0.148628\tvalid_1's auc: 0.758739\tvalid_1's binary_logloss: 0.166899\n",
      "[3267]\tvalid_0's auc: 0.778887\tvalid_0's binary_logloss: 0.148627\tvalid_1's auc: 0.758743\tvalid_1's binary_logloss: 0.166899\n",
      "[3268]\tvalid_0's auc: 0.77889\tvalid_0's binary_logloss: 0.148625\tvalid_1's auc: 0.758744\tvalid_1's binary_logloss: 0.166898\n",
      "[3269]\tvalid_0's auc: 0.778892\tvalid_0's binary_logloss: 0.148623\tvalid_1's auc: 0.758742\tvalid_1's binary_logloss: 0.166897\n",
      "[3270]\tvalid_0's auc: 0.778885\tvalid_0's binary_logloss: 0.148622\tvalid_1's auc: 0.758739\tvalid_1's binary_logloss: 0.166896\n",
      "[3271]\tvalid_0's auc: 0.778892\tvalid_0's binary_logloss: 0.148621\tvalid_1's auc: 0.758745\tvalid_1's binary_logloss: 0.166894\n",
      "[3272]\tvalid_0's auc: 0.7789\tvalid_0's binary_logloss: 0.148619\tvalid_1's auc: 0.75875\tvalid_1's binary_logloss: 0.166893\n",
      "[3273]\tvalid_0's auc: 0.778917\tvalid_0's binary_logloss: 0.148619\tvalid_1's auc: 0.758762\tvalid_1's binary_logloss: 0.166893\n",
      "[3274]\tvalid_0's auc: 0.778922\tvalid_0's binary_logloss: 0.148616\tvalid_1's auc: 0.758761\tvalid_1's binary_logloss: 0.16689\n",
      "[3275]\tvalid_0's auc: 0.778918\tvalid_0's binary_logloss: 0.148613\tvalid_1's auc: 0.758764\tvalid_1's binary_logloss: 0.166888\n",
      "[3276]\tvalid_0's auc: 0.778916\tvalid_0's binary_logloss: 0.148613\tvalid_1's auc: 0.758765\tvalid_1's binary_logloss: 0.166887\n",
      "[3277]\tvalid_0's auc: 0.778921\tvalid_0's binary_logloss: 0.14861\tvalid_1's auc: 0.758774\tvalid_1's binary_logloss: 0.166884\n",
      "[3278]\tvalid_0's auc: 0.778925\tvalid_0's binary_logloss: 0.148609\tvalid_1's auc: 0.758777\tvalid_1's binary_logloss: 0.166883\n",
      "[3279]\tvalid_0's auc: 0.778935\tvalid_0's binary_logloss: 0.148606\tvalid_1's auc: 0.758789\tvalid_1's binary_logloss: 0.16688\n",
      "[3280]\tvalid_0's auc: 0.77893\tvalid_0's binary_logloss: 0.148604\tvalid_1's auc: 0.758786\tvalid_1's binary_logloss: 0.166879\n",
      "[3281]\tvalid_0's auc: 0.778935\tvalid_0's binary_logloss: 0.148604\tvalid_1's auc: 0.75879\tvalid_1's binary_logloss: 0.166878\n",
      "[3282]\tvalid_0's auc: 0.778942\tvalid_0's binary_logloss: 0.148601\tvalid_1's auc: 0.758798\tvalid_1's binary_logloss: 0.166875\n",
      "[3283]\tvalid_0's auc: 0.77894\tvalid_0's binary_logloss: 0.1486\tvalid_1's auc: 0.758791\tvalid_1's binary_logloss: 0.166874\n",
      "[3284]\tvalid_0's auc: 0.77894\tvalid_0's binary_logloss: 0.148599\tvalid_1's auc: 0.758796\tvalid_1's binary_logloss: 0.166873\n",
      "[3285]\tvalid_0's auc: 0.778933\tvalid_0's binary_logloss: 0.148598\tvalid_1's auc: 0.758792\tvalid_1's binary_logloss: 0.166872\n",
      "[3286]\tvalid_0's auc: 0.778938\tvalid_0's binary_logloss: 0.148598\tvalid_1's auc: 0.758793\tvalid_1's binary_logloss: 0.166871\n",
      "[3287]\tvalid_0's auc: 0.778946\tvalid_0's binary_logloss: 0.148597\tvalid_1's auc: 0.7588\tvalid_1's binary_logloss: 0.16687\n",
      "[3288]\tvalid_0's auc: 0.778955\tvalid_0's binary_logloss: 0.148595\tvalid_1's auc: 0.758805\tvalid_1's binary_logloss: 0.166869\n",
      "[3289]\tvalid_0's auc: 0.77895\tvalid_0's binary_logloss: 0.148594\tvalid_1's auc: 0.7588\tvalid_1's binary_logloss: 0.166868\n",
      "[3290]\tvalid_0's auc: 0.778948\tvalid_0's binary_logloss: 0.148594\tvalid_1's auc: 0.758796\tvalid_1's binary_logloss: 0.166867\n",
      "[3291]\tvalid_0's auc: 0.77896\tvalid_0's binary_logloss: 0.148592\tvalid_1's auc: 0.758807\tvalid_1's binary_logloss: 0.166866\n",
      "[3292]\tvalid_0's auc: 0.778959\tvalid_0's binary_logloss: 0.148591\tvalid_1's auc: 0.758809\tvalid_1's binary_logloss: 0.166864\n",
      "[3293]\tvalid_0's auc: 0.77896\tvalid_0's binary_logloss: 0.148589\tvalid_1's auc: 0.758819\tvalid_1's binary_logloss: 0.166862\n",
      "[3294]\tvalid_0's auc: 0.778967\tvalid_0's binary_logloss: 0.148588\tvalid_1's auc: 0.758822\tvalid_1's binary_logloss: 0.166861\n",
      "[3295]\tvalid_0's auc: 0.778979\tvalid_0's binary_logloss: 0.148587\tvalid_1's auc: 0.758829\tvalid_1's binary_logloss: 0.16686\n",
      "[3296]\tvalid_0's auc: 0.778987\tvalid_0's binary_logloss: 0.148586\tvalid_1's auc: 0.758838\tvalid_1's binary_logloss: 0.166859\n",
      "[3297]\tvalid_0's auc: 0.778987\tvalid_0's binary_logloss: 0.148586\tvalid_1's auc: 0.758838\tvalid_1's binary_logloss: 0.166859\n",
      "[3298]\tvalid_0's auc: 0.778995\tvalid_0's binary_logloss: 0.148585\tvalid_1's auc: 0.758849\tvalid_1's binary_logloss: 0.166858\n",
      "[3299]\tvalid_0's auc: 0.778995\tvalid_0's binary_logloss: 0.148584\tvalid_1's auc: 0.758849\tvalid_1's binary_logloss: 0.166857\n",
      "[3300]\tvalid_0's auc: 0.779018\tvalid_0's binary_logloss: 0.148582\tvalid_1's auc: 0.758868\tvalid_1's binary_logloss: 0.166856\n",
      "[3301]\tvalid_0's auc: 0.779017\tvalid_0's binary_logloss: 0.148581\tvalid_1's auc: 0.75887\tvalid_1's binary_logloss: 0.166855\n",
      "[3302]\tvalid_0's auc: 0.779005\tvalid_0's binary_logloss: 0.148579\tvalid_1's auc: 0.758857\tvalid_1's binary_logloss: 0.166854\n",
      "[3303]\tvalid_0's auc: 0.779001\tvalid_0's binary_logloss: 0.148578\tvalid_1's auc: 0.758854\tvalid_1's binary_logloss: 0.166853\n",
      "[3304]\tvalid_0's auc: 0.779004\tvalid_0's binary_logloss: 0.148577\tvalid_1's auc: 0.758853\tvalid_1's binary_logloss: 0.166851\n",
      "[3305]\tvalid_0's auc: 0.779004\tvalid_0's binary_logloss: 0.148574\tvalid_1's auc: 0.758857\tvalid_1's binary_logloss: 0.166849\n",
      "[3306]\tvalid_0's auc: 0.779003\tvalid_0's binary_logloss: 0.148574\tvalid_1's auc: 0.758854\tvalid_1's binary_logloss: 0.166848\n",
      "[3307]\tvalid_0's auc: 0.778998\tvalid_0's binary_logloss: 0.148573\tvalid_1's auc: 0.758852\tvalid_1's binary_logloss: 0.166847\n",
      "[3308]\tvalid_0's auc: 0.77899\tvalid_0's binary_logloss: 0.148571\tvalid_1's auc: 0.758846\tvalid_1's binary_logloss: 0.166846\n",
      "[3309]\tvalid_0's auc: 0.778988\tvalid_0's binary_logloss: 0.14857\tvalid_1's auc: 0.758854\tvalid_1's binary_logloss: 0.166843\n",
      "[3310]\tvalid_0's auc: 0.778998\tvalid_0's binary_logloss: 0.148568\tvalid_1's auc: 0.75886\tvalid_1's binary_logloss: 0.166842\n",
      "[3311]\tvalid_0's auc: 0.778998\tvalid_0's binary_logloss: 0.148567\tvalid_1's auc: 0.758855\tvalid_1's binary_logloss: 0.166841\n",
      "[3312]\tvalid_0's auc: 0.779\tvalid_0's binary_logloss: 0.148566\tvalid_1's auc: 0.758858\tvalid_1's binary_logloss: 0.16684\n",
      "[3313]\tvalid_0's auc: 0.779022\tvalid_0's binary_logloss: 0.148565\tvalid_1's auc: 0.758876\tvalid_1's binary_logloss: 0.166839\n",
      "[3314]\tvalid_0's auc: 0.779028\tvalid_0's binary_logloss: 0.148563\tvalid_1's auc: 0.758887\tvalid_1's binary_logloss: 0.166837\n",
      "[3315]\tvalid_0's auc: 0.77903\tvalid_0's binary_logloss: 0.148561\tvalid_1's auc: 0.758892\tvalid_1's binary_logloss: 0.166835\n",
      "[3316]\tvalid_0's auc: 0.779039\tvalid_0's binary_logloss: 0.148559\tvalid_1's auc: 0.758898\tvalid_1's binary_logloss: 0.166833\n",
      "[3317]\tvalid_0's auc: 0.77906\tvalid_0's binary_logloss: 0.148558\tvalid_1's auc: 0.758912\tvalid_1's binary_logloss: 0.166832\n",
      "[3318]\tvalid_0's auc: 0.779064\tvalid_0's binary_logloss: 0.148557\tvalid_1's auc: 0.758916\tvalid_1's binary_logloss: 0.166832\n",
      "[3319]\tvalid_0's auc: 0.779063\tvalid_0's binary_logloss: 0.148555\tvalid_1's auc: 0.758918\tvalid_1's binary_logloss: 0.16683\n",
      "[3320]\tvalid_0's auc: 0.77907\tvalid_0's binary_logloss: 0.148553\tvalid_1's auc: 0.758924\tvalid_1's binary_logloss: 0.166828\n",
      "[3321]\tvalid_0's auc: 0.779065\tvalid_0's binary_logloss: 0.148551\tvalid_1's auc: 0.758919\tvalid_1's binary_logloss: 0.166826\n",
      "[3322]\tvalid_0's auc: 0.779072\tvalid_0's binary_logloss: 0.148549\tvalid_1's auc: 0.758923\tvalid_1's binary_logloss: 0.166825\n",
      "[3323]\tvalid_0's auc: 0.779068\tvalid_0's binary_logloss: 0.148548\tvalid_1's auc: 0.758918\tvalid_1's binary_logloss: 0.166824\n",
      "[3324]\tvalid_0's auc: 0.779074\tvalid_0's binary_logloss: 0.148546\tvalid_1's auc: 0.758924\tvalid_1's binary_logloss: 0.166822\n",
      "[3325]\tvalid_0's auc: 0.779073\tvalid_0's binary_logloss: 0.148545\tvalid_1's auc: 0.758924\tvalid_1's binary_logloss: 0.166821\n",
      "[3326]\tvalid_0's auc: 0.779079\tvalid_0's binary_logloss: 0.148544\tvalid_1's auc: 0.758931\tvalid_1's binary_logloss: 0.16682\n",
      "[3327]\tvalid_0's auc: 0.779079\tvalid_0's binary_logloss: 0.148544\tvalid_1's auc: 0.758931\tvalid_1's binary_logloss: 0.16682\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[3328]\tvalid_0's auc: 0.779086\tvalid_0's binary_logloss: 0.148544\tvalid_1's auc: 0.758934\tvalid_1's binary_logloss: 0.16682\n",
      "[3329]\tvalid_0's auc: 0.77908\tvalid_0's binary_logloss: 0.148543\tvalid_1's auc: 0.758934\tvalid_1's binary_logloss: 0.166819\n",
      "[3330]\tvalid_0's auc: 0.779081\tvalid_0's binary_logloss: 0.148541\tvalid_1's auc: 0.758934\tvalid_1's binary_logloss: 0.166818\n",
      "[3331]\tvalid_0's auc: 0.779079\tvalid_0's binary_logloss: 0.148541\tvalid_1's auc: 0.758932\tvalid_1's binary_logloss: 0.166817\n",
      "[3332]\tvalid_0's auc: 0.7791\tvalid_0's binary_logloss: 0.148539\tvalid_1's auc: 0.758945\tvalid_1's binary_logloss: 0.166815\n",
      "[3333]\tvalid_0's auc: 0.779126\tvalid_0's binary_logloss: 0.148536\tvalid_1's auc: 0.758969\tvalid_1's binary_logloss: 0.166813\n",
      "[3334]\tvalid_0's auc: 0.779128\tvalid_0's binary_logloss: 0.148534\tvalid_1's auc: 0.758964\tvalid_1's binary_logloss: 0.166812\n",
      "[3335]\tvalid_0's auc: 0.779135\tvalid_0's binary_logloss: 0.148532\tvalid_1's auc: 0.75897\tvalid_1's binary_logloss: 0.166811\n",
      "[3336]\tvalid_0's auc: 0.779145\tvalid_0's binary_logloss: 0.14853\tvalid_1's auc: 0.758976\tvalid_1's binary_logloss: 0.166809\n",
      "[3337]\tvalid_0's auc: 0.779155\tvalid_0's binary_logloss: 0.148528\tvalid_1's auc: 0.758984\tvalid_1's binary_logloss: 0.166807\n",
      "[3338]\tvalid_0's auc: 0.779153\tvalid_0's binary_logloss: 0.148528\tvalid_1's auc: 0.758986\tvalid_1's binary_logloss: 0.166806\n",
      "[3339]\tvalid_0's auc: 0.779172\tvalid_0's binary_logloss: 0.148526\tvalid_1's auc: 0.759\tvalid_1's binary_logloss: 0.166804\n",
      "[3340]\tvalid_0's auc: 0.77918\tvalid_0's binary_logloss: 0.148525\tvalid_1's auc: 0.759008\tvalid_1's binary_logloss: 0.166804\n",
      "[3341]\tvalid_0's auc: 0.779175\tvalid_0's binary_logloss: 0.148524\tvalid_1's auc: 0.759006\tvalid_1's binary_logloss: 0.166803\n",
      "[3342]\tvalid_0's auc: 0.779181\tvalid_0's binary_logloss: 0.148522\tvalid_1's auc: 0.759001\tvalid_1's binary_logloss: 0.166801\n",
      "[3343]\tvalid_0's auc: 0.779194\tvalid_0's binary_logloss: 0.148519\tvalid_1's auc: 0.75901\tvalid_1's binary_logloss: 0.166798\n",
      "[3344]\tvalid_0's auc: 0.779217\tvalid_0's binary_logloss: 0.148515\tvalid_1's auc: 0.759028\tvalid_1's binary_logloss: 0.166795\n",
      "[3345]\tvalid_0's auc: 0.779228\tvalid_0's binary_logloss: 0.148515\tvalid_1's auc: 0.759036\tvalid_1's binary_logloss: 0.166794\n",
      "[3346]\tvalid_0's auc: 0.779221\tvalid_0's binary_logloss: 0.148514\tvalid_1's auc: 0.759035\tvalid_1's binary_logloss: 0.166793\n",
      "[3347]\tvalid_0's auc: 0.779221\tvalid_0's binary_logloss: 0.148513\tvalid_1's auc: 0.759034\tvalid_1's binary_logloss: 0.166792\n",
      "[3348]\tvalid_0's auc: 0.779233\tvalid_0's binary_logloss: 0.148511\tvalid_1's auc: 0.759042\tvalid_1's binary_logloss: 0.16679\n",
      "[3349]\tvalid_0's auc: 0.779232\tvalid_0's binary_logloss: 0.148509\tvalid_1's auc: 0.759046\tvalid_1's binary_logloss: 0.166788\n",
      "[3350]\tvalid_0's auc: 0.779232\tvalid_0's binary_logloss: 0.148509\tvalid_1's auc: 0.759046\tvalid_1's binary_logloss: 0.166788\n",
      "[3351]\tvalid_0's auc: 0.77925\tvalid_0's binary_logloss: 0.148507\tvalid_1's auc: 0.759061\tvalid_1's binary_logloss: 0.166786\n",
      "[3352]\tvalid_0's auc: 0.779262\tvalid_0's binary_logloss: 0.148507\tvalid_1's auc: 0.759072\tvalid_1's binary_logloss: 0.166786\n",
      "[3353]\tvalid_0's auc: 0.779282\tvalid_0's binary_logloss: 0.148505\tvalid_1's auc: 0.759089\tvalid_1's binary_logloss: 0.166785\n",
      "[3354]\tvalid_0's auc: 0.779275\tvalid_0's binary_logloss: 0.148504\tvalid_1's auc: 0.759081\tvalid_1's binary_logloss: 0.166783\n",
      "[3355]\tvalid_0's auc: 0.779276\tvalid_0's binary_logloss: 0.148502\tvalid_1's auc: 0.759087\tvalid_1's binary_logloss: 0.166781\n",
      "[3356]\tvalid_0's auc: 0.77928\tvalid_0's binary_logloss: 0.148501\tvalid_1's auc: 0.759089\tvalid_1's binary_logloss: 0.166781\n",
      "[3357]\tvalid_0's auc: 0.779282\tvalid_0's binary_logloss: 0.1485\tvalid_1's auc: 0.759089\tvalid_1's binary_logloss: 0.16678\n",
      "[3358]\tvalid_0's auc: 0.779277\tvalid_0's binary_logloss: 0.148499\tvalid_1's auc: 0.759088\tvalid_1's binary_logloss: 0.166779\n",
      "[3359]\tvalid_0's auc: 0.779275\tvalid_0's binary_logloss: 0.148498\tvalid_1's auc: 0.759084\tvalid_1's binary_logloss: 0.166778\n",
      "[3360]\tvalid_0's auc: 0.779278\tvalid_0's binary_logloss: 0.148496\tvalid_1's auc: 0.759088\tvalid_1's binary_logloss: 0.166777\n",
      "[3361]\tvalid_0's auc: 0.779281\tvalid_0's binary_logloss: 0.148495\tvalid_1's auc: 0.759087\tvalid_1's binary_logloss: 0.166776\n",
      "[3362]\tvalid_0's auc: 0.779284\tvalid_0's binary_logloss: 0.148495\tvalid_1's auc: 0.759091\tvalid_1's binary_logloss: 0.166775\n",
      "[3363]\tvalid_0's auc: 0.77929\tvalid_0's binary_logloss: 0.148492\tvalid_1's auc: 0.759097\tvalid_1's binary_logloss: 0.166773\n",
      "[3364]\tvalid_0's auc: 0.779291\tvalid_0's binary_logloss: 0.14849\tvalid_1's auc: 0.759097\tvalid_1's binary_logloss: 0.166771\n",
      "[3365]\tvalid_0's auc: 0.779295\tvalid_0's binary_logloss: 0.148488\tvalid_1's auc: 0.759104\tvalid_1's binary_logloss: 0.166769\n",
      "[3366]\tvalid_0's auc: 0.779307\tvalid_0's binary_logloss: 0.148487\tvalid_1's auc: 0.759117\tvalid_1's binary_logloss: 0.166768\n",
      "[3367]\tvalid_0's auc: 0.779303\tvalid_0's binary_logloss: 0.148487\tvalid_1's auc: 0.759114\tvalid_1's binary_logloss: 0.166767\n",
      "[3368]\tvalid_0's auc: 0.779304\tvalid_0's binary_logloss: 0.148484\tvalid_1's auc: 0.75912\tvalid_1's binary_logloss: 0.166764\n",
      "[3369]\tvalid_0's auc: 0.77931\tvalid_0's binary_logloss: 0.148483\tvalid_1's auc: 0.759123\tvalid_1's binary_logloss: 0.166764\n",
      "[3370]\tvalid_0's auc: 0.779323\tvalid_0's binary_logloss: 0.148481\tvalid_1's auc: 0.759131\tvalid_1's binary_logloss: 0.166762\n",
      "[3371]\tvalid_0's auc: 0.77933\tvalid_0's binary_logloss: 0.14848\tvalid_1's auc: 0.759134\tvalid_1's binary_logloss: 0.166761\n",
      "[3372]\tvalid_0's auc: 0.779324\tvalid_0's binary_logloss: 0.148479\tvalid_1's auc: 0.759129\tvalid_1's binary_logloss: 0.166759\n",
      "[3373]\tvalid_0's auc: 0.779325\tvalid_0's binary_logloss: 0.148477\tvalid_1's auc: 0.759128\tvalid_1's binary_logloss: 0.166758\n",
      "[3374]\tvalid_0's auc: 0.779325\tvalid_0's binary_logloss: 0.148476\tvalid_1's auc: 0.759127\tvalid_1's binary_logloss: 0.166757\n",
      "[3375]\tvalid_0's auc: 0.779322\tvalid_0's binary_logloss: 0.148475\tvalid_1's auc: 0.759121\tvalid_1's binary_logloss: 0.166756\n",
      "[3376]\tvalid_0's auc: 0.779318\tvalid_0's binary_logloss: 0.148474\tvalid_1's auc: 0.759116\tvalid_1's binary_logloss: 0.166755\n",
      "[3377]\tvalid_0's auc: 0.77933\tvalid_0's binary_logloss: 0.148473\tvalid_1's auc: 0.759128\tvalid_1's binary_logloss: 0.166754\n",
      "[3378]\tvalid_0's auc: 0.77933\tvalid_0's binary_logloss: 0.148473\tvalid_1's auc: 0.759128\tvalid_1's binary_logloss: 0.166754\n",
      "[3379]\tvalid_0's auc: 0.779327\tvalid_0's binary_logloss: 0.148472\tvalid_1's auc: 0.759131\tvalid_1's binary_logloss: 0.166753\n",
      "[3380]\tvalid_0's auc: 0.779335\tvalid_0's binary_logloss: 0.148469\tvalid_1's auc: 0.759142\tvalid_1's binary_logloss: 0.16675\n",
      "[3381]\tvalid_0's auc: 0.779341\tvalid_0's binary_logloss: 0.148468\tvalid_1's auc: 0.759152\tvalid_1's binary_logloss: 0.166747\n",
      "[3382]\tvalid_0's auc: 0.779344\tvalid_0's binary_logloss: 0.148466\tvalid_1's auc: 0.759157\tvalid_1's binary_logloss: 0.166746\n",
      "[3383]\tvalid_0's auc: 0.779346\tvalid_0's binary_logloss: 0.148463\tvalid_1's auc: 0.75916\tvalid_1's binary_logloss: 0.166744\n",
      "[3384]\tvalid_0's auc: 0.779358\tvalid_0's binary_logloss: 0.148462\tvalid_1's auc: 0.759175\tvalid_1's binary_logloss: 0.166743\n",
      "[3385]\tvalid_0's auc: 0.779357\tvalid_0's binary_logloss: 0.148462\tvalid_1's auc: 0.75917\tvalid_1's binary_logloss: 0.166742\n",
      "[3386]\tvalid_0's auc: 0.779369\tvalid_0's binary_logloss: 0.14846\tvalid_1's auc: 0.759183\tvalid_1's binary_logloss: 0.16674\n",
      "[3387]\tvalid_0's auc: 0.779378\tvalid_0's binary_logloss: 0.148459\tvalid_1's auc: 0.759187\tvalid_1's binary_logloss: 0.166739\n",
      "[3388]\tvalid_0's auc: 0.779383\tvalid_0's binary_logloss: 0.148458\tvalid_1's auc: 0.75919\tvalid_1's binary_logloss: 0.166738\n",
      "[3389]\tvalid_0's auc: 0.779385\tvalid_0's binary_logloss: 0.148457\tvalid_1's auc: 0.759195\tvalid_1's binary_logloss: 0.166738\n",
      "[3390]\tvalid_0's auc: 0.779385\tvalid_0's binary_logloss: 0.148457\tvalid_1's auc: 0.759195\tvalid_1's binary_logloss: 0.166738\n",
      "[3391]\tvalid_0's auc: 0.779385\tvalid_0's binary_logloss: 0.148457\tvalid_1's auc: 0.759195\tvalid_1's binary_logloss: 0.166738\n",
      "[3392]\tvalid_0's auc: 0.779385\tvalid_0's binary_logloss: 0.148456\tvalid_1's auc: 0.759197\tvalid_1's binary_logloss: 0.166737\n",
      "[3393]\tvalid_0's auc: 0.779385\tvalid_0's binary_logloss: 0.148456\tvalid_1's auc: 0.759197\tvalid_1's binary_logloss: 0.166737\n",
      "[3394]\tvalid_0's auc: 0.779385\tvalid_0's binary_logloss: 0.148455\tvalid_1's auc: 0.759203\tvalid_1's binary_logloss: 0.166735\n",
      "[3395]\tvalid_0's auc: 0.779391\tvalid_0's binary_logloss: 0.148454\tvalid_1's auc: 0.759206\tvalid_1's binary_logloss: 0.166734\n",
      "[3396]\tvalid_0's auc: 0.779411\tvalid_0's binary_logloss: 0.148451\tvalid_1's auc: 0.759222\tvalid_1's binary_logloss: 0.166731\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[3397]\tvalid_0's auc: 0.779409\tvalid_0's binary_logloss: 0.14845\tvalid_1's auc: 0.759224\tvalid_1's binary_logloss: 0.16673\n",
      "[3398]\tvalid_0's auc: 0.779408\tvalid_0's binary_logloss: 0.148449\tvalid_1's auc: 0.75922\tvalid_1's binary_logloss: 0.166729\n",
      "[3399]\tvalid_0's auc: 0.779412\tvalid_0's binary_logloss: 0.148448\tvalid_1's auc: 0.759222\tvalid_1's binary_logloss: 0.166728\n",
      "[3400]\tvalid_0's auc: 0.779412\tvalid_0's binary_logloss: 0.148447\tvalid_1's auc: 0.759223\tvalid_1's binary_logloss: 0.166727\n",
      "[3401]\tvalid_0's auc: 0.779412\tvalid_0's binary_logloss: 0.148445\tvalid_1's auc: 0.759222\tvalid_1's binary_logloss: 0.166726\n",
      "[3402]\tvalid_0's auc: 0.779413\tvalid_0's binary_logloss: 0.148443\tvalid_1's auc: 0.759226\tvalid_1's binary_logloss: 0.166723\n",
      "[3403]\tvalid_0's auc: 0.779412\tvalid_0's binary_logloss: 0.148442\tvalid_1's auc: 0.759224\tvalid_1's binary_logloss: 0.166723\n",
      "[3404]\tvalid_0's auc: 0.779416\tvalid_0's binary_logloss: 0.14844\tvalid_1's auc: 0.759224\tvalid_1's binary_logloss: 0.166722\n",
      "[3405]\tvalid_0's auc: 0.779425\tvalid_0's binary_logloss: 0.148438\tvalid_1's auc: 0.759227\tvalid_1's binary_logloss: 0.16672\n",
      "[3406]\tvalid_0's auc: 0.779428\tvalid_0's binary_logloss: 0.148437\tvalid_1's auc: 0.759232\tvalid_1's binary_logloss: 0.166719\n",
      "[3407]\tvalid_0's auc: 0.779438\tvalid_0's binary_logloss: 0.148436\tvalid_1's auc: 0.759241\tvalid_1's binary_logloss: 0.166718\n",
      "[3408]\tvalid_0's auc: 0.779436\tvalid_0's binary_logloss: 0.148435\tvalid_1's auc: 0.75924\tvalid_1's binary_logloss: 0.166717\n",
      "[3409]\tvalid_0's auc: 0.779441\tvalid_0's binary_logloss: 0.148434\tvalid_1's auc: 0.759241\tvalid_1's binary_logloss: 0.166717\n",
      "[3410]\tvalid_0's auc: 0.779447\tvalid_0's binary_logloss: 0.148434\tvalid_1's auc: 0.759245\tvalid_1's binary_logloss: 0.166716\n",
      "[3411]\tvalid_0's auc: 0.77945\tvalid_0's binary_logloss: 0.148432\tvalid_1's auc: 0.759247\tvalid_1's binary_logloss: 0.166715\n",
      "[3412]\tvalid_0's auc: 0.779459\tvalid_0's binary_logloss: 0.148429\tvalid_1's auc: 0.759258\tvalid_1's binary_logloss: 0.166712\n",
      "[3413]\tvalid_0's auc: 0.779458\tvalid_0's binary_logloss: 0.148428\tvalid_1's auc: 0.759259\tvalid_1's binary_logloss: 0.166711\n",
      "[3414]\tvalid_0's auc: 0.779463\tvalid_0's binary_logloss: 0.148426\tvalid_1's auc: 0.759264\tvalid_1's binary_logloss: 0.16671\n",
      "[3415]\tvalid_0's auc: 0.779462\tvalid_0's binary_logloss: 0.148425\tvalid_1's auc: 0.759267\tvalid_1's binary_logloss: 0.166709\n",
      "[3416]\tvalid_0's auc: 0.779464\tvalid_0's binary_logloss: 0.148422\tvalid_1's auc: 0.759262\tvalid_1's binary_logloss: 0.166706\n",
      "[3417]\tvalid_0's auc: 0.779477\tvalid_0's binary_logloss: 0.14842\tvalid_1's auc: 0.759278\tvalid_1's binary_logloss: 0.166704\n",
      "[3418]\tvalid_0's auc: 0.779482\tvalid_0's binary_logloss: 0.14842\tvalid_1's auc: 0.759279\tvalid_1's binary_logloss: 0.166704\n",
      "[3419]\tvalid_0's auc: 0.779495\tvalid_0's binary_logloss: 0.148418\tvalid_1's auc: 0.759293\tvalid_1's binary_logloss: 0.166702\n",
      "[3420]\tvalid_0's auc: 0.779498\tvalid_0's binary_logloss: 0.148417\tvalid_1's auc: 0.759298\tvalid_1's binary_logloss: 0.166701\n",
      "[3421]\tvalid_0's auc: 0.779496\tvalid_0's binary_logloss: 0.148416\tvalid_1's auc: 0.759296\tvalid_1's binary_logloss: 0.1667\n",
      "[3422]\tvalid_0's auc: 0.779497\tvalid_0's binary_logloss: 0.148415\tvalid_1's auc: 0.759293\tvalid_1's binary_logloss: 0.166699\n",
      "[3423]\tvalid_0's auc: 0.779495\tvalid_0's binary_logloss: 0.148414\tvalid_1's auc: 0.759291\tvalid_1's binary_logloss: 0.166698\n",
      "[3424]\tvalid_0's auc: 0.779491\tvalid_0's binary_logloss: 0.148413\tvalid_1's auc: 0.759288\tvalid_1's binary_logloss: 0.166697\n",
      "[3425]\tvalid_0's auc: 0.779487\tvalid_0's binary_logloss: 0.148411\tvalid_1's auc: 0.759279\tvalid_1's binary_logloss: 0.166695\n",
      "[3426]\tvalid_0's auc: 0.779499\tvalid_0's binary_logloss: 0.14841\tvalid_1's auc: 0.759289\tvalid_1's binary_logloss: 0.166694\n",
      "[3427]\tvalid_0's auc: 0.779501\tvalid_0's binary_logloss: 0.14841\tvalid_1's auc: 0.759292\tvalid_1's binary_logloss: 0.166694\n",
      "[3428]\tvalid_0's auc: 0.7795\tvalid_0's binary_logloss: 0.148409\tvalid_1's auc: 0.759291\tvalid_1's binary_logloss: 0.166693\n",
      "[3429]\tvalid_0's auc: 0.779503\tvalid_0's binary_logloss: 0.148407\tvalid_1's auc: 0.759294\tvalid_1's binary_logloss: 0.166691\n",
      "[3430]\tvalid_0's auc: 0.7795\tvalid_0's binary_logloss: 0.148406\tvalid_1's auc: 0.759286\tvalid_1's binary_logloss: 0.166691\n",
      "[3431]\tvalid_0's auc: 0.779499\tvalid_0's binary_logloss: 0.148404\tvalid_1's auc: 0.759289\tvalid_1's binary_logloss: 0.166689\n",
      "[3432]\tvalid_0's auc: 0.779499\tvalid_0's binary_logloss: 0.148402\tvalid_1's auc: 0.759291\tvalid_1's binary_logloss: 0.166686\n",
      "[3433]\tvalid_0's auc: 0.779496\tvalid_0's binary_logloss: 0.148401\tvalid_1's auc: 0.759291\tvalid_1's binary_logloss: 0.166685\n",
      "[3434]\tvalid_0's auc: 0.779505\tvalid_0's binary_logloss: 0.1484\tvalid_1's auc: 0.7593\tvalid_1's binary_logloss: 0.166684\n",
      "[3435]\tvalid_0's auc: 0.779527\tvalid_0's binary_logloss: 0.148397\tvalid_1's auc: 0.759317\tvalid_1's binary_logloss: 0.166682\n",
      "[3436]\tvalid_0's auc: 0.779536\tvalid_0's binary_logloss: 0.148395\tvalid_1's auc: 0.759324\tvalid_1's binary_logloss: 0.16668\n",
      "[3437]\tvalid_0's auc: 0.779543\tvalid_0's binary_logloss: 0.148395\tvalid_1's auc: 0.759327\tvalid_1's binary_logloss: 0.16668\n",
      "[3438]\tvalid_0's auc: 0.779544\tvalid_0's binary_logloss: 0.148393\tvalid_1's auc: 0.759327\tvalid_1's binary_logloss: 0.166678\n",
      "[3439]\tvalid_0's auc: 0.779537\tvalid_0's binary_logloss: 0.148391\tvalid_1's auc: 0.759324\tvalid_1's binary_logloss: 0.166677\n",
      "[3440]\tvalid_0's auc: 0.779555\tvalid_0's binary_logloss: 0.148391\tvalid_1's auc: 0.759337\tvalid_1's binary_logloss: 0.166676\n",
      "[3441]\tvalid_0's auc: 0.779562\tvalid_0's binary_logloss: 0.148389\tvalid_1's auc: 0.759347\tvalid_1's binary_logloss: 0.166674\n",
      "[3442]\tvalid_0's auc: 0.779566\tvalid_0's binary_logloss: 0.148389\tvalid_1's auc: 0.759348\tvalid_1's binary_logloss: 0.166674\n",
      "[3443]\tvalid_0's auc: 0.779573\tvalid_0's binary_logloss: 0.148388\tvalid_1's auc: 0.759352\tvalid_1's binary_logloss: 0.166673\n",
      "[3444]\tvalid_0's auc: 0.779576\tvalid_0's binary_logloss: 0.148387\tvalid_1's auc: 0.759356\tvalid_1's binary_logloss: 0.166673\n",
      "[3445]\tvalid_0's auc: 0.779576\tvalid_0's binary_logloss: 0.148386\tvalid_1's auc: 0.759359\tvalid_1's binary_logloss: 0.166672\n",
      "[3446]\tvalid_0's auc: 0.779574\tvalid_0's binary_logloss: 0.148384\tvalid_1's auc: 0.759352\tvalid_1's binary_logloss: 0.16667\n",
      "[3447]\tvalid_0's auc: 0.779573\tvalid_0's binary_logloss: 0.148383\tvalid_1's auc: 0.759353\tvalid_1's binary_logloss: 0.16667\n",
      "[3448]\tvalid_0's auc: 0.779573\tvalid_0's binary_logloss: 0.148383\tvalid_1's auc: 0.759356\tvalid_1's binary_logloss: 0.166669\n",
      "[3449]\tvalid_0's auc: 0.779579\tvalid_0's binary_logloss: 0.148381\tvalid_1's auc: 0.759363\tvalid_1's binary_logloss: 0.166667\n",
      "[3450]\tvalid_0's auc: 0.779598\tvalid_0's binary_logloss: 0.148379\tvalid_1's auc: 0.759378\tvalid_1's binary_logloss: 0.166665\n",
      "[3451]\tvalid_0's auc: 0.779595\tvalid_0's binary_logloss: 0.148377\tvalid_1's auc: 0.759387\tvalid_1's binary_logloss: 0.166662\n",
      "[3452]\tvalid_0's auc: 0.779602\tvalid_0's binary_logloss: 0.148374\tvalid_1's auc: 0.759391\tvalid_1's binary_logloss: 0.16666\n",
      "[3453]\tvalid_0's auc: 0.779608\tvalid_0's binary_logloss: 0.148374\tvalid_1's auc: 0.759393\tvalid_1's binary_logloss: 0.166659\n",
      "[3454]\tvalid_0's auc: 0.779605\tvalid_0's binary_logloss: 0.148373\tvalid_1's auc: 0.759393\tvalid_1's binary_logloss: 0.166658\n",
      "[3455]\tvalid_0's auc: 0.779599\tvalid_0's binary_logloss: 0.148371\tvalid_1's auc: 0.759389\tvalid_1's binary_logloss: 0.166657\n",
      "[3456]\tvalid_0's auc: 0.779596\tvalid_0's binary_logloss: 0.148371\tvalid_1's auc: 0.75939\tvalid_1's binary_logloss: 0.166656\n",
      "[3457]\tvalid_0's auc: 0.779619\tvalid_0's binary_logloss: 0.148368\tvalid_1's auc: 0.759408\tvalid_1's binary_logloss: 0.166654\n",
      "[3458]\tvalid_0's auc: 0.779614\tvalid_0's binary_logloss: 0.148367\tvalid_1's auc: 0.759404\tvalid_1's binary_logloss: 0.166652\n",
      "[3459]\tvalid_0's auc: 0.779627\tvalid_0's binary_logloss: 0.148365\tvalid_1's auc: 0.75942\tvalid_1's binary_logloss: 0.166651\n",
      "[3460]\tvalid_0's auc: 0.779643\tvalid_0's binary_logloss: 0.148364\tvalid_1's auc: 0.759431\tvalid_1's binary_logloss: 0.166649\n",
      "[3461]\tvalid_0's auc: 0.779644\tvalid_0's binary_logloss: 0.148363\tvalid_1's auc: 0.759434\tvalid_1's binary_logloss: 0.166649\n",
      "[3462]\tvalid_0's auc: 0.77964\tvalid_0's binary_logloss: 0.148361\tvalid_1's auc: 0.759429\tvalid_1's binary_logloss: 0.166648\n",
      "[3463]\tvalid_0's auc: 0.779637\tvalid_0's binary_logloss: 0.148359\tvalid_1's auc: 0.759436\tvalid_1's binary_logloss: 0.166646\n",
      "[3464]\tvalid_0's auc: 0.779643\tvalid_0's binary_logloss: 0.148358\tvalid_1's auc: 0.759445\tvalid_1's binary_logloss: 0.166644\n",
      "[3465]\tvalid_0's auc: 0.779659\tvalid_0's binary_logloss: 0.148356\tvalid_1's auc: 0.759458\tvalid_1's binary_logloss: 0.166643\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[3466]\tvalid_0's auc: 0.779671\tvalid_0's binary_logloss: 0.148354\tvalid_1's auc: 0.759465\tvalid_1's binary_logloss: 0.166641\n",
      "[3467]\tvalid_0's auc: 0.779675\tvalid_0's binary_logloss: 0.148353\tvalid_1's auc: 0.759474\tvalid_1's binary_logloss: 0.16664\n",
      "[3468]\tvalid_0's auc: 0.779678\tvalid_0's binary_logloss: 0.148351\tvalid_1's auc: 0.759475\tvalid_1's binary_logloss: 0.166638\n",
      "[3469]\tvalid_0's auc: 0.779687\tvalid_0's binary_logloss: 0.148349\tvalid_1's auc: 0.759484\tvalid_1's binary_logloss: 0.166636\n",
      "[3470]\tvalid_0's auc: 0.779686\tvalid_0's binary_logloss: 0.148349\tvalid_1's auc: 0.759487\tvalid_1's binary_logloss: 0.166636\n",
      "[3471]\tvalid_0's auc: 0.779692\tvalid_0's binary_logloss: 0.148348\tvalid_1's auc: 0.75949\tvalid_1's binary_logloss: 0.166635\n",
      "[3472]\tvalid_0's auc: 0.779699\tvalid_0's binary_logloss: 0.148347\tvalid_1's auc: 0.759498\tvalid_1's binary_logloss: 0.166633\n",
      "[3473]\tvalid_0's auc: 0.779709\tvalid_0's binary_logloss: 0.148344\tvalid_1's auc: 0.759507\tvalid_1's binary_logloss: 0.166631\n",
      "[3474]\tvalid_0's auc: 0.779704\tvalid_0's binary_logloss: 0.148344\tvalid_1's auc: 0.759507\tvalid_1's binary_logloss: 0.16663\n",
      "[3475]\tvalid_0's auc: 0.779707\tvalid_0's binary_logloss: 0.148343\tvalid_1's auc: 0.759511\tvalid_1's binary_logloss: 0.166629\n",
      "[3476]\tvalid_0's auc: 0.779717\tvalid_0's binary_logloss: 0.14834\tvalid_1's auc: 0.759519\tvalid_1's binary_logloss: 0.166627\n",
      "[3477]\tvalid_0's auc: 0.779732\tvalid_0's binary_logloss: 0.148339\tvalid_1's auc: 0.759531\tvalid_1's binary_logloss: 0.166626\n",
      "[3478]\tvalid_0's auc: 0.779735\tvalid_0's binary_logloss: 0.148339\tvalid_1's auc: 0.759535\tvalid_1's binary_logloss: 0.166626\n",
      "[3479]\tvalid_0's auc: 0.779736\tvalid_0's binary_logloss: 0.148337\tvalid_1's auc: 0.759539\tvalid_1's binary_logloss: 0.166623\n",
      "[3480]\tvalid_0's auc: 0.77973\tvalid_0's binary_logloss: 0.148335\tvalid_1's auc: 0.759535\tvalid_1's binary_logloss: 0.166622\n",
      "[3481]\tvalid_0's auc: 0.779736\tvalid_0's binary_logloss: 0.148334\tvalid_1's auc: 0.759543\tvalid_1's binary_logloss: 0.16662\n",
      "[3482]\tvalid_0's auc: 0.779753\tvalid_0's binary_logloss: 0.148332\tvalid_1's auc: 0.759557\tvalid_1's binary_logloss: 0.166618\n",
      "[3483]\tvalid_0's auc: 0.779747\tvalid_0's binary_logloss: 0.148331\tvalid_1's auc: 0.759553\tvalid_1's binary_logloss: 0.166617\n",
      "[3484]\tvalid_0's auc: 0.779749\tvalid_0's binary_logloss: 0.148329\tvalid_1's auc: 0.75956\tvalid_1's binary_logloss: 0.166616\n",
      "[3485]\tvalid_0's auc: 0.779747\tvalid_0's binary_logloss: 0.148329\tvalid_1's auc: 0.759562\tvalid_1's binary_logloss: 0.166614\n",
      "[3486]\tvalid_0's auc: 0.779752\tvalid_0's binary_logloss: 0.148327\tvalid_1's auc: 0.759569\tvalid_1's binary_logloss: 0.166613\n",
      "[3487]\tvalid_0's auc: 0.779747\tvalid_0's binary_logloss: 0.148325\tvalid_1's auc: 0.759563\tvalid_1's binary_logloss: 0.166611\n",
      "[3488]\tvalid_0's auc: 0.779768\tvalid_0's binary_logloss: 0.148324\tvalid_1's auc: 0.75958\tvalid_1's binary_logloss: 0.16661\n",
      "[3489]\tvalid_0's auc: 0.779763\tvalid_0's binary_logloss: 0.148323\tvalid_1's auc: 0.759571\tvalid_1's binary_logloss: 0.166609\n",
      "[3490]\tvalid_0's auc: 0.779777\tvalid_0's binary_logloss: 0.148321\tvalid_1's auc: 0.759585\tvalid_1's binary_logloss: 0.166608\n",
      "[3491]\tvalid_0's auc: 0.779777\tvalid_0's binary_logloss: 0.148321\tvalid_1's auc: 0.759585\tvalid_1's binary_logloss: 0.166608\n",
      "[3492]\tvalid_0's auc: 0.779782\tvalid_0's binary_logloss: 0.14832\tvalid_1's auc: 0.75959\tvalid_1's binary_logloss: 0.166607\n",
      "[3493]\tvalid_0's auc: 0.779776\tvalid_0's binary_logloss: 0.14832\tvalid_1's auc: 0.759587\tvalid_1's binary_logloss: 0.166606\n",
      "[3494]\tvalid_0's auc: 0.779779\tvalid_0's binary_logloss: 0.148319\tvalid_1's auc: 0.759592\tvalid_1's binary_logloss: 0.166604\n",
      "[3495]\tvalid_0's auc: 0.77978\tvalid_0's binary_logloss: 0.148318\tvalid_1's auc: 0.759593\tvalid_1's binary_logloss: 0.166603\n",
      "[3496]\tvalid_0's auc: 0.779781\tvalid_0's binary_logloss: 0.148317\tvalid_1's auc: 0.759594\tvalid_1's binary_logloss: 0.166603\n",
      "[3497]\tvalid_0's auc: 0.779784\tvalid_0's binary_logloss: 0.148316\tvalid_1's auc: 0.759596\tvalid_1's binary_logloss: 0.166602\n",
      "[3498]\tvalid_0's auc: 0.779785\tvalid_0's binary_logloss: 0.148315\tvalid_1's auc: 0.759596\tvalid_1's binary_logloss: 0.166602\n",
      "[3499]\tvalid_0's auc: 0.779785\tvalid_0's binary_logloss: 0.148315\tvalid_1's auc: 0.759596\tvalid_1's binary_logloss: 0.166602\n",
      "[3500]\tvalid_0's auc: 0.779789\tvalid_0's binary_logloss: 0.148315\tvalid_1's auc: 0.759601\tvalid_1's binary_logloss: 0.166602\n",
      "[3501]\tvalid_0's auc: 0.779792\tvalid_0's binary_logloss: 0.148313\tvalid_1's auc: 0.759605\tvalid_1's binary_logloss: 0.1666\n",
      "[3502]\tvalid_0's auc: 0.779793\tvalid_0's binary_logloss: 0.148312\tvalid_1's auc: 0.759603\tvalid_1's binary_logloss: 0.166599\n",
      "[3503]\tvalid_0's auc: 0.779801\tvalid_0's binary_logloss: 0.14831\tvalid_1's auc: 0.75961\tvalid_1's binary_logloss: 0.166597\n",
      "[3504]\tvalid_0's auc: 0.779815\tvalid_0's binary_logloss: 0.148307\tvalid_1's auc: 0.75963\tvalid_1's binary_logloss: 0.166594\n",
      "[3505]\tvalid_0's auc: 0.77981\tvalid_0's binary_logloss: 0.148306\tvalid_1's auc: 0.75963\tvalid_1's binary_logloss: 0.166593\n",
      "[3506]\tvalid_0's auc: 0.779812\tvalid_0's binary_logloss: 0.148305\tvalid_1's auc: 0.759635\tvalid_1's binary_logloss: 0.166592\n",
      "[3507]\tvalid_0's auc: 0.779812\tvalid_0's binary_logloss: 0.148305\tvalid_1's auc: 0.759635\tvalid_1's binary_logloss: 0.166592\n",
      "[3508]\tvalid_0's auc: 0.779812\tvalid_0's binary_logloss: 0.148305\tvalid_1's auc: 0.759635\tvalid_1's binary_logloss: 0.166592\n",
      "[3509]\tvalid_0's auc: 0.779808\tvalid_0's binary_logloss: 0.148305\tvalid_1's auc: 0.759628\tvalid_1's binary_logloss: 0.166592\n",
      "[3510]\tvalid_0's auc: 0.779814\tvalid_0's binary_logloss: 0.148303\tvalid_1's auc: 0.759634\tvalid_1's binary_logloss: 0.166591\n",
      "[3511]\tvalid_0's auc: 0.779812\tvalid_0's binary_logloss: 0.148301\tvalid_1's auc: 0.759633\tvalid_1's binary_logloss: 0.166589\n",
      "[3512]\tvalid_0's auc: 0.779815\tvalid_0's binary_logloss: 0.1483\tvalid_1's auc: 0.75964\tvalid_1's binary_logloss: 0.166587\n",
      "[3513]\tvalid_0's auc: 0.779816\tvalid_0's binary_logloss: 0.148298\tvalid_1's auc: 0.75965\tvalid_1's binary_logloss: 0.166585\n",
      "[3514]\tvalid_0's auc: 0.779826\tvalid_0's binary_logloss: 0.148297\tvalid_1's auc: 0.759653\tvalid_1's binary_logloss: 0.166584\n",
      "[3515]\tvalid_0's auc: 0.779829\tvalid_0's binary_logloss: 0.148297\tvalid_1's auc: 0.759655\tvalid_1's binary_logloss: 0.166584\n",
      "[3516]\tvalid_0's auc: 0.779829\tvalid_0's binary_logloss: 0.148295\tvalid_1's auc: 0.759654\tvalid_1's binary_logloss: 0.166582\n",
      "[3517]\tvalid_0's auc: 0.779831\tvalid_0's binary_logloss: 0.148293\tvalid_1's auc: 0.75966\tvalid_1's binary_logloss: 0.16658\n",
      "[3518]\tvalid_0's auc: 0.779831\tvalid_0's binary_logloss: 0.148293\tvalid_1's auc: 0.75966\tvalid_1's binary_logloss: 0.16658\n",
      "[3519]\tvalid_0's auc: 0.779836\tvalid_0's binary_logloss: 0.148292\tvalid_1's auc: 0.759664\tvalid_1's binary_logloss: 0.166579\n",
      "[3520]\tvalid_0's auc: 0.779837\tvalid_0's binary_logloss: 0.148291\tvalid_1's auc: 0.759665\tvalid_1's binary_logloss: 0.166579\n",
      "[3521]\tvalid_0's auc: 0.779842\tvalid_0's binary_logloss: 0.148291\tvalid_1's auc: 0.759668\tvalid_1's binary_logloss: 0.166578\n",
      "[3522]\tvalid_0's auc: 0.77984\tvalid_0's binary_logloss: 0.14829\tvalid_1's auc: 0.759671\tvalid_1's binary_logloss: 0.166577\n",
      "[3523]\tvalid_0's auc: 0.779857\tvalid_0's binary_logloss: 0.148289\tvalid_1's auc: 0.759684\tvalid_1's binary_logloss: 0.166577\n",
      "[3524]\tvalid_0's auc: 0.779859\tvalid_0's binary_logloss: 0.148289\tvalid_1's auc: 0.759688\tvalid_1's binary_logloss: 0.166575\n",
      "[3525]\tvalid_0's auc: 0.779867\tvalid_0's binary_logloss: 0.148287\tvalid_1's auc: 0.759694\tvalid_1's binary_logloss: 0.166574\n",
      "[3526]\tvalid_0's auc: 0.779865\tvalid_0's binary_logloss: 0.148285\tvalid_1's auc: 0.759698\tvalid_1's binary_logloss: 0.166572\n",
      "[3527]\tvalid_0's auc: 0.779863\tvalid_0's binary_logloss: 0.148284\tvalid_1's auc: 0.759695\tvalid_1's binary_logloss: 0.166571\n",
      "[3528]\tvalid_0's auc: 0.779864\tvalid_0's binary_logloss: 0.148283\tvalid_1's auc: 0.759699\tvalid_1's binary_logloss: 0.16657\n",
      "[3529]\tvalid_0's auc: 0.779866\tvalid_0's binary_logloss: 0.148281\tvalid_1's auc: 0.759697\tvalid_1's binary_logloss: 0.166569\n",
      "[3530]\tvalid_0's auc: 0.77987\tvalid_0's binary_logloss: 0.14828\tvalid_1's auc: 0.759704\tvalid_1's binary_logloss: 0.166568\n",
      "[3531]\tvalid_0's auc: 0.779864\tvalid_0's binary_logloss: 0.148279\tvalid_1's auc: 0.759699\tvalid_1's binary_logloss: 0.166567\n",
      "[3532]\tvalid_0's auc: 0.779867\tvalid_0's binary_logloss: 0.148279\tvalid_1's auc: 0.759703\tvalid_1's binary_logloss: 0.166566\n",
      "[3533]\tvalid_0's auc: 0.779862\tvalid_0's binary_logloss: 0.148277\tvalid_1's auc: 0.759696\tvalid_1's binary_logloss: 0.166565\n",
      "[3534]\tvalid_0's auc: 0.779868\tvalid_0's binary_logloss: 0.148276\tvalid_1's auc: 0.7597\tvalid_1's binary_logloss: 0.166565\n",
      "[3535]\tvalid_0's auc: 0.779865\tvalid_0's binary_logloss: 0.148275\tvalid_1's auc: 0.759692\tvalid_1's binary_logloss: 0.166563\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[3536]\tvalid_0's auc: 0.779863\tvalid_0's binary_logloss: 0.148274\tvalid_1's auc: 0.759687\tvalid_1's binary_logloss: 0.166562\n",
      "[3537]\tvalid_0's auc: 0.779859\tvalid_0's binary_logloss: 0.148272\tvalid_1's auc: 0.759684\tvalid_1's binary_logloss: 0.166561\n",
      "[3538]\tvalid_0's auc: 0.77986\tvalid_0's binary_logloss: 0.148271\tvalid_1's auc: 0.759685\tvalid_1's binary_logloss: 0.16656\n",
      "[3539]\tvalid_0's auc: 0.779873\tvalid_0's binary_logloss: 0.14827\tvalid_1's auc: 0.759696\tvalid_1's binary_logloss: 0.166559\n",
      "[3540]\tvalid_0's auc: 0.779878\tvalid_0's binary_logloss: 0.148268\tvalid_1's auc: 0.7597\tvalid_1's binary_logloss: 0.166557\n",
      "[3541]\tvalid_0's auc: 0.779877\tvalid_0's binary_logloss: 0.148266\tvalid_1's auc: 0.759697\tvalid_1's binary_logloss: 0.166556\n",
      "[3542]\tvalid_0's auc: 0.779877\tvalid_0's binary_logloss: 0.148266\tvalid_1's auc: 0.759697\tvalid_1's binary_logloss: 0.166556\n",
      "[3543]\tvalid_0's auc: 0.77988\tvalid_0's binary_logloss: 0.148266\tvalid_1's auc: 0.759701\tvalid_1's binary_logloss: 0.166555\n",
      "[3544]\tvalid_0's auc: 0.779879\tvalid_0's binary_logloss: 0.148265\tvalid_1's auc: 0.759699\tvalid_1's binary_logloss: 0.166554\n",
      "[3545]\tvalid_0's auc: 0.779872\tvalid_0's binary_logloss: 0.148264\tvalid_1's auc: 0.759693\tvalid_1's binary_logloss: 0.166553\n",
      "[3546]\tvalid_0's auc: 0.77988\tvalid_0's binary_logloss: 0.148262\tvalid_1's auc: 0.759698\tvalid_1's binary_logloss: 0.166552\n",
      "[3547]\tvalid_0's auc: 0.779895\tvalid_0's binary_logloss: 0.148262\tvalid_1's auc: 0.75971\tvalid_1's binary_logloss: 0.166551\n",
      "[3548]\tvalid_0's auc: 0.779898\tvalid_0's binary_logloss: 0.14826\tvalid_1's auc: 0.759714\tvalid_1's binary_logloss: 0.16655\n",
      "[3549]\tvalid_0's auc: 0.779901\tvalid_0's binary_logloss: 0.148257\tvalid_1's auc: 0.759719\tvalid_1's binary_logloss: 0.166547\n",
      "[3550]\tvalid_0's auc: 0.779897\tvalid_0's binary_logloss: 0.148254\tvalid_1's auc: 0.759723\tvalid_1's binary_logloss: 0.166544\n",
      "[3551]\tvalid_0's auc: 0.7799\tvalid_0's binary_logloss: 0.148252\tvalid_1's auc: 0.759727\tvalid_1's binary_logloss: 0.166542\n",
      "[3552]\tvalid_0's auc: 0.779914\tvalid_0's binary_logloss: 0.148251\tvalid_1's auc: 0.759737\tvalid_1's binary_logloss: 0.16654\n",
      "[3553]\tvalid_0's auc: 0.779915\tvalid_0's binary_logloss: 0.148249\tvalid_1's auc: 0.759736\tvalid_1's binary_logloss: 0.166539\n",
      "[3554]\tvalid_0's auc: 0.779932\tvalid_0's binary_logloss: 0.148248\tvalid_1's auc: 0.759747\tvalid_1's binary_logloss: 0.166538\n",
      "[3555]\tvalid_0's auc: 0.779937\tvalid_0's binary_logloss: 0.148247\tvalid_1's auc: 0.759755\tvalid_1's binary_logloss: 0.166536\n",
      "[3556]\tvalid_0's auc: 0.779937\tvalid_0's binary_logloss: 0.148245\tvalid_1's auc: 0.759761\tvalid_1's binary_logloss: 0.166534\n",
      "[3557]\tvalid_0's auc: 0.77994\tvalid_0's binary_logloss: 0.148243\tvalid_1's auc: 0.759768\tvalid_1's binary_logloss: 0.166532\n",
      "[3558]\tvalid_0's auc: 0.779939\tvalid_0's binary_logloss: 0.148242\tvalid_1's auc: 0.759769\tvalid_1's binary_logloss: 0.166531\n",
      "[3559]\tvalid_0's auc: 0.779947\tvalid_0's binary_logloss: 0.14824\tvalid_1's auc: 0.759782\tvalid_1's binary_logloss: 0.166529\n",
      "[3560]\tvalid_0's auc: 0.779952\tvalid_0's binary_logloss: 0.148238\tvalid_1's auc: 0.759794\tvalid_1's binary_logloss: 0.166526\n",
      "[3561]\tvalid_0's auc: 0.779973\tvalid_0's binary_logloss: 0.148237\tvalid_1's auc: 0.759811\tvalid_1's binary_logloss: 0.166525\n",
      "[3562]\tvalid_0's auc: 0.779975\tvalid_0's binary_logloss: 0.148236\tvalid_1's auc: 0.759813\tvalid_1's binary_logloss: 0.166525\n",
      "[3563]\tvalid_0's auc: 0.779972\tvalid_0's binary_logloss: 0.148235\tvalid_1's auc: 0.759812\tvalid_1's binary_logloss: 0.166524\n",
      "[3564]\tvalid_0's auc: 0.779974\tvalid_0's binary_logloss: 0.148234\tvalid_1's auc: 0.759813\tvalid_1's binary_logloss: 0.166523\n",
      "[3565]\tvalid_0's auc: 0.77999\tvalid_0's binary_logloss: 0.148231\tvalid_1's auc: 0.759825\tvalid_1's binary_logloss: 0.16652\n",
      "[3566]\tvalid_0's auc: 0.77999\tvalid_0's binary_logloss: 0.14823\tvalid_1's auc: 0.759826\tvalid_1's binary_logloss: 0.166519\n",
      "[3567]\tvalid_0's auc: 0.780005\tvalid_0's binary_logloss: 0.148229\tvalid_1's auc: 0.759837\tvalid_1's binary_logloss: 0.166519\n",
      "[3568]\tvalid_0's auc: 0.78002\tvalid_0's binary_logloss: 0.148227\tvalid_1's auc: 0.759851\tvalid_1's binary_logloss: 0.166517\n",
      "[3569]\tvalid_0's auc: 0.78002\tvalid_0's binary_logloss: 0.148227\tvalid_1's auc: 0.759851\tvalid_1's binary_logloss: 0.166517\n",
      "[3570]\tvalid_0's auc: 0.780018\tvalid_0's binary_logloss: 0.148226\tvalid_1's auc: 0.759847\tvalid_1's binary_logloss: 0.166516\n",
      "[3571]\tvalid_0's auc: 0.78003\tvalid_0's binary_logloss: 0.148225\tvalid_1's auc: 0.759861\tvalid_1's binary_logloss: 0.166515\n",
      "[3572]\tvalid_0's auc: 0.780043\tvalid_0's binary_logloss: 0.148223\tvalid_1's auc: 0.759877\tvalid_1's binary_logloss: 0.166513\n",
      "[3573]\tvalid_0's auc: 0.780043\tvalid_0's binary_logloss: 0.14822\tvalid_1's auc: 0.759876\tvalid_1's binary_logloss: 0.16651\n",
      "[3574]\tvalid_0's auc: 0.780057\tvalid_0's binary_logloss: 0.148218\tvalid_1's auc: 0.759889\tvalid_1's binary_logloss: 0.166508\n",
      "[3575]\tvalid_0's auc: 0.780053\tvalid_0's binary_logloss: 0.148216\tvalid_1's auc: 0.759882\tvalid_1's binary_logloss: 0.166507\n",
      "[3576]\tvalid_0's auc: 0.780052\tvalid_0's binary_logloss: 0.148215\tvalid_1's auc: 0.759881\tvalid_1's binary_logloss: 0.166506\n",
      "[3577]\tvalid_0's auc: 0.780054\tvalid_0's binary_logloss: 0.148215\tvalid_1's auc: 0.759885\tvalid_1's binary_logloss: 0.166505\n",
      "[3578]\tvalid_0's auc: 0.780062\tvalid_0's binary_logloss: 0.148213\tvalid_1's auc: 0.75989\tvalid_1's binary_logloss: 0.166504\n",
      "[3579]\tvalid_0's auc: 0.780068\tvalid_0's binary_logloss: 0.148211\tvalid_1's auc: 0.759898\tvalid_1's binary_logloss: 0.166502\n",
      "[3580]\tvalid_0's auc: 0.780075\tvalid_0's binary_logloss: 0.148211\tvalid_1's auc: 0.759909\tvalid_1's binary_logloss: 0.166501\n",
      "[3581]\tvalid_0's auc: 0.780075\tvalid_0's binary_logloss: 0.14821\tvalid_1's auc: 0.75991\tvalid_1's binary_logloss: 0.1665\n",
      "[3582]\tvalid_0's auc: 0.780075\tvalid_0's binary_logloss: 0.148209\tvalid_1's auc: 0.759914\tvalid_1's binary_logloss: 0.166499\n",
      "[3583]\tvalid_0's auc: 0.780074\tvalid_0's binary_logloss: 0.148207\tvalid_1's auc: 0.759917\tvalid_1's binary_logloss: 0.166497\n",
      "[3584]\tvalid_0's auc: 0.780071\tvalid_0's binary_logloss: 0.148206\tvalid_1's auc: 0.759911\tvalid_1's binary_logloss: 0.166496\n",
      "[3585]\tvalid_0's auc: 0.78007\tvalid_0's binary_logloss: 0.148205\tvalid_1's auc: 0.759909\tvalid_1's binary_logloss: 0.166496\n",
      "[3586]\tvalid_0's auc: 0.780073\tvalid_0's binary_logloss: 0.148204\tvalid_1's auc: 0.759912\tvalid_1's binary_logloss: 0.166495\n",
      "[3587]\tvalid_0's auc: 0.780073\tvalid_0's binary_logloss: 0.148204\tvalid_1's auc: 0.759912\tvalid_1's binary_logloss: 0.166495\n",
      "[3588]\tvalid_0's auc: 0.780079\tvalid_0's binary_logloss: 0.148203\tvalid_1's auc: 0.759914\tvalid_1's binary_logloss: 0.166494\n",
      "[3589]\tvalid_0's auc: 0.780074\tvalid_0's binary_logloss: 0.148203\tvalid_1's auc: 0.759913\tvalid_1's binary_logloss: 0.166494\n",
      "[3590]\tvalid_0's auc: 0.780082\tvalid_0's binary_logloss: 0.148201\tvalid_1's auc: 0.759922\tvalid_1's binary_logloss: 0.166492\n",
      "[3591]\tvalid_0's auc: 0.780098\tvalid_0's binary_logloss: 0.148199\tvalid_1's auc: 0.759939\tvalid_1's binary_logloss: 0.16649\n",
      "[3592]\tvalid_0's auc: 0.780095\tvalid_0's binary_logloss: 0.148197\tvalid_1's auc: 0.759936\tvalid_1's binary_logloss: 0.166488\n",
      "[3593]\tvalid_0's auc: 0.780095\tvalid_0's binary_logloss: 0.148197\tvalid_1's auc: 0.759936\tvalid_1's binary_logloss: 0.166488\n",
      "[3594]\tvalid_0's auc: 0.780094\tvalid_0's binary_logloss: 0.148197\tvalid_1's auc: 0.759941\tvalid_1's binary_logloss: 0.166487\n",
      "[3595]\tvalid_0's auc: 0.780097\tvalid_0's binary_logloss: 0.148195\tvalid_1's auc: 0.759946\tvalid_1's binary_logloss: 0.166485\n",
      "[3596]\tvalid_0's auc: 0.780105\tvalid_0's binary_logloss: 0.148194\tvalid_1's auc: 0.759952\tvalid_1's binary_logloss: 0.166484\n",
      "[3597]\tvalid_0's auc: 0.780104\tvalid_0's binary_logloss: 0.148193\tvalid_1's auc: 0.759953\tvalid_1's binary_logloss: 0.166483\n",
      "[3598]\tvalid_0's auc: 0.780118\tvalid_0's binary_logloss: 0.148191\tvalid_1's auc: 0.759965\tvalid_1's binary_logloss: 0.166481\n",
      "[3599]\tvalid_0's auc: 0.780118\tvalid_0's binary_logloss: 0.148191\tvalid_1's auc: 0.759965\tvalid_1's binary_logloss: 0.166481\n",
      "[3600]\tvalid_0's auc: 0.780116\tvalid_0's binary_logloss: 0.14819\tvalid_1's auc: 0.759971\tvalid_1's binary_logloss: 0.166479\n",
      "[3601]\tvalid_0's auc: 0.780115\tvalid_0's binary_logloss: 0.148189\tvalid_1's auc: 0.759974\tvalid_1's binary_logloss: 0.166478\n",
      "[3602]\tvalid_0's auc: 0.780115\tvalid_0's binary_logloss: 0.148189\tvalid_1's auc: 0.759974\tvalid_1's binary_logloss: 0.166478\n",
      "[3603]\tvalid_0's auc: 0.780115\tvalid_0's binary_logloss: 0.148189\tvalid_1's auc: 0.759974\tvalid_1's binary_logloss: 0.166478\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[3604]\tvalid_0's auc: 0.780123\tvalid_0's binary_logloss: 0.148189\tvalid_1's auc: 0.759982\tvalid_1's binary_logloss: 0.166477\n",
      "[3605]\tvalid_0's auc: 0.780124\tvalid_0's binary_logloss: 0.148187\tvalid_1's auc: 0.759983\tvalid_1's binary_logloss: 0.166476\n",
      "[3606]\tvalid_0's auc: 0.780124\tvalid_0's binary_logloss: 0.148187\tvalid_1's auc: 0.759983\tvalid_1's binary_logloss: 0.166476\n",
      "[3607]\tvalid_0's auc: 0.780123\tvalid_0's binary_logloss: 0.148186\tvalid_1's auc: 0.759982\tvalid_1's binary_logloss: 0.166476\n",
      "[3608]\tvalid_0's auc: 0.780124\tvalid_0's binary_logloss: 0.148186\tvalid_1's auc: 0.759983\tvalid_1's binary_logloss: 0.166475\n",
      "[3609]\tvalid_0's auc: 0.780124\tvalid_0's binary_logloss: 0.148186\tvalid_1's auc: 0.759983\tvalid_1's binary_logloss: 0.166475\n",
      "[3610]\tvalid_0's auc: 0.780127\tvalid_0's binary_logloss: 0.148185\tvalid_1's auc: 0.759986\tvalid_1's binary_logloss: 0.166474\n",
      "[3611]\tvalid_0's auc: 0.780127\tvalid_0's binary_logloss: 0.148184\tvalid_1's auc: 0.75999\tvalid_1's binary_logloss: 0.166473\n",
      "[3612]\tvalid_0's auc: 0.780127\tvalid_0's binary_logloss: 0.148183\tvalid_1's auc: 0.759993\tvalid_1's binary_logloss: 0.166472\n",
      "[3613]\tvalid_0's auc: 0.780135\tvalid_0's binary_logloss: 0.148182\tvalid_1's auc: 0.759995\tvalid_1's binary_logloss: 0.166471\n",
      "[3614]\tvalid_0's auc: 0.780133\tvalid_0's binary_logloss: 0.148182\tvalid_1's auc: 0.759995\tvalid_1's binary_logloss: 0.16647\n",
      "[3615]\tvalid_0's auc: 0.780126\tvalid_0's binary_logloss: 0.14818\tvalid_1's auc: 0.75999\tvalid_1's binary_logloss: 0.166469\n",
      "[3616]\tvalid_0's auc: 0.780129\tvalid_0's binary_logloss: 0.148179\tvalid_1's auc: 0.759992\tvalid_1's binary_logloss: 0.166468\n",
      "[3617]\tvalid_0's auc: 0.780141\tvalid_0's binary_logloss: 0.148177\tvalid_1's auc: 0.760008\tvalid_1's binary_logloss: 0.166465\n",
      "[3618]\tvalid_0's auc: 0.780143\tvalid_0's binary_logloss: 0.148176\tvalid_1's auc: 0.760012\tvalid_1's binary_logloss: 0.166465\n",
      "[3619]\tvalid_0's auc: 0.780146\tvalid_0's binary_logloss: 0.148175\tvalid_1's auc: 0.760019\tvalid_1's binary_logloss: 0.166464\n",
      "[3620]\tvalid_0's auc: 0.780173\tvalid_0's binary_logloss: 0.148173\tvalid_1's auc: 0.760044\tvalid_1's binary_logloss: 0.166462\n",
      "[3621]\tvalid_0's auc: 0.780178\tvalid_0's binary_logloss: 0.148171\tvalid_1's auc: 0.760051\tvalid_1's binary_logloss: 0.16646\n",
      "[3622]\tvalid_0's auc: 0.7802\tvalid_0's binary_logloss: 0.148169\tvalid_1's auc: 0.760069\tvalid_1's binary_logloss: 0.166458\n",
      "[3623]\tvalid_0's auc: 0.7802\tvalid_0's binary_logloss: 0.148168\tvalid_1's auc: 0.760071\tvalid_1's binary_logloss: 0.166457\n",
      "[3624]\tvalid_0's auc: 0.780214\tvalid_0's binary_logloss: 0.148167\tvalid_1's auc: 0.760075\tvalid_1's binary_logloss: 0.166457\n",
      "[3625]\tvalid_0's auc: 0.780226\tvalid_0's binary_logloss: 0.148165\tvalid_1's auc: 0.760091\tvalid_1's binary_logloss: 0.166455\n",
      "[3626]\tvalid_0's auc: 0.780226\tvalid_0's binary_logloss: 0.148164\tvalid_1's auc: 0.760092\tvalid_1's binary_logloss: 0.166455\n",
      "[3627]\tvalid_0's auc: 0.780223\tvalid_0's binary_logloss: 0.148163\tvalid_1's auc: 0.76009\tvalid_1's binary_logloss: 0.166453\n",
      "[3628]\tvalid_0's auc: 0.780217\tvalid_0's binary_logloss: 0.148162\tvalid_1's auc: 0.760085\tvalid_1's binary_logloss: 0.166453\n",
      "[3629]\tvalid_0's auc: 0.780225\tvalid_0's binary_logloss: 0.14816\tvalid_1's auc: 0.76009\tvalid_1's binary_logloss: 0.166451\n",
      "[3630]\tvalid_0's auc: 0.780226\tvalid_0's binary_logloss: 0.148159\tvalid_1's auc: 0.760094\tvalid_1's binary_logloss: 0.166449\n",
      "[3631]\tvalid_0's auc: 0.780225\tvalid_0's binary_logloss: 0.148158\tvalid_1's auc: 0.760097\tvalid_1's binary_logloss: 0.166448\n",
      "[3632]\tvalid_0's auc: 0.780225\tvalid_0's binary_logloss: 0.148158\tvalid_1's auc: 0.760097\tvalid_1's binary_logloss: 0.166448\n",
      "[3633]\tvalid_0's auc: 0.780225\tvalid_0's binary_logloss: 0.148157\tvalid_1's auc: 0.760095\tvalid_1's binary_logloss: 0.166448\n",
      "[3634]\tvalid_0's auc: 0.780228\tvalid_0's binary_logloss: 0.148157\tvalid_1's auc: 0.760096\tvalid_1's binary_logloss: 0.166447\n",
      "[3635]\tvalid_0's auc: 0.780228\tvalid_0's binary_logloss: 0.148157\tvalid_1's auc: 0.760096\tvalid_1's binary_logloss: 0.166447\n",
      "[3636]\tvalid_0's auc: 0.780227\tvalid_0's binary_logloss: 0.148156\tvalid_1's auc: 0.760097\tvalid_1's binary_logloss: 0.166447\n",
      "[3637]\tvalid_0's auc: 0.780236\tvalid_0's binary_logloss: 0.148154\tvalid_1's auc: 0.76011\tvalid_1's binary_logloss: 0.166444\n",
      "[3638]\tvalid_0's auc: 0.780232\tvalid_0's binary_logloss: 0.148153\tvalid_1's auc: 0.760104\tvalid_1's binary_logloss: 0.166444\n",
      "[3639]\tvalid_0's auc: 0.780235\tvalid_0's binary_logloss: 0.148153\tvalid_1's auc: 0.760107\tvalid_1's binary_logloss: 0.166443\n",
      "[3640]\tvalid_0's auc: 0.780242\tvalid_0's binary_logloss: 0.148152\tvalid_1's auc: 0.76011\tvalid_1's binary_logloss: 0.166443\n",
      "[3641]\tvalid_0's auc: 0.780254\tvalid_0's binary_logloss: 0.14815\tvalid_1's auc: 0.760123\tvalid_1's binary_logloss: 0.166441\n",
      "[3642]\tvalid_0's auc: 0.780254\tvalid_0's binary_logloss: 0.14815\tvalid_1's auc: 0.760123\tvalid_1's binary_logloss: 0.166441\n",
      "[3643]\tvalid_0's auc: 0.780263\tvalid_0's binary_logloss: 0.148149\tvalid_1's auc: 0.760128\tvalid_1's binary_logloss: 0.16644\n",
      "[3644]\tvalid_0's auc: 0.780264\tvalid_0's binary_logloss: 0.148147\tvalid_1's auc: 0.760131\tvalid_1's binary_logloss: 0.166437\n",
      "[3645]\tvalid_0's auc: 0.780269\tvalid_0's binary_logloss: 0.148145\tvalid_1's auc: 0.760136\tvalid_1's binary_logloss: 0.166436\n",
      "[3646]\tvalid_0's auc: 0.780267\tvalid_0's binary_logloss: 0.148143\tvalid_1's auc: 0.760136\tvalid_1's binary_logloss: 0.166434\n",
      "[3647]\tvalid_0's auc: 0.780274\tvalid_0's binary_logloss: 0.148143\tvalid_1's auc: 0.760143\tvalid_1's binary_logloss: 0.166434\n",
      "[3648]\tvalid_0's auc: 0.780273\tvalid_0's binary_logloss: 0.148141\tvalid_1's auc: 0.760146\tvalid_1's binary_logloss: 0.166432\n",
      "[3649]\tvalid_0's auc: 0.780267\tvalid_0's binary_logloss: 0.14814\tvalid_1's auc: 0.760139\tvalid_1's binary_logloss: 0.166431\n",
      "[3650]\tvalid_0's auc: 0.780268\tvalid_0's binary_logloss: 0.148139\tvalid_1's auc: 0.760145\tvalid_1's binary_logloss: 0.166429\n",
      "[3651]\tvalid_0's auc: 0.780285\tvalid_0's binary_logloss: 0.148137\tvalid_1's auc: 0.760157\tvalid_1's binary_logloss: 0.166428\n",
      "[3652]\tvalid_0's auc: 0.780284\tvalid_0's binary_logloss: 0.148135\tvalid_1's auc: 0.760158\tvalid_1's binary_logloss: 0.166426\n",
      "[3653]\tvalid_0's auc: 0.780283\tvalid_0's binary_logloss: 0.148134\tvalid_1's auc: 0.760154\tvalid_1's binary_logloss: 0.166426\n",
      "[3654]\tvalid_0's auc: 0.780295\tvalid_0's binary_logloss: 0.148133\tvalid_1's auc: 0.760162\tvalid_1's binary_logloss: 0.166424\n",
      "[3655]\tvalid_0's auc: 0.780301\tvalid_0's binary_logloss: 0.148131\tvalid_1's auc: 0.76017\tvalid_1's binary_logloss: 0.166423\n",
      "[3656]\tvalid_0's auc: 0.780301\tvalid_0's binary_logloss: 0.148131\tvalid_1's auc: 0.76017\tvalid_1's binary_logloss: 0.166423\n",
      "[3657]\tvalid_0's auc: 0.780294\tvalid_0's binary_logloss: 0.14813\tvalid_1's auc: 0.760163\tvalid_1's binary_logloss: 0.166421\n",
      "[3658]\tvalid_0's auc: 0.780295\tvalid_0's binary_logloss: 0.148129\tvalid_1's auc: 0.760164\tvalid_1's binary_logloss: 0.16642\n",
      "[3659]\tvalid_0's auc: 0.780291\tvalid_0's binary_logloss: 0.148126\tvalid_1's auc: 0.760165\tvalid_1's binary_logloss: 0.166418\n",
      "[3660]\tvalid_0's auc: 0.780291\tvalid_0's binary_logloss: 0.148126\tvalid_1's auc: 0.760165\tvalid_1's binary_logloss: 0.166418\n",
      "[3661]\tvalid_0's auc: 0.780292\tvalid_0's binary_logloss: 0.148125\tvalid_1's auc: 0.760169\tvalid_1's binary_logloss: 0.166417\n",
      "[3662]\tvalid_0's auc: 0.780289\tvalid_0's binary_logloss: 0.148124\tvalid_1's auc: 0.760165\tvalid_1's binary_logloss: 0.166415\n",
      "[3663]\tvalid_0's auc: 0.780296\tvalid_0's binary_logloss: 0.148122\tvalid_1's auc: 0.760172\tvalid_1's binary_logloss: 0.166413\n",
      "[3664]\tvalid_0's auc: 0.780292\tvalid_0's binary_logloss: 0.148121\tvalid_1's auc: 0.760173\tvalid_1's binary_logloss: 0.166412\n",
      "[3665]\tvalid_0's auc: 0.780295\tvalid_0's binary_logloss: 0.148119\tvalid_1's auc: 0.760171\tvalid_1's binary_logloss: 0.166411\n",
      "[3666]\tvalid_0's auc: 0.780297\tvalid_0's binary_logloss: 0.148117\tvalid_1's auc: 0.760176\tvalid_1's binary_logloss: 0.166409\n",
      "[3667]\tvalid_0's auc: 0.780289\tvalid_0's binary_logloss: 0.148116\tvalid_1's auc: 0.760167\tvalid_1's binary_logloss: 0.166407\n",
      "[3668]\tvalid_0's auc: 0.780298\tvalid_0's binary_logloss: 0.148114\tvalid_1's auc: 0.760183\tvalid_1's binary_logloss: 0.166405\n",
      "[3669]\tvalid_0's auc: 0.7803\tvalid_0's binary_logloss: 0.148112\tvalid_1's auc: 0.760184\tvalid_1's binary_logloss: 0.166403\n",
      "[3670]\tvalid_0's auc: 0.780302\tvalid_0's binary_logloss: 0.148111\tvalid_1's auc: 0.760192\tvalid_1's binary_logloss: 0.166401\n",
      "[3671]\tvalid_0's auc: 0.780307\tvalid_0's binary_logloss: 0.148109\tvalid_1's auc: 0.760193\tvalid_1's binary_logloss: 0.1664\n",
      "[3672]\tvalid_0's auc: 0.780304\tvalid_0's binary_logloss: 0.148108\tvalid_1's auc: 0.760194\tvalid_1's binary_logloss: 0.166399\n",
      "[3673]\tvalid_0's auc: 0.780307\tvalid_0's binary_logloss: 0.148108\tvalid_1's auc: 0.760199\tvalid_1's binary_logloss: 0.166398\n",
      "[3674]\tvalid_0's auc: 0.780323\tvalid_0's binary_logloss: 0.148106\tvalid_1's auc: 0.760215\tvalid_1's binary_logloss: 0.166396\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[3675]\tvalid_0's auc: 0.780323\tvalid_0's binary_logloss: 0.148106\tvalid_1's auc: 0.760215\tvalid_1's binary_logloss: 0.166396\n",
      "[3676]\tvalid_0's auc: 0.78032\tvalid_0's binary_logloss: 0.148105\tvalid_1's auc: 0.760216\tvalid_1's binary_logloss: 0.166395\n",
      "[3677]\tvalid_0's auc: 0.780316\tvalid_0's binary_logloss: 0.148104\tvalid_1's auc: 0.760218\tvalid_1's binary_logloss: 0.166395\n",
      "[3678]\tvalid_0's auc: 0.780313\tvalid_0's binary_logloss: 0.148104\tvalid_1's auc: 0.760213\tvalid_1's binary_logloss: 0.166394\n",
      "[3679]\tvalid_0's auc: 0.78032\tvalid_0's binary_logloss: 0.148102\tvalid_1's auc: 0.760214\tvalid_1's binary_logloss: 0.166393\n",
      "[3680]\tvalid_0's auc: 0.78032\tvalid_0's binary_logloss: 0.148102\tvalid_1's auc: 0.760214\tvalid_1's binary_logloss: 0.166393\n",
      "[3681]\tvalid_0's auc: 0.780321\tvalid_0's binary_logloss: 0.1481\tvalid_1's auc: 0.760215\tvalid_1's binary_logloss: 0.166391\n",
      "[3682]\tvalid_0's auc: 0.780319\tvalid_0's binary_logloss: 0.148099\tvalid_1's auc: 0.760217\tvalid_1's binary_logloss: 0.16639\n",
      "[3683]\tvalid_0's auc: 0.780323\tvalid_0's binary_logloss: 0.148099\tvalid_1's auc: 0.760216\tvalid_1's binary_logloss: 0.16639\n",
      "[3684]\tvalid_0's auc: 0.780339\tvalid_0's binary_logloss: 0.148098\tvalid_1's auc: 0.760228\tvalid_1's binary_logloss: 0.166389\n",
      "[3685]\tvalid_0's auc: 0.780339\tvalid_0's binary_logloss: 0.148098\tvalid_1's auc: 0.760228\tvalid_1's binary_logloss: 0.166389\n",
      "[3686]\tvalid_0's auc: 0.780339\tvalid_0's binary_logloss: 0.148098\tvalid_1's auc: 0.760228\tvalid_1's binary_logloss: 0.166389\n",
      "[3687]\tvalid_0's auc: 0.780339\tvalid_0's binary_logloss: 0.148098\tvalid_1's auc: 0.760228\tvalid_1's binary_logloss: 0.166389\n",
      "[3688]\tvalid_0's auc: 0.780339\tvalid_0's binary_logloss: 0.148098\tvalid_1's auc: 0.760228\tvalid_1's binary_logloss: 0.166389\n",
      "[3689]\tvalid_0's auc: 0.780356\tvalid_0's binary_logloss: 0.148097\tvalid_1's auc: 0.760241\tvalid_1's binary_logloss: 0.166389\n",
      "[3690]\tvalid_0's auc: 0.780356\tvalid_0's binary_logloss: 0.148095\tvalid_1's auc: 0.760239\tvalid_1's binary_logloss: 0.166388\n",
      "[3691]\tvalid_0's auc: 0.780349\tvalid_0's binary_logloss: 0.148095\tvalid_1's auc: 0.760235\tvalid_1's binary_logloss: 0.166387\n",
      "[3692]\tvalid_0's auc: 0.780353\tvalid_0's binary_logloss: 0.148094\tvalid_1's auc: 0.760237\tvalid_1's binary_logloss: 0.166386\n",
      "[3693]\tvalid_0's auc: 0.780349\tvalid_0's binary_logloss: 0.148093\tvalid_1's auc: 0.760234\tvalid_1's binary_logloss: 0.166386\n",
      "[3694]\tvalid_0's auc: 0.780369\tvalid_0's binary_logloss: 0.148091\tvalid_1's auc: 0.760256\tvalid_1's binary_logloss: 0.166382\n",
      "[3695]\tvalid_0's auc: 0.780369\tvalid_0's binary_logloss: 0.148091\tvalid_1's auc: 0.760256\tvalid_1's binary_logloss: 0.166382\n",
      "[3696]\tvalid_0's auc: 0.780374\tvalid_0's binary_logloss: 0.148088\tvalid_1's auc: 0.760262\tvalid_1's binary_logloss: 0.16638\n",
      "[3697]\tvalid_0's auc: 0.780374\tvalid_0's binary_logloss: 0.148088\tvalid_1's auc: 0.760262\tvalid_1's binary_logloss: 0.16638\n",
      "[3698]\tvalid_0's auc: 0.780373\tvalid_0's binary_logloss: 0.148088\tvalid_1's auc: 0.760263\tvalid_1's binary_logloss: 0.166379\n",
      "[3699]\tvalid_0's auc: 0.780373\tvalid_0's binary_logloss: 0.148087\tvalid_1's auc: 0.760258\tvalid_1's binary_logloss: 0.166378\n",
      "[3700]\tvalid_0's auc: 0.780373\tvalid_0's binary_logloss: 0.148087\tvalid_1's auc: 0.760258\tvalid_1's binary_logloss: 0.166378\n",
      "[3701]\tvalid_0's auc: 0.780373\tvalid_0's binary_logloss: 0.148087\tvalid_1's auc: 0.760258\tvalid_1's binary_logloss: 0.166378\n",
      "[3702]\tvalid_0's auc: 0.780375\tvalid_0's binary_logloss: 0.148086\tvalid_1's auc: 0.760261\tvalid_1's binary_logloss: 0.166378\n",
      "[3703]\tvalid_0's auc: 0.780372\tvalid_0's binary_logloss: 0.148084\tvalid_1's auc: 0.760251\tvalid_1's binary_logloss: 0.166376\n",
      "[3704]\tvalid_0's auc: 0.780367\tvalid_0's binary_logloss: 0.148083\tvalid_1's auc: 0.760257\tvalid_1's binary_logloss: 0.166374\n",
      "[3705]\tvalid_0's auc: 0.780362\tvalid_0's binary_logloss: 0.148082\tvalid_1's auc: 0.760256\tvalid_1's binary_logloss: 0.166374\n",
      "[3706]\tvalid_0's auc: 0.780362\tvalid_0's binary_logloss: 0.148081\tvalid_1's auc: 0.760258\tvalid_1's binary_logloss: 0.166372\n",
      "[3707]\tvalid_0's auc: 0.780358\tvalid_0's binary_logloss: 0.14808\tvalid_1's auc: 0.760255\tvalid_1's binary_logloss: 0.166371\n",
      "[3708]\tvalid_0's auc: 0.780357\tvalid_0's binary_logloss: 0.148079\tvalid_1's auc: 0.760256\tvalid_1's binary_logloss: 0.166371\n",
      "[3709]\tvalid_0's auc: 0.780353\tvalid_0's binary_logloss: 0.148077\tvalid_1's auc: 0.760254\tvalid_1's binary_logloss: 0.166369\n",
      "[3710]\tvalid_0's auc: 0.780367\tvalid_0's binary_logloss: 0.148076\tvalid_1's auc: 0.760265\tvalid_1's binary_logloss: 0.166368\n",
      "[3711]\tvalid_0's auc: 0.780367\tvalid_0's binary_logloss: 0.148076\tvalid_1's auc: 0.760265\tvalid_1's binary_logloss: 0.166368\n",
      "[3712]\tvalid_0's auc: 0.78037\tvalid_0's binary_logloss: 0.148076\tvalid_1's auc: 0.76027\tvalid_1's binary_logloss: 0.166367\n",
      "[3713]\tvalid_0's auc: 0.780373\tvalid_0's binary_logloss: 0.148075\tvalid_1's auc: 0.760272\tvalid_1's binary_logloss: 0.166366\n",
      "[3714]\tvalid_0's auc: 0.780376\tvalid_0's binary_logloss: 0.148074\tvalid_1's auc: 0.760276\tvalid_1's binary_logloss: 0.166366\n",
      "[3715]\tvalid_0's auc: 0.780378\tvalid_0's binary_logloss: 0.148074\tvalid_1's auc: 0.76028\tvalid_1's binary_logloss: 0.166365\n",
      "[3716]\tvalid_0's auc: 0.780378\tvalid_0's binary_logloss: 0.148074\tvalid_1's auc: 0.76028\tvalid_1's binary_logloss: 0.166365\n",
      "[3717]\tvalid_0's auc: 0.780381\tvalid_0's binary_logloss: 0.148073\tvalid_1's auc: 0.760278\tvalid_1's binary_logloss: 0.166365\n",
      "[3718]\tvalid_0's auc: 0.780378\tvalid_0's binary_logloss: 0.148072\tvalid_1's auc: 0.760269\tvalid_1's binary_logloss: 0.166364\n",
      "[3719]\tvalid_0's auc: 0.780378\tvalid_0's binary_logloss: 0.148072\tvalid_1's auc: 0.760269\tvalid_1's binary_logloss: 0.166364\n",
      "[3720]\tvalid_0's auc: 0.780382\tvalid_0's binary_logloss: 0.148071\tvalid_1's auc: 0.760274\tvalid_1's binary_logloss: 0.166363\n",
      "[3721]\tvalid_0's auc: 0.780386\tvalid_0's binary_logloss: 0.14807\tvalid_1's auc: 0.760278\tvalid_1's binary_logloss: 0.166362\n",
      "[3722]\tvalid_0's auc: 0.780391\tvalid_0's binary_logloss: 0.148068\tvalid_1's auc: 0.760281\tvalid_1's binary_logloss: 0.166361\n",
      "[3723]\tvalid_0's auc: 0.780392\tvalid_0's binary_logloss: 0.148068\tvalid_1's auc: 0.76028\tvalid_1's binary_logloss: 0.166361\n",
      "[3724]\tvalid_0's auc: 0.780392\tvalid_0's binary_logloss: 0.148067\tvalid_1's auc: 0.760281\tvalid_1's binary_logloss: 0.166361\n",
      "[3725]\tvalid_0's auc: 0.780396\tvalid_0's binary_logloss: 0.148067\tvalid_1's auc: 0.760288\tvalid_1's binary_logloss: 0.16636\n",
      "[3726]\tvalid_0's auc: 0.780402\tvalid_0's binary_logloss: 0.148065\tvalid_1's auc: 0.760285\tvalid_1's binary_logloss: 0.166359\n",
      "[3727]\tvalid_0's auc: 0.780397\tvalid_0's binary_logloss: 0.148064\tvalid_1's auc: 0.760277\tvalid_1's binary_logloss: 0.166357\n",
      "[3728]\tvalid_0's auc: 0.780398\tvalid_0's binary_logloss: 0.148062\tvalid_1's auc: 0.760276\tvalid_1's binary_logloss: 0.166356\n",
      "[3729]\tvalid_0's auc: 0.780398\tvalid_0's binary_logloss: 0.148062\tvalid_1's auc: 0.760276\tvalid_1's binary_logloss: 0.166356\n",
      "[3730]\tvalid_0's auc: 0.780397\tvalid_0's binary_logloss: 0.148062\tvalid_1's auc: 0.760273\tvalid_1's binary_logloss: 0.166355\n",
      "[3731]\tvalid_0's auc: 0.780397\tvalid_0's binary_logloss: 0.148062\tvalid_1's auc: 0.760273\tvalid_1's binary_logloss: 0.166355\n",
      "[3732]\tvalid_0's auc: 0.780393\tvalid_0's binary_logloss: 0.148061\tvalid_1's auc: 0.760269\tvalid_1's binary_logloss: 0.166354\n",
      "[3733]\tvalid_0's auc: 0.780392\tvalid_0's binary_logloss: 0.148059\tvalid_1's auc: 0.760263\tvalid_1's binary_logloss: 0.166353\n",
      "[3734]\tvalid_0's auc: 0.78039\tvalid_0's binary_logloss: 0.148058\tvalid_1's auc: 0.76026\tvalid_1's binary_logloss: 0.166352\n",
      "[3735]\tvalid_0's auc: 0.780398\tvalid_0's binary_logloss: 0.148056\tvalid_1's auc: 0.760268\tvalid_1's binary_logloss: 0.16635\n",
      "[3736]\tvalid_0's auc: 0.780416\tvalid_0's binary_logloss: 0.148055\tvalid_1's auc: 0.760286\tvalid_1's binary_logloss: 0.166349\n",
      "[3737]\tvalid_0's auc: 0.780419\tvalid_0's binary_logloss: 0.148054\tvalid_1's auc: 0.76029\tvalid_1's binary_logloss: 0.166349\n",
      "[3738]\tvalid_0's auc: 0.780424\tvalid_0's binary_logloss: 0.148053\tvalid_1's auc: 0.760298\tvalid_1's binary_logloss: 0.166347\n",
      "[3739]\tvalid_0's auc: 0.780431\tvalid_0's binary_logloss: 0.148051\tvalid_1's auc: 0.760304\tvalid_1's binary_logloss: 0.166346\n",
      "[3740]\tvalid_0's auc: 0.780425\tvalid_0's binary_logloss: 0.14805\tvalid_1's auc: 0.760298\tvalid_1's binary_logloss: 0.166345\n",
      "[3741]\tvalid_0's auc: 0.780428\tvalid_0's binary_logloss: 0.148048\tvalid_1's auc: 0.760302\tvalid_1's binary_logloss: 0.166343\n",
      "[3742]\tvalid_0's auc: 0.780429\tvalid_0's binary_logloss: 0.148047\tvalid_1's auc: 0.760305\tvalid_1's binary_logloss: 0.166342\n",
      "[3743]\tvalid_0's auc: 0.78043\tvalid_0's binary_logloss: 0.148046\tvalid_1's auc: 0.76031\tvalid_1's binary_logloss: 0.166341\n",
      "[3744]\tvalid_0's auc: 0.780429\tvalid_0's binary_logloss: 0.148045\tvalid_1's auc: 0.76031\tvalid_1's binary_logloss: 0.16634\n",
      "[3745]\tvalid_0's auc: 0.780446\tvalid_0's binary_logloss: 0.148043\tvalid_1's auc: 0.760326\tvalid_1's binary_logloss: 0.166338\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[3746]\tvalid_0's auc: 0.780447\tvalid_0's binary_logloss: 0.148041\tvalid_1's auc: 0.760325\tvalid_1's binary_logloss: 0.166337\n",
      "[3747]\tvalid_0's auc: 0.780451\tvalid_0's binary_logloss: 0.148041\tvalid_1's auc: 0.760327\tvalid_1's binary_logloss: 0.166336\n",
      "[3748]\tvalid_0's auc: 0.780452\tvalid_0's binary_logloss: 0.148039\tvalid_1's auc: 0.76032\tvalid_1's binary_logloss: 0.166335\n",
      "[3749]\tvalid_0's auc: 0.780456\tvalid_0's binary_logloss: 0.148038\tvalid_1's auc: 0.760322\tvalid_1's binary_logloss: 0.166334\n",
      "[3750]\tvalid_0's auc: 0.780457\tvalid_0's binary_logloss: 0.148037\tvalid_1's auc: 0.760327\tvalid_1's binary_logloss: 0.166333\n",
      "[3751]\tvalid_0's auc: 0.780456\tvalid_0's binary_logloss: 0.148036\tvalid_1's auc: 0.760333\tvalid_1's binary_logloss: 0.166331\n",
      "[3752]\tvalid_0's auc: 0.780452\tvalid_0's binary_logloss: 0.148035\tvalid_1's auc: 0.760329\tvalid_1's binary_logloss: 0.16633\n",
      "[3753]\tvalid_0's auc: 0.780447\tvalid_0's binary_logloss: 0.148034\tvalid_1's auc: 0.760321\tvalid_1's binary_logloss: 0.16633\n",
      "[3754]\tvalid_0's auc: 0.780446\tvalid_0's binary_logloss: 0.148033\tvalid_1's auc: 0.76032\tvalid_1's binary_logloss: 0.166329\n",
      "[3755]\tvalid_0's auc: 0.780464\tvalid_0's binary_logloss: 0.148031\tvalid_1's auc: 0.760337\tvalid_1's binary_logloss: 0.166327\n",
      "[3756]\tvalid_0's auc: 0.780464\tvalid_0's binary_logloss: 0.14803\tvalid_1's auc: 0.760335\tvalid_1's binary_logloss: 0.166326\n",
      "[3757]\tvalid_0's auc: 0.780481\tvalid_0's binary_logloss: 0.148028\tvalid_1's auc: 0.760353\tvalid_1's binary_logloss: 0.166324\n",
      "[3758]\tvalid_0's auc: 0.780487\tvalid_0's binary_logloss: 0.148026\tvalid_1's auc: 0.760356\tvalid_1's binary_logloss: 0.166323\n",
      "[3759]\tvalid_0's auc: 0.780487\tvalid_0's binary_logloss: 0.148025\tvalid_1's auc: 0.760354\tvalid_1's binary_logloss: 0.166321\n",
      "[3760]\tvalid_0's auc: 0.780484\tvalid_0's binary_logloss: 0.148024\tvalid_1's auc: 0.760353\tvalid_1's binary_logloss: 0.166321\n",
      "[3761]\tvalid_0's auc: 0.780493\tvalid_0's binary_logloss: 0.148024\tvalid_1's auc: 0.760362\tvalid_1's binary_logloss: 0.16632\n",
      "[3762]\tvalid_0's auc: 0.780493\tvalid_0's binary_logloss: 0.148023\tvalid_1's auc: 0.760363\tvalid_1's binary_logloss: 0.166319\n",
      "[3763]\tvalid_0's auc: 0.780494\tvalid_0's binary_logloss: 0.148022\tvalid_1's auc: 0.760364\tvalid_1's binary_logloss: 0.166319\n",
      "[3764]\tvalid_0's auc: 0.780513\tvalid_0's binary_logloss: 0.14802\tvalid_1's auc: 0.760374\tvalid_1's binary_logloss: 0.166317\n",
      "[3765]\tvalid_0's auc: 0.780517\tvalid_0's binary_logloss: 0.148019\tvalid_1's auc: 0.760378\tvalid_1's binary_logloss: 0.166316\n",
      "[3766]\tvalid_0's auc: 0.780516\tvalid_0's binary_logloss: 0.148018\tvalid_1's auc: 0.760381\tvalid_1's binary_logloss: 0.166315\n",
      "[3767]\tvalid_0's auc: 0.780522\tvalid_0's binary_logloss: 0.148018\tvalid_1's auc: 0.760392\tvalid_1's binary_logloss: 0.166314\n",
      "[3768]\tvalid_0's auc: 0.780526\tvalid_0's binary_logloss: 0.148016\tvalid_1's auc: 0.760395\tvalid_1's binary_logloss: 0.166312\n",
      "[3769]\tvalid_0's auc: 0.780529\tvalid_0's binary_logloss: 0.148015\tvalid_1's auc: 0.760399\tvalid_1's binary_logloss: 0.166312\n",
      "[3770]\tvalid_0's auc: 0.780526\tvalid_0's binary_logloss: 0.148014\tvalid_1's auc: 0.7604\tvalid_1's binary_logloss: 0.166311\n",
      "[3771]\tvalid_0's auc: 0.780531\tvalid_0's binary_logloss: 0.148014\tvalid_1's auc: 0.760403\tvalid_1's binary_logloss: 0.166311\n",
      "[3772]\tvalid_0's auc: 0.780531\tvalid_0's binary_logloss: 0.148014\tvalid_1's auc: 0.760403\tvalid_1's binary_logloss: 0.166311\n",
      "[3773]\tvalid_0's auc: 0.780547\tvalid_0's binary_logloss: 0.148013\tvalid_1's auc: 0.760416\tvalid_1's binary_logloss: 0.16631\n",
      "[3774]\tvalid_0's auc: 0.780547\tvalid_0's binary_logloss: 0.148013\tvalid_1's auc: 0.760416\tvalid_1's binary_logloss: 0.16631\n",
      "[3775]\tvalid_0's auc: 0.780552\tvalid_0's binary_logloss: 0.148011\tvalid_1's auc: 0.76042\tvalid_1's binary_logloss: 0.166309\n",
      "[3776]\tvalid_0's auc: 0.780547\tvalid_0's binary_logloss: 0.14801\tvalid_1's auc: 0.760421\tvalid_1's binary_logloss: 0.166307\n",
      "[3777]\tvalid_0's auc: 0.780555\tvalid_0's binary_logloss: 0.148009\tvalid_1's auc: 0.760427\tvalid_1's binary_logloss: 0.166307\n",
      "[3778]\tvalid_0's auc: 0.780558\tvalid_0's binary_logloss: 0.148008\tvalid_1's auc: 0.760429\tvalid_1's binary_logloss: 0.166306\n",
      "[3779]\tvalid_0's auc: 0.780574\tvalid_0's binary_logloss: 0.148008\tvalid_1's auc: 0.760442\tvalid_1's binary_logloss: 0.166306\n",
      "[3780]\tvalid_0's auc: 0.780574\tvalid_0's binary_logloss: 0.148008\tvalid_1's auc: 0.760442\tvalid_1's binary_logloss: 0.166306\n",
      "[3781]\tvalid_0's auc: 0.780586\tvalid_0's binary_logloss: 0.148007\tvalid_1's auc: 0.76045\tvalid_1's binary_logloss: 0.166305\n",
      "[3782]\tvalid_0's auc: 0.780605\tvalid_0's binary_logloss: 0.148005\tvalid_1's auc: 0.760466\tvalid_1's binary_logloss: 0.166303\n",
      "[3783]\tvalid_0's auc: 0.780603\tvalid_0's binary_logloss: 0.148004\tvalid_1's auc: 0.760462\tvalid_1's binary_logloss: 0.166303\n",
      "[3784]\tvalid_0's auc: 0.780603\tvalid_0's binary_logloss: 0.148004\tvalid_1's auc: 0.760462\tvalid_1's binary_logloss: 0.166303\n",
      "[3785]\tvalid_0's auc: 0.780617\tvalid_0's binary_logloss: 0.148004\tvalid_1's auc: 0.760473\tvalid_1's binary_logloss: 0.166303\n",
      "[3786]\tvalid_0's auc: 0.780622\tvalid_0's binary_logloss: 0.148002\tvalid_1's auc: 0.760481\tvalid_1's binary_logloss: 0.166301\n",
      "[3787]\tvalid_0's auc: 0.780629\tvalid_0's binary_logloss: 0.148002\tvalid_1's auc: 0.760487\tvalid_1's binary_logloss: 0.166301\n",
      "[3788]\tvalid_0's auc: 0.780629\tvalid_0's binary_logloss: 0.148002\tvalid_1's auc: 0.760487\tvalid_1's binary_logloss: 0.166301\n",
      "[3789]\tvalid_0's auc: 0.780634\tvalid_0's binary_logloss: 0.148\tvalid_1's auc: 0.760488\tvalid_1's binary_logloss: 0.1663\n",
      "[3790]\tvalid_0's auc: 0.780638\tvalid_0's binary_logloss: 0.147999\tvalid_1's auc: 0.760492\tvalid_1's binary_logloss: 0.166299\n",
      "[3791]\tvalid_0's auc: 0.78064\tvalid_0's binary_logloss: 0.147998\tvalid_1's auc: 0.760496\tvalid_1's binary_logloss: 0.166298\n",
      "[3792]\tvalid_0's auc: 0.780661\tvalid_0's binary_logloss: 0.147997\tvalid_1's auc: 0.760511\tvalid_1's binary_logloss: 0.166297\n",
      "[3793]\tvalid_0's auc: 0.780668\tvalid_0's binary_logloss: 0.147995\tvalid_1's auc: 0.760521\tvalid_1's binary_logloss: 0.166296\n",
      "[3794]\tvalid_0's auc: 0.780669\tvalid_0's binary_logloss: 0.147995\tvalid_1's auc: 0.760518\tvalid_1's binary_logloss: 0.166296\n",
      "[3795]\tvalid_0's auc: 0.780665\tvalid_0's binary_logloss: 0.147994\tvalid_1's auc: 0.760518\tvalid_1's binary_logloss: 0.166295\n",
      "[3796]\tvalid_0's auc: 0.780678\tvalid_0's binary_logloss: 0.147992\tvalid_1's auc: 0.760529\tvalid_1's binary_logloss: 0.166293\n",
      "[3797]\tvalid_0's auc: 0.780685\tvalid_0's binary_logloss: 0.147991\tvalid_1's auc: 0.760533\tvalid_1's binary_logloss: 0.166292\n",
      "[3798]\tvalid_0's auc: 0.780682\tvalid_0's binary_logloss: 0.14799\tvalid_1's auc: 0.76053\tvalid_1's binary_logloss: 0.166291\n",
      "[3799]\tvalid_0's auc: 0.780694\tvalid_0's binary_logloss: 0.147988\tvalid_1's auc: 0.76054\tvalid_1's binary_logloss: 0.166289\n",
      "[3800]\tvalid_0's auc: 0.780697\tvalid_0's binary_logloss: 0.147987\tvalid_1's auc: 0.760543\tvalid_1's binary_logloss: 0.166288\n",
      "[3801]\tvalid_0's auc: 0.780702\tvalid_0's binary_logloss: 0.147986\tvalid_1's auc: 0.760548\tvalid_1's binary_logloss: 0.166287\n",
      "[3802]\tvalid_0's auc: 0.780701\tvalid_0's binary_logloss: 0.147985\tvalid_1's auc: 0.760549\tvalid_1's binary_logloss: 0.166286\n",
      "[3803]\tvalid_0's auc: 0.780699\tvalid_0's binary_logloss: 0.147984\tvalid_1's auc: 0.76055\tvalid_1's binary_logloss: 0.166285\n",
      "[3804]\tvalid_0's auc: 0.7807\tvalid_0's binary_logloss: 0.147982\tvalid_1's auc: 0.760551\tvalid_1's binary_logloss: 0.166284\n",
      "[3805]\tvalid_0's auc: 0.780697\tvalid_0's binary_logloss: 0.147982\tvalid_1's auc: 0.76055\tvalid_1's binary_logloss: 0.166283\n",
      "[3806]\tvalid_0's auc: 0.780699\tvalid_0's binary_logloss: 0.147981\tvalid_1's auc: 0.760554\tvalid_1's binary_logloss: 0.166282\n",
      "[3807]\tvalid_0's auc: 0.780703\tvalid_0's binary_logloss: 0.14798\tvalid_1's auc: 0.760556\tvalid_1's binary_logloss: 0.166281\n",
      "[3808]\tvalid_0's auc: 0.780707\tvalid_0's binary_logloss: 0.14798\tvalid_1's auc: 0.76056\tvalid_1's binary_logloss: 0.166281\n",
      "[3809]\tvalid_0's auc: 0.780704\tvalid_0's binary_logloss: 0.147978\tvalid_1's auc: 0.760558\tvalid_1's binary_logloss: 0.166279\n",
      "[3810]\tvalid_0's auc: 0.780714\tvalid_0's binary_logloss: 0.147978\tvalid_1's auc: 0.760562\tvalid_1's binary_logloss: 0.166279\n",
      "[3811]\tvalid_0's auc: 0.780714\tvalid_0's binary_logloss: 0.147977\tvalid_1's auc: 0.760563\tvalid_1's binary_logloss: 0.166278\n",
      "[3812]\tvalid_0's auc: 0.780713\tvalid_0's binary_logloss: 0.147977\tvalid_1's auc: 0.760564\tvalid_1's binary_logloss: 0.166278\n",
      "[3813]\tvalid_0's auc: 0.780716\tvalid_0's binary_logloss: 0.147974\tvalid_1's auc: 0.760563\tvalid_1's binary_logloss: 0.166276\n",
      "[3814]\tvalid_0's auc: 0.780722\tvalid_0's binary_logloss: 0.147973\tvalid_1's auc: 0.760565\tvalid_1's binary_logloss: 0.166275\n",
      "[3815]\tvalid_0's auc: 0.780721\tvalid_0's binary_logloss: 0.147972\tvalid_1's auc: 0.76057\tvalid_1's binary_logloss: 0.166274\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[3816]\tvalid_0's auc: 0.780721\tvalid_0's binary_logloss: 0.147972\tvalid_1's auc: 0.76057\tvalid_1's binary_logloss: 0.166274\n",
      "[3817]\tvalid_0's auc: 0.78073\tvalid_0's binary_logloss: 0.147971\tvalid_1's auc: 0.760577\tvalid_1's binary_logloss: 0.166273\n",
      "[3818]\tvalid_0's auc: 0.78074\tvalid_0's binary_logloss: 0.147969\tvalid_1's auc: 0.760585\tvalid_1's binary_logloss: 0.166272\n",
      "[3819]\tvalid_0's auc: 0.780748\tvalid_0's binary_logloss: 0.147968\tvalid_1's auc: 0.760593\tvalid_1's binary_logloss: 0.16627\n",
      "[3820]\tvalid_0's auc: 0.780743\tvalid_0's binary_logloss: 0.147966\tvalid_1's auc: 0.760592\tvalid_1's binary_logloss: 0.166268\n",
      "[3821]\tvalid_0's auc: 0.780739\tvalid_0's binary_logloss: 0.147965\tvalid_1's auc: 0.76059\tvalid_1's binary_logloss: 0.166267\n",
      "[3822]\tvalid_0's auc: 0.780742\tvalid_0's binary_logloss: 0.147964\tvalid_1's auc: 0.760591\tvalid_1's binary_logloss: 0.166267\n",
      "[3823]\tvalid_0's auc: 0.780739\tvalid_0's binary_logloss: 0.147964\tvalid_1's auc: 0.760588\tvalid_1's binary_logloss: 0.166266\n",
      "[3824]\tvalid_0's auc: 0.780741\tvalid_0's binary_logloss: 0.147963\tvalid_1's auc: 0.760591\tvalid_1's binary_logloss: 0.166265\n",
      "[3825]\tvalid_0's auc: 0.780734\tvalid_0's binary_logloss: 0.147962\tvalid_1's auc: 0.760586\tvalid_1's binary_logloss: 0.166264\n",
      "[3826]\tvalid_0's auc: 0.780739\tvalid_0's binary_logloss: 0.147961\tvalid_1's auc: 0.760591\tvalid_1's binary_logloss: 0.166264\n",
      "[3827]\tvalid_0's auc: 0.78075\tvalid_0's binary_logloss: 0.147959\tvalid_1's auc: 0.760596\tvalid_1's binary_logloss: 0.166262\n",
      "[3828]\tvalid_0's auc: 0.780755\tvalid_0's binary_logloss: 0.147958\tvalid_1's auc: 0.760604\tvalid_1's binary_logloss: 0.166261\n",
      "[3829]\tvalid_0's auc: 0.780774\tvalid_0's binary_logloss: 0.147956\tvalid_1's auc: 0.760618\tvalid_1's binary_logloss: 0.16626\n",
      "[3830]\tvalid_0's auc: 0.780769\tvalid_0's binary_logloss: 0.147956\tvalid_1's auc: 0.760615\tvalid_1's binary_logloss: 0.166259\n",
      "[3831]\tvalid_0's auc: 0.780774\tvalid_0's binary_logloss: 0.147954\tvalid_1's auc: 0.76062\tvalid_1's binary_logloss: 0.166257\n",
      "[3832]\tvalid_0's auc: 0.780778\tvalid_0's binary_logloss: 0.147953\tvalid_1's auc: 0.760623\tvalid_1's binary_logloss: 0.166257\n",
      "[3833]\tvalid_0's auc: 0.780781\tvalid_0's binary_logloss: 0.147952\tvalid_1's auc: 0.760625\tvalid_1's binary_logloss: 0.166256\n",
      "[3834]\tvalid_0's auc: 0.780776\tvalid_0's binary_logloss: 0.147951\tvalid_1's auc: 0.760623\tvalid_1's binary_logloss: 0.166255\n",
      "[3835]\tvalid_0's auc: 0.780784\tvalid_0's binary_logloss: 0.14795\tvalid_1's auc: 0.76063\tvalid_1's binary_logloss: 0.166254\n",
      "[3836]\tvalid_0's auc: 0.780788\tvalid_0's binary_logloss: 0.147948\tvalid_1's auc: 0.760632\tvalid_1's binary_logloss: 0.166251\n",
      "[3837]\tvalid_0's auc: 0.780794\tvalid_0's binary_logloss: 0.147947\tvalid_1's auc: 0.760642\tvalid_1's binary_logloss: 0.16625\n",
      "[3838]\tvalid_0's auc: 0.780796\tvalid_0's binary_logloss: 0.147946\tvalid_1's auc: 0.760646\tvalid_1's binary_logloss: 0.166249\n",
      "[3839]\tvalid_0's auc: 0.780796\tvalid_0's binary_logloss: 0.147945\tvalid_1's auc: 0.760647\tvalid_1's binary_logloss: 0.166249\n",
      "[3840]\tvalid_0's auc: 0.780799\tvalid_0's binary_logloss: 0.147944\tvalid_1's auc: 0.760643\tvalid_1's binary_logloss: 0.166248\n",
      "[3841]\tvalid_0's auc: 0.780802\tvalid_0's binary_logloss: 0.147942\tvalid_1's auc: 0.760646\tvalid_1's binary_logloss: 0.166246\n",
      "[3842]\tvalid_0's auc: 0.780796\tvalid_0's binary_logloss: 0.147941\tvalid_1's auc: 0.760644\tvalid_1's binary_logloss: 0.166245\n",
      "[3843]\tvalid_0's auc: 0.780793\tvalid_0's binary_logloss: 0.14794\tvalid_1's auc: 0.760646\tvalid_1's binary_logloss: 0.166244\n",
      "[3844]\tvalid_0's auc: 0.780791\tvalid_0's binary_logloss: 0.147939\tvalid_1's auc: 0.76064\tvalid_1's binary_logloss: 0.166244\n",
      "[3845]\tvalid_0's auc: 0.78079\tvalid_0's binary_logloss: 0.147937\tvalid_1's auc: 0.760641\tvalid_1's binary_logloss: 0.166242\n",
      "[3846]\tvalid_0's auc: 0.780792\tvalid_0's binary_logloss: 0.147935\tvalid_1's auc: 0.760643\tvalid_1's binary_logloss: 0.166239\n",
      "[3847]\tvalid_0's auc: 0.780787\tvalid_0's binary_logloss: 0.147935\tvalid_1's auc: 0.760641\tvalid_1's binary_logloss: 0.166239\n",
      "[3848]\tvalid_0's auc: 0.780786\tvalid_0's binary_logloss: 0.147933\tvalid_1's auc: 0.760644\tvalid_1's binary_logloss: 0.166237\n",
      "[3849]\tvalid_0's auc: 0.780793\tvalid_0's binary_logloss: 0.147932\tvalid_1's auc: 0.760648\tvalid_1's binary_logloss: 0.166236\n",
      "[3850]\tvalid_0's auc: 0.780808\tvalid_0's binary_logloss: 0.147931\tvalid_1's auc: 0.760659\tvalid_1's binary_logloss: 0.166236\n",
      "[3851]\tvalid_0's auc: 0.78081\tvalid_0's binary_logloss: 0.147929\tvalid_1's auc: 0.760667\tvalid_1's binary_logloss: 0.166233\n",
      "[3852]\tvalid_0's auc: 0.780812\tvalid_0's binary_logloss: 0.147927\tvalid_1's auc: 0.760669\tvalid_1's binary_logloss: 0.166231\n",
      "[3853]\tvalid_0's auc: 0.780818\tvalid_0's binary_logloss: 0.147926\tvalid_1's auc: 0.760672\tvalid_1's binary_logloss: 0.166229\n",
      "[3854]\tvalid_0's auc: 0.780821\tvalid_0's binary_logloss: 0.147924\tvalid_1's auc: 0.760677\tvalid_1's binary_logloss: 0.166228\n",
      "[3855]\tvalid_0's auc: 0.78083\tvalid_0's binary_logloss: 0.147923\tvalid_1's auc: 0.760689\tvalid_1's binary_logloss: 0.166226\n",
      "[3856]\tvalid_0's auc: 0.780829\tvalid_0's binary_logloss: 0.147922\tvalid_1's auc: 0.760691\tvalid_1's binary_logloss: 0.166225\n",
      "[3857]\tvalid_0's auc: 0.780829\tvalid_0's binary_logloss: 0.147921\tvalid_1's auc: 0.760694\tvalid_1's binary_logloss: 0.166224\n",
      "[3858]\tvalid_0's auc: 0.780833\tvalid_0's binary_logloss: 0.147918\tvalid_1's auc: 0.760699\tvalid_1's binary_logloss: 0.166221\n",
      "[3859]\tvalid_0's auc: 0.780847\tvalid_0's binary_logloss: 0.147917\tvalid_1's auc: 0.76071\tvalid_1's binary_logloss: 0.16622\n",
      "[3860]\tvalid_0's auc: 0.780844\tvalid_0's binary_logloss: 0.147916\tvalid_1's auc: 0.760708\tvalid_1's binary_logloss: 0.166219\n",
      "[3861]\tvalid_0's auc: 0.780863\tvalid_0's binary_logloss: 0.147915\tvalid_1's auc: 0.760727\tvalid_1's binary_logloss: 0.166218\n",
      "[3862]\tvalid_0's auc: 0.780859\tvalid_0's binary_logloss: 0.147914\tvalid_1's auc: 0.760724\tvalid_1's binary_logloss: 0.166217\n",
      "[3863]\tvalid_0's auc: 0.780861\tvalid_0's binary_logloss: 0.147912\tvalid_1's auc: 0.760723\tvalid_1's binary_logloss: 0.166216\n",
      "[3864]\tvalid_0's auc: 0.780878\tvalid_0's binary_logloss: 0.147911\tvalid_1's auc: 0.760738\tvalid_1's binary_logloss: 0.166215\n",
      "[3865]\tvalid_0's auc: 0.780883\tvalid_0's binary_logloss: 0.14791\tvalid_1's auc: 0.760736\tvalid_1's binary_logloss: 0.166214\n",
      "[3866]\tvalid_0's auc: 0.780894\tvalid_0's binary_logloss: 0.147907\tvalid_1's auc: 0.760746\tvalid_1's binary_logloss: 0.166212\n",
      "[3867]\tvalid_0's auc: 0.780891\tvalid_0's binary_logloss: 0.147907\tvalid_1's auc: 0.760746\tvalid_1's binary_logloss: 0.166211\n",
      "[3868]\tvalid_0's auc: 0.780897\tvalid_0's binary_logloss: 0.147905\tvalid_1's auc: 0.76075\tvalid_1's binary_logloss: 0.166209\n",
      "[3869]\tvalid_0's auc: 0.780894\tvalid_0's binary_logloss: 0.147904\tvalid_1's auc: 0.760745\tvalid_1's binary_logloss: 0.166208\n",
      "[3870]\tvalid_0's auc: 0.780891\tvalid_0's binary_logloss: 0.147902\tvalid_1's auc: 0.760739\tvalid_1's binary_logloss: 0.166207\n",
      "[3871]\tvalid_0's auc: 0.780903\tvalid_0's binary_logloss: 0.1479\tvalid_1's auc: 0.760748\tvalid_1's binary_logloss: 0.166205\n",
      "[3872]\tvalid_0's auc: 0.78091\tvalid_0's binary_logloss: 0.147899\tvalid_1's auc: 0.760756\tvalid_1's binary_logloss: 0.166204\n",
      "[3873]\tvalid_0's auc: 0.780908\tvalid_0's binary_logloss: 0.147897\tvalid_1's auc: 0.760757\tvalid_1's binary_logloss: 0.166202\n",
      "[3874]\tvalid_0's auc: 0.780913\tvalid_0's binary_logloss: 0.147896\tvalid_1's auc: 0.760759\tvalid_1's binary_logloss: 0.166202\n",
      "[3875]\tvalid_0's auc: 0.780908\tvalid_0's binary_logloss: 0.147895\tvalid_1's auc: 0.760755\tvalid_1's binary_logloss: 0.166201\n",
      "[3876]\tvalid_0's auc: 0.780907\tvalid_0's binary_logloss: 0.147894\tvalid_1's auc: 0.760761\tvalid_1's binary_logloss: 0.166199\n",
      "[3877]\tvalid_0's auc: 0.780918\tvalid_0's binary_logloss: 0.147892\tvalid_1's auc: 0.760773\tvalid_1's binary_logloss: 0.166197\n",
      "[3878]\tvalid_0's auc: 0.780921\tvalid_0's binary_logloss: 0.147891\tvalid_1's auc: 0.760771\tvalid_1's binary_logloss: 0.166197\n",
      "[3879]\tvalid_0's auc: 0.780928\tvalid_0's binary_logloss: 0.147889\tvalid_1's auc: 0.760783\tvalid_1's binary_logloss: 0.166195\n",
      "[3880]\tvalid_0's auc: 0.780927\tvalid_0's binary_logloss: 0.147888\tvalid_1's auc: 0.760791\tvalid_1's binary_logloss: 0.166193\n",
      "[3881]\tvalid_0's auc: 0.780926\tvalid_0's binary_logloss: 0.147887\tvalid_1's auc: 0.760792\tvalid_1's binary_logloss: 0.166192\n",
      "[3882]\tvalid_0's auc: 0.78094\tvalid_0's binary_logloss: 0.147885\tvalid_1's auc: 0.760804\tvalid_1's binary_logloss: 0.16619\n",
      "[3883]\tvalid_0's auc: 0.780942\tvalid_0's binary_logloss: 0.147884\tvalid_1's auc: 0.760809\tvalid_1's binary_logloss: 0.166189\n",
      "[3884]\tvalid_0's auc: 0.780941\tvalid_0's binary_logloss: 0.147883\tvalid_1's auc: 0.76081\tvalid_1's binary_logloss: 0.166188\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[3885]\tvalid_0's auc: 0.780941\tvalid_0's binary_logloss: 0.147883\tvalid_1's auc: 0.76081\tvalid_1's binary_logloss: 0.166188\n",
      "[3886]\tvalid_0's auc: 0.780948\tvalid_0's binary_logloss: 0.147882\tvalid_1's auc: 0.760812\tvalid_1's binary_logloss: 0.166187\n",
      "[3887]\tvalid_0's auc: 0.780948\tvalid_0's binary_logloss: 0.147881\tvalid_1's auc: 0.760817\tvalid_1's binary_logloss: 0.166186\n",
      "[3888]\tvalid_0's auc: 0.780953\tvalid_0's binary_logloss: 0.147878\tvalid_1's auc: 0.760822\tvalid_1's binary_logloss: 0.166184\n",
      "[3889]\tvalid_0's auc: 0.780957\tvalid_0's binary_logloss: 0.147878\tvalid_1's auc: 0.760827\tvalid_1's binary_logloss: 0.166183\n",
      "[3890]\tvalid_0's auc: 0.780959\tvalid_0's binary_logloss: 0.147877\tvalid_1's auc: 0.760828\tvalid_1's binary_logloss: 0.166182\n",
      "[3891]\tvalid_0's auc: 0.780965\tvalid_0's binary_logloss: 0.147876\tvalid_1's auc: 0.76083\tvalid_1's binary_logloss: 0.166182\n",
      "[3892]\tvalid_0's auc: 0.780965\tvalid_0's binary_logloss: 0.147876\tvalid_1's auc: 0.760831\tvalid_1's binary_logloss: 0.166181\n",
      "[3893]\tvalid_0's auc: 0.780968\tvalid_0's binary_logloss: 0.147873\tvalid_1's auc: 0.760837\tvalid_1's binary_logloss: 0.16618\n",
      "[3894]\tvalid_0's auc: 0.780965\tvalid_0's binary_logloss: 0.147873\tvalid_1's auc: 0.760833\tvalid_1's binary_logloss: 0.166179\n",
      "[3895]\tvalid_0's auc: 0.780962\tvalid_0's binary_logloss: 0.147872\tvalid_1's auc: 0.760835\tvalid_1's binary_logloss: 0.166178\n",
      "[3896]\tvalid_0's auc: 0.780963\tvalid_0's binary_logloss: 0.147871\tvalid_1's auc: 0.760841\tvalid_1's binary_logloss: 0.166177\n",
      "[3897]\tvalid_0's auc: 0.780962\tvalid_0's binary_logloss: 0.14787\tvalid_1's auc: 0.760841\tvalid_1's binary_logloss: 0.166175\n",
      "[3898]\tvalid_0's auc: 0.780963\tvalid_0's binary_logloss: 0.147868\tvalid_1's auc: 0.760846\tvalid_1's binary_logloss: 0.166173\n",
      "[3899]\tvalid_0's auc: 0.780962\tvalid_0's binary_logloss: 0.147867\tvalid_1's auc: 0.760847\tvalid_1's binary_logloss: 0.166173\n",
      "[3900]\tvalid_0's auc: 0.780957\tvalid_0's binary_logloss: 0.147865\tvalid_1's auc: 0.760844\tvalid_1's binary_logloss: 0.166171\n",
      "[3901]\tvalid_0's auc: 0.780957\tvalid_0's binary_logloss: 0.147865\tvalid_1's auc: 0.760844\tvalid_1's binary_logloss: 0.166171\n",
      "[3902]\tvalid_0's auc: 0.78096\tvalid_0's binary_logloss: 0.147864\tvalid_1's auc: 0.760846\tvalid_1's binary_logloss: 0.16617\n",
      "[3903]\tvalid_0's auc: 0.780957\tvalid_0's binary_logloss: 0.147863\tvalid_1's auc: 0.76084\tvalid_1's binary_logloss: 0.166169\n",
      "[3904]\tvalid_0's auc: 0.780958\tvalid_0's binary_logloss: 0.147861\tvalid_1's auc: 0.760841\tvalid_1's binary_logloss: 0.166168\n",
      "[3905]\tvalid_0's auc: 0.780958\tvalid_0's binary_logloss: 0.14786\tvalid_1's auc: 0.760838\tvalid_1's binary_logloss: 0.166167\n",
      "[3906]\tvalid_0's auc: 0.780953\tvalid_0's binary_logloss: 0.147858\tvalid_1's auc: 0.76083\tvalid_1's binary_logloss: 0.166166\n",
      "[3907]\tvalid_0's auc: 0.780959\tvalid_0's binary_logloss: 0.147856\tvalid_1's auc: 0.760831\tvalid_1's binary_logloss: 0.166164\n",
      "[3908]\tvalid_0's auc: 0.780961\tvalid_0's binary_logloss: 0.147855\tvalid_1's auc: 0.760833\tvalid_1's binary_logloss: 0.166163\n",
      "[3909]\tvalid_0's auc: 0.780975\tvalid_0's binary_logloss: 0.147853\tvalid_1's auc: 0.760845\tvalid_1's binary_logloss: 0.166161\n",
      "[3910]\tvalid_0's auc: 0.78098\tvalid_0's binary_logloss: 0.147852\tvalid_1's auc: 0.760851\tvalid_1's binary_logloss: 0.16616\n",
      "[3911]\tvalid_0's auc: 0.780982\tvalid_0's binary_logloss: 0.14785\tvalid_1's auc: 0.760857\tvalid_1's binary_logloss: 0.166158\n",
      "[3912]\tvalid_0's auc: 0.780984\tvalid_0's binary_logloss: 0.147849\tvalid_1's auc: 0.760861\tvalid_1's binary_logloss: 0.166157\n",
      "[3913]\tvalid_0's auc: 0.780984\tvalid_0's binary_logloss: 0.147849\tvalid_1's auc: 0.760861\tvalid_1's binary_logloss: 0.166157\n",
      "[3914]\tvalid_0's auc: 0.780984\tvalid_0's binary_logloss: 0.147849\tvalid_1's auc: 0.760861\tvalid_1's binary_logloss: 0.166157\n",
      "[3915]\tvalid_0's auc: 0.780984\tvalid_0's binary_logloss: 0.147849\tvalid_1's auc: 0.760858\tvalid_1's binary_logloss: 0.166157\n",
      "[3916]\tvalid_0's auc: 0.780982\tvalid_0's binary_logloss: 0.147848\tvalid_1's auc: 0.760857\tvalid_1's binary_logloss: 0.166156\n",
      "[3917]\tvalid_0's auc: 0.780996\tvalid_0's binary_logloss: 0.147847\tvalid_1's auc: 0.76087\tvalid_1's binary_logloss: 0.166155\n",
      "[3918]\tvalid_0's auc: 0.780994\tvalid_0's binary_logloss: 0.147845\tvalid_1's auc: 0.760865\tvalid_1's binary_logloss: 0.166154\n",
      "[3919]\tvalid_0's auc: 0.781\tvalid_0's binary_logloss: 0.147843\tvalid_1's auc: 0.760871\tvalid_1's binary_logloss: 0.166152\n",
      "[3920]\tvalid_0's auc: 0.781005\tvalid_0's binary_logloss: 0.147843\tvalid_1's auc: 0.760873\tvalid_1's binary_logloss: 0.166152\n",
      "[3921]\tvalid_0's auc: 0.781019\tvalid_0's binary_logloss: 0.147842\tvalid_1's auc: 0.760884\tvalid_1's binary_logloss: 0.166151\n",
      "[3922]\tvalid_0's auc: 0.78102\tvalid_0's binary_logloss: 0.147841\tvalid_1's auc: 0.760888\tvalid_1's binary_logloss: 0.16615\n",
      "[3923]\tvalid_0's auc: 0.78102\tvalid_0's binary_logloss: 0.14784\tvalid_1's auc: 0.760894\tvalid_1's binary_logloss: 0.166149\n",
      "[3924]\tvalid_0's auc: 0.781034\tvalid_0's binary_logloss: 0.147838\tvalid_1's auc: 0.760906\tvalid_1's binary_logloss: 0.166147\n",
      "[3925]\tvalid_0's auc: 0.781027\tvalid_0's binary_logloss: 0.147836\tvalid_1's auc: 0.760903\tvalid_1's binary_logloss: 0.166146\n",
      "[3926]\tvalid_0's auc: 0.781038\tvalid_0's binary_logloss: 0.147835\tvalid_1's auc: 0.76091\tvalid_1's binary_logloss: 0.166144\n",
      "[3927]\tvalid_0's auc: 0.781046\tvalid_0's binary_logloss: 0.147834\tvalid_1's auc: 0.760913\tvalid_1's binary_logloss: 0.166143\n",
      "[3928]\tvalid_0's auc: 0.781045\tvalid_0's binary_logloss: 0.147833\tvalid_1's auc: 0.760913\tvalid_1's binary_logloss: 0.166143\n",
      "[3929]\tvalid_0's auc: 0.781045\tvalid_0's binary_logloss: 0.147832\tvalid_1's auc: 0.760914\tvalid_1's binary_logloss: 0.166142\n",
      "[3930]\tvalid_0's auc: 0.781047\tvalid_0's binary_logloss: 0.147831\tvalid_1's auc: 0.76092\tvalid_1's binary_logloss: 0.16614\n",
      "[3931]\tvalid_0's auc: 0.781044\tvalid_0's binary_logloss: 0.14783\tvalid_1's auc: 0.76092\tvalid_1's binary_logloss: 0.16614\n",
      "[3932]\tvalid_0's auc: 0.78104\tvalid_0's binary_logloss: 0.147829\tvalid_1's auc: 0.760914\tvalid_1's binary_logloss: 0.166139\n",
      "[3933]\tvalid_0's auc: 0.781043\tvalid_0's binary_logloss: 0.147827\tvalid_1's auc: 0.760917\tvalid_1's binary_logloss: 0.166138\n",
      "[3934]\tvalid_0's auc: 0.781059\tvalid_0's binary_logloss: 0.147827\tvalid_1's auc: 0.760929\tvalid_1's binary_logloss: 0.166137\n",
      "[3935]\tvalid_0's auc: 0.781067\tvalid_0's binary_logloss: 0.147826\tvalid_1's auc: 0.760937\tvalid_1's binary_logloss: 0.166137\n",
      "[3936]\tvalid_0's auc: 0.781073\tvalid_0's binary_logloss: 0.147824\tvalid_1's auc: 0.760944\tvalid_1's binary_logloss: 0.166136\n",
      "[3937]\tvalid_0's auc: 0.781076\tvalid_0's binary_logloss: 0.147824\tvalid_1's auc: 0.760954\tvalid_1's binary_logloss: 0.166135\n",
      "[3938]\tvalid_0's auc: 0.781075\tvalid_0's binary_logloss: 0.147823\tvalid_1's auc: 0.760954\tvalid_1's binary_logloss: 0.166134\n",
      "[3939]\tvalid_0's auc: 0.781085\tvalid_0's binary_logloss: 0.147821\tvalid_1's auc: 0.760962\tvalid_1's binary_logloss: 0.166132\n",
      "[3940]\tvalid_0's auc: 0.781083\tvalid_0's binary_logloss: 0.14782\tvalid_1's auc: 0.760969\tvalid_1's binary_logloss: 0.166131\n",
      "[3941]\tvalid_0's auc: 0.781085\tvalid_0's binary_logloss: 0.147819\tvalid_1's auc: 0.760966\tvalid_1's binary_logloss: 0.166129\n",
      "[3942]\tvalid_0's auc: 0.781085\tvalid_0's binary_logloss: 0.147819\tvalid_1's auc: 0.760966\tvalid_1's binary_logloss: 0.166129\n",
      "[3943]\tvalid_0's auc: 0.781085\tvalid_0's binary_logloss: 0.147819\tvalid_1's auc: 0.760966\tvalid_1's binary_logloss: 0.166129\n",
      "[3944]\tvalid_0's auc: 0.78109\tvalid_0's binary_logloss: 0.147818\tvalid_1's auc: 0.760971\tvalid_1's binary_logloss: 0.166128\n",
      "[3945]\tvalid_0's auc: 0.781088\tvalid_0's binary_logloss: 0.147817\tvalid_1's auc: 0.760969\tvalid_1's binary_logloss: 0.166127\n",
      "[3946]\tvalid_0's auc: 0.781085\tvalid_0's binary_logloss: 0.147816\tvalid_1's auc: 0.760969\tvalid_1's binary_logloss: 0.166126\n",
      "[3947]\tvalid_0's auc: 0.78109\tvalid_0's binary_logloss: 0.147815\tvalid_1's auc: 0.76097\tvalid_1's binary_logloss: 0.166126\n",
      "[3948]\tvalid_0's auc: 0.781098\tvalid_0's binary_logloss: 0.147814\tvalid_1's auc: 0.760979\tvalid_1's binary_logloss: 0.166125\n",
      "[3949]\tvalid_0's auc: 0.781094\tvalid_0's binary_logloss: 0.147814\tvalid_1's auc: 0.760974\tvalid_1's binary_logloss: 0.166124\n",
      "[3950]\tvalid_0's auc: 0.781116\tvalid_0's binary_logloss: 0.147812\tvalid_1's auc: 0.760989\tvalid_1's binary_logloss: 0.166123\n",
      "[3951]\tvalid_0's auc: 0.781111\tvalid_0's binary_logloss: 0.147811\tvalid_1's auc: 0.760986\tvalid_1's binary_logloss: 0.166123\n",
      "[3952]\tvalid_0's auc: 0.781121\tvalid_0's binary_logloss: 0.147811\tvalid_1's auc: 0.760995\tvalid_1's binary_logloss: 0.166122\n",
      "[3953]\tvalid_0's auc: 0.781128\tvalid_0's binary_logloss: 0.14781\tvalid_1's auc: 0.760999\tvalid_1's binary_logloss: 0.166121\n",
      "[3954]\tvalid_0's auc: 0.781136\tvalid_0's binary_logloss: 0.147809\tvalid_1's auc: 0.761008\tvalid_1's binary_logloss: 0.16612\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[3955]\tvalid_0's auc: 0.781142\tvalid_0's binary_logloss: 0.147808\tvalid_1's auc: 0.761013\tvalid_1's binary_logloss: 0.166119\n",
      "[3956]\tvalid_0's auc: 0.781147\tvalid_0's binary_logloss: 0.147807\tvalid_1's auc: 0.761013\tvalid_1's binary_logloss: 0.166118\n",
      "[3957]\tvalid_0's auc: 0.78115\tvalid_0's binary_logloss: 0.147806\tvalid_1's auc: 0.761017\tvalid_1's binary_logloss: 0.166117\n",
      "[3958]\tvalid_0's auc: 0.781154\tvalid_0's binary_logloss: 0.147806\tvalid_1's auc: 0.761019\tvalid_1's binary_logloss: 0.166117\n",
      "[3959]\tvalid_0's auc: 0.781159\tvalid_0's binary_logloss: 0.147804\tvalid_1's auc: 0.761022\tvalid_1's binary_logloss: 0.166116\n",
      "[3960]\tvalid_0's auc: 0.781163\tvalid_0's binary_logloss: 0.147803\tvalid_1's auc: 0.761029\tvalid_1's binary_logloss: 0.166114\n",
      "[3961]\tvalid_0's auc: 0.781179\tvalid_0's binary_logloss: 0.147802\tvalid_1's auc: 0.761044\tvalid_1's binary_logloss: 0.166114\n",
      "[3962]\tvalid_0's auc: 0.781185\tvalid_0's binary_logloss: 0.1478\tvalid_1's auc: 0.761052\tvalid_1's binary_logloss: 0.166112\n",
      "[3963]\tvalid_0's auc: 0.781184\tvalid_0's binary_logloss: 0.1478\tvalid_1's auc: 0.761053\tvalid_1's binary_logloss: 0.166112\n",
      "[3964]\tvalid_0's auc: 0.781192\tvalid_0's binary_logloss: 0.147798\tvalid_1's auc: 0.761059\tvalid_1's binary_logloss: 0.16611\n",
      "[3965]\tvalid_0's auc: 0.781193\tvalid_0's binary_logloss: 0.147796\tvalid_1's auc: 0.761061\tvalid_1's binary_logloss: 0.166108\n",
      "[3966]\tvalid_0's auc: 0.781191\tvalid_0's binary_logloss: 0.147795\tvalid_1's auc: 0.761059\tvalid_1's binary_logloss: 0.166107\n",
      "[3967]\tvalid_0's auc: 0.781191\tvalid_0's binary_logloss: 0.147795\tvalid_1's auc: 0.761059\tvalid_1's binary_logloss: 0.166107\n",
      "[3968]\tvalid_0's auc: 0.781191\tvalid_0's binary_logloss: 0.147795\tvalid_1's auc: 0.761059\tvalid_1's binary_logloss: 0.166107\n",
      "[3969]\tvalid_0's auc: 0.781195\tvalid_0's binary_logloss: 0.147794\tvalid_1's auc: 0.761062\tvalid_1's binary_logloss: 0.166107\n",
      "[3970]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[3971]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[3972]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[3973]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[3974]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[3975]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[3976]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[3977]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[3978]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[3979]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[3980]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[3981]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[3982]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[3983]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[3984]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[3985]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[3986]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[3987]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[3988]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[3989]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[3990]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[3991]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[3992]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[3993]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[3994]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[3995]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[3996]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[3997]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[3998]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[3999]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4000]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4001]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4002]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4003]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4004]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4005]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4006]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4007]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4008]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4009]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4010]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4011]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4012]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4013]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4014]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4015]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4016]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4017]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4018]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4019]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4020]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4021]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4022]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4023]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4024]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4025]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4026]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4027]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4028]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4029]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4030]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[4031]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4032]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4033]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4034]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4035]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4036]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4037]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4038]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4039]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4040]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4041]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4042]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4043]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4044]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4045]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4046]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4047]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4048]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4049]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4050]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4051]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4052]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4053]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4054]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4055]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4056]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4057]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4058]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4059]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4060]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4061]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4062]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4063]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4064]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4065]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4066]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4067]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4068]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4069]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4070]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4071]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4072]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4073]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4074]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4075]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4076]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4077]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4078]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4079]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4080]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4081]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4082]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4083]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4084]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4085]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4086]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4087]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4088]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4089]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4090]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4091]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4092]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4093]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4094]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4095]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4096]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4097]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4098]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4099]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4100]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4101]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4102]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4103]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4104]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4105]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4106]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4107]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[4108]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4109]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4110]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4111]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4112]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4113]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4114]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4115]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4116]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4117]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4118]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4119]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4120]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4121]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4122]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4123]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4124]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4125]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4126]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4127]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4128]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4129]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4130]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4131]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4132]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4133]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4134]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4135]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4136]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4137]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4138]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4139]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4140]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4141]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4142]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4143]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4144]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4145]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4146]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4147]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4148]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4149]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4150]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4151]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4152]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4153]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4154]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4155]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4156]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4157]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4158]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4159]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4160]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4161]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4162]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4163]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4164]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4165]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4166]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4167]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4168]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4169]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4170]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4171]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4172]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4173]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4174]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4175]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4176]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4177]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4178]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4179]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4180]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4181]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4182]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4183]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4184]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4185]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[4186]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4187]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4188]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4189]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4190]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4191]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4192]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4193]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4194]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4195]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4196]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4197]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4198]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4199]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4200]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4201]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4202]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4203]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4204]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4205]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4206]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4207]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4208]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4209]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4210]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4211]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4212]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4213]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4214]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4215]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4216]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4217]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4218]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4219]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "[4220]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "Early stopping, best iteration is:\n",
      "[3970]\tvalid_0's auc: 0.781201\tvalid_0's binary_logloss: 0.147792\tvalid_1's auc: 0.761066\tvalid_1's binary_logloss: 0.166105\n",
      "\n",
      "defaultdict(<class 'collections.OrderedDict'>, {'valid_0': OrderedDict([('auc', 0.7812010159674302), ('binary_logloss', 0.14779245941415162)]), 'valid_1': OrderedDict([('auc', 0.7610660356650925), ('binary_logloss', 0.16610510648322166)])})\n",
      "3970\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXoAAAD4CAYAAADiry33AAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy8li6FKAAAgAElEQVR4nO3deXhdd33n8fdXV7raV0vyosV2iEMSssc4CVsKNJBSIG0fhjpAm3RmSKcsbcNDO2GYB2h4+kzbWaCdpsMEmi7TltCGLqZ1mzFNGAhNiJ2S1SGO7Ti2vGnfpStd3e/88TtXupKvbMVarnT8eT2PHp3zO+de/8554k9+/p7fOcfcHRERia+iQndARESWl4JeRCTmFPQiIjGnoBcRiTkFvYhIzBUXugNzNTY2+pYtWwrdDRGRNeWpp57qdvemfNtWXdBv2bKFffv2FbobIiJripm9Ot82lW5ERGJOQS8iEnMKehGRmFPQi4jEnIJeRCTmFPQiIjGnoBcRibkFzaM3s1uB3wUSwNfc/bfmbP8S8PZotQJodve6aNvvAD9J+J/KHuBXXM9GFpE1aCrjDI+nGRyfZCjn91DO74l05ry/f0NtOR+6oX0JexycM+jNLAHcB9wCdAB7zWyXu+/P7uPud+fs/0ng2mj5TcCbgauizY8BNwPfWaL+i4i8ZpNTGcYnpxidmGJoPE3vyAS9IymO9IxyrHeUwTnhPTgWfo9MTJ3zu83Ov1/XtNUVJuiBHcBBdz8MYGYPArcB++fZ/3bg89GyA2VAEjCgBDi9mA6LiGSNTUzRPZyif3SSvtEJekZSHO0Zi0bak/SOTNIzkqJneILhVJrJdIaxySnSmfmLCvUVJdSWl1BTXkJ1WTFNVVVUlxVTXVZCTXn4XV1WTE3ZzHJ1Wcn0erJ49VXEFxL0LcCxnPUO4IZ8O5rZZmAr8AiAuz9uZo8CJwlB//vu/mKez90F3AXQ3r70/zcTkbUjlZ6ie3iC7qEUXUMpuoZTYXk4RfdwaOsenqBrKMVwKp33OyqTCarKiqmvSNJYVUpbWwU15cWUJIqoSCYoL0lQVpKgPJmgMlnMuqokDZVJWusqqK0oWeEjXn5L/aybncBD7j4FYGYXA5cBrdH2PWb2Vnf/Xu6H3P1+4H6A7du3q34vEiPuzuB4OgroFH0jE/SOTtA/OpkT3FGoD6UYHM8f3rXlJTRVl9JYleSKllqaqkpprE7SWFlKfWWSuooS6itKaGuooLQ4scJHubotJOiPA205661RWz47gY/nrP808IS7DwOY2T8CNwHfy/NZEVlDpjJOz0iKzsGZkO4cGqdzKLR1Do3TNRyWU/NcoKwqLaapupSmqlJev6Gat1zcSGNVaWirLp1eXleVVHgvwkKCfi+wzcy2EgJ+J/ChuTuZ2aVAPfB4TvNR4KNm9l8IpZubgS8vttMisrwyGWd0coqRVJoT/WM8f2KQl08P8Ur3CF1DKXpGJugZTpGv1J0deTdXl3J9ez3NNWU0R8G9rjKEdn1FGIGXlSi8V8I5g97d02b2CeBhwvTKB9z9BTO7F9jn7ruiXXcCD86ZOvkQ8A7gOcKF2X9y928t6RGIyIINjk9yon+MF08O0jcySf/oBP1jk5wcGOfUwDj9YxOMpqYYGJs844JldWkxmxsraGuo4OrWOpprSqcDval6JswV3quPrbYp7du3b3c9j15kYdydgbFJjvaOMjA2yfhkmDbYORRq4d3DYfQ9ODbJiYExjvWOzfq8GdSUlbC+ppSNteXUV5RQUVpMbXkJdeUlVJYWT9fEW+rKscXMHZRlZWZPufv2fNtW3YtHRGTGcCrNoc5hTg2Oc6x3lI6+MU4NjHOkZ4SekQn6RibmnSpYZNBQGS5e1pSXcMWmWj58w2Y21pZx2cYamqtLqS4rIVGk8I47Bb1IgYyk0hztHeV43xj9Y5OcHhzn5MAYJ/rHebVnhOP9Y4xPzr6IWVVazPqaUjavq+SatjoaKsO0wLaGChoqk5QVJygrKaKhMtTBixTigoJeZEllMs7QeJqDXcO8dGqIE/1j0/O9U+lwV+XgWJqTg2eWUSDcrLOxtpyLm6t4++ubqa9McnFzFZtqy2mtL6euokTlE3nNFPQiC+DuTExlOD2QoqNvlFd6RjjSPULnULjrMlsL7x2ZYCqnlJIoMtZVJqkuK56eHlhTXsw1bfV88Po2tjZV0lJXTkNlkqbqUiqS+ispS0//VckFzd05PZjiwOkw+j49mOJYX3jeSc/IBMPjaUYn0oxNTjE5NbsWXlxkbKwro6mqlLaGCq5tr2NdZSl10U07l2+sYVNduWrgUnAKeoktd2d0YorykgSD45N09I3x0qkhDncPc7hrhFe6w8/cm3nW15TSVl/BxU3hGSeVpcXRrfIJ1lWVsrkhTDFsqStXDVzWBAW9rHk9wykOnB7mWO8oR3tHOdY3yqs9oxzuGs57O31xkdHeUMFFTZW85eJGNtaVc8WmGlrqy2ms0jxwiR8FvaxKg+OTjKTSTKadrug5KH2joQZ+qGuYE/1jTE45L58emhXmiSJjU10ZbfUVvO/qTbTWVzA2OUVNWTGt9eVsaaxkc0Ml5UmFuVw4FPSy4jIZZ3giTfdQild7R3m1e4QjPaO8El3czD7kaj7N1aW0N1SQKDLed/UmtqyrZNv6Ki5qrGJjXRklidX3mFiRQlLQy6JlMk7f6ARdw2EGytHeUY70jDCRzmAY4+kpjveNcahrmM7BFOlM5oxnpFQkE7RHde+rW2vZWFtOU3UpJQljXVWS5uqy6bnhGo2LvDYKelmwzsFxDneP0D86Sddwin96/iSHu8IofGpOcicTRZQWF5Fxp6wkQVN1KddvrmdDTRnFCaOuPNzos3ldBZvXVdJYldT8cJFloqCX6dkpg+Ph4VZTGadvZIIjPSMc7xvj1OA4L50a4kjP6KzPtdSVc9Pr1rGptpzGqiSN1aU0VCbZVFtOe0OFZqSIrBIK+phzd470hNvsj/WNcuD0EOOTUzRVlzE+OcVTr/bxwomBM261z6ouK2ZDTRnb1lfzs29s58qWWuqiV61trC2jWPVwkVVPQb9GZTJO/9gkr/aMcGpgnO7hFCWJIsygZ2SCp4/2c7BzmKO9o7MeehVeoVZE3+gkiSILLyPesTm6KzNB+7oKSoqKqChN8LrGqli+Vk3kQqOgX2XcfbpW7e6k0hkGxyd57OVuvv3iab5/sIeShNE9PHHW76kpK+a6zfXccvl6aspLuLKllq2NldM3+bg7GUd3bYpcABT0BXCsd5THDnaTMGPPi6epSCY40T/Gc8dDCWVbcxXNNaUc7hrh5MD4rM9WJBNc295AS105bQ0VbFlXQWt9Bc01pWQyMDmVoSKZoLa85KxlFTMjoYwXuSAo6FfA08f6+dsfHqe+Isnu507y0umhWdtryorZUFvGB65vpaq0hB8e7eNo7yhXttTy4RvayThc3VbHTRetI1msmriIvDYK+iVw4PQQ/+s7hzjeN0bGneu31NM1mGJiKsOjP+pkZGJqet9tzVXccdNmPvjGNlLpDJdtqNG8cBFZVgr6eYyk0nz6r57hicM91JSX8IX3vYEnDvfwjX3HSE85w6k0JQk744mGAPte7Zu1Xltewq/++DZu39Gu56iIyIpT0Ef+5WA3kxnnjgeePGNb3+gkv/DHe89ory4robEqyVTG+YMPX099ZQkvnBhkc0MFRWZMuXNRY6VuBBKRgrqgg757OMW6yiR/ta+DX//ms3n32f3Lb2XXMyf42vcO88WfuoJr2+vY1lw972yV5teXLWeXRUReswsq6Hc9c4KxiTS3XdPCb3xrP19/8mje/b79qZtpb6iYvvB5+aYa7vmJS1eyqyIiSyb2Qf/4oR7u/KMnZ71c4j9+87kz9vuVd27j7lsuWcmuiYisiFgG/WMvd/ORP/wB3/21t3P7V5+Yd78737SFT77jYtZVla5g70REVlYsJ2X/yeNHAHjbf330jG3fuOtGfu/2aykuMj7znksV8iISe7Ec0ee7TPrAndt5x6Xrp9fff/WmleuQiEgBLSjozexW4HeBBPA1d/+tOdu/BLw9Wq0Amt29LtrWDnwNaAMceI+7H1mS3s+jpb581vqPvnir5q+LyNKamoTRXhg+Bem5z5468/4aPE/b3P2SlbDhyqXq4bRzBr2ZJYD7gFuADmCvme1y9/3Zfdz97pz9Pwlcm/MVfwr8prvvMbMqIP/zcJfIqYFx/uj7R2a1KeRF5KzcITUEg8eh/xiM90NqEEa6YaQr/B7rhbF+mBwNAT/WR95AX4yW7fDRf17a72RhI/odwEF3PwxgZg8CtwH759n/duDz0b6XA8XuvgfA3YcX3eNz+NifPzW9/JWPXDerXCMiMTc5Dr2HYbQHxgdCGA+eCKPu8cEQ5qlBSA1DehymUpBOhf2m5nkibHk9VDSG3zUtUFIOFQ2hrbIRqjdAcfmZn8t7q02extwbKktrz+eoz2khQd8CHMtZ7wBuyLejmW0GtgKPRE2XAP1m9tdR+7eBe9x9as7n7gLuAmhvb38t/T9DV85LpW+9YuOivktEVoH0BIx2z4yuR3tmRtm568OnYaADPE/RoGIdlNVCaTWU1kBtK5SUQXEZJJJQXheCu2YT1LVDeQOUVoXPJdb+OxmW+mLsTuChnCAvBt5KKOUcBb4B3An8Ye6H3P1+4H6A7du3L+rfQv0jk4v5uIgst8nxENzjgzDSGQV2NrS7Z5dLRrohNZD/e4qKQxBXNoXfbTfA1bdD4yWhrbwuhHvVhhDqF7CFBP1xwoXUrNaoLZ+dwMdz1juAp3PKPn8L3MicoF9KQ6l06Mgb286xp4gsGfdQ1+4/FkojgydhsAMGjkehHY24hzvD9nysaKYcUtkIG68OgZ1dn94WBXtZHRTFcob4kltI0O8FtpnZVkLA7wQ+NHcnM7sUqAcen/PZOjNrcvcu4B3AvkX3egE+9S7d5SqyJDKZENQDHTBwNPqd89N/NNTDZ1dkg7I6qGoO4bzhSqhsjtYbQwklu62yScG9jM4Z9O6eNrNPAA8Tplc+4O4vmNm9wD533xXtuhN40H1mDpG7T5nZp4F/tvAIx6eAry75UeRorErSUldOc/WF/U81kbzcQ2j3vRouQI71RaPtU2FGyVhfNMOkL4y80+MwMRouWuZKVoc6d/V6aN0eQrq8HuraQrmkemP4KaspzHHKLAuq0bv7bmD3nLbPzVn/wjyf3QNcdZ79e82KzGitr1ipP05k9UinQmlkuDPUvodPw3BXtNwZZp90vZS/5l1cNhPWlY3QfGkYcReXhVkmde0h2Gvbwu/yupU/Pjlvsboz9kj3CJ1DKf7huZPcV+jOiCyV8QEYOg19R2YHeLbmnW0bn+eiZWktVDWFi5JXfiBcrKzfEurc5fVQGdW79d6E2IpV0B/uXvZp+iJLLzU0c/Gy5xAMHAullb4j0PdK/gBPVof6dlUzNF8GF/3YTP07+1MZ1b8v8BknErOgF1lV3KNSSrb+Hd1NOdobfrp+BCf+NbrDMkciGUol9VtC/btucwjsda+bCfCkypOycLEK+on0sj5dQWRGeuLM0km2nDLWG0bknS/C5Ej+zxeXw7qL4bL3QcPrwoXL2tYQ7jWbVEaRJRWroNcjh2XRJsfDdMGBYzPzv1NDYQQ+MRxG372HQ4kl73TC2lD7rtoA1/0c1G+F2pZQC8/9Kclzy7zIMolV0E9OhRH91z96Y4F7IquaOwydgu4DIdA7Xww/vYdDyM8X4KW14XfjJXDZ+0N5JbceXtUMxRpsyOoTq6BPT4Up/CUJ/bP3gjc+GKYSDhydqZX3HITTz4eAz62LF5eF8G65LsxKWbctlFGq1ofZKslq3cgja1q8gj4TRvTFCf2ljLVMJjzIauhEmK3ScxCOPxVG50NRjXwizwys0lpYf3kYja+/ApouCfPC6zZDIlZ/FURmidV/3ZPRiL64SCP6NW2sL9TAszNWhjtDqWXwRAj1gWNnPlK2phUatkL7jTPPRmm8JFzwLCqObsVvKszxiBRYzII+jOiTxRrRr1rZh18NdIT54d0HQm286wCcejZc/Mykz/xcRWOYmbL+DXDZe8Nzwas3zjxWtrJJM1VE5hGroE9rRF9Y7jAxEkbdp54Nz0gherbK+CC8+i/hJqC5Uw6LisPoe+vbQnCX1YX16vVh9kpVcyyeCS5SKLEK+uyIvkQ1+uU3OQYv74HD34FXvhvKK5OjkMnzPgBLhNkobTfARTeH0XjNpvAslcZtYTSuG4BElk2sgj6diUb0mnWzeO5h9N19IHohRC8ceSzcyekenmw4NRFu/Nl8UwjwZGX0oof10Loj1MnTqfCqNZVVRAomVkGvEf0CZF+CXFQcauGvfh+O/SDc1TnaE2asDJ2KbhAamv3Z+i2w7V3hFv2yGrjo7bDlLSqriKxyMQv6aB695jyHQB88ASd+GJ6p0ns4zCvPd1u+FYVaeHldGIW37Qh3dzZeEqYhVm8Iwa4nHIqsSbEK+p7oxeCxLd1kMuEJh72vhBJK/9Fws8/UZBiJZ0fpfUfC9MTx/pnPVjSGh2Jd9UFouCjs5xlouT7UzlUjF4mtWAX9H3znELBGgz6dglPPhxp3/eYQ2ge/DR17wyyWY0+G+eO5yurC54qT4fkpHj3UraYF3vDTYSriuovDY2yrN6z8MYnIqhCroM9ataWbqTR0PAmpYTi+Dw49CiefDsE83zNWIJRRWq6HS98bRt7r3xBG4bWtK9t/EVmTYhn0RatlHv3Q6XChMxvqPQfDFMS5Ekm4+J3h1vzh0+F2/sqmMBK//k496VBEFiWWQb+sUkOhRr7udVBSES5OjvTA7k/Di98Kt+Cnx+H0/tkXPddfCVfvhPY3hVvxN1ylt96LyIpQ0C/ExAi88Dfwdx8/c1tNCwwen1k/8r2Z5a1vgzf8DFzy7nCDkIhIASjo5/IwRZPxfnjuIXj4szCVOnO/strwrJZsyP/c30D7TXDymXDHZ/NlmoooIqtCrIJ+x5YGDnWdxwvCJ8fhN9efe79f/B5svGpm3T2UaXJr6O166YmIrC6xCvqyZILWhgXOB3eHh/8TlFbD//vt+ff7pcfDM8zzMdOFUhFZ9WIV9O5O3in0mSl45uuw9Wb48hWh7S13wxN/MLNPRSPc+B/gmo9AzcYV6a+IyEqIVdBn3CmaWxf/Qm3+nR/7Uvhdtxl2/gU0vV7PbBGRWFrQ3D4zu9XMXjKzg2Z2T57tXzKzp6OfA2bWP2d7jZl1mNnvL1XH85nKzAn68cGzf+CN/x5+9VnYcIVCXkRi65wjejNLAPcBtwAdwF4z2+Xu+7P7uPvdOft/Erh2ztd8EfjukvT4LDI+Z1p67nTIluvDjUgf+SZc/OPhLlXTHHYRib+FlG52AAfd/TCAmT0I3Absn2f/24HPZ1fM7HpgPfBPwPZF9fYc3J2ioqLwiIGvvTM8tRHCXPZ/80ezd9bLoEXkArGQIW0LkPs0rY6o7QxmthnYCjwSrRcB/x349Nn+ADO7y8z2mdm+rq6uhfQ7r+nSzf/9zzMhD/AzXz3v7xQRWeuWunaxE3jIffrpXB8Ddrt7x9k+5O73u/t2d9/e1NR03n94KN1YeHFG1o0f1+hdRC5oC0nA40Bbznpr1JbPTiD3OQE3AW81s48BVUDSzIbd/YwLukshzLoBihKh4Zefhoaty/FHiYisGQsJ+r3ANjPbSgj4ncCH5u5kZpcC9cDj2TZ3/3DO9juB7csV8hCCPmEGP/r70KCQFxE5d9C7e9rMPgE8DCSAB9z9BTO7F9jn7ruiXXcCD7pnHxaz8jIZMLPwiN+69kJ1Q0RkVVlQ8drddwO757R9bs76F87xHX8M/PFr6t1rNF26SU9A6xuX848SEVkzYjWRPONO0tKQGghvZRIRkXgF/VTGuWloT1gp0cuuRUQgZkHvDh/u/G9hZXKssJ0REVklYhX0mdzrwBuuLFxHRERWkVgFvWfSMyuXvLtwHRERWUViFfTXpp+bWdFr/EREgJgFfcInC90FEZFVJ1ZBP5G9LaDy/J+XIyISN7EK+kGPplS+98uF7YiIyCoSq6BPeHQxVi/sFhGZFqugL8oGvV4LKCIyLVZBX+3DYaFIz58XEcmKVdD/pv/PsDBy/m+pEhGJm1gFfYWlwoJe+i0iMi1Wifi//WfCwtabC9sREZFVJFZBP0w0vTL7KkEREYlX0BuZaCFWhyUisiixSkTzTHapoP0QEVlN4hX00wuxOiwRkUWJVSK+wQ6HBQW9iMi0WCXiLfZkWNAjikVEpsUq6KdpRC8iMi2eiagRvYjItHgGvYiITFPQi4jEnIJeRCTmFhT0Znarmb1kZgfN7J48279kZk9HPwfMrD9qv8bMHjezF8zsWTP72aU+gFxHfMNyfr2IyJp0zge3m1kCuA+4BegA9prZLnffn93H3e/O2f+TwLXR6ijw8+7+spltAp4ys4fdvX8pDyKrk3qKqjfSvhxfLiKyRi1kRL8DOOjuh919AngQuO0s+98OfB3A3Q+4+8vR8gmgE1i2N3cXkSFjeqCZiEiuhQR9C3AsZ70jajuDmW0GtgKP5Nm2A0gCh/Jsu8vM9pnZvq6u839pSIIMrssOIiKzLHUq7gQecvep3EYz2wj8H+AX3KefPDbN3e939+3uvr2p6fwH/AkyZHSzlIjILAtJxeNAW856a9SWz06isk2WmdUA/wB81t2fOJ9OLlQRGdz0vlgRkVwLCfq9wDYz22pmSUKY75q7k5ldCtQDj+e0JYG/Af7U3R9ami7Pr5gpjehFROY4Zyq6exr4BPAw8CLwl+7+gpnda2bvz9l1J/Cgu3tO2weBtwF35ky/vGYJ+z9LERky6GKsiEiuBdU53H03sHtO2+fmrH8hz+f+DPizRfRv4TIZLrEO6OtYkT9ORGStiE+d48xrvCIiQpyCXk+sFBHJKz5BLyIieSnoRURiLj5BP2uyj4iIZMUn6EVEJC8FvYhIzMUu6H+07pZCd0FEZFWJUdCHGn13xUUF7oeIyOoSo6CPaD69iMgs8Qt6ERGZRUEvIhJzCnoRkZiLT9DrhikRkbziE/TTdDFWRCSXgl5EJOZiGPQiIpIrRkGvGr2ISD4xCvqIKjciIrPEJuhds25ERPKKTdBnaUAvIjJbbIJeA3oRkfxiE/QzF2M1phcRyRWjoM9S0IuI5IpN0KtyIyKSX2yCfpoG9CIisywo6M3sVjN7ycwOmtk9ebZ/ycyejn4OmFl/zrY7zOzl6OeOpez8LLoaKyKSV/G5djCzBHAfcAvQAew1s13uvj+7j7vfnbP/J4Fro+UG4PPAdkJ15anos31LehRoHr2IyHwWMqLfARx098PuPgE8CNx2lv1vB74eLb8b2OPuvVG47wFuXUyHRUTktVlI0LcAx3LWO6K2M5jZZmAr8Mhr/exiaTwvIpLfUl+M3Qk85O5Tr+VDZnaXme0zs31dXV2L6oDeDS4iMttCgv440Jaz3hq15bOTmbLNgj/r7ve7+3Z3397U1LSALuWjMb2ISD4LCfq9wDYz22pmSUKY75q7k5ldCtQDj+c0Pwy8y8zqzaweeFfUtuSy12Jd8ytFRGY556wbd0+b2ScIAZ0AHnD3F8zsXmCfu2dDfyfwoOdMf3H3XjP7IuF/FgD3unvv0h7CbKagFxGZ5ZxBD+Duu4Hdc9o+N2f9C/N89gHggfPsn4iILFJs7ox1zxS6CyIiq1Jsgn6apt2IiMwSm6DXjbEiIvnFJuhFRCQ/Bb2ISMzFKOhVuxERySdGQZ+li7EiIrliE/S6GCsikl9sgj5LsytFRGaLT9BrSC8ikldsgt6ji7F6qJmIyGyxCfosxbyIyGyxC3oREZktNkGvEr2ISH6xCfrpG6ZUuxERmSU2QT8zoFfSi4jkik3QZynmRURmi13Qi4jIbLEJel2MFRHJLzZBP530qt2IiMwSm6DXxVgRkfxiE/QiIpKfgl5EJOZiE/Suq7EiInnFJuin6YH0IiKzxC/oRURklgUFvZndamYvmdlBM7tnnn0+aGb7zewFM/uLnPbfidpeNLPfM1umIbcqNyIieRWfawczSwD3AbcAHcBeM9vl7vtz9tkGfAZ4s7v3mVlz1P4m4M3AVdGujwE3A99ZyoMQEZH5LWREvwM46O6H3X0CeBC4bc4+HwXuc/c+AHfvjNodKAOSQClQApxeio6fKbM8XysissYtJOhbgGM56x1RW65LgEvM7Ptm9oSZ3Qrg7o8DjwIno5+H3f3FxXd7fstVGRIRWavOWbp5Dd+zDfgxoBX4rpldCTQCl0VtAHvM7K3u/r3cD5vZXcBdAO3t7UvUJRERgYWN6I8DbTnrrVFbrg5gl7tPuvsrwAFC8P808IS7D7v7MPCPwE1z/wB3v9/dt7v79qampvM5Dj3UTERkHgsJ+r3ANjPbamZJYCewa84+f0sYzWNmjYRSzmHgKHCzmRWbWQnhQuzylG6U9CIieZ0z6N09DXwCeJgQ0n/p7i+Y2b1m9v5ot4eBHjPbT6jJ/5q79wAPAYeA54BngGfc/VvLcBw5VKMXEcm1oBq9u+8Gds9p+1zOsgOfin5y95kCfnHx3VxAH1fiDxERWYN0Z6yISMzFJuj1UDMRkfxiE/TZ4o2m0YuIzBajoM9S0ouI5IpN0FeVlgCwbX11gXsiIrK6xCbok8XhUOorkgXuiYjI6hKboNcNUyIi+cUn6KepRi8ikiuGQS8iIrkU9CIiMaegFxGJuRgFvS7GiojkE6Ogj+jWWBGRWeIX9CIiMouCXkQk5uIT9IkkXP5TUL+10D0REVlVlurl4IVXVgMf/JNC90JEZNWJz4heRETyUtCLiMScgl5EJOYU9CIiMaegFxGJOQW9iEjMKehFRGJOQS8iEnPmq+wVfGbWBby6iK9oBLqXqDtxpPNzdjo/Z6fzc3aFPD+b3b0p34ZVF/SLZWb73H17ofuxWun8nJ3Oz9np/Jzdaj0/Kt2IiMScgl5EJObiGPT3F7oDq5zOz9np/Jydzs/ZrcrzE7savYiIzBbHEb2IiORQ0IuIxFxsgt7MbjWzl8zsoJndU+j+rBQze8DMOs3s+Zy2BjPbY21TAikAAAOMSURBVGYvR7/ro3Yzs9+LztGzZnZdzmfuiPZ/2czuKMSxLAczazOzR81sv5m9YGa/ErXrHAFmVmZmT5rZM9H5+Y2ofauZ/SA6D98ws2TUXhqtH4y2b8n5rs9E7S+Z2bsLc0TLw8wSZvZDM/v7aH1tnR93X/M/QAI4BFwEJIFngMsL3a8VOva3AdcBz+e0/Q5wT7R8D/Db0fJ7gH8EDLgR+EHU3gAcjn7XR8v1hT62JTo/G4HrouVq4ABwuc7R9PkxoCpaLgF+EB33XwI7o/avAL8ULX8M+Eq0vBP4RrR8efT3rhTYGv19TBT6+JbwPH0K+Avg76P1NXV+4jKi3wEcdPfD7j4BPAjcVuA+rQh3/y7QO6f5NiD7XsU/AX4qp/1PPXgCqDOzjcC7gT3u3uvufcAe4Nbl7/3yc/eT7v6v0fIQ8CLQgs4RANFxDkerJdGPA+8AHora556f7Hl7CHinmVnU/qC7p9z9FeAg4e/lmmdmrcBPAl+L1o01dn7iEvQtwLGc9Y6o7UK13t1PRsungPXR8nzn6YI4f9E/o68ljFp1jiJRWeJpoJPwP7BDQL+7p6Ndco91+jxE2weAdcT4/ABfBn4dyETr61hj5ycuQS/z8PDvxgt+Dq2ZVQHfBH7V3Qdzt13o58jdp9z9GqCVMMq8tMBdWjXM7L1Ap7s/Vei+LEZcgv440Jaz3hq1XahOR+UGot+dUft85ynW58/MSggh/+fu/tdRs87RHO7eDzwK3EQoWRVHm3KPdfo8RNtrgR7ie37eDLzfzI4QSsLvAH6XNXZ+4hL0e4Ft0ZXwJOEiyK4C96mQdgHZWSF3AH+X0/7z0cySG4GBqHzxMPAuM6uPZp+8K2pb86L66B8CL7r7/8jZpHMEmFmTmdVFy+XALYTrGI8CH4h2m3t+suftA8Aj0b+IdgE7o1knW4FtwJMrcxTLx90/4+6t7r6FkCuPuPuHWWvnp9BXs5fqhzBb4gChvvjZQvdnBY/768BJYJJQ9/t3hJrgPwMvA98GGqJ9DbgvOkfPAdtzvuffEi4QHQR+odDHtYTn5y2EssyzwNPRz3t0jqaP6Srgh9H5eR74XNR+ESGIDgJ/BZRG7WXR+sFo+0U53/XZ6Ly9BPxEoY9tGc7VjzEz62ZNnR89AkFEJObiUroREZF5KOhFRGJOQS8iEnMKehGRmFPQi4jEnIJeRCTmFPQiIjH3/wG9NHtDOpe0kAAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "params_ = {\n",
    "    # highest impact to control overfitting\n",
    "    'num_iterations': 10000,\n",
    "    'num_leaves': 100, #should be < 2^(max_depth)\n",
    "    'max_depth': 10,\n",
    "    'min_data_in_leaf':100,\n",
    "    'min_gain_to_split': 10,\n",
    "    # optional parameters\n",
    "    'categorical_feature':cat_feat_indexes,\n",
    "    'learning_rate': 0.001,\n",
    "    'subsample': 0.5,\n",
    "    'colsample_bytree': 0.5,\n",
    "    'subsample_freq':1,\n",
    "    # for regularization\n",
    "    'lambda_l2':20,\n",
    "}\n",
    "\n",
    "mod_lgb = LGBMClassifier(n_jobs=-1, random_state=RANDOM_STATE,\n",
    "                         num_iterations=params_['num_iterations'],\n",
    "                         num_leaves=params_['num_leaves'],\n",
    "                         max_depth=params_['max_depth'],\n",
    "                         min_data_in_leaf=params_['min_data_in_leaf'],\n",
    "                         min_gain_to_split=params_['min_gain_to_split'],\n",
    "                         categorical_feature=params_['categorical_feature'],\n",
    "                         learning_rate=params_['learning_rate'],\n",
    "                         subsample=params_['subsample'],\n",
    "                         colsample_bytree=params_['colsample_bytree'],\n",
    "                         subsample_freq=params_['subsample_freq'],\n",
    "                         lambda_l2=params_['lambda_l2']\n",
    "                        )\n",
    "\n",
    "eval_set = [(train[features], train[TARGET_VAR]),(val[features], val[TARGET_VAR])]\n",
    "%time\n",
    "mod_lgb.fit(train[features], train[TARGET_VAR], eval_set=eval_set, eval_metric='auc',\n",
    "            early_stopping_rounds=250, verbose=True)\n",
    "\n",
    "train_result = mod_lgb.evals_result_['valid_0']['auc']\n",
    "val_result = mod_lgb.evals_result_['valid_1']['auc']\n",
    "\n",
    "plt.plot(train_result)\n",
    "plt.plot(val_result)\n",
    "\n",
    "print()\n",
    "print(mod_lgb.best_score_)\n",
    "print(mod_lgb.best_iteration_)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Evaluate the Model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 70,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Train Gini: 0.5624020319348602\n",
      "Val Gini: 0.5221320713301849\n",
      "Test Gini: 0.547643400595933\n"
     ]
    }
   ],
   "source": [
    "train['pred'] = mod_lgb.predict_proba(train[features], num_iteration=mod_lgb.best_iteration_)[:,1]\n",
    "val['pred'] = mod_lgb.predict_proba(val[features], num_iteration=mod_lgb.best_iteration_)[:,1]\n",
    "test['pred'] = mod_lgb.predict_proba(test[features], num_iteration=mod_lgb.best_iteration_)[:,1]\n",
    "\n",
    "print('Train Gini:', roc_auc_score(train[TARGET_VAR], train['pred'])*2-1)\n",
    "print('Val Gini:',roc_auc_score(val[TARGET_VAR], val['pred'])*2-1)\n",
    "print('Test Gini:',roc_auc_score(test[TARGET_VAR], test['pred'])*2-1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 71,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.5754485866725674\n"
     ]
    }
   ],
   "source": [
    "train_val = pd.concat([train, val])\n",
    "mod_lgb.fit(train_val[features], train_val[TARGET_VAR])\n",
    "\n",
    "test['pred_2'] = mod_lgb.predict_proba(test[features], num_iteration=mod_lgb.best_iteration_)[:,1]\n",
    "print(roc_auc_score(test[TARGET_VAR], test['pred_2'])*2-1)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Check Feature Importances"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 72,
   "metadata": {},
   "outputs": [],
   "source": [
    "feat_imp = pd.DataFrame(features, columns=['feature_name'])\n",
    "feat_imp['feature_importance'] = mod_lgb.feature_importances_"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 73,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>feature_name</th>\n",
       "      <th>feature_importance</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>delin_max_dpd_3mo</td>\n",
       "      <td>5141</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>time_approve_to_pl_hour</td>\n",
       "      <td>4260</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>util_pl</td>\n",
       "      <td>3487</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>pf_delin_max_dpd_12mo</td>\n",
       "      <td>2061</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>oth_last_rep_days</td>\n",
       "      <td>1935</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>ap_co_plo</td>\n",
       "      <td>1668</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>delin_max_dpd_amt_3mo</td>\n",
       "      <td>1385</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>os_amount</td>\n",
       "      <td>1362</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>oth_last_trx_amount</td>\n",
       "      <td>1322</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>oth_last_rep_dpd</td>\n",
       "      <td>1244</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>util_non_pl</td>\n",
       "      <td>1238</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>flag_good_pefindo</td>\n",
       "      <td>585</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>oth_first_trx_amount</td>\n",
       "      <td>373</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>current_dpd</td>\n",
       "      <td>323</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>pf_util_creditcard_avg_12mo</td>\n",
       "      <td>307</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>calibrated_final</td>\n",
       "      <td>210</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>pf_delin_dist_contractcode_30_dpd_3mo</td>\n",
       "      <td>171</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>flag_bad_pefindo</td>\n",
       "      <td>124</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>payment_type</td>\n",
       "      <td>86</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>pf_con_open_count_12mo</td>\n",
       "      <td>24</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>oth_last_rep_channel</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>series</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                             feature_name  feature_importance\n",
       "3                       delin_max_dpd_3mo                5141\n",
       "17                time_approve_to_pl_hour                4260\n",
       "19                                util_pl                3487\n",
       "15                  pf_delin_max_dpd_12mo                2061\n",
       "10                      oth_last_rep_days                1935\n",
       "0                               ap_co_plo                1668\n",
       "4                   delin_max_dpd_amt_3mo                1385\n",
       "7                               os_amount                1362\n",
       "12                    oth_last_trx_amount                1322\n",
       "11                       oth_last_rep_dpd                1244\n",
       "18                            util_non_pl                1238\n",
       "6                       flag_good_pefindo                 585\n",
       "8                    oth_first_trx_amount                 373\n",
       "2                             current_dpd                 323\n",
       "16            pf_util_creditcard_avg_12mo                 307\n",
       "1                        calibrated_final                 210\n",
       "14  pf_delin_dist_contractcode_30_dpd_3mo                 171\n",
       "5                        flag_bad_pefindo                 124\n",
       "21                           payment_type                  86\n",
       "13                 pf_con_open_count_12mo                  24\n",
       "9                    oth_last_rep_channel                   0\n",
       "20                                 series                   0"
      ]
     },
     "execution_count": 73,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "feat_imp.sort_values('feature_importance', ascending=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 74,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<matplotlib.axes._subplots.AxesSubplot at 0x7f9068a0c350>"
      ]
     },
     "execution_count": 74,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAA4oAAAM2CAYAAACwhX32AAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy8li6FKAAAgAElEQVR4nOzdeZxWZf3/8deHRUXQjBCTEBEtknUUlSyjsXJfcstUXBDJzMhKxfxZKWZ9I9Myc/uaKa64ft1Ls+TONDdQEcWtFHNDxUQZFGX5/P64D9PcwwwMODDD8Ho+Hjw493XOuc7n3Jc85D3XdQ6RmUiSJEmStEi7li5AkiRJktS6GBQlSZIkSRUMipIkSZKkCgZFSZIkSVIFg6IkSZIkqYJBUZIkSZJUwaAoSZJavYi4ICJ+0tJ1SNLqIvx3FCVJarsiYjqwAbCgTvNnMvPVj9BnNXBFZvb8aNWtmiJiPPByZv64pWuRpBXFGUVJktq+PTKzS51fyx0Sm0NEdGjJ638UEdG+pWuQpJXBoChJ0moqIj4XEf+IiFkRMaWYKVy07/CIeCoiZkfE8xHxraK9M/AnoEdE1BS/ekTE+Ij4WZ3zqyPi5Tqfp0fEDyPicWBORHQozrshIt6MiBci4pgl1Frb/6K+I+KEiHgjIl6LiL0iYteIeDYi/hMRJ9U5d2xEXB8R1xT380hEDK6zf/OIKBXfw5MRsWe9654fEX+MiDnAEcBw4ITi3m8tjjsxIv5V9D8tIvau08eIiLg3Is6IiLeLe92lzv6uEXFJRLxa7L+pzr7dI+KxorZ/RMSgJg+wJH0EBkVJklZDEfEp4HbgZ0BX4HjghohYvzjkDWB3YF3gcOA3EbFlZs4BdgFeXY4ZygOB3YD1gIXArcAU4FPAV4DvR8ROTezrk8BaxbknA78HDgaGAF8EfhIRm9Q5/mvAdcW9XgXcFBEdI6JjUcefge7Ad4ErI6JvnXMPAn4OrANcBlwJnF7c+x7FMf8qrvsx4FTgiojYsE4fQ4FngG7A6cAfIiKKfZcDawP9ixp+AxARWwAXA98CPgH8L3BLRKzZxO9IkpabQVGSpLbvpmJGalad2aqDgT9m5h8zc2Fm3gVMAnYFyMzbM/NfWfY3ykHqix+xjrMz86XMfB/YGlg/M3+amR9m5vOUw94BTexrHvDzzJwHXE05gP02M2dn5pPANGBwneMnZ+b1xfG/phwyP1f86gKMK+q4G7iNcqhd5ObMvK/4nuY2VExmXpeZrxbHXAM8B2xT55AXM/P3mbkAuBTYENigCJO7AEdl5tuZOa/4vgGOBP43Mx/MzAWZeSnwQVGzJK1Qq+wzApIkqcn2ysy/1GvbGPh6ROxRp60jMBGgWBp5CvAZyj9YXhuY+hHreKne9XtExKw6be2Bvzexr7eK0AXwfvH763X2v085AC527cxcWCyL7bFoX2YurHPsi5RnKhuqu0ERcShwLNC7aOpCObwuMqPO9d8rJhO7UJ7h/E9mvt1AtxsDh0XEd+u0rVGnbklaYQyKkiStnl4CLs/Mb9bfUSxtvAE4lPJs2rxiJnLRUsmGXpk+h3KYXOSTDRxT97yXgBcy89PLU/xy2GjRRkS0A3oCi5bMbhQR7eqExV7As3XOrX+/FZ8jYmPKs6FfAe7PzAUR8Rj//b6W5CWga0Ssl5mzGtj388z8eRP6kaRm5dJTSZJWT1cAe0TEThHRPiLWKl4S05PyrNWawJvA/GJ2ccc6574OfCIiPlan7TFg1+LFLJ8Evr+U6z8EzC5ecNOpqGFARGzdbHdYaUhE7FO8cfX7lJdwPgA8CLxH+eU0HYsX+uxBeTlrY14H+tT53JlyeHwTyi8CAgY0pajMfI3yy4HOi4iPFzUMK3b/HjgqIoZGWeeI2C0i1mniPUvScjMoSpK0GsrMlyi/4OUkygHnJWAM0C4zZwPHANcCb1N+mcstdc59GpgAPF8899iD8gtZpgDTKT/PeM1Srr+A8styqoAXgJnARZRfBrMi3Ax8g/L9HALsUzwP+CHlYLhLUcN5wKHFPTbmD0C/Rc98ZuY04EzgfsohciBw3zLUdgjlZy6fpvwSoe8DZOYk4JvAOUXd/wRGLEO/krTcIrOh1SOSJEltQ0SMBTbLzINbuhZJWlU4oyhJkiRJqmBQlCRJkiRVcOmpJEmSJKmCM4qSJEmSpAoGRUmSJElShQ4tXYCkxa233nq52WabtXQZamZz5syhc+fOLV2GVgDHtm1yXNsmx7XtcmyX3eTJk2dm5voN7TMoSq3QBhtswKRJk1q6DDWzUqlEdXV1S5ehFcCxbZsc17bJcW27HNtlFxEvNrbPpaeSJEmSpAoGRUmSJElSBYOiJEmSJKmCQVGSJEmSVMGgKEmSJEmqYFCUJEmSJFUwKEqSJEmSKhgUJUmSJEkVDIqSJEmSpAoGRUmSJElSBYOiJEmSJKmCQVGSJEmSVMGgKEmSJEmqYFCUJEmSJFUwKEqSJEmSKhgUJUmSJEkVDIqSJEmSpAoGRUmSJElSBYOiJEmSJKmCQVGSJEmSVMGgKEmSJEmqYFCUJEmSJFUwKEqSJEmSKhgUJUmSJEkVDIqSJEmSpAoGRUmSJElSBYOiJEmSJKmCQVGSJEmSVMGgKEmSJEmqYFCUJEmSpELv3r0ZOHAgVVVVbLXVVgBcd9119O/fn3bt2jFp0qTFzvn3v/9Nly5dOOOMM2rbRo4cSffu3RkwYMBKq705RWa2dA2S6unVZ7Nst/9vW7oMNbPjBs7nzKkdWroMrQCObdvkuLZNjmvb1RxjO33cbvTu3ZtJkybRrVu32vannnqKdu3a8a1vfYszzjijNkAust9++xERDB06lOOPPx6Ae+65hy5dunDooYfyxBNPfKS6VpSImJyZWzW0zxnF1VBEjI2I45uyPyJ+GhFfXXnVfTQRUR0Rty3jOeMjYr8l7P9DREyJiMcj4vqI6PLRK5UkSdKqYvPNN6dv374N7rvpppvYZJNN6N+/f0X7sGHD6Nq168oob4UwKGqJMvPkzPxLS9fRwn6QmYMzcxDwb2B0SxckSZKkFSMi2HHHHRkyZAgXXnjhEo+tqanhl7/8JaeccspKqm7lMSiuJiLiRxHxbETcC/Qt2jaNiDsiYnJE/D0iPtvAebWzbRExPSJOjYhHImJqQ8fXOW9sRFxa9PtiROwTEacX590RER2L406OiIcj4omIuDDKOhRt1cUxv4iIny/hWjtHxNMR8QiwT70aLo+I+yPiuYj4ZtEeEXFORDwTEX8Bui/pu8vMdxedB3QCss53c35EPBARzxezmRdHxFMRMb5OHQcW9/1ERPxySdeSJElSy7r33nt55JFH+NOf/sS5557LPffc0+ixY8eO5Qc/+AFdurS9BWcu0F4NRMQQ4ACgivKYPwJMBi4EjsrM5yJiKHAe8OWldDczM7eMiKOB44FRSzh2U2B7oB9wP7BvZp4QETcCuwE3Aedk5k+LOi8Hds/MWyNiBHB9RHwX2BkY2si9rQX8vqj7n8A19Q4ZBHwO6Aw8GhG3F5/7FnVtAEwDLl7STUfEJcCuxbHH1dn1cWBbYE/gFuALxXfycERUAW8AvwSGAG8Df46IvTLzpgaucSRwJEC3butz8sD5SypJq6ANOpWfn1Db49i2TY5r2+S4tl3NMbalUgmA5557DoAtttiCCRMmsHDhQgBmzZrF5MmTqampAeDPf/4zV1xxBccccww1NTW0a9eOl156ib333huAGTNmMGfOnNp+VyUGxdXDF4EbM/M9gIi4BVgL+DxwXXmiDIA1m9DX/xW/T6bO7F0j/pSZ8yJiKtAeuKNonwr0Lra3j4gTgLWBrsCTwK2Z+WQRHG8Dts3MDxu5xmeBFzLzueLerqAIW4WbM/N94P2ImAhsAwwDJmTmAuDViLh7aTedmYdHRHvgd8A3gEuKXbdmZhb3+HpmTi3qeLK4x42BUma+WbRfWVx/saCYmRdSDu/06rNZ+qB92+MLFNoux7ZtclzbJse17WqOsX1yr61ZuHAh66yzDnPmzOGkk07i5JNPprq6GoD11luPIUOG1L7M5vHHH689d+zYsXTp0qX2ZTYA06dPp3PnzrXnr0pcerr6agfMysyqOr82b8J5HxS/L2DpP2j4ACAzFwLz8r+v2F0IdChmA88D9svMgZRnBteqc/5AYBZLWRq6FPVf67vcr/ktguXVwL51mhd9HwvrbC/67P+FJEmSViGvv/462223HYMHD2abbbZht912Y+edd+bGG2+kZ8+e3H///ey2227stNNOS+3rwAMPZNttt+WZZ56hZ8+e/OEPf1gJd9B8/Ivs6uEeYHxE/ILymO8B/C/wQkR8PTOvK56/G5SZU1ZiXYtC4cziTaL7AdcDRMQ+lGcYhwG3RcQ2mTmrgT6eBnpHxKaZ+S/gwHr7v1bcd2egGjiR8uzmtyLiUsohdHvgqoYKLL6XTTPzn8X2nsU1m+oh4OyI6EZ56emBlGclJUmS1Mr06dOHKVMW/+vw3nvvXbuctDFjx46t+DxhwoTmLG2lMyiuBjLzkYi4BphC+Zm5h4tdw4HzI+LHQEfKs2UrLShm5qyI+D3wBDBjUV1FqBoHfCUzX4qIc4DfAoc10Mfc4tm+2yPiPeDvwDp1DnkcmAh0A07LzFeLZyS/TPl5w39Tfn6yMQFcGhHrFttTgG8vwz2+FhEnFjUEcHtm3ry08zp1bM8z43Zr6mW0iiiVSkwfXt3SZWgFcGzbJse1bXJc2y7HtnkZFFcTmflzoKE3h+7cwLFj62yPqLPdu872JMozdI1db2y9z10a2peZPwZ+3EAXn6lzzNmNXafYfwflZxUb8nhmHlrv+KSJ/8RFsWz2C43sG1FnezowoJF9E4BV+0dKkiRJWq34jKIkSZIkqYIzivpIIuJw4Hv1mu/LzO+sgGvdCGxSr/mHmXlnQ8fXn9Vs7v4lSZKktsqgqI8kMy/hv/9UxIq+1pKfIG7l/UuSJEmrCpeeSpIkSZIqGBQlSZIkSRUMipIkSZKkCgZFSZIkSVIFg6IkSZIkqYJBUZIkSZJUwaAoSZIkSapgUJQkSZIkVTAoSpIkSZIqGBQlSZIkSRUMipIkSZKkCgZFSZIkSVIFg6IkSZIkqYJBUZIkSZJUwaAoSZIkSapgUJQkSZIkVTAoSpIkSZIqGBQlSZIkSRUMipIkSZKkCgZFSZIkSVIFg6IkSZIkqYJBUZIkSZJUwaAoSZIkSapgUJQkSZJWsgULFrDFFluw++67AzB8+HD69u3LgAEDGDlyJPPmzas9tlQqUVVVRf/+/fnSl75U237HHXfQt29fNttsM8aNG7fS70FtW2RmS9cgqZ5efTbLdvv/tqXLUDM7buB8zpzaoaXL0Arg2LZNjmvb1JLjOn3cbrXbv/71r5k0aRLvvvsut912G3/84x/ZZZddADjooIMYNmwY3/72t5k1axaf//znueOOO+jVqxdvvPEG3bt3Z8GCBXzmM5/hrrvuomfPnmy99dZMmDCBfv36tci9tQalUonq6uqWLmOVEhGTM3OrhvY5o9hKRMR6EXF0sd0jIq5v6Zpam4j4fkSs3cx9jo+I/Zawf3pEdGvOa0qSpNXbyy+/zO23386oUaNq23bddVcigohgm2224eWXXwbgqquuYp999qFXr14AdO/eHYCHHnqIzTbbjD59+rDGGmtwwAEHcPPNN6/8m1GbZVBsPdYDjgbIzFczs9Hw0lpFRPsVfInvA80aFFtClPlnT5Kk1dT3v/99Tj/9dNq1W/yvA/PmzePyyy9n5513BuDZZ5/l7bffprq6miFDhnDZZZcB8Morr7DRRhvVntezZ09eeeWVlXMDWi24nqL1GAdsGhGPAc8Bm2fmgIgYAewFdAY+DZwBrAEcAnwA7JqZ/4mITYFzgfWB94BvZubTDV0oIvYAflz08xYwPDNfj4ixwKbAZkA34PTM/H1EVAM/BWYX+yYCR2fmwoioAf4X+CrwnYhYs6ixA/Aw8G1ge+CIzPx6cf1q4PjM3D0idgROBdYE/gUcnpk1DdR8DNADmBgRMzNz+4g4EDgJCOD2zPxhY19uUefvgR2BGcABmflmY8fX893iO+sIfD0zn46IrsDFQB/K3/eRmfl48R3WZOYZxXWfAHYv+rkTeBAYAuwKvFivxiOBIwG6dVufkwfOb2J5WlVs0Km85Eltj2PbNjmubVNLjmupVOL+++9n3rx5zJ49m8cee4y33nqLUqlUe8wZZ5xBnz59WLBgAaVSiRdffJFnnnmGM888kw8//JDvfOc7RATPP/88r732Wu25Tz31FK+88kpFX6ubmpqa1fr+m5tBsfU4ERiQmVUR0Ru4rc6+AcAWwFrAP4EfZuYWEfEb4FDgLOBC4KjMfC4ihgLnAV9u5Fr3Ap/LzIyIUcAJwHHFvkHA5ygH00cj4vaifRugH+VwcwewD3B9cdyDmXlcRKxFOeR+JTOfjYjLKAfFc4ALI6JzZs4BvgFcXSzp/DHw1cycExE/BI6lHEorZObZEXEssH1mzoyIHsAvKYeut4E/R8RemXlTI/fcGZiUmT+IiJOBU4DRjRxb38zM3LJYGnw8MIpyuH00M/eKiC8DlwFVS+nn08BhmflAQzsz80LK40ivPpulz8W0PT7v1HY5tm2T49o2tegzisOrufPOO5k8eTIjRoxg7ty5vPvuu1x00UVcccUVnHrqqXTo0IFrr722drbxgQceYNCgQbXPL95yyy2stdZa7LjjjvzjH/+ofSbv/vvvZ5tttlmtn9HzGcXm5fK3VcPEzJxdzIC9A9xatE8FekdEF+DzwHXFjOT/Ahsuob+ewJ0RMRUYA/Svs+/mzHw/M2dSnjncpmh/KDOfz8wFwARgu6J9AXBDsd0XeCEzny0+XwoMy8z5lMPlHhHRAdgNuJlyIO0H3FfUfRiwcRO/k62BUma+WfR/JTBsCccvBK4ptq+oU39T/F/x+2Sgd7G9HXA5QGbeDXwiItZdSj8vNhYSJUnS6uEXv/gFL7/8MtOnT+fqq6/my1/+MldccQUXXXQRd955JxMmTKhYkvq1r32Ne++9l/nz5/Pee+/x4IMPsvnmm7P11lvz3HPP8cILL/Dhhx9y9dVXs+eee7bgnamt8cdkq4YP6mwvrPN5IeUxbAfMysylzWgt8jvg15l5S7EMdGydffVfg5tLaZ9bhMeluZryDN5/KM/szY6IAO7KzAObWHdzWpbX/S76vhew9D8z86n8AcxadbbnLMM1JUnSauSoo45i4403ZttttwVgn3324eSTT2bzzTdn5513ZtCgQbRr145Ro0YxYMAAAM455xx22mknFixYwMiRI+nfv/+SLiEtE4Ni6zEbWGd5TszMdyPihYj4emZeVwSwQZk5pZFTPgYsetr5sHr7vhYRv6C8VLOa8pLYzwDbRMQmlJeefoNiiWQ9z1Ce4dwsM/9J+TnKvxX7/kb5mb5vUg6NAA8A5y46PiI6A5+qMyNZ36LvaCbwEHB2sXz1beBAygG4Me2A/YprH0R5+e1H8XdgOHBaEbZnFuMwneKZxIjYEthkeTrv1LE9z9R5hbbahlKpxPTh1S1dhlYAx7ZtclzbptY0rtXV1bVLJefPb/y5yTFjxjBmzJjF2nfddVd23XXXFVWeVnMuPW0lMvMtykswnwB+tRxdDAeOiIgpwJPA15Zw7FjKy1QnUw5ddT1OecnpA8Bpmflq0f4w5WcNnwJeAG5s4B7mAocXfU+lPON5QbFvAeXnLncpfqdYSjsCmBARjwP3A59dQt0XAndExMTMfI1yiJ0ITAEmZ+aS3gk9h3LYfYLys5uLPQe5jMYCQ4q6x/HfwH0D0DUinqQ8g9pY6JUkSZJaLWcUW5HMPKiBtvHA+Dqfeze0LzNfAHZu4nVupvyMYEMez8xDG2h/NzN3r9+YmV3qff4r5RfvNHTd0dR7gUzxfN/WTaz7d9SZNczMCZSfl2ySzDy2gbYRSzmnd53tSZRnWcnM/1B+G23949+n/GbVhgxoaq2SJElSS3JGUZIkSZJUwRnFNiwifgR8vV7zdZn584aOz8yxjbSXgFJz1rYkEXEjiz/b98PMvLMJ5z5I+d9krOuQ+jOfzXlNSZIkqa0xKLZhRSBsMBS2Zpm590c4d+jKvqYkSZLU1rj0VJIkSZJUwaAoSZIkSapgUJQkSZIkVTAoSpIkSZIqGBQlSZIkSRUMipIkSZKkCgZFSZIkSVIFg6IkSZIkqYJBUZIkSZJUwaAoSZIkSapgUJQkSZIkVTAoSpIkSZIqGBQlSZIkSRUMipIkSZKkCgZFSZIkSVIFg6IkSZIkqYJBUZIkSZJUwaAoSZIkSapgUJQkSZIkVTAoSpIkSZIqGBQlSZIkSRUMipIkSZKkCgZFSZKk1dzcuXPZZpttGDx4MP379+eUU06p2H/MMcfQpUuX2s///ve/2X777dliiy0YNGgQf/zjHwG48sorqaqqqv3Vrl07HnvssZV6L5KaR4eWLkDS4t6ft4DeJ97e0mWomR03cD4jHNc2ybFtm1aXcZ0+bjfWXHNN7r77brp06cK8efPYbrvt2GWXXfjc5z7HpEmTePvttyvO+dnPfsb+++/Pt7/9baZNm8auu+7K9OnTGT58OMOHDwdg6tSp7LXXXlRVVbXEbUn6iJxRlJYgIkZERI86ny+KiH7F9vSI6LYcfZYiYqvmrFOSpI8iImpnDOfNm8e8efOICBYsWMCYMWM4/fTTFzv+3XffBeCdd96hR48ei/U5YcIEDjjggBVfvKQVwqAoLdkIoPb/fpk5KjOntVw5kiStGAsWLKCqqoru3buzww47MHToUM455xz23HNPNtxww4pjx44dyxVXXEHPnj3Zdddd+d3vfrdYf9dccw0HHnjgyipfUjNz6akERERv4LbMHFB8Pp5ySOwNXBkR7wPbAn8Cjs/MSU3o7w5gMrAl8CRwaGa+t4RzjgSOBOjWbX1OHjj/I9yRWqMNOpWXsqntcWzbptVlXEulUu32WWedRU1NDT/5yU/o0aMHF110EWeddRalUokFCxbUHnvttdfyxS9+kf33358nn3ySfffdl4svvph27cpzENOmTSMzmTlzZkX/rUFNTU2rq0nNw7FtXgZFqXHXA9XUCYYRsSzn9wWOyMz7IuJi4GjgjMYOzswLgQsBevXZLM+c6h/Ptua4gfNxXNsmx7ZtWl3Gdfrw6sXaHnnkEWbNmsWbb77JEUccAcAHH3zAqFGj+Oc//8l3vvMd7rjjDjbaaCOqq6s588wzGTBgAN27dwfg5ptvZtSoUVRXL953SyuVSq2yLn10jm3zcumptOK8lJn3FdtXANu1ZDGSJDXmzTffZNasWQC8//773HXXXQwZMoQZM2Ywffp0pk+fztprr80///lPAHr16sVf//pXAJ566inmzp3L+uuvD8DChQu59tprfT5RWsW1/R+TSU0zn8ofnKzVDH3mUj5LktQqvPbaaxx22GEsWLCAhQsXsv/++7P77rs3evyZZ57JN7/5TX7zm98QEYwfP7521c0999zDRhttRJ8+fVZW+ZJWAIOiVPY60D0iPgHUALtTfsZwNrDOcvbZKyK2zcz7gYOAe5t6YqeO7Xlm3G7LeVm1VqVSqcElXlr1ObZt0+o0roMGDeLRRx9d4jE1NTW12/369eO+++5r8Ljq6moeeOCBZq1P0srn0lMJyMx5wE+Bh4C7gKeLXeOBCyLisYjotIzdPgN8JyKeAj4OnN9M5UqSJEkrlDOKUiEzzwbObmDXDXW2q+sc33spXc7PzIMbuE51A8dKkiRJrYYzipIkSZKkCs4oSh9B8UzjXxvY9ZVF/yajJEmStKoxKEofQWa+BVS1dB2SJElSc3LpqSRJkiSpgkFRkiRJklTBoChJkiRJqmBQlCRJkiRVMChKkiRJkioYFCVJkiRJFQyKkiRJkqQKBkVJkiRJUgWDoiRJkiSpgkFRkiRJklTBoChJkiRJqmBQlCRJkiRVMChKkiRJkioYFCVJkiRJFQyKkiRJkqQKBkVJkiRJUgWDoiRJkiSpgkFRkiRJklTBoChJkiRJqmBQlCRJkiRVMChKkiRJkioYFCVJkiRJFQyKkiStYC+99BLbb789/fr1o3///vz2t78F4D//+Q877LADn/70p9lhhx14++23a88plUpUVVXRv39/vvSlL9W2jxw5ku7duzNgwICVfh+SpNVHh5YuQNLi3p+3gN4n3t7SZaiZHTdwPiMc1zZpSWM7fdxudOjQgTPPPJMtt9yS2bNnM2TIEHbYYQfGjx/PV77yFU488UTGjRvHuHHj+OUvf8msWbM4+uijueOOO+jVqxdvvPFGbX8jRoxg9OjRHHrooSvr9iRJqyFnFFcREfHFiHgyIh6LiE5NOH58ROzX1GMi4qKI6Ndc9a5oETEiIs5ZxnNKEbHVEvb/PCJeioiaeu3HRsS0iHg8Iv4aERsvb92SVk8bbrghW265JQDrrLMOm2++Oa+88go333wzhx12GACHHXYYN910EwBXXXUV++yzD7169QKge/futX0NGzaMrl27ruQ7kCStbgyKq47hwC8ysyoz32/uzjNzVGZOa+5+VzG3Ats00P4osFVmDgKuB05fqVVJalOmT5/Oo48+ytChQ3n99dfZcMMNAfjkJz/J66+/DsCzzz7L22+/TXV1NUOGDOGyyy5ryZIlSashg2IrExG9I+LpiLgyIp6KiOsj4hhgf+C0iLiykfMiIs6JiGci4i9A9zr7hkTE3yJickTcGREbNnB+7WxbRNQUs2tTIuKBiNhgCfWOj4jzi+Oej4jqiLi4qH18nePOj4hJxazoqUXbx4p6+xafJ0TEN5dwrcMj4tmIeAj4Qr0aLij6fzYidi/aO0XE1UUtNwJLnInNzAcy87UG2idm5nvFxweAnkX/1cX3enNx7+MiYnhEPBQRUyNi0+K43hFxd50ZyV5LqkNS21VTU8O+++7LWWedxbrrrluxLyKICADmz5/P5MmTuf3227nzzjs57bTTePbZZ1uiZEnSaspnFFunvsARmXlfRFwMrAHcAtyWmdc3cs7exXn9gA2AacDFEdER+B3wtcx8MyK+AfwcGLmE63cGHsjMH3013tUAACAASURBVEXE6cA3gZ8t4fiPA9sCexZ1fgEYBTwcEVWZ+Rjwo8z8T0S0B/4aEYMy8/GIGA2Mj4jfAh/PzN83dIEi3J4KDAHeASZSnulbpDfl2cBNgYkRsRnwbeC9zNw8IgYBjyzhHprqCOBPdT4PBjYH/gM8D1yUmdtExPeA7wLfp/z9X5qZl0bESOBsYK8G7vFI4EiAbt3W5+SB85uhXLUmG3QqP8umtmdJY1sqlYBy+Pt//+//MXToULp27UqpVGLdddflhhtu4BOf+ARvvfUW66yzDqVSiQ8//JC+ffvy8MMPA/DpT3+aq666iurqagBmzJjBnDlzavvWilFTU+N33AY5rm2XY9u8DIqt00uZeV+xfQVwDDBrKecMAyZk5gLg1Yi4u2jvCwwA7ip+Ut0eWGzWrJ4PgduK7cnADks5/tbMzIiYCryemVMBIuJJygHuMWD/Igh1ADakHGgfz8y7IuLrwLmUQ1djhgKlzHyz6Psa4DN19l+bmQuB5yLieeCzlL+TswGKUPr4Uu5jiSLiYGAr4Et1mh9eNAsZEf8C/ly0TwW2L7a3BfYpti+nkaWrmXkhcCFArz6b5ZlT/ePZ1hw3cD6Oa9u0pLGdPryazOSwww7jC1/4AmeddVbtvm984xs899xz7LvvvowbN44DDjiA6upqNthgA0aPHs12223Hhx9+yL///W9OP/302jedTp8+nc6dO9cGR60YpVLJ77gNclzbLse2efk3ltYpl/J5WQTwZGZuuwznzMvMRddcwNL/O/mg+H1hne1FnztExCbA8cDWmfl2sSR1LYCIaEd5Ru49yjOTLy9DnXU153e2mIj4KvAj4EuZWfce699v3e/CP1+SALjvvvu4/PLLGThwIFVVVQD8z//8DyeeeCL7778/f/jDH9h444259tprAdh8883ZeeedGTRoEO3atWPUqFG1IfHAAw+kVCoxc+ZMevbsyamnnsoRRxzRYvcmSWqb/Its69QrIrbNzPuBg4B7gYFLOece4FsRcSnl5xO3B64CngHWX9RfsRT1M5n55Aqsv751gTnAO8XzjrsApWLfD4CngJOAS4o65zXQx4PAbyPiE8C7wNeBKXX2f724902APpTv+x7K39/dETEAGLQ8xUfEFsD/Ajtn5htLO74B/wAOoDybOBz4+9JO6NSxPc+M2205LqXWrFQqMX14dUuXoRVgaWO73Xbb8d+fv1X661//2mD7mDFjGDNmzGLtEyZMWK4aJUlaFr7MpnV6BvhORDxFeZbt/CaccyPwHOVnEy8D7gfIzA+B/YBfRsQUystAP78iim5MZk6h/Dzh05TD630AxUtsRgHHZebfKQe7HzfSx2vAWMr3dR/lcFnXv4GHKD8/eFRmzqX8vXUpvsefUl5G26iIOD0iXgbWjoiXI2JssetXQBfguij/8yS3NP3ugfKziocXS18PAb63jOdLkiRJK5Uziq3T/Mw8uF7biCWdUCwVHd3IvscoP69Xv31Ene3qOttd6mxfT/mfhGjsunX7mE75eciG9jVW/+Z1jjm2sesU+y8BLmlk918y86h6x79PeSavSTLzBOCEBtq/2sjxJf47M1r/O6zdl5kvAl9uah2SJElSS3NGUZIkSZJUwRnFVqb+rFx9ETGQ8rNudX2QmUNXZF0R8SPKzwXWdV1m/nwFXOtBYM16zYcseptqfUuYrWyW/iVJkqTVjUFxFVOEmaoWuO7PKf/7iyvjWis09K7o/iVJkqRVnUtPJUmSJEkVDIqSJEmSpAoGRUmSJElSBYOiJEmSJKmCQVGSJEmSVMGgKEmSJEmqYFCUJEmSJFUwKEqSJEmSKhgUJUmSJEkVDIqSJEmSpAoGRUmSJElSBYOiJEmSJKmCQVGSJEmSVMGgKEmSJEmqYFCUJEmSJFUwKEqSJEmSKhgUJUmSJEkVDIqSJEmSpAoGRUmSJElSBYOiJEmSJKmCQVGSJEmSVMGgKEmSJEmqYFCUJKkJRo4cSffu3RkwYEBt25QpU9h2220ZOXIke+yxB++++y4ADz30EFVVVVRVVTF48GBuvPHG2nN69+7NwIEDqaqqYquttlrp9yFJUlN0aOkCJC3u/XkL6H3i7S1dhprZcQPnM8JxXSVNH7cbI0aMYPTo0Rx66KG17aNGjeKMM84gM3n++ef51a9+xWmnncaAAQOYNGkSHTp04LXXXmPw4MHssccedOhQ/t/uxIkT6datW0vdjiRJS+WMoposItaLiKPrfK6OiNuW4fxSRCzzj88jYq+I6Les5zW3iBgfEfu1dB2SWsawYcPo2rVrRduzzz7LsGHDANhhhx244YYbAFh77bVrQ+HcuXOJiJVbrCRJH5FBUctiPeDopR7V/PYCmhwUI8KZckkrRf/+/bn55psBuO6663jppZdq9z344IP079+fgQMHcsEFF9QGx4hgxx13ZMiQIVx44YUtUrckSUtjUFSjIuLYiHii+PV9YBywaUQ8FhG/Kg7rEhHXR8TTEXFlNPHH5hFxfkRMiognI+LUOu3jImJaRDweEWdExOeBPYFfFdfdtJH+ShFxVkRMAr4XEetHxA0R8XDx6wvFcWMj4vKIuD8inouIby6hxoiIcyLimYj4C9C9zr6Ti36fiIgLi2M3jYhH6hzz6UWf699XU74jSa3fxRdfzHnnnceRRx7J7NmzWWONNWr3DR06lCeffJKHH36YX/ziF8ydOxeAe++9l0ceeYQ//elPnHvuudxzzz0tVb4kSY1y5kUNioghwOHAUCCAB4GDgQGZWVUcUw1sAfQHXgXuA74A3NuES/woM/8TEe2Bv0bEIOAVYG/gs5mZEbFeZs6KiFuA2zLz+qX0uUZmblXUdhXwm8y8NyJ6AXcCmxfHDQI+B3QGHo2I2zPz1Qb62xvoS3k2cwNgGnBxse+czPxpca3Lgd0z89aIeCciqjLzseL7uyQiPlH/vhoqPiKOBI4E6NZtfU4eOH8pt6tVzQadys8patVTKpUAmDFjBnPmzKn9DHDSSSdRU1PD22+/Tffu3Sv2LTJ//nwuvfRS+vbtC8Bzzz0HwBZbbMGECRNYuHDhir4FLYeampoGx1OrNse17XJsm5dBUY3ZDrgxM+cARMT/AV9s4LiHMvPl4pjHgN40LSjuXwSjDsCGlMPYNGAu8Ifi2ccmP/9YuKbO9leBfnUmONeNiC7F9s2Z+T7wfkRMBLYBbmqgv2HAhMxcALwaEXfX2bd9RJwArA10BZ4EbgUuAg6PiGOBbxR9v9OU+8rMC4ELAXr12SzPnOofz7bmuIHzcVxXTdOHV5d/nz6dzp07U11d/vzGG2/QvXt37r77bq699lrGjBlDdXU1L7zwAhtttBEdOnTgxRdfZMaMGey777506tSJhQsXss466zBnzhxOOukkTj755Nr+1LqUSiXHpg1yXNsux7Z5+TcWfVQf1NleQBP+m4qITYDjga0z8+2IGA+slZnzI2Ib4CvAfsBo4MvLUMucOtvtgM9l5tx61wbIeufV/7y0+tcCzgO2ysyXImIssFax+wbgFOBuYHJmvlWc81HuS1IrcOCBB1IqlZg5cyY9e/bk1FNPpaamhnPPPZf333+f4cOHc/jhhwPl5aXjxo2jY8eOtGvXjvPOO49u3brx/PPPs/feewPlWcaDDjqInXfeuSVvS5KkBhkU1Zi/A+MjYhzlpad7A4cBxzVD3+tSDnXvRMQGwC5AqZjxWzsz/xgR9wHPF8fPBtZZxmv8Gfgu8CuAOstBAb4WEb+gvPS0GjixkT7uAb4VEZdSfj5xe+Aq/hsKZxY17wdcD5CZcyPiTuB84Iji2o3dl6RVyIQJExps/973vrfYT7EPOeQQDjnkkMWO7dOnD1OmTFlRJUqS1GwMimpQZj5SzPQ9VDRdlJmTI+K+iHgC+BOwXP8gXGZOiYhHgaeBlyg/2wjlMHhzMWMXwLFF+9XA7yPiGGC/zPxXEy5zDHBuRDxO+b/ze4Cjin2PAxOBbsBpjTyfCHAj5Zm/acC/gfuL+mdFxO+BJ4AZwMP1zruScrD+81Luq1GdOrbnmXG7NeE2tSoplUq1SxglSZJaM4OiGpWZvwZ+Xa/toHqHlersG72U/qrrbI9o5LBtGjjvPpbyz2PU7bv4PJPyM4INeTwzD21kX90+kvIy0Yb2/Rj4cSOnbgdcUjzbSGa+RgP3JUmSJLVWBkWpGUXEjcCm+AyiJEmSVmEGRTW7IixtUq/5h5l5ZzP0fS7lf4Kjrt9m5iVNOT8zxzbQ50Dg8nrNH2Tm0GWtLzP3XtZzJEmSpNbGoKhmtyLDUmZ+ZwX0ORWoau5+JUmSpFVVu5YuQJIkSZLUuhgUJUmSJEkVDIqSJEmSpAoGRUmSJElSBYOiJEmSJKmCQVGSJEmSVMGgKEmSJEmqYFCUJEmSJFUwKEqSJEmSKhgUJUmSJEkVDIqSJEmSpAoGRUmSJElSBYOiJEmSJKmCQVGSJEmSVMGgKEmSJEmqYFCUJEmSJFUwKEqSJEmSKhgUJUmSJEkVDIqSJEmSpAoGRUmSJElSBYOiJEmSJKmCQVGSJEmSVMGgKEmSJEmqYFCUJK0yRo4cSffu3RkwYEBF++9+9zs++9nP0r9/f0444YTa9scff5xtt92W/v37M3DgQObOnQvAhAkTGDhwIIMGDWLnnXdm5syZK/U+JElq7Tq0dAGSFvf+vAX0PvH2li5Dzey4gfMZ4bgul+njdgNgxIgRjB49mkMPPbR238SJE7n55puZMmUKa665Jm+88QYA8+fP5+CDD+byyy9n8ODBvPXWW3Ts2JH58+fzve99j2nTptGtWzdOOOEEzjnnHMaOHdsStyZJUqvkjKK0AkTE9Ijo1tJ1SG3NsGHD6Nq1a0Xb+eefz4knnsiaa64JQPfu3QH485//zKBBgxg8eDAAn/jEJ2jfvj2ZSWYyZ84cMpN3332XHj16rNwbkSSplTMoSpJWac8++yx///vfGTp0KF/60pd4+OGHa9sjgp122oktt9yS008/HYCOHTty/vnnM3DgQHr06MG0adM44ogjWvIWJElqdVx6qlVWRNwEbASsBfw2My+MiBrg98COwAzggMx8s5HzNwMuANYHFgBfB54HTgd2ARL4WWZe08j51cBPgdnAZsBE4OjMXFjvuGOBkcXHizLzrEb6OxI4EqBbt/U5eeD8JnwLWpVs0Km8/FTLrlQq1W7PmDGDOXPm1La98847TJ06lXHjxvH000+z5557ctVVV/HMM8/wl7/8hQsuuIA111yT4447jvbt2zN48GD+53/+h/PPP58ePXpw9tlnc+SRR3LIIYcsd301NTUVNaptcFzbJse17XJsm5dBUauykZn5n4joBDwcETcAnYFJmfmDiDgZOAUY3cj5VwLjMvPGiFiL8gz7PkAVMBjoVvR7T2a+1kgf2wD9gBeBO4rzr1+0MyKGAIcDQ4EAHoyIv2Xmo/U7yswLgQsBevXZLM+c6h/Ptua4gfNxXJfP9OHV/92ePp3OnTtTXV1u69u3L9/97nfZfvvt2X777TnjjDMYMGAAr7/+Ou+99x5f+9rXAHj44YdZuHAhH/vYx/j4xz/O8OHDAWjfvj3jxo2r7W95lEqlj3S+WifHtW1yXNsux7Z5ufRUq7JjImIK8ADlmcVPAwuBRTOAVwDbNXRiRKwDfCozbwTIzLmZ+V5x/ITMXJCZrwN/A7ZeQg0PZebzmbkAmNDA9bYDbszMOZlZA/wf8MXluFdJjdhrr72YOHEiUF5u+uGHH9KtWzd22mknpk6dynvvvcf8+fP529/+Rr9+/fjUpz7FtGnTePPN8mKDu+66i80337wlb0GSpFbHH21rlVQs+/wqsG1mvhcRJcpLUOvLFVxK/f5X9PWk1dqBBx5IqVRi5syZ9OzZk1NPPZWRI0cycuRIBgwYwBprrMGll15KRPDxj3+cY489lq233pqIYNddd2W33cpvTz3llFMYNmwYHTt2ZOONN2b8+PEte2OSJLUyBkWtqj4GvF2ExM8Cnyva2wH7AVcDBwH3NnRyZs6OiJcjYq/MvCki1gTaA38HvhURlwJdgWHAmCXUsU1EbEJ56ek3KJaO1vF3YHxEjKO89HRvYKkPQnXq2J5nin8OQG1HqVSqWEKpZTdhwoQG26+44ooG2w8++GAOPvjgxdqPOuoojjrqqGatTZKktsSlp1pV3QF0iIingHGUl58CzKEc3p4Avkz5ZTONOYTy8tXHgX8AnwRuBB4HpgB3Aydk5owl9PEwcA7wFPBCcX6tzHwEGA88BDxI+WU2iz2fKEmSJLUmzihqlZSZH1B+M2mFiCAzj21iH89RDpP1jWHJs4h1vZuZuzfQd+86278Gft3E/iRJkqQW54yiJEmSJKmCM4pqUzKzS/22iDgX+EK95t9m5iVN6TMiBgKX12v+IDOHAqXlqVOSJElqzQyKavMy8zsf8fyplP9tRUmSJGm14NJTSZIkSVIFg6IkSZIkqYJBUZIkSZJUwaAoSZIkSapgUJQkSZIkVTAoSpIkSZIqGBQlSZIkSRUMipIkSZKkCgZFSZIkSVIFg6IkSZIkqYJBUZIkSZJUwaAoSZIkSapgUJQkSZIkVTAoSpIkSZIqGBQlSZIkSRUMipIkSZKkCgZFSZIkSVIFg6IkSZIkqYJBUZIkSZJUwaAoSZIkSapgUJQkSZIkVTAoSpIkSZIqGBQlSUs1cuRIunfvzoABA2rbfvKTnzBo0CCqqqrYcccdefXVVwF455132GOPPRg8eDD9+/fnkksuqT2nffv2VFVVUVVVxZ577rnS70OSJDVNh5YuQNLi3p+3gN4n3t7SZaiZHTdwPiNWwXGdPm43RowYwejRozn00ENr28eMGcNpp50GwNlnn81Pf/pTLrjgAs4991z69evHrbfeyptvvknfvn0ZPnw4a6yxBp06deKxxx5rqVuRJElN5IxiKxQRYyPi+Kbsj4ifRsRXV151H01EVEfEbct4zviI2G8F1bNeRBy9lGM2johHIuKxiHgyIo5aEbVIrdmwYcPo2rVrRdu6665buz1nzhwiAoCIYPbs2WQmNTU1dO3alQ4d/LmkJEmrEv/PvYrLzJNbuoZV3HrA0cB5SzjmNWDbzPwgIroAT0TELZn56kqpUGrFfvSjH3HZZZfxsY99jIkTJwIwevRo9txzT3r06MHs2bO55ppraNeu/HPJuXPnstVWW9GhQwdOPPFE9tprr5YsX5IkNcKg2EpExI+Aw4A3gJeAyRGxKXAusD7wHvDNzHy63nnjgdsy8/qImA5cCuwBdAS+Xv/4OueNBTYB+gC9gB8AnwN2AV4B9sjMeRFxctFfJ+AfwLeA9sD9wJjMLEXEL4CFmfmjRq61M3BWcQ/31qthU2AzoBtwemb+PsrTEr8Ddii+iw+X8t0tVmNmZkSUgEeBLwKdgUOB/wcMBK7JzB8D44BNI+Ix4K7MHFO//8yse/01qTMTHxE1wPnArpQD5UnA6cV3+v3MvCUi1iqO2QqYDxybmRMbuI8jgSMBunVbn5MHzl/SbWsVtEGn8vLTVU2pVAJgxowZzJkzp/YzwA477MAOO+zAlVdeyfHHH8/hhx/O3/72N7p168ZVV13Fq6++yqhRo7jooovo3LkzEyZMYP311+fVV1/lqKOOYs6cOXzqU59qmRtrRjU1NRXfi9oGx7VtclzbLse2eRkUW4GIGAIcAFRRHpNHgMnAhcBRmflcRAylPOv15aV0NzMztyyWUx4PjFrCsZsC2wP9KAe/fTPzhIi4EdgNuIn/z969x2lVlov//1w4JAgeIsSfhwjJEuXgKARq6B62wc60knRbxk5J3dY2OqpBuT1hbcBDHks8bjxFpnlKPPVVx5RSFARRt2gl5rk0USFEBq7fH89ieh4Y5mAMMwyf9+s1r1nrXve617XWzbyYa+77Xg9cmJkTizivBg7MzF9HxFjghoj4JvBpYNha7q0LcGkR9x+A61arMohSgtoNeCwiZhT7OxdxbQM8BVzRyH2sESPw6+LYe5k5JCK+DdwCDAb+BvwxIs4BJgADMrO6kfaJiA8DMygltSeUjSZ2A+7NzBOK5/YjSgnurpSS9luBbwCZmQMjoh9wd0R8PDPfLb9GZl5Cqc/p3XenPHu+P54dzXED69gQ+3XhmJrS94UL6datGzU1NWvU6du3L5/5zGe48sorOfPMM5kwYQL77LMPAJdffjlbb701Q4cOrTjn7rvvZtNNN22wvQ1NbW1th7gPVbJfOyb7teOyb9ct1yi2D/sAN2Xm3zPzbUrJRRdgb+D6YrTrYmDbZrR1Y/F9NtCnibp3ZOZyYD6lUcI7i/L5ZeeOiIiHI2I+pWSvP0BmPglcDdwGHLnaqFu5fsBzmflsZiZwzWrHb8nMpZn5OnAfMBTYF5iemSuKhOzeJu6jwRgLt5bd05OZ+UpmLgP+BHy4iXbrZeYLmTmIUqJ4RERsUxx6j8rndn/ZM+1TlA9fdd/FCO/zwMebe22pvXr22Wfrt2+55Rb69esHQO/evbnnnnsAeO2111iwYAF9+/blzTffZNmyZQC8/vrrzJw5k1133XX9By5Jkpq04f1pe+PRCVjU1EhXA5YV31fQdP8uA8jMlRGxvEjkAFYCVcVo4M+AIZn5QjFVtEvZ+QOBRUCvFsZYLpvYb1QzYlz1PFaWba/ab/G//8x8OSKeoJTc3wCs/tzKn6k/X+owDjvsMGpra3n99dfZYYcdOO2007j99ttZsGABnTp14iMf+QhTp04FSh+bMXbsWAYOHEhmMmXKFHr27Mnvfvc7vva1r9GpUydWrlzJhAkTTBQlSWqn/EW2ffgtMK1Y61dFab3dxcBzEfHvmXl9sW5vUGbOW49xrUq4Xi9e4nIIpeSIiPgC0IPS6N9tETE0Mxc10MbTQJ+I+Ghm/hE4bLXjny/uuxtQQ2kq6CbA1yLiSkpJ6Ajg5y2NsZneATZvrEJE7AC8kZlLI+KDlEYIz2nBNR4AxgD3RsTHKa1fXNDYCV07b8KCyQe04BLaENTW1tZP49zQTJ8+fY2yo446qsG62223HXffffca5XvvvTfz589f57FJkqR1z6mn7UBmzqG0dm8ecAfwSHFoDHBURMwDngQ+v57jWkRpfeETwF2r4oqInpReAnN0Zj4DXAict5Y23qX0gpYZETGH0st6yj1OacrpQ8DpxVTTm4BnKa1NvIrS+skWxdiCe3wDmBkRT0TEmWuptgvwcNEP9wNnZWZLftv9GdCpmBp7HTC2mP4qSZIktUvxj1lz0vpVTBNdnJlntXUs7c3OO++cCxY0OuioDZCL7Dsu+7Zjsl87Jvu147JvWy4iZmfmkIaOOaIoSZIkSargGsUOLiK+Cnx7teKZmfmNVrjWTZQ+m7Hc+My8q6H6mXlqa7bfUhExkNKbXMsty8wGP/pDkiRJ6qhMFDu4zPxf4H/X07VGb+Dtz6f0WZaSJEnSRs2pp5IkSZKkCiaKkiRJkqQKJoqSJEmSpAomipIkSZKkCiaKkiRJkqQKJoqSJEmSpAomipIkSZKkCiaKkiRJkqQKJoqSJEmSpAomipIkSZKkCiaKkiRJkqQKJoqSJEmSpAomipIkSZKkCiaKkiRJkqQKJoqSJEmSpAomipIkSZKkCiaKkiRJkqQKJoqSJEmSpAomipIkSZKkCiaKkiRJkqQKJoqSJEmSpAomipIkSZKkCiaKkqQGHXnkkfTq1YsBAwbUl5100kkMGjSI6upqRo0axcsvv1x/rLa2lurqavr378+//Mu/APDCCy8wYsQIdt11V/r3789555233u9DkiS1XFVbByBtLCKiGtguM29vqu7S5SvoM2HGeohK69NxA+sYu4H068LJBzB27FjGjRvH4YcfXl9+wgkncPrppwNw/vnnM3HiRKZOncqiRYs49thjufPOO+nduzd/+ctfAKiqquLss89mjz324J133mHw4MGMHDmSXXfdtU3uS5IkNY8jitL6Uw18pq2DkJpr3333pUePHhVlW2yxRf32kiVLiAgAfv7zn/OFL3yB3r17A9CrVy8Att12W/bYYw8ANt98c3bZZRdeeuml9RG+JEn6J5goaoMQEd+LiCeKr+9ERLeImBER84qyLzZy7skR8UhR75IofrONiNqIOCciHo2I/4uIT0TEjRHxbET8aG3XLsr6RMQTZXWOj4hTy9qdEhGzIuKZiNgnIj4ATAS+GBFzG4tXau9OPPFEPvzhD3PttdcyceJEAJ555hnefPNNampqGDx4MFddddUa5y1cuJDHHnuMYcOGre+QJUlSC5koqt2LiMHAV4FhwJ7AfwJfB17OzN0ycwBwZyNNXJiZnyjqdQUOLDv2XmYOAaYCtwDfAAYAYyPiQw1dOyJ2b0bYVZk5FPgOcEpmvgecDFyXmdWZeV2zH4DUzvz4xz/mhRdeYMyYMVx44YUA1NXVMXv2bGbMmMFdd93F6aefzjPPPFN/zuLFizn44IM599xzK0YlJUlS++QaRW0IhgM3ZeYSgIi4EVgOjIyIKcBtmflAI+ePiIjvA5sBPYAngV8Xx24tvs8HnszMV4pr/An48FquvU/ZeWtzY/F9NtCnOTcZEccAxwD07Lk1Jw+sa85p2oBs07W0TnFDUFtbC8Crr77KkiVL6vfL9e3blwkTJjBixAjee+89dt55Zx555BEAPvaxj/Hzn/+cmpoa6urq+MEPfsCwYcPo0aNHg21t6BYvXtwh72tjZ792TPZrx2XfrlsmitqQ7UFpzd+PIuKezJy4eoWI6AL8DBiSmS8U00O7lFVZVnxfWba9ar+xn486Kkfku6x2fFVbK5pop15mXgJcAtC770559nx/PDua4wbWsaH068IxNaXvCxfSrVs3ampK+88++ywf+9jHALjgggsYPHgwNTU1bLPNNowbN47hw4fz3nvv8ec//5kzzjiD/v37c8QRR/DJT36Sc889t43uKe6jCgAAIABJREFUpvXV1tbWPyN1HPZrx2S/dlz27brl1FNtCB4ADoqIzSKiGzCa0kjd3zPzGuBMSkljQ1YlcK9HRHfgkHVw7QeA14BexfTUTamczro27wCbt/D6Ups57LDD2GuvvViwYAE77LADl19+ORMmTGDAgAEMGjSIu+++u/7jLnbZZRc+/elPM2jQIIYOHcrRRx/NgAEDmDlzJldffTX33nsv1dXVVFdXc/vtTb74V5IktbEN40/b2qhl5pyImAbMKoouA7oDsyJiJaVpqP+1lnMXRcSlwBPAq8Aj/+y1M/MxgIiYWJS/BDzdjObuAyZExFxgUmPrFLt23oQFkw9oSajaANTW1taP1G0Ipk+fvkbZUUcdtdb6J5xwAieccEJF2fDhw8nMdR6bJElqXSaK2iBk5k+An6xWfFczz/1v4L8bKK8p264FatdyrKFrk5nnA+c30e7rFGsUM/NvwCeaE7MkSZLUlpx6KkmSJEmq4IiiOoyIuAnYcbXi8ZnZrJFHSZIkSSUmiuowMnN0W8cgSZIkdQROPZUkSZIkVTBRlCRJkiRVMFGUJEmSJFUwUZQkSZIkVTBRlCRJkiRVMFGUJEmSJFUwUZQkSZIkVTBRlCRJkiRVMFGUJEmSJFUwUZQkSZIkVTBRlCRJkiRVMFGUJEmSJFUwUZQkSZIkVTBRlCRJkiRVMFGUJEmSJFUwUZQkSZIkVTBRlCRJkiRVMFGUJEmSJFUwUZQkSZIkVTBRlCRJkiRVMFGUJEmSJFUwUZQkSZIkVTBRlCRJkiRVMFGUJAFw5JFH0qtXLwYMGFBfdtJJJzFo0CCqq6sZNWoUL7/8MgDXXnstgwYNYuDAgey9997MmzcPgBdeeIERI0aw66670r9/f84777w2uRdJkvTPqWrrACStaenyFfSZMKOtw9A6dtzAOsa2w35dOPkAAMaOHcu4ceM4/PDD64+dcMIJnH766QCcf/75TJw4kalTp7Ljjjty//3388EPfpA77riDY445hocffpiqqirOPvts9thjD9555x0GDx7MyJEj2XXXXdvk3iRJ0vvjiOJGLCK2iohjy/ZrIuK2FpxfGxFD3sd1D4qIRn9rjIixEbFdS9tuzyKiOiI+09ZxSGuz77770qNHj4qyLbbYon57yZIlRAQAe++9Nx/84AcB2HPPPXnxxRcB2Hbbbdljjz0A2Hzzzdlll1146aWX1kf4kiRpHTJR3LhtBRzbZK117yCgqeGFsUCDiWJEbLKuA1pPqgETRW1wTjzxRD784Q9z7bXXMnHixDWOX3755ey///5rlC9cuJDHHnuMYcOGrY8wJUnSOmSiuBGJiO9FxBPF13eAycBHI2JuRJxZVOseETdExNMRcW2sGj5ouu2LIuLRiHgyIk4rK58cEU9FxOMRcVZE7A18DjizuO5HG2jrEGAIcG1Rp2tELIyIKRExBzgsIh6JiJqi/qSI+HEjsZ1c1H8iIi5ZdU/FiOg5Rdz/FxGfiIgbI+LZiPhRI8+NiOgTEU+U1Tk+Ik4ta3dKRMyKiGciYp+I+AAwEfhicU9fbM5zldqDH//4x7zwwguMGTOGCy+8sOLYfffdx+WXX86UKVMqyhcvXszBBx/MueeeWzEqKUmSNgyuUdxIRMRg4KvAMCCAh4H/AAZkZnVRpwbYHegPvAzMBD4JPNiMS5yYmX8rRvvuiYhBwEvAaKBfZmZEbJWZiyLiVuC2zLyhoYYy84aIGAccn5mPFrEBvJGZexT7jwE3RMQ3gU8X97U2F2bmxOK8q4EDgV8Xx97LzCER8W3gFmAw8DfgjxFxDtBn9ecWEfcDbzbxPKoyc2gx1fSUzPxURJwMDMnMcQ2dEBHHAMcA9Oy5NScPrGviEtrQbNO1tE6xvamtra3ffvXVV1myZElF2Sp9+/ZlwoQJjBgxAoA//vGPnHzyyUyePJn58+fX16urq+MHP/gBw4YNo0ePHg221dEsXrx4o7jPjY392jHZrx2XfbtumShuPIYDN2XmEoCIuBHYp4F6szLzxaLOXEqJUnMSxUOLRKcK2JbS1NKngHeBy4u1j81e/7gW163ayMwni6TvNmCvzHyvkfNGRMT3gc2AHsCT/CNRvLX4Ph94MjNfAYiIPwEfZu3P7VYad2PxfTalZ9ikzLwEuASgd9+d8uz5/nh2NMcNrKM99uvCMTX/2F64kG7dulFTUyp79tln+djHPgbABRdcwODBg6mpqeHPf/4zRx99NNdffz177713/fmZyRFHHMEnP/lJzj333PV5G22qtra2/pmp47BfOyb7teOyb9et9vcbi9rasrLtFTTj30hE7AgcD3wiM9+MiGlAl8ysi4ihwH7AIcA44F//idiWrLY/EFgE9Gokti7AzyiN5L1QTA/tUlZl1f2upPLeV9L4vddROXW7y2rHV7XVrGcotQeHHXYYtbW1vP766+ywww6cdtpp3H777SxYsIBOnTrxkY98hKlTpwIwceJE3njjDY49trTMuaqqikcffZSZM2dy9dVXM3DgQKqrqwH4n//5Hz7zGZfnSpK0IfEX2I3HA8C0iJhMaQrlaOAI4Lh10PYWlJK4tyJiG2B/oDYiugObZebtETET+FNR/x1g8ybabLRORHyB0ujgvsBtETE0Mxc1UHVVAvd6Ec8hQINTXteioef2FeA1oFdEfAhYTGk6651NtNWc+5bazPTp09coO+qooxqse9lll3HZZZetUT58+HAyc53HJkmS1i8TxY1EZs4pRvpmFUWXZebsiJhZvJTlDuB9fcBbZs4r1gw+DbxAaW0jlJKiW4pRvQC+V5T/Arg0Ir4FHJKZf2yg2WnA1IhYCuxVfiAielJ6Ec9+xSjhhcB5lBLf1WNbFBGXAk8ArwKPtPDeGnpujxVxTCzKXyruvSn3AROKKb2TMvO6tVXs2nkTFhSfbaeOo7a2tmKapyRJUnsV/uVXan923nnnXLBgQVuHoXXMtRMdl33bMdmvHZP92nHZty0XEbMzs8HPRffjMSRJkiRJFZx6qiZFxE3AjqsVj8/Mu9ZB2z+l9BEc5c7LzP99H221WpySJEnSxsREUU3KzNGt2PY31mFbrRanJEmStDFx6qkkSZIkqYKJoiRJkiSpgomiJEmSJKmCiaIkSZIkqYKJoiRJkiSpgomiJEmSJKmCiaIkSZIkqYKJoiRJkiSpgomiJEmSJKmCiaIkSZIkqYKJoiRJkiSpgomiJEmSJKmCiaIkSZIkqYKJoiRJkiSpgomiJEmSJKmCiaIkSZIkqYKJoiRJkiSpgomiJEmSJKmCiaIkSZIkqYKJoiRJkiSpgomiJEmSJKmCiaIkSZIkqYKJoiRJkiSpgomiJHVwRx55JL169WLAgAH1ZSeccAL9+vVj0KBBjB49mkWLFlWc8+c//5nu3btz1llnVZSvWLGC3XffnQMPPHC9xC5JktpGVVsHIGlNS5evoM+EGW0dhtax4wbWMXY99+vCyQcwduxYxo0bx+GHH15fPnLkSCZNmkRVVRXjx49n0qRJTJkypf749773Pfbff/812jvvvPPYZZddePvtt9dL/JIkqW04oqj3LSK2iohjy/ZrIuK2FpxfGxFD3sd1D4qIXVt63roWEdMi4pAWnrO4teKR1mbfffelR48eFWWjRo2iqqr0t8I999yTF198sf7YzTffzI477kj//v0rznnxxReZMWMGRx99dOsHLUmS2lSLE8WI+GBEDGqNYLTB2Qo4tsla695BQLMTxYhw5FxqxBVXXFE/erh48WKmTJnCKaecska973znO5xxxhl06uTfGCVJ6uia9Qt0RNQCnyvqzwb+EhEzM/N7rRib2pmI+B5wZLF7GbAn8NGImAv8BpgBdI+IG4ABlP6t/EdmZjPavgj4BNAVuCEzTynKJ1P6t1cH3A3cWOz/S0T8N3BwZv6xgfZqgbnAcGB6RFwFTAV6F1W+k5kzI+JU4KPATkBP4IzMvHQtMQZwATASeAF4r+zYQuCXwP7AUuDLmfmHiNgR+DnQHbiliWdwDHAMQM+eW3PywLrGqmsDtE3X0vTT9am2thaAV199lSVLltTvr3LNNdewaNEitt9+e2pra7nooosYNWoUjz76KAsXLqRr167U1tby+9//nuXLl/POO+8wd+5c3njjjTXa2pgtXrzY59EB2a8dk/3acdm361ZzR1q2zMy3I+Jo4KrMPCUiHm/NwNS+RMRg4KvAMCCAh4H/AAZkZnVRpwbYHegPvAzMBD4JPNiMS5yYmX+LiE2Ae4pR65eA0UC/zMyI2CozF0XErcBtmXlDE21+IDOHFLH9HDgnMx+MiN7AXcAuRb1BlJLebsBjETEjM19uoL3RwM6URjO3AZ4Crig7/lZmDoyIw4FzgQOB84CLMvOqiPhGY8Fm5iXAJQC9++6UZ893ILSjOW5gHeu7XxeOqSl9X7iQbt26UVNTU39s2rRpPPnkk9xzzz1sttlmAJx00kk8/PDDXHnllSxatIhOnTrRv39/3n77bWbPns3YsWN59913efvtt7nsssu45ppr1uv9tFe1tbUVz1Ydg/3aMdmvHZd9u2419zeWqojYFjgUOLEV41H7NRy4KTOXAETEjcA+DdSblZkvFnXmAn1oXqJ4aDGiVgVsSykZewp4F7i8WPvY7PWPhevKtj8F7FoaFARgi4joXmzfkplLgaURcR8wFLi5gfb2BaZn5grg5Yi4d7Xj08u+n1NsfxI4uNi+GpiC1A7ceeednHHGGdx///31SSLAAw88UL996qmn0r17d8aNGwfApEmTgNJ/xGeddZZJoiRJHVhzF5pMpDQC88fMfCQi+gLPtl5Y2oAtK9teQTP+GFFMzzwe2C8zB1GawtolM+soJW03UBqdu7OFsSwp2+4E7JmZ1cXX9pm56sUyq0+NbXKq7FpkM7al9e6www5jr732YsGCBeywww5cfvnljBs3jnfeeYeRI0dSXV3N17/+9bYOU5IktSPNGlHMzOuB68v2/8Q/Rkm0cXgAmFasGQxK0zCPAI5bB21vQSmpeysitqG0zq+2GPHbLDNvj4iZwJ+K+u8Am7fwGncD3wTOBIiI6sycWxz7fERMojT1tAaYsJY2fgt8LSKuBHoBIyitP1zli8Dk4vvvi7KZwJeAa4AxzQ22a+dNWDD5gOZW1waitra2firo+jR9+vQ1yo466qgmzzv11FMbLK+pqXFqjyRJHVyzRhQj4uMRcU9EPFHsDypeJKKNRGbOAaYBsyitT7wsM2cDMyPiiYg4859oex7wGPA0pcRrZnFoc+C2Yj3sg8Cqlyf9AjghIh6LiI828zLfAoZExOMR8RRQPnzyOHAf8BBw+lrWJwLcRGkk/SngKv6RDK7ywSLWbwPfLcq+DXwjIuYD2zczVkmSJKlNNXeN4qXACcDFAJn5ePFykB+1VmBqfzLzJ8BPViv78mrVasuOjWuivZqy7bFrqTa0gfNm0sTHY5S3Xey/TmmkryGPZ+bhazlW3kYCjd3TmZk5frVzngP2KivyDyySJElq95q7RnGzzJy1Wpnv7pckSZKkDqi5I4qvF1P8EiAiDgFeabWo1KFExE3AjqsVj8/Mu9ZB2z+l9GbRcudl5v825/zMPLWBNgdSekNpuWWZOayRdvo053qSJEnShqC5ieI3KH2+W7+IeAl4jha8mEMbt8wc3YptN/rZhO+zzflA9bpuV5IkSdpQNOejCzoBQzLzUxHRDeiUme+0fmiSJEmSpLbQ5BrFzFwJfL/YXmKSKEmSJEkdW3NfZvP/IuL4iPhwRPRY9dWqkUmSJEmS2kRz1yiu+liB8vVgCfRdt+FIkiRJktpasxLFzFz9jZWSJEmSpA6qWYliRDT4YeSZedW6DUeSJEmS1NaaO/X0E2XbXYD9gDmAiaIkSZIkdTDNnXr6zfL9iNgK+EWrRCRJkiRJalPNfevp6pYArluUJEmSpA6ouWsUf03pLadQSi53Ba5vraAkSZIkSW2nuWsUzyrbrgOez8wXWyEeSZIkSVIba+7U089k5v3F18zMfDEiprRqZJIkSZKkNtHcRHFkA2X7r8tAJEmSJEntQ6NTTyPiv4Bjgb4R8XjZoc2Bma0ZmCRJkiSpbTS1RvHnwB3AJGBCWfk7mfm3VotKkiRJktRmGk0UM/Mt4C3gMICI6AV0AbpHRPfM/HPrhyhJkiRJWp+atUYxIj4bEc8CzwH3AwspjTRKkiRJkjqY5r7M5kfAnsAzmbkjsB/wUKtFJUmSJElqM81NFJdn5htAp4jolJn3AUNaMS5JkiRJUhtp6mU2qyyKiO7AA8C1EfEXYEnrhSVJkiRJaivNHVH8PPB34DvAncAfgc+2VlCSJEmSpLbTrBHFzFwSER8BPpaZV0bEZsAmrRuaJEmSJKktNPetp/8J3ABcXBRtD9zcWkFJktadI488kl69ejFgwID6shNOOIF+/foxaNAgRo8ezaJFiwCYNWsW1dXVVFdXs9tuu3HTTTfVn3POOefQv39/BgwYwGGHHca777673u9FkiStH81do/gNYCjwMEBmPlt8pqKkVrB0+Qr6TJjR1mFoHTtuYB1j12O/Lpx8AABjx45l3LhxHH744fXHRo4cyaRJk6iqqmL8+PFMmjSJKVOmMGDAAB599FGqqqp45ZVX2G233fjsZz/La6+9xvnnn89TTz1F165dOfTQQ/nFL37B2LFj19v9SJKk9ae5axSXZeZ7q3YiogrI1glJar6IGBsR25XtXxYRuxbbCyOiZ9tF17CIWNzWMWjjsu+++9KjR4+KslGjRlFVVfpb4Z577smLL74IwGabbVZf/u677xIR9efU1dWxdOlS6urq+Pvf/852222HJEnqmJqbKN4fET8EukbESOB64NetF5bUbGOB+t9WM/PozHyq7cKRNjxXXHEF+++/f/3+ww8/TP/+/Rk4cCBTp06lqqqK7bffnuOPP57evXuz7bbbsuWWWzJq1Kg2jFqSJLWm5k49nQAcBcwHvgbcDlzWWkFJq4uIPsBtmTmg2D+eUpLYh9JHtiwF9gLuAI7PzEeb0d4dwIPA3sBLwOczc2lEVANTgc0oveH3yMx8MyJqKU2/HgFsBRyVmQ+spf2xwGhgS0preq/JzNOaiOkY4BiAnj235uSBdY1V1wZom66l6afrS21tbf32q6++ypIlSyrKAK655hoWLVrE9ttvX3Hspz/9Kc8//zw//OEP6datG8uWLePKK6/kmmuuoXv37px66qmceOKJjBw5cv3cTDu3ePHiNZ6tNnz2a8dkv3Zc9u261WiiGBG9M/PPmbkSuLT4ktqLG4AayhLD8mlyzfAx4LDM/M+I+CVwMHANcBXwzcy8PyImAqdQ+mgYgKrMHBoRnynKP9VI+0OBAZQ+WuaRiJjRWAKbmZcAlwD07rtTnj2/uX/H0YbiuIF1rM9+XTim5h/bCxfSrVs3amr+UTZt2jSefPJJ7rnnHjbbbLMG27jyyivp0aMHzz33HLvvvjsHHXQQAC+//DIPPfRQRXsbs9raWp9FB2S/dkz2a8dl365bTU09rX+zaUT8qpVjkda35zJzbrE9G+gTEVsCW2Xm/UX5lcC+ZefcWF6/ifZ/k5lvZObS4rzh6yZs6Z935513csYZZ3DrrbdWJInPPfccdXWlUc/nn3+ep59+mj59+tC7d28eeugh/v73v5OZ3HPPPeyyyy5tFb4kSWplTf1pu3x4pm9rBiI1oY7KP2x0WQdtLivbXgF0bcE5K2j652f1Fz75Aii1icMOO4za2lpef/11dthhB0477TQmTZrEsmXL6qeO7rnnnkydOpUHH3yQyZMn07lzZzp16sTPfvYzevbsSc+ePTnkkEPYY489qKqqYvfdd+eYY45p4zuTJEmtpSW/6PpLrtrSa0CviPgQsBg4ELgTeAfYfF1dJDPfiog3I2KfYv3hV4D7mzpvLUZGRA9gKXAQcGRzT+zaeRMWFB9toI6jtra2Yjro+jJ9+vQ1yo466qgG637lK1/hK1/5SoPHTjvtNE47rdGltpIkqYNoKlHcLSLepjSy2LXYptjPzNyiVaOTCpm5vFgvOIvSi2eeLg5NA6aWvcxmXTiiaHMz4E/AV99nO7OAXwE7UHqZTaMv2JEkSZLai0YTxczcZH0FIjUlM88Hzm/gUPn62Zqy+n0aaWshpRfNrNo/q2x7LrBnA+eUt/06Ta9RfDEzD2qgne5NnCdJkiS1qeZ+jqIkSZIkaSPh+/fVoRVrGu9p4NB+mfnGOmj/34ApqxU/l5mjKU2LlSRJkjY4Jorq0IpksLoV278LuKu12pckSZLaglNPJUmSJEkVTBQlSZIkSRVMFCVJkiRJFUwUJUmSJEkVTBQlSZIkSRVMFCVJkiRJFUwUJUmSJEkVTBQlSZIkSRVMFCVJkiRJFUwUJUmSJEkVTBQlSZIkSRVMFCVJkiRJFUwUJUmSJEkVTBQlSZIkSRVMFCVJkiRJFUwUJUmSJEkVTBQlSZIkSRVMFCVJkiRJFUwUJUmSJEkVTBQlSZIkSRVMFCVJkiRJFUwUJUmSJEkVTBQlbVD69OnDwIEDqa6uZsiQIQDMnTuXPffcs75s1qxZANTW1rLllltSXV1NdXU1EydObMvQJUmSNhhVbR2ApDUtXb6CPhNmtHUY7crCyQfUb99333307Nmzfv/73/8+p5xyCvvvvz+333473//+96mtrQVgn3324bbbblvf4UqSJG3QHFHUGiLiWxHxfxHxUkRc2NbxNCUi+kTEE+u4zX8vnsF9ETEkIs5v4fmnRsTx6zImrV1E8PbbbwPw1ltvsd1227VxRJIkSRs2RxTVkGOBTxVfQ9o4lrZyFPCfmflgsf9oWwajf4gIRo0aRUTwta99jWOOOYZzzz2Xf/u3f+P4449n5cqV/O53v6uv//vf/57ddtuN7bbbjrPOOov+/fu3YfSSJEkbBkcUVSEipgJ9gTuAD5aVfzYiHo6IxyLi/0XENkX51hHxm4h4MiIui4jnI6LnWponIk6KiAUR8WBETF816hYR1RHxUEQ8HhE3RcQHmygfHBHzImIe8I0m7mlsRNwSEbUR8WxEnFJ27D8iYlZEzI2IiyNik4g4GRgOXB4RZ0ZETUTcVtQ/NSKuKNr6U0R8q6ytEyPimYh4ENi5rLzBe9D78+CDDzJnzhzuuOMOfvrTn/Lb3/6Wiy66iHPOOYcXXniBc845h6OOOgqAPfbYg+eff5558+bxzW9+k4MOOqiNo5ckSdowRGa2dQxqZyJiIaWRxAOBIZk5rkhuFmVmRsTRwC6ZeVwxNfWlzJwUEZ+mlGBunZmvN9DuJ4BLgT2BzsAc4OLMPCsiHge+mZn3R8REYIvM/E4T5eMy87cRcSawf2YOWMv9jAUmAQOAvwOPAGOBJcAZwBcyc3lE/Ax4KDOvioha4PjMfDQiaortAyPiVGAUMALYHFgA/H/AIGAaMIzSSP0cYGpj99ZAnMcAxwD07Ln14JPPvbSJntq4DNx+yzXKpk2bRteuXbn66qv59a9/TUSQmRx44IHMmLHmGs8vfelLXHzxxWy55ZptrQ+LFy+me/fubXJttS77tmOyXzsm+7Xjsm9bbsSIEbMzs8EZhE49VXPtAFwXEdsCHwCeK8qHA6MBMvPOiHizkTY+CdySme8C70bErwEiYktgq8y8v6h3JXB9I+VbFeW/LcqvBvZvIv7fZOYbxfVuLOKuAwYDj0QEQFfgL020AzAjM5cByyLiL8A2wD7ATZn59+IatzZ2bw01mpmXAJcA9O67U5493x/PcgvH1LBkyRJWrlzJ5ptvzpIlS/jhD3/IySefTG1tLRFBTU0N99xzD/369aOmpoZXX32VbbbZhohg1qxZfOADH+Bzn/scRX+vd7W1tdTU1LTJtdW67NuOyX7tmOzXjsu+Xbf8TVTNdQHwk8y8tRhhO7Vtw2mx1YfOEwjgysz8QQvbWla2vQJ/jtab1157jdGjRwNQV1fHl7/8ZT796U/TvXt3vv3tb1NXV0eXLl245JJLALjhhhu46KKLqKqqomvXrvziF79osyRRkiRpQ+IvuGquLYGXiu0jyspnAocCUyJiFGXrGhswE7g4IiZR+rd3IHBJZr4VEW9GxD6Z+QDwFeD+RsoXRcSiiBhevGxmTDPiHxkRPYClwEHAkZSmod4SEedk5l+K45tn5vPNfCblfgtMK7u3z1KaVtvgPTTVWNfOm7Cg7OMgVNK3b1/mzZu3Rvnw4cOZPXv2GuXjxo1j3Lhx6yM0SZKkDsVEUc11KqVpn28C9wI7FuWnAdMj4ivA74FXgXcaaiAzHymmZD4OvAbMB94qDh8BTI2IzYA/AV9tovyrwBURkcDdzYh/FvArSlNor8nMRwEi4r+BuyOiE7Cc0otxWpwoZuaciLgOmEdp+uojZYfXdg+SJElSu2SiqDVkZp9ic1rxRWbeAtzSQPW3gH/LzLqI2Av4RLF+b23OysxTi6Tpt8Dsov25lF5ys3osayufDexWVvT9xu+KFzNzjVdeZuZ1wHUNlNeUbdcCtcX2qavVG1C2/WPgx829B0mSJKm9MlHUP6s38MtiRO494D+bqH9JROwKdKG0PnBOawcoSZIkqWVMFPVPycxngd3LyyLiQ8A9DVTfLzO/3FqxRMS/AVNWK34uM0dTjIxKkiRJapqJota54mMoqtvguncBd63v60qSJEkdTae2DkCSJEmS1L6YKEqSJEmSKpgoSpIkSZIqmChKkiRJkiqYKEqSJEmSKpgoSpIkSZIqmChKkiRJkiqYKEqSJEmSKpgoSpIkSZIqmChKkiRJkiqYKEqSJEmSKpgoSpIkSZIqmChKkiRJkiqYKEqSJEmSKpgoSpIkSZIqmChKkiRJkiqYKEqSJEmSKpgoSpIkSZIqmChKkiRJkiqYKEqSJEmSKpgoSpIkSZIqmChKkiRJkiqYKEpaJ959912GDh3KbrvtRv/+/TmtLLb4AAAgAElEQVTllFMA2Geffaiurqa6uprtttuOgw46CIBbbrmFQYMGUV1dzZAhQ3jwwQfbMnxJkiSVqWrrACStaenyFfSZMKOtw2i2hZMPYNNNN+Xee++le/fuLF++nOHDh7P//vvzwAMP1Nc7+OCD+fznPw/Afvvtx+c+9zkigscff5xDDz2Up59+uq1uQZIkSWUcUdwIRcRWEXFs2X5NRNzWgvP3iYgnI2JuRGwfETe08Po/bEl8HUVEjI2I7do6jtYSEXTv3h2A5cuXs3z5ciKi/vjbb7/NvffeWz+i2L179/rjS5YsqagrSZKktmWiuHHaCvhnErExwKTMrM7MlzLzkNUrRERjo9WNJoqNxddEu+3dWKDDJooAK1asoLq6ml69ejFy5EiGDRtWf+zmm29mv/32Y4sttqgvu+mmm+jXrx8HHHAAV1xxRVuELEmSpAaYKG4EIuJ7EfFE8fUdYDLw0WJE8MyiWveIuCEino6Ia2MtwzsRcTRwKHB6Ua9PRDxRHBsbEbdGxL3APRGxbUT8trjOE8VI5GSga1F27VpCroivGPF8ICJuBZ6KiE9ExOMR0SUiuhWjmwPWEm/3iLgnIuZExPyI+HxR3qe412kR8UxxL5+KiJkR8WxEDC3q9YiIm4vrPRQRg4ryUyPi+LLrPFG02Sci/i8iLi3iujsiukbEIcAQ4Nrivrq2pA83FJtssglz587lxRdfZNasWTzxxBP1x6ZPn85hhx1WUX/06NE8/fTT3HzzzZx00knrO1xJkiStRWRmW8egVhQRg4FpwJ5AAA8D/wFcnZkDijo1wC1Af+BlYCZwQmY2+HaRiJgG3JaZN0REn2J7QESMBX4EDMrMv0XEcUCXzPxxRGwCbJaZ70TE4szs3kjM9W2WxTcDGJCZzxVlPwK6AF2BFzNz0lraqiqu+3ZE9AQeAj4GfAT4A7A78CTwCDAPOAr4HPDVzDwoIi4AXs/M0yLiX4GfZGZ1RJwKLM7Ms4rrPAEcWFz2D8CQzJwbEb8Ebs3MayKiFjg+Mx9dS6zHAMcA9Oy59eCTz710bY+o3Rm4/ZZrlF155ZV06dKFL37xi7z11lscfvjhXH/99XzgAx9osI0vf/nLXHTRRWy55ZptdRSLFy+un56rjsW+7Zjs147Jfu247NuWGzFixOzMHNLQsQ15Gp+aZzhwU2YuAYiIG4F9Gqg3KzNfLOrMBfoA7+c1lL/JzL8V248AV0REZ+DmzJz7Ptorj++5sv2JRfvvAt9q5LwA/ici9gVWAtsD2xTHnsvM+QAR8SRwT2ZmRMyndP9Qen4HA2TmvRHxoYjYgsY9V3avs8vaalRmXgJcAtC770559vwN58dz4Zga/vrXv9K5c2e22morli5dykknncT48eOpqalh6tSpHHTQQYwaNar+nD/84Q989KMfJSKYM2cOEVH/cpuOqra2lpqamrYOQ63Avu2Y7NeOyX7tuOzbdWvD+U1UrW1Z2fYK3v+/jSWrNjLzt0WCdgAwLSJ+kplX/bPtFj4EdAc6UxpZXP34KmOArYHBmbk8IhYW9aHynleW7a+k6fuvo3Lqdpey7dWfZYecZrq6V155hSOOOIIVK1awcuVKDj30UA48sDTI+otf/IIJEyZU1P/Vr37FVVddRefOnenatSvXXXddh04SJUmSNiQmih3fA5SStMmURtdGA0cAx7X2hSPiI5SmhV4aEZsCewBXAcsjonNmLl/Lqe8AmzfR/MXAScCOwBRg3FrqbQn8pUgSR1CactoSD1BKNk8vpsC+XkxjXUgx1TQi9ijiaEpz7muDNWjQIB577LEGj9XW1q5RNn78eMaPH9/KUUmSJOn9MFHs4DJzTrGmcFZRdFlmzi5e2vIEcAel9X+toQY4ISKWA4uBw4vyS4DHI2JOZo5pIOY3GosvIg4Hlmfmz4u1j7+LiH/NzHsbiOFa4NfFdNJHgZZ+UN+plKbPPg78nVKSDfAr4PBiyurDwDPNaGsaMDUilgJ7ZebStVXs2nkTFkw+oIWhSpIkSeuGL7OR2qGdd945FyxY0NZhaB1z7UTHZd92TPZrx2S/dlz2bctFxFpfZuPHY0iSJEmSKjj1VGsVETex5tq78Zl51zpq/0PAPQ0c2i8z32hhWwOBq1crXpaZwxqqL0mSJGntTBS1Vpk5upXbfwOoXkdtzV9XbUmSJEkbO6eeSpIkSZIqmChKkiRJkiqYKEqSJEmSKpgoSpIkSZIqmChKkiRJkiqYKEqSJEmSKpgoSpIkSZIqmChKkiRJkiqYKEqSJEmSKpgoSpIkSZIqmChKkiRJkiqYKEqSJEmSKpgoSpIkSZIqmChKkiRJkiqYKEqSJEmSKpgoSpIkSZIqmChKkiRJkiqYKEqSJEmSKpgoSpIkSZIqmChKkiRJkiqYKEqSJEmSKpgoSpIkSZIqmChKkiRJkipUtXUAkta0dPkK+kyY0dZhrGHh5AN499132XfffVm2bBl1dXUccsghnHbaaYwZM4ZHH32Uzp07M3ToUC6++GI6d+7MLbfcwkknnUSnTp2oqqri3HPPZfjw4W19K5IkSWqEI4pSISJqImLvFp6zuIX1x0bEhS2LrH3ZdNNNuffee5k3bx5z587lzjvv5KGHHmLMmDE8/fTTzJ8/n6VLl3LZZZcBsN9++9XXveKKKzj66KPb+A4kSZLUFBNFbfAiomq1/YiI9/NvuwZoUaK4MYoIunfvDsDy5ctZvnw5EcFnPvMZIoKIYOjQobz44osAdO/enYgAYMmSJfXbkiRJar9MFNWuRMThEfF4RMyLiKsjYlpEHFJ2fHHxvSYiHoiIW4GnIqJPRCyIiKuAJ4APR8SoiPh9RMyJiOsjontx7sKIOK0onx8R/SKiD/B14LsRMTci9llLfDsWbc6PiB+VlddExG8jYkYRx9RVyWpEfDUinomIWcAnW+fJrV8rVqygurqaXr16MXLkSIYNG1Z/bPny5Vx99dV8+tOfri+76aab6NevHwcccABXXHFFW4QsSZKkFojMbOsYJAAioj9wE7B3Zr4eET2AnwC3ZeYNRZ3Fmdk9ImqAGcCAzHyuSPT+VJz7UET0BG4E9s/MJRExHtg0MydGxELg7My8ICKOBfbIzKMj4lRgcWae1UiMtwI3ZOZVEfENYEpZPHcCuwLPF9sXAzOBh4HBwFvAfcBjmTmugbaPAY4B6Nlz68Enn3vp+32UrWbg9ltW7C9evJiTTjqJb33rW+y4444AnHXWWXTp0oVx49a4RebNm8dVV13F2WefvV7ibW8WL15cPxqrjsW+7Zjs147Jfu247NuWGzFixOzMHNLQMV9mo/bkX4HrM/N1gMz8WxPTFGdl5nNl+89n5kPF9p6UkraZRRsfAH5fVvfG4vts4AstiPGTwMHF9tXAlNXi+RNAREwHhgN1QG1m/rUovw74eEMNZ+YlwCUAvfvulGfPb38/ngvH1KxRNmfOHN544w2++tWvctppp1FVVcUvf/lLOnVac8JCTU0N5513HgMGDKBnz57rIeL2pba2lpqamrYOQ63Avu2Y7NeOyX7tuOzbdcupp2rv6ij+nRZTOT9QdmzJanXL9wP4TWZWF1+7ZuZRZceXFd9X0PI/mKxtGH718g45XP/Xv/6VRYsWAbB06VJ+85vf0K9fPy677DLuuusupk+fXpEk/uEPf2DVzIU5c+awbNkyPvShD7VJ7JIkSWqe9jdkoY3ZvcBNEfGTzHyjmHq6kNK0zV8CnwM6N7Oth4CfRsROmfmHiOgGbJ+ZzzRyzjvAFk20OxP4EnANMGa1Y0MjYkdKU0+/SGl08GHgvIj4EPA28O/AvGbeQ7v0yiuvcMQRR7BixQpWrlzJoYceyoEHHkhVVRUf+chH2GuvvQD4whe+wMknn8yvfvUrrrrqKjp37kzXrl257rrrfKGNJElSO2eiqHYjM5+MiB8D90fECuAxYDxwS0TMo7Tub/VRxLW19deIGAtMj4hNi+L/BhpLFH8N3BARnwe+mZkPNFDn28DPizWPt6x27BHgQmAnSmsRb8rMlcXax98Di4C5zYm/a+dNWDD5gOZUXe8GDRrEY489tkZ5XV1dg/XHjx/P+PHjWzssSZIkrUMmimpXMvNK4MrVivcs2x5f1KsFasvOWwgMWK2te4FPNHCNPmXbj1L6WAyK0cZBTcT3HLBXWdF/l22/nZkHNnDO/wL/21i7kiRJUnviGkVJkiRJUgVHFKUGRMSJlNYTlrs+M3/cUP3VRzglSZKkDZmJotSAIiFsMCmUJEmSOjqnnkqSJEmSKpgoSpIkSZIqmChKkiRJkiqYKEqSJEmSKpgoSpIkSZIqmChKkiRJkiqYKEqSJEmSKpgoSpIkSZIqmChKkiRJkiqYKEqSJEmSKpgoSpIkSZIqmChKkiRJkiqYKEqSJEmSKpgoSpIkSZIqmChKkiRJkiqYKEqSJEmSKpgoSpIkSZIqmChKkiRJkiqYKEqSJEmSKpgoSpIkSZIqmChKkiRJkiqYKEqSJEmSKpgoSpIkSZIqmChKapZ3332XoUOHsttuu9G/f39OOeUUAJ577jmGDRvGTjvtxBe/+EXee+89AL773e9SXV1NdXU1H//4x9lqq63aMnxJkiS1QFVbByBpTUuXr6DPhBltHUa9hZMPYNNNN+Xee++le/fuLF++nOHDh7P//vvzk5/8hO9+97t86Utf4utf/zqXX345//Vf/8U555xTf/4FF1zAY4891oZ3IEmSpJZwRLGVRMQ+EfFkRMyNiK4tPPc7EfH/t3fvcXZV9f3/X28IyCUIIpcvEjHIJZKAjoAiEmlCAYvYCj+RaxWEFm3FO1YsChFvqEUQUSpFLgIFBEEQWy4FApjKJUDIBYhoicagRRCQQEhJ+Pz+ODvxnMlMJgkzmTC+no/HPM4+a6+19mfvNTPJZ9ba+6zT9v4/kmzQbM/t71iXEsesJBs12//dvI5McugAHnOlnV8Pxz4myS+S1KLzbsoPSzI1ybQk/53kDYMV42BKwvDhwwF4/vnnef7550nCTTfdxAEHHADA4Ycfzo9+9KMl2l588cUccsghKzVeSZIkrTgTxYFzGPCVquqqqnnL2fZjwOJEsareUVVP9kdQSVZoFrmq3tpsjgT6JVFc0VgG0CRgT+BX3cofBv6iqnYAvgCctbIDW1UsXLiQrq4uNtlkE/baay+22morNthgA4YNaw3liBEjmDNnTkebX/3qVzz88MPssccegxGyJEmSVsCq9h/1l5wkI4FrgbuBHYEZwK3AgcDbk+xTVYf10G4ccGxVvbN5fwYwGXg58Crg5iSPVdX4JLOAnavqsWWI59PA3wIvAP9ZVcclmQhMAcYCFyf5PvCvwBZNs49V1aQkrwQuBjYHfgakrd+5VTUcOBnYLskU4HzgdOCrwF81x/y3qvpWkhOAvwbWBv4b+EBVVQ+xXAH8OzAcuKqPc1tU5xXAGsBnq+qqJCcDs6vq2029CcBc4BvAGcAewGzgeeCcqrq8p/6r6t6mfffy/257ezswoqk3ktbY3w68FbgLOBf4PLAJcFhV3ZlkQ+Ac4LXAs8DRVTW1h/M7GjgaYKONNuaEHRYs7XKsVBMnTly8fdpppzF37lw+97nPMWLECObNm7d4/6OPPsozzzzTUf/iiy9m11135bbbblu5Qa+C5s6d23FtNHQ4tkOT4zo0Oa5Dl2Pbv0wU+8co4Kgm2ToHWBO4Grimt6SkN1V1epJPAOOXJTFsl2Qf4F3ALlX1bJOgLLJmVe3c1Pt34NSq+mmSLYDrgO2AE4GfVtVJSfYFjurhMMfRmeD+A61Zxq6qWtB2zDOq6qSmzgXAO4Ef9xDL1cCZVfX9JB/q4xSfA/avqj82S0Nvb9pfCpwGfLupdyDwduD/a2IbTStxe4BWwvZiHAX8Z9v7rYH3AEfSShQPpZUE/w3wz8B+tBLHe6tqvyR7AN8Hurp3XFVn0cxWbvHareuUaavOj+esw8YtUXbPPffw3HPPMX/+fMaOHcuwYcP42c9+xrbbbsu4cX+q//GPf5xvf/vbvPWtb12ijz83EydO7Lg2Gjoc26HJcR2aHNehy7HtXy497R+zq2pSs30hrURhMOwJnFtVzwJU1R/a9l3ard4Zzazg1cDLm9m63WnFT1X9BHhiGY/53apa0O2Y45PckWQarRm9Mb3EshutWUyAC/o4VoAvJ5kK/Betmc9Nm5nATZK8qrl/8Imqmk1rHC6rqheq6nfAzctwPr0fPBlPK1H8dFvxw1U1rapeoDWbfGNVFTCNVpJKE8cFAFV1E/DKJC9/MbEMht///vc8+WRrBfS8efO44YYb2G677Rg/fjyXX976e8j555/Pu971rsVtHnzwQZ544gl23XXXQYlZkiRJK2bVmbJ4aas+3vdkAZ2J+lr9F06PnmnbXg14S1U9116h+5LLFZVkLeA7tJbLzm6Wgraf3zPdmizL9YLWfZ8bAztV1fPNktxF/V4GHAD8PzoT0X6R5PXA2cA+VfV42675bdsvtL1/gSH28/Xb3/6Www8/nIULF/LCCy9w4IEH8s53vpPRo0dz8MEH89nPfpY3vvGNHHXUnyaiL7nkEg4++OB++96SJEnSyjGk/iM7iLZIsmtV/YzW0sOfAjv00eZXwOgkL6N1H99fNu0AngbWA5Zr6SlwA3BCkosWLT3tNqu4yPXAh4GvAyTpqqoptO6tPBT4YrOM9RU9tF0UW/sxP5Dk5ralpy80+x5rZioPAHpbgjsJOJjWTOYS93J2sz7waJMkjgde07bvUuDfgI2Av2jr+/Ak59NKMMfRuh9yuTTLc68A3ltVP1/e9sBttM7tC829qY9V1R+X1mDtNVZn5sn7rsChBs7rX//6Hj/i4rWvfS133nlnj20mTJgwwFFJkiRpILj0tH/MBD6U5AFaydWZfTVolkb+AJjevLb/D/ws4Noky7VUsqqupbWUdHKzrPTYXqp+BNi5+ciH+4EPNuWfB3ZPMoPW/X2/7qHtVGBhkvuSfJzWLNuvgalJ7gMObZ7Q+m/NuV1H69693nyU1rWbRmsp6dJc1MQ9DXgf8GDbuc+glcDOqarfNsU/BH4D3E8rEb0HeKq3zpN8JMlvaD2sZmqSs5tdJwCvBL7TfNzJ5D7i7G4CsFOzZPZk4PDlbC9JkiStVGndTqUV1Tz58pqq2n6QQ1EPkgyvqrnNE13vBHZr7ldcpY0aNapmzpw52GGon3mT/dDl2A5NjuvQ5LgOXY7t8kty96KHTHbn0lMNddck2YDWk2i/8FJIEiVJkqTBZqL4IlXVLKDX2cQkO7Dk0zznV9UuK3rMgehzVdKf51dV43ro/0pgy27Fn66q65a3f0mSJGkoMlEcYFU1jR4+M29V63NVMtDnV1X7D1TfkiRJ0lDgw2wkSZIkSR1MFCVJkiRJHUwUJUmSJEkdTBQlSZIkSR1MFCVJkiRJHUwUJUmSJEkdTBQlSZIkSR1MFCVJkiRJHUwUJUmSJEkdTBQlSZIkSR1MFCVJkiRJHUwUJUmSJEkdTBQlSZIkSR1MFCVJkiRJHUwUJUmSJEkdTBQlSZIkSR1MFCVJkiRJHUwUJUmSJEkdTBQlSZIkSR1MFCVJkiRJHUwUJUmSJEkdTBQlSZIkSR1MFKU/Y7Nnz2b8+PGMHj2aMWPG8M1vfhOAyy67jDFjxrDaaqsxefLkjjZf+cpX2HrrrRk1ahTXXXfdYIQtSZKkATZssAOQtKR5zy9k5HE/GdBjzDp5X4YNG8Ypp5zCjjvuyNNPP81OO+3EXnvtxfbbb88VV1zBBz7wgY42999/P5dccgkzZszgkUceYc899+TnP/85q6+++oDGKkmSpJXLGUWtdEmOSHJGs/3BJO9rticm2flF9DsyyaEr0O68JAcsZf/bksxIMiXJ5kkufxExvqhz7G+bbbYZO+64IwDrrbce2223HXPmzGG77bZj1KhRS9S/6qqrOPjgg3nZy17GlltuydZbb82dd965ssOWJEnSADNR1KCqqn+tqu8va/0kS5sFHwksd6K4DA4DvlJVXVU1p6p6TSpfymbNmsW9997LLrvs0mudOXPm8OpXv3rx+xEjRjBnzpyVEZ4kSZJWIhNF9Zsk70syNcl9SS5I8tdJ7khyb5L/SrJpD20mJDm2rei9zczd9CRvbqtzQZJJwAXNzOFtSe5pvt7atD0ZeFvT/uNJVk/y9SR3NXF9oOkvSc5IMjPJfwGbLOWc/g44EPhCkouaY09v9h2R5Iok1yZ5KMnX2tqdmWRyMxP5+Rd5aQfc3Llzefe7381pp53Gy1/+8sEOR5IkSYPMexTVL5KMAT4LvLWqHkuyIVDAW6qqmoTrn4BP9tHVOlXVlWR34Bxg+6Z8NDC2quYlWQfYq6qeS7INcDGwM3AccGxVvbOJ6Wjgqap6U5KXAZOSXA+8ERjV9LkpcH9zrCVU1dlJxgLXVNXlSUZ2q9LV9DcfmJnkW1U1Gzi+qv6QZHXgxiSvr6qpfVzDo4GjATbaaGNO2GFBH5fqxZk4cSIACxYs4DOf+Qy77LILG2644eJygCeffJK7776buXPnAjB//nxuueUWRowYAcDUqVPZcccdO9qod3PnzvVaDVGO7dDkuA5NjuvQ5dj2LxNF9Zc9gMuq6jGAJknaAbg0yWbAmsDDy9DPxU37W5O8PMkGTfnVVTWv2V4DOCNJF7AQ2LaXvvYGXt92/+H6wDbA7sDFVbUQeCTJTct1pp1urKqnAJLcD7wGmA0c2CR+w4DNaCWlS00Uq+os4CyALV67dZ0ybWB/PGcdNo6q4vDDD2e33XbjtNNOW6LOBhtswE477cTOO7duq9x444059NBDOeOMM3jkkUd4/PHH+eAHP+jDbJbRxIkTGTdu3GCHoQHg2A5NjuvQ5LgOXY5t/zJR1ED6FvCNqro6yThgwjK0qV7eP9NW9nHgf4E30Fo+/VwvfQX4cFV1fIZDkncsQxzLan7b9kJgWJItgWOBN1XVE0nOA9bqx2P2m0mTJnHBBRewww470NXVBcCXv/xl5s+fz4c//GF+//vfs++++9LV1cV1113HmDFjOPDAAxk9ejTDhg3j29/+tkmiJEnSEGSiqP5yE3Blkm9U1ePN0tP1gUVPOjl8Gfs5CLi5We75VFU9laR7nfWB31TVC0kOBxZlKk8D67XVuw74hyQ3VdXzSbZt4rkV+ECS82ndnzge+PflOtulezmtxPap5r7MfYCJy9PB2muszsyT9+3HkHo2duxYqrrn5i37779/j+XHH388xx9//ECGJUmSpEFmoqh+UVUzknwJuCXJQuBeWjOIlyV5glYiueUydPVckntpLS89spc63wF+2HysxrX8abZxKrAwyX3AecA3aT0J9Z60ss3fA/sBV9JaKns/8GvgZ8t1sn2oqvuac3iQ1jLUSf3ZvyRJkjTQTBTVb6rqfOD8bsVX9VDvPFqJHFU1oa18XC/9Tuj2/iHg9W1Fn27Kn6eVALb75+aru2N6OlYvxz+ibXsWzQN22s+jef/Ontp062vcsh5XkiRJGix+PIYkSZIkqYMzilIjyZUsuTz2090fhiNJkiQNdSaKUqOqen56iyRJkvRnxqWnkiRJkqQOJoqSJEmSpA4mipIkSZKkDiaKkiRJkqQOJoqSJEmSpA4mipIkSZKkDiaKkiRJkqQOJoqSJEmSpA4mipIkSZKkDiaKkiRJkqQOJoqSJEmSpA4mipIkSZKkDiaKkiRJkqQOJoqSJEmSpA4mipIkSZKkDiaKkiRJkqQOJoqSJEmSpA4mipIkSZKkDiaKkiRJkqQOJoqSJEmSpA4mipIkSZKkDiaKkiRJkqQOJorSn4kjjzySTTbZhO23335x2UEHHURXVxddXV2MHDmSrq4uAB5//HHGjx/P8OHDOeaYYwYrZEmSJA2SYYMdgKQlzXt+ISOP+0m/9Tfr5H054ogjOOaYY3jf+963uPzSSy9dvP3JT36S9ddfH4C11lqLL3zhC0yfPp3p06f3WxySJEl6aVjpM4pJ3pZkRpIpSdZehvrnJTlgWeskOTvJ6H6Ic27z+qokly+l3gZJ/vHFHm8ZY+pK8o5+7O+IJK/qp74mJtl5Bdp9L8l9SaYmuTzJ8Kb8ZUkuTfKLJHckGTlQsSQZmaTXbCjJm5vv1ylNrPsva9+rkt13350NN9ywx31VxQ9+8AMOOeQQANZdd13Gjh3LWmuttTJDlCRJ0ipiMJaeHgZ8paq6qmpef3deVX9XVff3Y3+PVNXSEtUNgJWSKAJdQI+JYpIVmR0+AuiXRPFF+HhVvaGqXg/8Gli0zvEo4Imq2ho4FfjqYAUITAd2rqou4K+A767g9V5l3XbbbWy66aZss802gx2KJEmSVgEDlig2szQPJrkoyQPNbNFHgAOBLyS5qJd2SXJGkplJ/gvYpG3fTkluSXJ3kuuSbNZD+8WzSUnmJvlSMwt0e5JNlxLvlkl+lmRaki92O4/pzfaYJHc2M0tTk2wDnAxs1ZR9fSn9f7rp+74kJzdlXU1cU5NcmeQVbefw1eZYP29mYdcETgIOao51UJIJSS5IMgm4oIn1tiT3NF9v7e34zQzszsBFi2Z3k7wpyX83de5Msl6StZKc27S9N8n4pr+1k1zSjO2VwNptx9q7uZb3JLls0SxhT6rqj4vGvemjml3vAs5vti8H/rKp09O1XVosc5OcmtYs9o1JNm7Kd2rO8z7gQ73F18T4bFUtaN6utSjGtu/x85pxuijJnkkmJXkoyZubehsm+VEzzrcnef3SjjcYLr744sWziZIkSdJAz4qMAo6qqklJzgHWBK4Grqmq3pZz7t+0Gw1sCtwPnJNkDeBbwLuq6vdJDgK+BBy5lOOvC9xeVccn+Rrw98AXe6n7TeDMqvp+kt4Shw8C36yqi5rEbXXgOGD7ZrapR0n2oZX47FJVzyZZtP7v+8CHq+qWJCcBJwIfa/YNq6o3p0nEGHcAACAASURBVLXU9MSq2jPJCbRmto5p+p3QXKexVTUvyTrAXlX1XJPEXgzs3NPxq+oPSY4Bjq2qyc35XAocVFV3JXk5MA/4KFBVtUOS1wHXJ9kW+Afg2ararkl87mli2gj4LLBnVT2T5NPAJ2glub1dn3NpzZTeD3yyKd4cmE3r4AuSPAW8Enishy56jKWxLjC5qj7eXL8Tac1angscU1W3Li3Bb4txF+Ac4DXAe5uYALYG3kPr+/Au4FBgLPA3wD8D+wGfB+6tqv2S7EFr3Jf4fklyNHA0wEYbbcwJOyzoXmWFTZw4EYDf/e53PPPMM4vfAyxcuJBLL72U7373ux3lAA8++CBz5sxZolwrZu7cuV7LIcqxHZoc16HJcR26HNv+NdCJ4uyqmtRsXwh8BHiyjza7AxdX1ULgkSQ3NeWjgO2BG5r/oK8O/LaPvv4PuKbZvhvYayl1dwPe3WxfQM9LHX8GHJ9kBHBFVT3UyyRXd3sC51bVswBNkrY+sEFV3dLUOR+4rK3NFW1xj1xK31e3LeFdAzgjSRewENi2t+P30M8o4LdVdVdTZ9FM31haCTpV9WCSXzX97g6c3pRPTTK16ecttJLXSc21WZPWdetVVb0/yerNcQ6ilcQtj95iAXiBVgIMre/BK5JsQOva39qUXwDs00eMdwBjkmwHnJ/kP5tdD1fVNIAkM4Abq6qSTONP4zaW5nurqm5K8sokL190jduOcRZwFsAWr926TpnWfz+esw4b13qdNYt1112XcePGLd537bXXssMOO/Ce97xnyXazZjF37tyO+lpxEydO9FoOUY7t0OS4Dk2O69Dl2Pavgb5Hsfp4vzwCzGjubeyqqh2qau8+2jxfVYuOuZC+E+OlxldV/05rpmge8B/N7NBAmd+89hX3M23bHwf+F3gDrWWlaw5MaEsV4Ia2cRpdVUf11aj5w8Al/ClZnwO8Ghbff7k+8Hg/xPdivgepqgeAubT+aAF/GidoJaXz27ZXqfsYDznkEHbddVdmzpzJiBEj+N73vgfAJZdc0uOy05EjR/KJT3yC8847jxEjRnD//f12668kSZJWcQP9H9ktkuxaVT+jtSTvp8AOfbS5FfhAkvNp3Z84Hvh3YCaw8aL+mqWo21bVjH6KdRJwMK1Zp8N6qpDktcD/VNXpSbYAXg/cB6zXR983ACckuajb0s8nkrytqm4D3gvc0kc/T/dxrPWB31TVC0kOpzXr2uvxu/U3E9gsyZuapafr0UqIb2uux03NktMtmrq30hrTm5Js31wLgNuBbyfZuqp+kWRdYPOq+nn3YJt7Drdq6oVWEv5gs/tq4HBas5EHADe1Jf3d9RYLtP4YcgCtJPRQ4KdV9WSSJ5OMraqf0st4t8W5Ja3Z8QVJXgO8DpgF9HrvZTeLruEXkowDHus+m9jd2muszsyT913G7pfNxRdf3GP5eeed12P5rFmz+vX4kiRJeukY6BnFmcCHkjwAvAI4cxnaXAk8ROt+te/TLFusqv+j9R/+rzYPIJkCvLW3TlbAR5tYp9G6P64nBwLTk0yhNaP0/ap6nNYyy+m93etWVdfSSnwmN22PbXYdDny9WSrZxVLu42vcDIxO8zCbHvZ/Bzi8uT6vo5ltXMrxzwP+tSlbndayz2817W+g9eCW7wCrNdflUuCIqppPayyHN2N7Eq0lslTV72k9TfXi5rx+1sTSk9BaxjkNmAZs1nYNvge8MskvaN3jeNxSrkuPsTSeAd6c1gOJ9mjr//20EtopTRxLMxa4r6l7JfCPVdXTvZK9mQDs1FyPk2mNuyRJkrTKSu+TNC+y49bn3l1TVdv3UVUaMEnmVtWyzvytMkaNGlUzZ84c7DDUz7x3YuhybIcmx3VoclyHLsd2+SW5u6p6/PzxwfgcRUmSJEnSKmzA7lGsqln86YEfS0iyA62nTbabX1W7DFRMzXGPp/VxBu0uq6ov9UPfg3JOLwVpfb7hlt2KP11V1y1HH29nyafRPlxV+/fWZnlmE1ekf0mSJGkoGrSnMjYfKdDrZw8O4HG/ROvzFwei70E5p5eC/ki2mqRymRPLVa1/SZIk6aXCpaeSJEmSpA4mipIkSZKkDiaKkiRJkqQOJoqSJEmSpA4mipIkSZKkDiaKkiRJkqQOJoqSJEmSpA4mipIkSZKkDiaKkiRJkqQOJoqSJEmSpA4mipIkSZKkDiaKkiRJkqQOJoqSJEmSpA4mipIkSZKkDiaKkiRJkqQOJoqSJEmSpA4mipIkSZKkDiaKkiRJkqQOJoqSJEmSpA4mipIkSZKkDiaKkiRJkqQOJoqSJEmSpA4mipIkSZKkDsMGOwBJS5r3/EJGHveTFWo76+R9OfLII7nmmmvYZJNNmD59OgCf+tSn+PGPf8yaa67JVlttxbnnnssGG2ywuN2vf/1rRo8ezYQJEzj22GP75TwkSZL00uSMopZZko8keSDJnCRn9GO/I5NMH6z2vfT5nuZcb06yc5LTl7P9hCSDlm0dccQRXHvttR1le+21F9OnT2fq1Klsu+22fOUrX+nY/4lPfIJ99tlnZYYpSZKkVZQziloe/wjs2XztPMixDLSjgL+vqp827ycPZjDLa/fdd2fWrFkdZXvvvffi7be85S1cfvnli9//6Ec/Ysstt2TdddddWSFKkiRpFeaMopZJkn8FXgv8J/CKtvK/TnJHknuT/FeSTZvyjZPckGRGkrOT/CrJRks5xLAkFzWzeJcnWafp54QkdyWZnuSsJGnKd0pyX5L7gA/1EfsRSa5KMjHJQ0lObNv3t0nuTDIlyXeTrJ7kBGAs8L0kX08yLsk1Tf0JSc5p+vqfJB9p6+v4JD9P8lNgVFt5V5Lbk0xNcmWSVzDIzjnnnMWzh3PnzuWrX/0qJ554Yh+tJEmS9OfCGUUtk6r6YJK/AsYD72zb9VPgLVVVSf4O+Cfgk8CJwE1V9ZWm3VF9HGIUcFRVTUpyDq3Zy38BzqiqkwCSXNAc+8fAucAxVXVrkq8vwym8GdgeeBa4K8lPgGeAg4Ddqur5JN8BDquqk5LsARxbVZOTjOvW1+ua67AeMDPJmcDrgYOBLlo/V/cAdzf1vw98uKpuSXJSc20+1j3AJEcDRwNstNHGnLDDgmU4rSVNnDgRgN/97nc888wzi98vcuGFF/Lkk0+y+eabM3HiRM4880z23ntvJk+ezKxZs1h77bWXaKP+MXfuXK/tEOXYDk2O69DkuA5djm3/MlHUizUCuDTJZsCawMNN+Vhgf4CqujbJE330M7uqJjXbFwIfoZUojk/yT8A6wIbAjCS3ARtU1a1N/QuAvm6uu6GqHgdIckUT3wJgJ1qJI8DawKN9nzI/qar5wPwkjwKbAm8DrqyqZ5tjXN28rt/EekvT9nzgsp46raqzgLMAtnjt1nXKtBX78Zx12LjW66xZrLvuuowbN27xvvPOO48ZM2Zw4403ss466wDwuc99jjvuuIPzzz+fJ598ktVWW40xY8ZwzDHHrNDx1buJEyd2jIeGDsd2aHJchybHdehybPuXiaJerG8B36iqq5uZtwkr2E91f59kLeA7wM5VNTvJBGCt/uofCHB+VX1mOfua37a9kJfIz9G1117L1772NW655ZbFSSLAbbfdtnh7woQJDB8+3CRRkiTpz5z3KOrFWh+Y02wf3lY+CTgQIMnetN3X2IstkuzabB9Ka0nroqTwsSTDgQMAqupJ4MkkY5v9hy1DnHsl2TDJ2sB+TXw3Agck2aSJc8Mkr1mGvnpyK7BfkrWTrAf8dRPrU8ATSd7W1HsvcEsvffSbQw45hF133ZWZM2cyYsQIvve973HMMcfw9NNPs9dee9HV1cUHP/jBgQ5DkiRJL1EviZkQrdImAJc1S0tvArZsyj8PXJzkvcDPgN8BTy+ln5nAh5r7E+8HzqyqZ5P8GzC9aX9XW/33A+ckKeD6ZYjzTuCHtJbKXlhVkwGSfBa4PslqwPO0Hozzq2Xor0NV3ZPkUuA+WstX22M9HPjX5gE9/9PEvlRrr7E6M0/ed3nDWOziiy9eouyoo/q6TbQ1oyhJkiSZKGqZVdXIZvO85ouqugq4qofqTwFvr6oFzUzhm5r7+nrqdxatB8T0tO+zwGd7KL8beENb0T/1Ef5vqmq/Hvq5FLi0h/JxbdsTgYnN9oRu9bZv2/4S8KUe+poCvKWP+CRJkqRVhomiBsoWwA+ambr/A/5+kOORJEmStIxMFDUgquoh4I3tZUleSeu+wO7+ctETSV+MJG8Hvtqt+OGq2p9mBlSSJElS30wUtdI0yWDXAPZ/HXDdQPUvSZIk/bnwqaeSJEmSpA4mipIkSZKkDiaKkiRJkqQOJoqSJEmSpA4mipIkSZKkDiaKkiRJkqQOJoqSJEmSpA4mipIkSZKkDiaKkiRJkqQOJoqSJEmSpA4mipIkSZKkDiaKkiRJkqQOJoqSJEmSpA4mipIkSZKkDiaKkiRJkqQOJoqSJEmSpA4mipIkSZKkDiaKkiRJkqQOJoqSJEmSpA4mipIkSZKkDiaKkiRJkqQOJoqSJEmSpA4mipIkSZKkDiaK+rOW5Igkr+qjzseSrLOyYloRp556KmPGjGH77bfnkEMO4bnnnqOqOP7449l2223ZbrvtOP300wc7TEmSJL1EDBvsAKRBdgQwHXhkKXU+BlwIPLsyAgKY9/xCRh73kz7rzTp5X+bMmcPpp5/O/fffz9prr82BBx7IJZdcQlUxe/ZsHnzwQVZbbTUeffTRlRC5JEmShgJnFDWgkoxM8mCSi5I8kOTyJOskOSHJXUmmJzkrLVsluaet7TaL3ieZleQrSaYkmZxkxyTXJfllkg+2tflU0+/UJJ9vi+GBJP+WZEaS65OsneQAYGfgoqbftXuI/yPAq4Cbk9yc5Mgkp7Xt//skp/Z2nk2dnZLckuTuJubN+vs6L1iwgHnz5rFgwQKeffZZXvWqV3HmmWdywgknsNpqrR/zTTbZpL8PK0mSpCHKRFErwyjgO1W1HfBH4B+BM6rqTVW1PbA28M6q+iXwVJKupt37gXPb+vl1VXUBtwHnAQcAbwEWJYR7A9sAbwa6gJ2S7N603Qb4dlWNAZ4E3l1VlwOTgcOqqquq5nUPvKpOpzXbOL6qxgM/AP46yRptMZ7T23k29b4FHFBVOzV1v7T8l7B3m2++OcceeyxbbLEFm222Geuvvz577703v/zlL7n00kvZeeed2WeffXjooYf687CSJEkawlx6qpVhdlVNarYvBD4CPJzkn4B1gA2BGcCPgbOB9yf5BHAQraRvkaub12nA8Kp6Gng6yfwkGwB7N1/3NvWG00oQfw08XFVTmvK7gZErciJVNTfJTcA7kzwArFFV05KM7OU8rwW2B25IArA68Nue+k5yNHA0wEYbbcwJOyzoM56JEyfy9NNPc/7553PhhRcyfPhwJkyYwPHHH8+zzz7LnDlz+Jd/+RduvfVW3v3ud3uf4iCbO3cuEydOHOwwNAAc26HJcR2aHNehy7HtXyaKWhmqh/ffAXauqtlJJgBrNft+CJwI3ATcXVWPt7Wb37y+0La96P0wIMBXquq77Qdrkrj2+gtpzWKuqLOBfwYepHPGs6fzDDCjqnbtq9OqOgs4C2CL125dp0zr+8dz1mHjuOyyy3jjG9/IfvvtB8AjjzzC7bffzmte8xo+9alPseWWW/IXf/EXnHLKKYwbN24ZTk8DZeLEiY7BEOXYDk2O69DkuA5djm3/cumpVoYtkixKlA4FftpsP5ZkOK0lpABU1XPAdcCZdCZhy+I64MimT5JsnqSvG/OeBtZbnjpVdQfwalrncnFbvZ7Ocyaw8aLyJGskGbOM57NMtthiC26//XaeffZZqoobb7yR7bbbjv3224+bb74ZgFtuuYVtt922Pw8rSZKkIcwZRa0MM4EPJTkHuJ9WEvgKWk8b/R1wV7f6FwH7A9cvz0Gq6vok2wE/a5Z5zgX+ltYMYm/OA/41yTxg157uU6Q1y3dtkkea+xShda9iV1U90VZvifOsqv9rHppzepL1af3MnUZrqW2/2GWXXTjggAPYcccdGTZsGG984xs5+uijmTdvHocddhinnnoqw4cP5+yzz+6vQ0qSJGmIS1X31XJS/2mWfV7TPLRmWdscC6xfVZ8bqLherCTXAKdW1Y3N+5Es53kuzahRo2rmzJn90ZVWIS6JGboc26HJcR2aHNehy7Fdfknurqqde9rnjKJWKUmuBLYC9hjsWHrSPDTnTuC+RUmiJEmSNNSYKGpAVdUsWk/9XNb6+w9cNEvXJKlbdiv+dFVdt+hNVT0JLHGz3/KepyRJkrQqM1GUGoOZpEqSJEmrEp96KkmSJEnqYKIoSZIkSepgoihJkiRJ6mCiKEmSJEnqYKIoSZIkSepgoihJkiRJ6mCiKEmSJEnqYKIoSZIkSepgoihJkiRJ6mCiKEmSJEnqYKIoSZIkSepgoihJkiRJ6mCiKEmSJEnqYKIoSZIkSepgoihJkiRJ6mCiKEmSJEnqYKIoSZIkSepgoihJkiRJ6mCiKEmSJEnqYKIoSZIkSepgoihJkiRJ6mCiKEmSJEnqYKIoSZIkSepgoihJkiRJ6mCiKL0EzJ49m/HjxzN69GjGjBnDN7/5zY79p5xyCkl47LHHBilCSZIkDSXDBjsASUua9/xCRh73EwBmnbwvw4YN45RTTmHHHXfk6aefZqeddmKvvfZi9OjRzJ49m+uvv54ttthikKOWJEnSUOGM4iooyduSzEgyJcnagx3PUJCkK8k7+qjzuiQ/SzI/ybFt5a9OcnOS+5tx+ejAR9xps802Y8cddwRgvfXWY7vttmPOnDkAfPzjH+drX/saSVZ2WJIkSRqiTBRXTYcBX6mqrqqaN9jBDBFdwFITReAPwEeAf+lWvgD4ZFWNBt4CfCjJ6P4PcdnMmjWLe++9l1122YWrrrqKzTffnDe84Q2DFY4kSZKGIBPFQZRkZJIHk1yU5IEklyf5CHAg8IUkFy2l7aeTTEtyX5KTm7KuJLcnmZrkyiSvaMonJvlqkjuT/DzJ25bS71pJzm36vjfJ+Kb8iCRXNX09lOTEtjZ/2/Q9Jcl3k6zelM9N8qUmxtuTbLqU427axHxf8/XWpvwTSaY3Xx9ru27T29oem2RCb+eaZE3gJOCgJsaDeoqhqh6tqruA57uV/7aq7mm2nwYeADZvO96pSSY3Y/imJFc01+iLbTEucR4rYu7cubz73e/mtNNOY9iwYXz5y1/mpJNOWtHuJEmSpB55j+LgGwUcVVWTkpwDrAlcDVxTVZf31CDJPsC7gF2q6tkkGza7vg98uKpuSXIScCKwKCkZVlVvbpZfngjs2Us8HwKqqnZI8jrg+iTbNvveDGwPPAvcleQnwDPAQcBuVfV8ku/QmhH9PrAucHtVHZ/ka8DfA1+kZ6cDt1TV/k2iOTzJTsD7gV2AAHckuQV4opc+Fuk416raM8kJwM5VdUwfbZcqyUjgjcAdbcX/V1U7N0tSrwJ2ojU7+cskpwIjezqPqrq3W99HA0cDbLTRxpywwwIAJk6cCMCCBQv4zGc+wy677MKGG27IJZdcws9//nNGjRoFwO9//3vGjBnDmWeeyYYbbohWPXPnzl08nhpaHNuhyXEdmhzXocux7V8mioNvdlVNarYvpLX08ck+2uwJnFtVzwJU1R+SrA9sUFW3NHXOBy5ra3NF83o3rcSlN2OBbzX9PpjkV8CiRPGGqnocIMkVTd0FtBKju5p75NYGHm3q/x9wTdtx91rKcfcA3tccdyHwVJKxwJVV9UzbMd9GK5FemmU91+WSZDjwQ+BjVfXHtl2L4pkGzKiq3zb1/wd4Na3r1NN5dCSKVXUWcBbAFq/duk6Z1vrxnHXYOKqKww8/nN12243TTjsNgHHjxnHkkUcubj9y5EgmT57MRhtt1F+nrH42ceJExo0bN9hhaAA4tkOT4zo0Oa5Dl2Pbv1x6Oviqj/f9ZX7zupAV/wNBT7EGOL+5n7KrqkZV1YRm//NVtajNizludwvo/N5dq9v+/jjXDknWoJUkXlRVV3Tbveh4L7RtL3rfL8efNGkSF1xwATfddBNdXV10dXXxH//xH/3RtSRJkrQEE8XBt0WSXZvtQ4GfLkObG4D3J1kHIMmGVfUU8ETb/YfvBW7prYOluI3W0lGaJadbADObfXsl2bB5Eut+wCTgRuCAJJssiiXJa1bguDcC/9D0sXozQ3obsF+SdZKsC+zflP0vsEmSVyZ5GfDOZej/aWC9FYiLtKZKvwc8UFXfWIEuejuPXq29xurMOnlfZp28LwBjx46lqpg6dSpTpkxhypQpvOMdnc/mmTVrlrOJkiRJ6hcmioNvJq2naD4AvAI4s68GVXUtreWOk5NMARZ9lMPhwNeTTKX1lM8VecrJd4DVkkwDLgWOqKpFs2R30ppVmwr8sKomV9X9wGdp3cs4lVYSu9kKHPejwPjmuHcDo5sHyJzXHPcO4Oyqureqnm/O7c7meA8uQ/83A6OX9jCbJP8vyW+ATwCfTfKbJC8HdqOVeO/RtJ+SPj5qo11v57Gs7SVJkqSVzXsUB9+CqvrbbmVH9NWoqk4GTu5WNoXWxzd0rzuubfsxlnLfXlU9R+vBKz35TVXt10ObS2klld3Lh7dtXw70+HCeZv//0npAT/fybwBLzOJV1em0HoDTvXxc2/bic62qPwBv6u34TZ3fASN62PVTWktse2rTfryJwMRe9vV4HpIkSdKqyBlFSZIkSVIHZxQHUVXNovVxEz1KsgNwQbfi+VW1y4s9dpK3A1/tVvxwVe3fU/2qOo/W8skXe9zjgfd0K76sqr70YvtejhjeT2upa7tJVfWhlRWDJEmStCozUVyFVdU0WvcaDkTf1wHXDUTffRz3S8BKSwp7ieFc4NzBjEGSJElalbn0VJIkSZLUwURRkiRJktTBRFGSJEmS1MFEUZIkSZLUwURRkiRJktTBRFGSJEmS1MFEUZIkSZLUwURRkiRJktTBRFGSJEmS1MFEUZIkSZLUwURRkiRJktTBRFGSJEmS1MFEUZIkSZLUwURRkiRJktTBRFGSJEmS1MFEUZIkSZLUwURRkiRJktTBRFGSJEmS1MFEUZIkSZLUwURRkiRJktTBRFGSJEmS1MFEUZIkSZLUwURRkiRJktTBRFGSJEmS1MFEUZIkSZLUwURRkiRJktTBRFGSJEmS1CFVNdgxSOomydPAzMGOQ/1uI+CxwQ5CA8KxHZoc16HJcR26HNvl95qq2rinHcNWdiSSlsnMqtp5sINQ/0oy2XEdmhzboclxHZoc16HLse1fLj2VJEmSJHUwUZQkSZIkdTBRlFZNZw12ABoQjuvQ5dgOTY7r0OS4Dl2ObT/yYTaSJEmSpA7OKEqSJEmSOpgoSquQJH+VZGaSXyQ5brDjUd+SnJPk0STT28o2THJDkoea11c05UlyejO+U5Ps2Nbm8Kb+Q0kOH4xz0Z8keXWSm5Pcn2RGko825Y7tS1iStZLcmeS+Zlw/35RvmeSOZvwuTbJmU/6y5v0vmv0j2/r6TFM+M8nbB+eM1C7J6knuTXJN895xHQKSzEoyLcmUJJObMn8XrwQmitIqIsnqwLeBfYDRwCFJRg9uVFoG5wF/1a3sOODGqtoGuLF5D62x3ab5Oho4E1r/4AEnArsAbwZOXPSPngbNAuCTVTUaeAvwoebn0bF9aZsP7FFVbwC6gL9K8hbgq8CpVbU18ARwVFP/KOCJpvzUph7N98LBwBhaP//faX6Ha3B9FHig7b3jOnSMr6quto++8HfxSmCiKK063gz8oqr+p6r+D7gEeNcgx6Q+VNWtwB+6Fb8LOL/ZPh/Yr638+9VyO7BBks2AtwM3VNUfquoJ4AaWTD61ElXVb6vqnmb7aVr/+dwcx/YlrRmfuc3bNZqvAvYALm/Ku4/rovG+HPjLJGnKL6mq+VX1MPALWr/DNUiSjAD2Bc5u3gfHdSjzd/FKYKIorTo2B2a3vf9NU6aXnk2r6rfN9u+ATZvt3sbYsV+FNcvS3gjcgWP7ktcsT5wCPErrP4u/BJ6sqgVNlfYxWjx+zf6ngFfiuK6KTgP+CXihef9KHNehooDrk9yd5OimzN/FK8GwwQ5AkoayqqokPl76JSrJcOCHwMeq6o+tSYcWx/alqaoWAl1JNgCuBF43yCHpRUryTuDRqro7ybjBjkf9bmxVzUmyCXBDkgfbd/q7eOA4oyitOuYAr257P6Ip00vP/zZLXWheH23Kextjx34VlGQNWkniRVV1RVPs2A4RVfUkcDOwK63laYv+eN4+RovHr9m/PvA4juuqZjfgb5LMonXbxh7AN3Fch4SqmtO8Pkrrjztvxt/FK4WJorTquAvYpnlK25q0bqi/epBj0oq5Glj0RLXDgavayt/XPJXtLcBTzdKZ64C9k7yiubl+76ZMg6S5X+l7wANV9Y22XY7tS1iSjZuZRJKsDexF6/7Tm4EDmmrdx3XReB8A3FStD6C+Gji4eXrmlrQenHHnyjkLdVdVn6mqEVU1kta/nTdV1WE4ri95SdZNst6ibVq/Q6fj7+KVwqWn0iqiqhYkOYbWL67VgXOqasYgh6U+JLkYGAdslOQ3tJ6qdjLwgyRHAb8CDmyq/wfwDloPSHgWeD9AVf0hyRdo/bEA4KSq6v6AHK1cuwHvBaY197MB/DOO7UvdZsD5zZMsVwN+UFXXJLkfuCTJF4F7af2RgOb1giS/oPXQqoMBqmpGkh8A99N6Qu6HmiWtWrV8Gsf1pW5T4Mpm2f8w4N+r6tokd+Hv4gGX1h9QJEmSJElqcempJEmSJKmDiaIkSZIkqYOJoiRJkiSpg4miJEmSJKmDiaIkSZIkqYOJoiRJIsnCJFPavkauQB8bJPnH/o9ucf9/k+S4geq/l2Pul2T0yjymJK0K/HgMSZJEkrlVNfxF9jESuKaqtl/Odquvip9Xl2QY6XVj6gAAA4pJREFUcDatc7p8sOORpJXJGUVJktSjJKsn+XqSu5JMTfKBpnx4khuT3JNkWpJ3NU1OBrZqZiS/nmRckmva+jsjyRHN9qwkX01yD/CeJFsluTbJ3UluS/K6HuI5IskZzfZ5Sc5McnuS/2mOdU6SB5Kc19ZmbpJTk8xoYt64Ke9q2k5NcmWSVzTlE5OclmQyrQ9s/xvg6805bZXk75vrcV+SHyZZpy2e05P8dxPPAW0xfLq5TvclObkp6/N8JWkwDRvsACRJ0iph7SRTmu2Hq2p/4Cjgqap6U5KXAZOSXA/MBvavqj8m2Qi4PcnVwHHA9lXVBZBkXB/HfLyqdmzq3gh8sKoeSrIL8B1gjz7avwLYlVYydzWwG/B3wF1JuqpqCrAuMLmqPp7kBOBE4Bjg+8CHq+qWJCc15R9r+l2zqnZu4tqGthnFJE9W1b81219srtG3mnabAWOB1zXxXJ5kH+BdwC5V9WySDZu6Z63A+UrSSmOiKEmSAOYtSvDa7A28vm12bH1gG+A3wJeT7A68AGwObLoCx7wUWjOUwFuBy5Is2veyZWj/46qqJNOA/62qaU1/M4CRwJQmvkub+hcCVyRZH9igqm5pys8HLuseVy+2bxLEDYDhwHVt+35UVS8A9ydZdD32BM6tqmcBquoPL+J8JWmlMVGUJEm9Ca1Zt+s6ClvLRzcGdqqq55PMAtbqof0COm9z6V7nmeZ1NeDJHhLVvsxvXl9o2170vrf/4yzLwxmeWcq+84D9quq+5jqM6yEeaF273qzo+UrSSuM9ipIkqTfXAf+QZA2AJNsmWZfWzOKjTZI4HnhNU/9pYL229r8CRid5WZINgL/s6SBV9Ufg4STvaY6TJG/op3NYDVg0I3oo8NOqegp4IsnbmvL3Arf01Jglz2k94LfNNTlsGY5/A/D+tnsZNxzg85WkfmGiKEmSenM2cD9wT5LpwHdpzdRdBOzcLPl8H/AgQFU9Tus+xulJvl5Vs4EfANOb13uXcqzDgKOS3AfMoHVfX394BnhzE/8ewElN+eG0HlIzFehqK+/uEuBTSe5NshXwOeAOYBLNeS9NVV1L637Fyc09oMc2uwbqfCWpX/jxGJIkachKP3zshyT9OXJGUZIkSZLUwRlFSZIkSVIHZxQlSZIkSR1MFCVJkiRJHUwUJUmSJEkdTBQlSZIkSR1MFCVJkiRJHUwUJUmSJEkd/n/cUvVPnwYMmgAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 864x1008 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "plot_importance(mod_lgb, figsize=(12,14))"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}