{
"cells": [
{
"cell_type": "code",
"execution_count": 1,
"metadata": {},
"outputs": [],
"source": [
"import matplotlib.pyplot as plt\n",
"import pandas as pd\n",
"import numpy as np\n",
"import pickle\n",
"import shap\n",
"from sklearn.metrics import roc_auc_score\n",
"\n",
"from lightgbm import LGBMClassifier, plot_importance\n",
"\n",
"import warnings\n",
"warnings.filterwarnings('ignore')"
]
},
{
"cell_type": "code",
"execution_count": 2,
"metadata": {},
"outputs": [],
"source": [
"RANDOM_STATE = 99\n",
"TARGET_VAR = 'flag_bad_usr'"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"# Load Data"
]
},
{
"cell_type": "code",
"execution_count": 3,
"metadata": {},
"outputs": [],
"source": [
"base_df = pd.read_parquet('data/interim/pl_jumbo_mini_junjulaugsep_27012020.parquet')\n",
"pl_feats = pd.read_parquet('data/interim/pl_model_v3_feats_27012020.parquet')\n",
"pf_feats = pd.read_parquet('data/interim/pl_model_v3_pefindo_feats_27012020.parquet')\\\n",
" .drop(columns=['transaction_date'])\n",
"new_feats = pd.read_parquet('data/interim/pl_model_v3_new_feats_27012020.parquet')\n",
"dgtl_trx_feats = pd.read_parquet('data/interim/pl_model_v3_dgtl_trx_feats_28012020.parquet')\n",
"new_trx_feats = pd.read_parquet('data/interim/pl_model_v3_new_trx_feats_27012020.parquet')"
]
},
{
"cell_type": "code",
"execution_count": 4,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"(150672, 18)"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/plain": [
"(150672, 28)"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/plain": [
"(150672, 9)"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/plain": [
"(150672, 85)"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/plain": [
"(150672, 56)"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/plain": [
"(150672, 30)"
]
},
"metadata": {},
"output_type": "display_data"
}
],
"source": [
"display(base_df.shape)\n",
"display(pl_feats.shape)\n",
"display(pf_feats.shape)\n",
"display(new_feats.shape)\n",
"display(dgtl_trx_feats.shape)\n",
"display(new_trx_feats.shape)"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## Define flag_bad"
]
},
{
"cell_type": "code",
"execution_count": 6,
"metadata": {},
"outputs": [
{
"data": {
"text/html": [
"<div>\n",
"<style scoped>\n",
" .dataframe tbody tr th:only-of-type {\n",
" vertical-align: middle;\n",
" }\n",
"\n",
" .dataframe tbody tr th {\n",
" vertical-align: top;\n",
" }\n",
"\n",
" .dataframe thead th {\n",
" text-align: right;\n",
" }\n",
"</style>\n",
"<table border=\"1\" class=\"dataframe\">\n",
" <thead>\n",
" <tr style=\"text-align: right;\">\n",
" <th></th>\n",
" <th>flag_bad_usr</th>\n",
" </tr>\n",
" </thead>\n",
" <tbody>\n",
" <tr>\n",
" <th>len</th>\n",
" <td>150672.000000</td>\n",
" </tr>\n",
" <tr>\n",
" <th>sum</th>\n",
" <td>6442.000000</td>\n",
" </tr>\n",
" <tr>\n",
" <th>mean</th>\n",
" <td>0.042755</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n",
"</div>"
],
"text/plain": [
" flag_bad_usr\n",
"len 150672.000000\n",
"sum 6442.000000\n",
"mean 0.042755"
]
},
"execution_count": 6,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"base_df.agg({'flag_bad_usr':[len,sum,'mean']})"
]
},
{
"cell_type": "code",
"execution_count": 12,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"False 144230\n",
"True 6442\n",
"Name: flag_bad_usr, dtype: int64"
]
},
"execution_count": 12,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"base_df['flag_bad_usr'].value_counts()"
]
},
{
"cell_type": "code",
"execution_count": 15,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"(150672, 18)"
]
},
"execution_count": 15,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"base_df.shape"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## Combine Datasets"
]
},
{
"cell_type": "code",
"execution_count": 16,
"metadata": {},
"outputs": [],
"source": [
"raw_df = base_df.merge(pl_feats, how='left', on=['user_id', 'trx_id'])\\\n",
" .merge(pf_feats, how='left', on=['user_id', 'trx_id'])\\\n",
" .merge(new_feats, how='left', on=['user_id', 'trx_id'])\\\n",
" .merge(dgtl_trx_feats, how='left', on=['user_id', 'trx_id'])\\\n",
" .merge(new_trx_feats, how='left', on=['user_id', 'trx_id'])"
]
},
{
"cell_type": "code",
"execution_count": 17,
"metadata": {},
"outputs": [],
"source": [
"rename_feats = {\n",
" 'denied_trx_co_3mo':'trx_denied_co_90',\n",
" 'delin_max_dpd_3mo':'delin_max_dpd_90',\n",
" 'pl_trx_co_jumbomini_4_90':'pl_trx_jumbomini_suc_co_90',\n",
" 'settle_to_due_last_pl_180':'pl_settle_to_due_last_180',\n",
" 'settled_trx_sum_1mo':'trx_sett_sum_30',\n",
" 'td_date':'date_of_month',\n",
" 'time_approve_to_pl_hour':'time_appr_to_pl_hour',\n",
" 'time_from_prev_pl_settle':'time_from_last_sett_pl_hour'\n",
"}"
]
},
{
"cell_type": "code",
"execution_count": 18,
"metadata": {},
"outputs": [],
"source": [
"raw_df = raw_df.rename(columns=rename_feats)"
]
},
{
"cell_type": "code",
"execution_count": 19,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"(150672, 216)"
]
},
"execution_count": 19,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"raw_df.shape"
]
},
{
"cell_type": "code",
"execution_count": 20,
"metadata": {},
"outputs": [],
"source": [
"# raw_df.agg({'flag_bad_trx':[len,sum,'mean']})"
]
},
{
"cell_type": "code",
"execution_count": 21,
"metadata": {},
"outputs": [
{
"data": {
"text/html": [
"<div>\n",
"<style scoped>\n",
" .dataframe tbody tr th:only-of-type {\n",
" vertical-align: middle;\n",
" }\n",
"\n",
" .dataframe tbody tr th {\n",
" vertical-align: top;\n",
" }\n",
"\n",
" .dataframe thead th {\n",
" text-align: right;\n",
" }\n",
"</style>\n",
"<table border=\"1\" class=\"dataframe\">\n",
" <thead>\n",
" <tr style=\"text-align: right;\">\n",
" <th></th>\n",
" <th>flag_bad_usr</th>\n",
" </tr>\n",
" </thead>\n",
" <tbody>\n",
" <tr>\n",
" <th>len</th>\n",
" <td>150672.000000</td>\n",
" </tr>\n",
" <tr>\n",
" <th>sum</th>\n",
" <td>6442.000000</td>\n",
" </tr>\n",
" <tr>\n",
" <th>mean</th>\n",
" <td>0.042755</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n",
"</div>"
],
"text/plain": [
" flag_bad_usr\n",
"len 150672.000000\n",
"sum 6442.000000\n",
"mean 0.042755"
]
},
"execution_count": 21,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"raw_df.agg({'flag_bad_usr':[len,sum,'mean']})"
]
},
{
"cell_type": "code",
"execution_count": 22,
"metadata": {},
"outputs": [],
"source": [
"raw_df['month_year'] = raw_df['transaction_date'].apply(lambda x: x.strftime('%m-%Y'))"
]
},
{
"cell_type": "code",
"execution_count": 23,
"metadata": {},
"outputs": [
{
"data": {
"text/html": [
"<div>\n",
"<style scoped>\n",
" .dataframe tbody tr th:only-of-type {\n",
" vertical-align: middle;\n",
" }\n",
"\n",
" .dataframe tbody tr th {\n",
" vertical-align: top;\n",
" }\n",
"\n",
" .dataframe thead th {\n",
" text-align: right;\n",
" }\n",
"</style>\n",
"<table border=\"1\" class=\"dataframe\">\n",
" <thead>\n",
" <tr style=\"text-align: right;\">\n",
" <th></th>\n",
" <th>obs</th>\n",
" <th>bad</th>\n",
" <th>ODR</th>\n",
" </tr>\n",
" <tr>\n",
" <th>month_year</th>\n",
" <th></th>\n",
" <th></th>\n",
" <th></th>\n",
" </tr>\n",
" </thead>\n",
" <tbody>\n",
" <tr>\n",
" <th>06-2019</th>\n",
" <td>27715</td>\n",
" <td>1083</td>\n",
" <td>0.039076</td>\n",
" </tr>\n",
" <tr>\n",
" <th>07-2019</th>\n",
" <td>36977</td>\n",
" <td>1655</td>\n",
" <td>0.044758</td>\n",
" </tr>\n",
" <tr>\n",
" <th>08-2019</th>\n",
" <td>40352</td>\n",
" <td>1662</td>\n",
" <td>0.041188</td>\n",
" </tr>\n",
" <tr>\n",
" <th>09-2019</th>\n",
" <td>45628</td>\n",
" <td>2042</td>\n",
" <td>0.044753</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n",
"</div>"
],
"text/plain": [
" obs bad ODR\n",
"month_year \n",
"06-2019 27715 1083 0.039076\n",
"07-2019 36977 1655 0.044758\n",
"08-2019 40352 1662 0.041188\n",
"09-2019 45628 2042 0.044753"
]
},
"execution_count": 23,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"monthly_odr = raw_df.groupby('month_year').agg({'flag_bad_usr':[len,sum,'mean']})\n",
"monthly_odr.columns = ['obs', 'bad', 'ODR']\n",
"monthly_odr"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"# Feature Transformations\n",
"- Convert payment_type to integer\n",
"- Fill NaN with 0 in time_approve_to_pl_hour"
]
},
{
"cell_type": "code",
"execution_count": 24,
"metadata": {},
"outputs": [],
"source": [
"raw_df['payment_type'] = np.where(raw_df['payment_type'] == '3_months', 0, 1)"
]
},
{
"cell_type": "code",
"execution_count": 25,
"metadata": {},
"outputs": [],
"source": [
"# NaN values in time_approve_to_pl_hour are caused by missing approval time in DB\n",
"# fill with 0. (There are only 4 cases)\n",
"raw_df['time_appr_to_pl_hour'] = raw_df['time_appr_to_pl_hour'].fillna(0)"
]
},
{
"cell_type": "code",
"execution_count": 26,
"metadata": {},
"outputs": [],
"source": [
"# Negative values caused by error in loan table. User's previous pl\n",
"# settlement date is after the current pl transaction date.\n",
"# Replace with median values. (There are only 2 cases)\n",
"neg_index = raw_df[raw_df['time_from_last_sett_pl_hour'] < 0].index\n",
"med_val = raw_df['time_from_last_sett_pl_hour'].median()\n",
"raw_df.loc[neg_index, 'time_from_last_sett_pl_hour'] = med_val"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## Features"
]
},
{
"cell_type": "code",
"execution_count": 27,
"metadata": {},
"outputs": [],
"source": [
"features = ['ap_co_plo',\n",
" 'current_dpd',\n",
" 'date_of_month',\n",
" 'delin_max_dpd_90',\n",
" 'nondgtl_nonpl_trx_co_180',\n",
" 'oth_last_rep_days',\n",
" 'oth_last_rep_dpd',\n",
" 'payment_type',\n",
" 'pf_delin_max_dpd_12mo',\n",
" 'pl_settle_to_due_last_180',\n",
" 'pl_trx_jumbomini_suc_co_90',\n",
" 'time_appr_to_pl_hour',\n",
" 'time_from_last_sett_pl_hour',\n",
" 'trx_denied_co_90',\n",
" 'trx_sett_sum_30',\n",
" 'util_non_pl',\n",
" 'util_pl'\n",
" ]"
]
},
{
"cell_type": "code",
"execution_count": 28,
"metadata": {},
"outputs": [],
"source": [
"features = sorted(features)"
]
},
{
"cell_type": "code",
"execution_count": 29,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"17"
]
},
"execution_count": 29,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"len(features)"
]
},
{
"cell_type": "code",
"execution_count": 30,
"metadata": {},
"outputs": [],
"source": [
"categorical_feats = [\n",
" 'payment_type'\n",
" ]"
]
},
{
"cell_type": "code",
"execution_count": 31,
"metadata": {},
"outputs": [
{
"data": {
"text/html": [
"<div>\n",
"<style scoped>\n",
" .dataframe tbody tr th:only-of-type {\n",
" vertical-align: middle;\n",
" }\n",
"\n",
" .dataframe tbody tr th {\n",
" vertical-align: top;\n",
" }\n",
"\n",
" .dataframe thead th {\n",
" text-align: right;\n",
" }\n",
"</style>\n",
"<table border=\"1\" class=\"dataframe\">\n",
" <thead>\n",
" <tr style=\"text-align: right;\">\n",
" <th></th>\n",
" <th>user_id</th>\n",
" <th>perc_obs</th>\n",
" </tr>\n",
" <tr>\n",
" <th>flag_bad_usr</th>\n",
" <th></th>\n",
" <th></th>\n",
" </tr>\n",
" </thead>\n",
" <tbody>\n",
" <tr>\n",
" <th>False</th>\n",
" <td>144230</td>\n",
" <td>0.957245</td>\n",
" </tr>\n",
" <tr>\n",
" <th>True</th>\n",
" <td>6442</td>\n",
" <td>0.042755</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n",
"</div>"
],
"text/plain": [
" user_id perc_obs\n",
"flag_bad_usr \n",
"False 144230 0.957245\n",
"True 6442 0.042755"
]
},
"execution_count": 31,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"flag_mean = raw_df.groupby(TARGET_VAR).agg({'user_id':'count'})\n",
"flag_mean['perc_obs'] = flag_mean['user_id']/flag_mean['user_id'].sum()\n",
"flag_mean"
]
},
{
"cell_type": "code",
"execution_count": 32,
"metadata": {},
"outputs": [],
"source": [
"train_month = ['06-2019']\n",
"val_month = ['07-2019']\n",
"test_month = ['08-2019', \n",
" '09-2019'\n",
" ]"
]
},
{
"cell_type": "code",
"execution_count": 33,
"metadata": {},
"outputs": [],
"source": [
"train = raw_df[raw_df['month_year'].isin(train_month)]\n",
"val = raw_df[raw_df['month_year'].isin(val_month)]\n",
"test = raw_df[raw_df['month_year'].isin(test_month)]"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"# Model"
]
},
{
"cell_type": "code",
"execution_count": 37,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"0.04275512371243496"
]
},
"execution_count": 37,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"raw_df['flag_bad_usr'].mean()"
]
},
{
"cell_type": "code",
"execution_count": 38,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"False 144230\n",
"True 6442\n",
"Name: flag_bad_usr, dtype: int64"
]
},
"execution_count": 38,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"raw_df['flag_bad_usr'].value_counts(dropna=False)"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"### Train the Model"
]
},
{
"cell_type": "code",
"execution_count": 39,
"metadata": {},
"outputs": [],
"source": [
"cat_feat_indexes = tuple([raw_df.columns.get_loc(col) for col in categorical_feats])"
]
},
{
"cell_type": "code",
"execution_count": 40,
"metadata": {
"scrolled": true
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"CPU times: user 4 µs, sys: 1 µs, total: 5 µs\n",
"Wall time: 7.63 µs\n",
"[LightGBM] [Warning] min_data_in_leaf is set=100, min_child_samples=20 will be ignored. Current value: min_data_in_leaf=100\n",
"[LightGBM] [Warning] min_gain_to_split is set=10, min_split_gain=0.0 will be ignored. Current value: min_gain_to_split=10\n",
"[LightGBM] [Warning] lambda_l2 is set=20, reg_lambda=0.0 will be ignored. Current value: lambda_l2=20\n",
"[1]\tvalid_0's auc: 0.695454\tvalid_0's binary_logloss: 0.164837\tvalid_1's auc: 0.69263\tvalid_1's binary_logloss: 0.183014\n",
"Training until validation scores don't improve for 250 rounds\n",
"[2]\tvalid_0's auc: 0.719048\tvalid_0's binary_logloss: 0.164688\tvalid_1's auc: 0.714069\tvalid_1's binary_logloss: 0.182858\n",
"[3]\tvalid_0's auc: 0.726729\tvalid_0's binary_logloss: 0.164616\tvalid_1's auc: 0.720788\tvalid_1's binary_logloss: 0.182785\n",
"[4]\tvalid_0's auc: 0.739961\tvalid_0's binary_logloss: 0.164436\tvalid_1's auc: 0.726594\tvalid_1's binary_logloss: 0.182613\n",
"[5]\tvalid_0's auc: 0.742081\tvalid_0's binary_logloss: 0.164271\tvalid_1's auc: 0.729259\tvalid_1's binary_logloss: 0.182441\n",
"[6]\tvalid_0's auc: 0.743077\tvalid_0's binary_logloss: 0.164138\tvalid_1's auc: 0.728748\tvalid_1's binary_logloss: 0.182309\n",
"[7]\tvalid_0's auc: 0.747482\tvalid_0's binary_logloss: 0.164045\tvalid_1's auc: 0.730172\tvalid_1's binary_logloss: 0.182228\n",
"[8]\tvalid_0's auc: 0.749531\tvalid_0's binary_logloss: 0.163901\tvalid_1's auc: 0.731219\tvalid_1's binary_logloss: 0.18208\n",
"[9]\tvalid_0's auc: 0.748711\tvalid_0's binary_logloss: 0.163774\tvalid_1's auc: 0.732299\tvalid_1's binary_logloss: 0.181938\n",
"[10]\tvalid_0's auc: 0.752187\tvalid_0's binary_logloss: 0.163628\tvalid_1's auc: 0.734637\tvalid_1's binary_logloss: 0.181794\n",
"[11]\tvalid_0's auc: 0.758389\tvalid_0's binary_logloss: 0.163476\tvalid_1's auc: 0.739771\tvalid_1's binary_logloss: 0.181659\n",
"[12]\tvalid_0's auc: 0.760283\tvalid_0's binary_logloss: 0.163318\tvalid_1's auc: 0.739352\tvalid_1's binary_logloss: 0.181512\n",
"[13]\tvalid_0's auc: 0.762542\tvalid_0's binary_logloss: 0.163183\tvalid_1's auc: 0.74145\tvalid_1's binary_logloss: 0.181379\n",
"[14]\tvalid_0's auc: 0.76151\tvalid_0's binary_logloss: 0.163066\tvalid_1's auc: 0.740347\tvalid_1's binary_logloss: 0.18126\n",
"[15]\tvalid_0's auc: 0.761322\tvalid_0's binary_logloss: 0.162966\tvalid_1's auc: 0.741304\tvalid_1's binary_logloss: 0.181149\n",
"[16]\tvalid_0's auc: 0.763473\tvalid_0's binary_logloss: 0.162842\tvalid_1's auc: 0.743359\tvalid_1's binary_logloss: 0.181035\n",
"[17]\tvalid_0's auc: 0.766092\tvalid_0's binary_logloss: 0.162684\tvalid_1's auc: 0.74607\tvalid_1's binary_logloss: 0.180881\n",
"[18]\tvalid_0's auc: 0.766087\tvalid_0's binary_logloss: 0.162528\tvalid_1's auc: 0.745061\tvalid_1's binary_logloss: 0.18074\n",
"[19]\tvalid_0's auc: 0.765578\tvalid_0's binary_logloss: 0.162413\tvalid_1's auc: 0.744842\tvalid_1's binary_logloss: 0.180619\n",
"[20]\tvalid_0's auc: 0.766003\tvalid_0's binary_logloss: 0.162281\tvalid_1's auc: 0.744437\tvalid_1's binary_logloss: 0.180496\n",
"[21]\tvalid_0's auc: 0.767091\tvalid_0's binary_logloss: 0.162183\tvalid_1's auc: 0.745627\tvalid_1's binary_logloss: 0.180395\n",
"[22]\tvalid_0's auc: 0.766769\tvalid_0's binary_logloss: 0.162116\tvalid_1's auc: 0.744738\tvalid_1's binary_logloss: 0.180324\n",
"[23]\tvalid_0's auc: 0.76553\tvalid_0's binary_logloss: 0.162027\tvalid_1's auc: 0.743849\tvalid_1's binary_logloss: 0.180235\n",
"[24]\tvalid_0's auc: 0.765303\tvalid_0's binary_logloss: 0.161951\tvalid_1's auc: 0.742868\tvalid_1's binary_logloss: 0.180173\n",
"[25]\tvalid_0's auc: 0.766542\tvalid_0's binary_logloss: 0.161852\tvalid_1's auc: 0.744063\tvalid_1's binary_logloss: 0.180068\n",
"[26]\tvalid_0's auc: 0.765533\tvalid_0's binary_logloss: 0.161741\tvalid_1's auc: 0.744276\tvalid_1's binary_logloss: 0.179943\n",
"[27]\tvalid_0's auc: 0.764468\tvalid_0's binary_logloss: 0.16162\tvalid_1's auc: 0.743345\tvalid_1's binary_logloss: 0.179823\n",
"[28]\tvalid_0's auc: 0.76549\tvalid_0's binary_logloss: 0.161526\tvalid_1's auc: 0.745324\tvalid_1's binary_logloss: 0.179715\n",
"[29]\tvalid_0's auc: 0.765576\tvalid_0's binary_logloss: 0.16143\tvalid_1's auc: 0.745716\tvalid_1's binary_logloss: 0.179616\n",
"[30]\tvalid_0's auc: 0.767272\tvalid_0's binary_logloss: 0.161301\tvalid_1's auc: 0.747096\tvalid_1's binary_logloss: 0.179486\n",
"[31]\tvalid_0's auc: 0.766387\tvalid_0's binary_logloss: 0.161209\tvalid_1's auc: 0.74677\tvalid_1's binary_logloss: 0.179381\n",
"[32]\tvalid_0's auc: 0.768123\tvalid_0's binary_logloss: 0.161102\tvalid_1's auc: 0.748347\tvalid_1's binary_logloss: 0.179278\n",
"[33]\tvalid_0's auc: 0.768141\tvalid_0's binary_logloss: 0.160974\tvalid_1's auc: 0.748785\tvalid_1's binary_logloss: 0.179141\n",
"[34]\tvalid_0's auc: 0.767879\tvalid_0's binary_logloss: 0.160892\tvalid_1's auc: 0.747918\tvalid_1's binary_logloss: 0.179067\n",
"[35]\tvalid_0's auc: 0.768929\tvalid_0's binary_logloss: 0.16083\tvalid_1's auc: 0.74878\tvalid_1's binary_logloss: 0.179013\n",
"[36]\tvalid_0's auc: 0.768068\tvalid_0's binary_logloss: 0.160747\tvalid_1's auc: 0.74788\tvalid_1's binary_logloss: 0.17893\n",
"[37]\tvalid_0's auc: 0.769103\tvalid_0's binary_logloss: 0.160656\tvalid_1's auc: 0.748933\tvalid_1's binary_logloss: 0.178826\n",
"[38]\tvalid_0's auc: 0.769357\tvalid_0's binary_logloss: 0.160552\tvalid_1's auc: 0.748416\tvalid_1's binary_logloss: 0.178729\n",
"[39]\tvalid_0's auc: 0.76991\tvalid_0's binary_logloss: 0.160451\tvalid_1's auc: 0.748754\tvalid_1's binary_logloss: 0.178633\n",
"[40]\tvalid_0's auc: 0.770092\tvalid_0's binary_logloss: 0.160317\tvalid_1's auc: 0.748567\tvalid_1's binary_logloss: 0.178504\n",
"[41]\tvalid_0's auc: 0.769934\tvalid_0's binary_logloss: 0.160236\tvalid_1's auc: 0.749073\tvalid_1's binary_logloss: 0.178406\n",
"[42]\tvalid_0's auc: 0.769584\tvalid_0's binary_logloss: 0.160159\tvalid_1's auc: 0.748785\tvalid_1's binary_logloss: 0.17833\n",
"[43]\tvalid_0's auc: 0.769166\tvalid_0's binary_logloss: 0.160083\tvalid_1's auc: 0.748322\tvalid_1's binary_logloss: 0.17825\n",
"[44]\tvalid_0's auc: 0.769175\tvalid_0's binary_logloss: 0.160017\tvalid_1's auc: 0.748579\tvalid_1's binary_logloss: 0.178176\n",
"[45]\tvalid_0's auc: 0.770338\tvalid_0's binary_logloss: 0.159902\tvalid_1's auc: 0.749765\tvalid_1's binary_logloss: 0.178062\n",
"[46]\tvalid_0's auc: 0.771017\tvalid_0's binary_logloss: 0.159835\tvalid_1's auc: 0.750563\tvalid_1's binary_logloss: 0.177995\n",
"[47]\tvalid_0's auc: 0.771914\tvalid_0's binary_logloss: 0.159734\tvalid_1's auc: 0.751\tvalid_1's binary_logloss: 0.1779\n",
"[48]\tvalid_0's auc: 0.772506\tvalid_0's binary_logloss: 0.159622\tvalid_1's auc: 0.751044\tvalid_1's binary_logloss: 0.177792\n",
"[49]\tvalid_0's auc: 0.771981\tvalid_0's binary_logloss: 0.159545\tvalid_1's auc: 0.750634\tvalid_1's binary_logloss: 0.177706\n",
"[50]\tvalid_0's auc: 0.77243\tvalid_0's binary_logloss: 0.159432\tvalid_1's auc: 0.750887\tvalid_1's binary_logloss: 0.177593\n",
"[51]\tvalid_0's auc: 0.773135\tvalid_0's binary_logloss: 0.159326\tvalid_1's auc: 0.751469\tvalid_1's binary_logloss: 0.177497\n",
"[52]\tvalid_0's auc: 0.773757\tvalid_0's binary_logloss: 0.159229\tvalid_1's auc: 0.752335\tvalid_1's binary_logloss: 0.177392\n",
"[53]\tvalid_0's auc: 0.774104\tvalid_0's binary_logloss: 0.159175\tvalid_1's auc: 0.752634\tvalid_1's binary_logloss: 0.177339\n",
"[54]\tvalid_0's auc: 0.774173\tvalid_0's binary_logloss: 0.159111\tvalid_1's auc: 0.752487\tvalid_1's binary_logloss: 0.17728\n",
"[55]\tvalid_0's auc: 0.775287\tvalid_0's binary_logloss: 0.158983\tvalid_1's auc: 0.752772\tvalid_1's binary_logloss: 0.177163\n",
"[56]\tvalid_0's auc: 0.775799\tvalid_0's binary_logloss: 0.158888\tvalid_1's auc: 0.75344\tvalid_1's binary_logloss: 0.177068\n",
"[57]\tvalid_0's auc: 0.775983\tvalid_0's binary_logloss: 0.158775\tvalid_1's auc: 0.752983\tvalid_1's binary_logloss: 0.176967\n",
"[58]\tvalid_0's auc: 0.775864\tvalid_0's binary_logloss: 0.158709\tvalid_1's auc: 0.752627\tvalid_1's binary_logloss: 0.1769\n",
"[59]\tvalid_0's auc: 0.776006\tvalid_0's binary_logloss: 0.158639\tvalid_1's auc: 0.752366\tvalid_1's binary_logloss: 0.176841\n",
"[60]\tvalid_0's auc: 0.775701\tvalid_0's binary_logloss: 0.158591\tvalid_1's auc: 0.751827\tvalid_1's binary_logloss: 0.1768\n",
"[61]\tvalid_0's auc: 0.776598\tvalid_0's binary_logloss: 0.158479\tvalid_1's auc: 0.752483\tvalid_1's binary_logloss: 0.176692\n",
"[62]\tvalid_0's auc: 0.776842\tvalid_0's binary_logloss: 0.15837\tvalid_1's auc: 0.752551\tvalid_1's binary_logloss: 0.17659\n",
"[63]\tvalid_0's auc: 0.77673\tvalid_0's binary_logloss: 0.15827\tvalid_1's auc: 0.752203\tvalid_1's binary_logloss: 0.17649\n",
"[64]\tvalid_0's auc: 0.776958\tvalid_0's binary_logloss: 0.158155\tvalid_1's auc: 0.752011\tvalid_1's binary_logloss: 0.176394\n",
"[65]\tvalid_0's auc: 0.777689\tvalid_0's binary_logloss: 0.158045\tvalid_1's auc: 0.752043\tvalid_1's binary_logloss: 0.176307\n",
"[66]\tvalid_0's auc: 0.778167\tvalid_0's binary_logloss: 0.15794\tvalid_1's auc: 0.752496\tvalid_1's binary_logloss: 0.176207\n",
"[67]\tvalid_0's auc: 0.777938\tvalid_0's binary_logloss: 0.157886\tvalid_1's auc: 0.752547\tvalid_1's binary_logloss: 0.176147\n",
"[68]\tvalid_0's auc: 0.777493\tvalid_0's binary_logloss: 0.1578\tvalid_1's auc: 0.752156\tvalid_1's binary_logloss: 0.176059\n",
"[69]\tvalid_0's auc: 0.777478\tvalid_0's binary_logloss: 0.157746\tvalid_1's auc: 0.751984\tvalid_1's binary_logloss: 0.176005\n",
"[70]\tvalid_0's auc: 0.778142\tvalid_0's binary_logloss: 0.157654\tvalid_1's auc: 0.752824\tvalid_1's binary_logloss: 0.175918\n",
"[71]\tvalid_0's auc: 0.77848\tvalid_0's binary_logloss: 0.157572\tvalid_1's auc: 0.752914\tvalid_1's binary_logloss: 0.175847\n",
"[72]\tvalid_0's auc: 0.778656\tvalid_0's binary_logloss: 0.157477\tvalid_1's auc: 0.75294\tvalid_1's binary_logloss: 0.175757\n",
"[73]\tvalid_0's auc: 0.778717\tvalid_0's binary_logloss: 0.157395\tvalid_1's auc: 0.75294\tvalid_1's binary_logloss: 0.175679\n",
"[74]\tvalid_0's auc: 0.779036\tvalid_0's binary_logloss: 0.15731\tvalid_1's auc: 0.753383\tvalid_1's binary_logloss: 0.175604\n",
"[75]\tvalid_0's auc: 0.779383\tvalid_0's binary_logloss: 0.157212\tvalid_1's auc: 0.753537\tvalid_1's binary_logloss: 0.17551\n",
"[76]\tvalid_0's auc: 0.779787\tvalid_0's binary_logloss: 0.157126\tvalid_1's auc: 0.753448\tvalid_1's binary_logloss: 0.175444\n",
"[77]\tvalid_0's auc: 0.779699\tvalid_0's binary_logloss: 0.157038\tvalid_1's auc: 0.75322\tvalid_1's binary_logloss: 0.175362\n",
"[78]\tvalid_0's auc: 0.779926\tvalid_0's binary_logloss: 0.156962\tvalid_1's auc: 0.752993\tvalid_1's binary_logloss: 0.1753\n",
"[79]\tvalid_0's auc: 0.780182\tvalid_0's binary_logloss: 0.156887\tvalid_1's auc: 0.753216\tvalid_1's binary_logloss: 0.175232\n",
"[80]\tvalid_0's auc: 0.780433\tvalid_0's binary_logloss: 0.156814\tvalid_1's auc: 0.75341\tvalid_1's binary_logloss: 0.175164\n",
"[81]\tvalid_0's auc: 0.780167\tvalid_0's binary_logloss: 0.156725\tvalid_1's auc: 0.753156\tvalid_1's binary_logloss: 0.175078\n",
"[82]\tvalid_0's auc: 0.780003\tvalid_0's binary_logloss: 0.156636\tvalid_1's auc: 0.752837\tvalid_1's binary_logloss: 0.174995\n",
"[83]\tvalid_0's auc: 0.780302\tvalid_0's binary_logloss: 0.156561\tvalid_1's auc: 0.753438\tvalid_1's binary_logloss: 0.174911\n",
"[84]\tvalid_0's auc: 0.780493\tvalid_0's binary_logloss: 0.156492\tvalid_1's auc: 0.753521\tvalid_1's binary_logloss: 0.174853\n",
"[85]\tvalid_0's auc: 0.780541\tvalid_0's binary_logloss: 0.156435\tvalid_1's auc: 0.753441\tvalid_1's binary_logloss: 0.174805\n",
"[86]\tvalid_0's auc: 0.780254\tvalid_0's binary_logloss: 0.156361\tvalid_1's auc: 0.753592\tvalid_1's binary_logloss: 0.174724\n",
"[87]\tvalid_0's auc: 0.780529\tvalid_0's binary_logloss: 0.156293\tvalid_1's auc: 0.753662\tvalid_1's binary_logloss: 0.174658\n",
"[88]\tvalid_0's auc: 0.780854\tvalid_0's binary_logloss: 0.156249\tvalid_1's auc: 0.753686\tvalid_1's binary_logloss: 0.174639\n",
"[89]\tvalid_0's auc: 0.780858\tvalid_0's binary_logloss: 0.156204\tvalid_1's auc: 0.753696\tvalid_1's binary_logloss: 0.17459\n",
"[90]\tvalid_0's auc: 0.781061\tvalid_0's binary_logloss: 0.156145\tvalid_1's auc: 0.753948\tvalid_1's binary_logloss: 0.174533\n",
"[91]\tvalid_0's auc: 0.781133\tvalid_0's binary_logloss: 0.156052\tvalid_1's auc: 0.753861\tvalid_1's binary_logloss: 0.174456\n",
"[92]\tvalid_0's auc: 0.781359\tvalid_0's binary_logloss: 0.156011\tvalid_1's auc: 0.753836\tvalid_1's binary_logloss: 0.174423\n",
"[93]\tvalid_0's auc: 0.781317\tvalid_0's binary_logloss: 0.155933\tvalid_1's auc: 0.753653\tvalid_1's binary_logloss: 0.174354\n",
"[94]\tvalid_0's auc: 0.781506\tvalid_0's binary_logloss: 0.155864\tvalid_1's auc: 0.753548\tvalid_1's binary_logloss: 0.174295\n",
"[95]\tvalid_0's auc: 0.78168\tvalid_0's binary_logloss: 0.155807\tvalid_1's auc: 0.753648\tvalid_1's binary_logloss: 0.174244\n",
"[96]\tvalid_0's auc: 0.781416\tvalid_0's binary_logloss: 0.155727\tvalid_1's auc: 0.753353\tvalid_1's binary_logloss: 0.174172\n",
"[97]\tvalid_0's auc: 0.78152\tvalid_0's binary_logloss: 0.155664\tvalid_1's auc: 0.753755\tvalid_1's binary_logloss: 0.174097\n",
"[98]\tvalid_0's auc: 0.781576\tvalid_0's binary_logloss: 0.155612\tvalid_1's auc: 0.754138\tvalid_1's binary_logloss: 0.174037\n",
"[99]\tvalid_0's auc: 0.782186\tvalid_0's binary_logloss: 0.155518\tvalid_1's auc: 0.754563\tvalid_1's binary_logloss: 0.173955\n",
"[100]\tvalid_0's auc: 0.782657\tvalid_0's binary_logloss: 0.15543\tvalid_1's auc: 0.755146\tvalid_1's binary_logloss: 0.17387\n",
"[101]\tvalid_0's auc: 0.782805\tvalid_0's binary_logloss: 0.155352\tvalid_1's auc: 0.755501\tvalid_1's binary_logloss: 0.173785\n",
"[102]\tvalid_0's auc: 0.783061\tvalid_0's binary_logloss: 0.155306\tvalid_1's auc: 0.755804\tvalid_1's binary_logloss: 0.173735\n",
"[103]\tvalid_0's auc: 0.783139\tvalid_0's binary_logloss: 0.155235\tvalid_1's auc: 0.755651\tvalid_1's binary_logloss: 0.173684\n",
"[104]\tvalid_0's auc: 0.783504\tvalid_0's binary_logloss: 0.155156\tvalid_1's auc: 0.755864\tvalid_1's binary_logloss: 0.173616\n",
"[105]\tvalid_0's auc: 0.783163\tvalid_0's binary_logloss: 0.155119\tvalid_1's auc: 0.755567\tvalid_1's binary_logloss: 0.173575\n",
"[106]\tvalid_0's auc: 0.78332\tvalid_0's binary_logloss: 0.155069\tvalid_1's auc: 0.755793\tvalid_1's binary_logloss: 0.17352\n",
"[107]\tvalid_0's auc: 0.783011\tvalid_0's binary_logloss: 0.155025\tvalid_1's auc: 0.755413\tvalid_1's binary_logloss: 0.173481\n",
"[108]\tvalid_0's auc: 0.782874\tvalid_0's binary_logloss: 0.154981\tvalid_1's auc: 0.75536\tvalid_1's binary_logloss: 0.173432\n",
"[109]\tvalid_0's auc: 0.783128\tvalid_0's binary_logloss: 0.154919\tvalid_1's auc: 0.75553\tvalid_1's binary_logloss: 0.173376\n",
"[110]\tvalid_0's auc: 0.783246\tvalid_0's binary_logloss: 0.154877\tvalid_1's auc: 0.755684\tvalid_1's binary_logloss: 0.173332\n",
"[111]\tvalid_0's auc: 0.783091\tvalid_0's binary_logloss: 0.154812\tvalid_1's auc: 0.755537\tvalid_1's binary_logloss: 0.17327\n",
"[112]\tvalid_0's auc: 0.783311\tvalid_0's binary_logloss: 0.154744\tvalid_1's auc: 0.755699\tvalid_1's binary_logloss: 0.173204\n",
"[113]\tvalid_0's auc: 0.783461\tvalid_0's binary_logloss: 0.154704\tvalid_1's auc: 0.75593\tvalid_1's binary_logloss: 0.173162\n",
"[114]\tvalid_0's auc: 0.783486\tvalid_0's binary_logloss: 0.154665\tvalid_1's auc: 0.756077\tvalid_1's binary_logloss: 0.173122\n",
"[115]\tvalid_0's auc: 0.783456\tvalid_0's binary_logloss: 0.154595\tvalid_1's auc: 0.756177\tvalid_1's binary_logloss: 0.173054\n",
"[116]\tvalid_0's auc: 0.78341\tvalid_0's binary_logloss: 0.154556\tvalid_1's auc: 0.756189\tvalid_1's binary_logloss: 0.173011\n",
"[117]\tvalid_0's auc: 0.783537\tvalid_0's binary_logloss: 0.154516\tvalid_1's auc: 0.756131\tvalid_1's binary_logloss: 0.17298\n",
"[118]\tvalid_0's auc: 0.783388\tvalid_0's binary_logloss: 0.154444\tvalid_1's auc: 0.755993\tvalid_1's binary_logloss: 0.172913\n",
"[119]\tvalid_0's auc: 0.783093\tvalid_0's binary_logloss: 0.15437\tvalid_1's auc: 0.756019\tvalid_1's binary_logloss: 0.172828\n",
"[120]\tvalid_0's auc: 0.783141\tvalid_0's binary_logloss: 0.15431\tvalid_1's auc: 0.756405\tvalid_1's binary_logloss: 0.172755\n",
"[121]\tvalid_0's auc: 0.783448\tvalid_0's binary_logloss: 0.154248\tvalid_1's auc: 0.756663\tvalid_1's binary_logloss: 0.172704\n",
"[122]\tvalid_0's auc: 0.78378\tvalid_0's binary_logloss: 0.154194\tvalid_1's auc: 0.756744\tvalid_1's binary_logloss: 0.17266\n",
"[123]\tvalid_0's auc: 0.783863\tvalid_0's binary_logloss: 0.15414\tvalid_1's auc: 0.756973\tvalid_1's binary_logloss: 0.172595\n",
"[124]\tvalid_0's auc: 0.78399\tvalid_0's binary_logloss: 0.154104\tvalid_1's auc: 0.756967\tvalid_1's binary_logloss: 0.172574\n",
"[125]\tvalid_0's auc: 0.783981\tvalid_0's binary_logloss: 0.154059\tvalid_1's auc: 0.756789\tvalid_1's binary_logloss: 0.172537\n",
"[126]\tvalid_0's auc: 0.784028\tvalid_0's binary_logloss: 0.153998\tvalid_1's auc: 0.756718\tvalid_1's binary_logloss: 0.172488\n",
"[127]\tvalid_0's auc: 0.783985\tvalid_0's binary_logloss: 0.153933\tvalid_1's auc: 0.756869\tvalid_1's binary_logloss: 0.172417\n",
"[128]\tvalid_0's auc: 0.784158\tvalid_0's binary_logloss: 0.153862\tvalid_1's auc: 0.757315\tvalid_1's binary_logloss: 0.172338\n",
"[129]\tvalid_0's auc: 0.784259\tvalid_0's binary_logloss: 0.153813\tvalid_1's auc: 0.757529\tvalid_1's binary_logloss: 0.172282\n",
"[130]\tvalid_0's auc: 0.784362\tvalid_0's binary_logloss: 0.153733\tvalid_1's auc: 0.757594\tvalid_1's binary_logloss: 0.172211\n",
"[131]\tvalid_0's auc: 0.784365\tvalid_0's binary_logloss: 0.153696\tvalid_1's auc: 0.757687\tvalid_1's binary_logloss: 0.172173\n",
"[132]\tvalid_0's auc: 0.784553\tvalid_0's binary_logloss: 0.153643\tvalid_1's auc: 0.757963\tvalid_1's binary_logloss: 0.172119\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"[133]\tvalid_0's auc: 0.784716\tvalid_0's binary_logloss: 0.153566\tvalid_1's auc: 0.758045\tvalid_1's binary_logloss: 0.172049\n",
"[134]\tvalid_0's auc: 0.784751\tvalid_0's binary_logloss: 0.153514\tvalid_1's auc: 0.75821\tvalid_1's binary_logloss: 0.171985\n",
"[135]\tvalid_0's auc: 0.785079\tvalid_0's binary_logloss: 0.153454\tvalid_1's auc: 0.758269\tvalid_1's binary_logloss: 0.171944\n",
"[136]\tvalid_0's auc: 0.785282\tvalid_0's binary_logloss: 0.153379\tvalid_1's auc: 0.758509\tvalid_1's binary_logloss: 0.171874\n",
"[137]\tvalid_0's auc: 0.785122\tvalid_0's binary_logloss: 0.153364\tvalid_1's auc: 0.758315\tvalid_1's binary_logloss: 0.171859\n",
"[138]\tvalid_0's auc: 0.785294\tvalid_0's binary_logloss: 0.153308\tvalid_1's auc: 0.758697\tvalid_1's binary_logloss: 0.171795\n",
"[139]\tvalid_0's auc: 0.785417\tvalid_0's binary_logloss: 0.153231\tvalid_1's auc: 0.758719\tvalid_1's binary_logloss: 0.171733\n",
"[140]\tvalid_0's auc: 0.785554\tvalid_0's binary_logloss: 0.153167\tvalid_1's auc: 0.758798\tvalid_1's binary_logloss: 0.171678\n",
"[141]\tvalid_0's auc: 0.785401\tvalid_0's binary_logloss: 0.153116\tvalid_1's auc: 0.758586\tvalid_1's binary_logloss: 0.171635\n",
"[142]\tvalid_0's auc: 0.785572\tvalid_0's binary_logloss: 0.15307\tvalid_1's auc: 0.758742\tvalid_1's binary_logloss: 0.171585\n",
"[143]\tvalid_0's auc: 0.785984\tvalid_0's binary_logloss: 0.153003\tvalid_1's auc: 0.759002\tvalid_1's binary_logloss: 0.171527\n",
"[144]\tvalid_0's auc: 0.786058\tvalid_0's binary_logloss: 0.152975\tvalid_1's auc: 0.758921\tvalid_1's binary_logloss: 0.171505\n",
"[145]\tvalid_0's auc: 0.78608\tvalid_0's binary_logloss: 0.152927\tvalid_1's auc: 0.758844\tvalid_1's binary_logloss: 0.171463\n",
"[146]\tvalid_0's auc: 0.786076\tvalid_0's binary_logloss: 0.152894\tvalid_1's auc: 0.758806\tvalid_1's binary_logloss: 0.17143\n",
"[147]\tvalid_0's auc: 0.786339\tvalid_0's binary_logloss: 0.152822\tvalid_1's auc: 0.759091\tvalid_1's binary_logloss: 0.171358\n",
"[148]\tvalid_0's auc: 0.786317\tvalid_0's binary_logloss: 0.152766\tvalid_1's auc: 0.759117\tvalid_1's binary_logloss: 0.171299\n",
"[149]\tvalid_0's auc: 0.786503\tvalid_0's binary_logloss: 0.152714\tvalid_1's auc: 0.75915\tvalid_1's binary_logloss: 0.171253\n",
"[150]\tvalid_0's auc: 0.786781\tvalid_0's binary_logloss: 0.152647\tvalid_1's auc: 0.759578\tvalid_1's binary_logloss: 0.171183\n",
"[151]\tvalid_0's auc: 0.78685\tvalid_0's binary_logloss: 0.152618\tvalid_1's auc: 0.759766\tvalid_1's binary_logloss: 0.171147\n",
"[152]\tvalid_0's auc: 0.786966\tvalid_0's binary_logloss: 0.152546\tvalid_1's auc: 0.760025\tvalid_1's binary_logloss: 0.17107\n",
"[153]\tvalid_0's auc: 0.786846\tvalid_0's binary_logloss: 0.152498\tvalid_1's auc: 0.759908\tvalid_1's binary_logloss: 0.171026\n",
"[154]\tvalid_0's auc: 0.786914\tvalid_0's binary_logloss: 0.152473\tvalid_1's auc: 0.759934\tvalid_1's binary_logloss: 0.171004\n",
"[155]\tvalid_0's auc: 0.787068\tvalid_0's binary_logloss: 0.152417\tvalid_1's auc: 0.760173\tvalid_1's binary_logloss: 0.170941\n",
"[156]\tvalid_0's auc: 0.787282\tvalid_0's binary_logloss: 0.15235\tvalid_1's auc: 0.760575\tvalid_1's binary_logloss: 0.170862\n",
"[157]\tvalid_0's auc: 0.787242\tvalid_0's binary_logloss: 0.152304\tvalid_1's auc: 0.760726\tvalid_1's binary_logloss: 0.170812\n",
"[158]\tvalid_0's auc: 0.787054\tvalid_0's binary_logloss: 0.152244\tvalid_1's auc: 0.760541\tvalid_1's binary_logloss: 0.170756\n",
"[159]\tvalid_0's auc: 0.787167\tvalid_0's binary_logloss: 0.152196\tvalid_1's auc: 0.760757\tvalid_1's binary_logloss: 0.170699\n",
"[160]\tvalid_0's auc: 0.787291\tvalid_0's binary_logloss: 0.15216\tvalid_1's auc: 0.760875\tvalid_1's binary_logloss: 0.170657\n",
"[161]\tvalid_0's auc: 0.787295\tvalid_0's binary_logloss: 0.152127\tvalid_1's auc: 0.7609\tvalid_1's binary_logloss: 0.17062\n",
"[162]\tvalid_0's auc: 0.787242\tvalid_0's binary_logloss: 0.152089\tvalid_1's auc: 0.760909\tvalid_1's binary_logloss: 0.170574\n",
"[163]\tvalid_0's auc: 0.78724\tvalid_0's binary_logloss: 0.152045\tvalid_1's auc: 0.761101\tvalid_1's binary_logloss: 0.170523\n",
"[164]\tvalid_0's auc: 0.787324\tvalid_0's binary_logloss: 0.152003\tvalid_1's auc: 0.761226\tvalid_1's binary_logloss: 0.170476\n",
"[165]\tvalid_0's auc: 0.787365\tvalid_0's binary_logloss: 0.15197\tvalid_1's auc: 0.761262\tvalid_1's binary_logloss: 0.170446\n",
"[166]\tvalid_0's auc: 0.787399\tvalid_0's binary_logloss: 0.151924\tvalid_1's auc: 0.761425\tvalid_1's binary_logloss: 0.170398\n",
"[167]\tvalid_0's auc: 0.787368\tvalid_0's binary_logloss: 0.15188\tvalid_1's auc: 0.761294\tvalid_1's binary_logloss: 0.170363\n",
"[168]\tvalid_0's auc: 0.787493\tvalid_0's binary_logloss: 0.151839\tvalid_1's auc: 0.761209\tvalid_1's binary_logloss: 0.170333\n",
"[169]\tvalid_0's auc: 0.78746\tvalid_0's binary_logloss: 0.151806\tvalid_1's auc: 0.761133\tvalid_1's binary_logloss: 0.1703\n",
"[170]\tvalid_0's auc: 0.787544\tvalid_0's binary_logloss: 0.15176\tvalid_1's auc: 0.761273\tvalid_1's binary_logloss: 0.170256\n",
"[171]\tvalid_0's auc: 0.787646\tvalid_0's binary_logloss: 0.151725\tvalid_1's auc: 0.761369\tvalid_1's binary_logloss: 0.170223\n",
"[172]\tvalid_0's auc: 0.787797\tvalid_0's binary_logloss: 0.151703\tvalid_1's auc: 0.761407\tvalid_1's binary_logloss: 0.170207\n",
"[173]\tvalid_0's auc: 0.787885\tvalid_0's binary_logloss: 0.151645\tvalid_1's auc: 0.761387\tvalid_1's binary_logloss: 0.170158\n",
"[174]\tvalid_0's auc: 0.787863\tvalid_0's binary_logloss: 0.151604\tvalid_1's auc: 0.761501\tvalid_1's binary_logloss: 0.170113\n",
"[175]\tvalid_0's auc: 0.787897\tvalid_0's binary_logloss: 0.151564\tvalid_1's auc: 0.761734\tvalid_1's binary_logloss: 0.170063\n",
"[176]\tvalid_0's auc: 0.788098\tvalid_0's binary_logloss: 0.151519\tvalid_1's auc: 0.762069\tvalid_1's binary_logloss: 0.170014\n",
"[177]\tvalid_0's auc: 0.788005\tvalid_0's binary_logloss: 0.151495\tvalid_1's auc: 0.761895\tvalid_1's binary_logloss: 0.169993\n",
"[178]\tvalid_0's auc: 0.787863\tvalid_0's binary_logloss: 0.151453\tvalid_1's auc: 0.761682\tvalid_1's binary_logloss: 0.169957\n",
"[179]\tvalid_0's auc: 0.787915\tvalid_0's binary_logloss: 0.151405\tvalid_1's auc: 0.761832\tvalid_1's binary_logloss: 0.16991\n",
"[180]\tvalid_0's auc: 0.787993\tvalid_0's binary_logloss: 0.151365\tvalid_1's auc: 0.761818\tvalid_1's binary_logloss: 0.169881\n",
"[181]\tvalid_0's auc: 0.787951\tvalid_0's binary_logloss: 0.151343\tvalid_1's auc: 0.761881\tvalid_1's binary_logloss: 0.169853\n",
"[182]\tvalid_0's auc: 0.788132\tvalid_0's binary_logloss: 0.151301\tvalid_1's auc: 0.7619\tvalid_1's binary_logloss: 0.169822\n",
"[183]\tvalid_0's auc: 0.788182\tvalid_0's binary_logloss: 0.151278\tvalid_1's auc: 0.761891\tvalid_1's binary_logloss: 0.169808\n",
"[184]\tvalid_0's auc: 0.78826\tvalid_0's binary_logloss: 0.15125\tvalid_1's auc: 0.761979\tvalid_1's binary_logloss: 0.169777\n",
"[185]\tvalid_0's auc: 0.78836\tvalid_0's binary_logloss: 0.151202\tvalid_1's auc: 0.762165\tvalid_1's binary_logloss: 0.169722\n",
"[186]\tvalid_0's auc: 0.788185\tvalid_0's binary_logloss: 0.151161\tvalid_1's auc: 0.762027\tvalid_1's binary_logloss: 0.169686\n",
"[187]\tvalid_0's auc: 0.78808\tvalid_0's binary_logloss: 0.151151\tvalid_1's auc: 0.761887\tvalid_1's binary_logloss: 0.169676\n",
"[188]\tvalid_0's auc: 0.788039\tvalid_0's binary_logloss: 0.151109\tvalid_1's auc: 0.761812\tvalid_1's binary_logloss: 0.169644\n",
"[189]\tvalid_0's auc: 0.78802\tvalid_0's binary_logloss: 0.151085\tvalid_1's auc: 0.761819\tvalid_1's binary_logloss: 0.169619\n",
"[190]\tvalid_0's auc: 0.788075\tvalid_0's binary_logloss: 0.151067\tvalid_1's auc: 0.761883\tvalid_1's binary_logloss: 0.169598\n",
"[191]\tvalid_0's auc: 0.788322\tvalid_0's binary_logloss: 0.151037\tvalid_1's auc: 0.762041\tvalid_1's binary_logloss: 0.169571\n",
"[192]\tvalid_0's auc: 0.788549\tvalid_0's binary_logloss: 0.151001\tvalid_1's auc: 0.762109\tvalid_1's binary_logloss: 0.169542\n",
"[193]\tvalid_0's auc: 0.788437\tvalid_0's binary_logloss: 0.150991\tvalid_1's auc: 0.761957\tvalid_1's binary_logloss: 0.169532\n",
"[194]\tvalid_0's auc: 0.788371\tvalid_0's binary_logloss: 0.150956\tvalid_1's auc: 0.762026\tvalid_1's binary_logloss: 0.16949\n",
"[195]\tvalid_0's auc: 0.788301\tvalid_0's binary_logloss: 0.150921\tvalid_1's auc: 0.761992\tvalid_1's binary_logloss: 0.169452\n",
"[196]\tvalid_0's auc: 0.788317\tvalid_0's binary_logloss: 0.150886\tvalid_1's auc: 0.762105\tvalid_1's binary_logloss: 0.169413\n",
"[197]\tvalid_0's auc: 0.788496\tvalid_0's binary_logloss: 0.150852\tvalid_1's auc: 0.762255\tvalid_1's binary_logloss: 0.169384\n",
"[198]\tvalid_0's auc: 0.788589\tvalid_0's binary_logloss: 0.150838\tvalid_1's auc: 0.762306\tvalid_1's binary_logloss: 0.169375\n",
"[199]\tvalid_0's auc: 0.788729\tvalid_0's binary_logloss: 0.150792\tvalid_1's auc: 0.762332\tvalid_1's binary_logloss: 0.169344\n",
"[200]\tvalid_0's auc: 0.788838\tvalid_0's binary_logloss: 0.150783\tvalid_1's auc: 0.762378\tvalid_1's binary_logloss: 0.169339\n",
"[201]\tvalid_0's auc: 0.789032\tvalid_0's binary_logloss: 0.150737\tvalid_1's auc: 0.762571\tvalid_1's binary_logloss: 0.169294\n",
"[202]\tvalid_0's auc: 0.789107\tvalid_0's binary_logloss: 0.150686\tvalid_1's auc: 0.762703\tvalid_1's binary_logloss: 0.169249\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"[203]\tvalid_0's auc: 0.78913\tvalid_0's binary_logloss: 0.150665\tvalid_1's auc: 0.76285\tvalid_1's binary_logloss: 0.169219\n",
"[204]\tvalid_0's auc: 0.789036\tvalid_0's binary_logloss: 0.150616\tvalid_1's auc: 0.762712\tvalid_1's binary_logloss: 0.169178\n",
"[205]\tvalid_0's auc: 0.789075\tvalid_0's binary_logloss: 0.150596\tvalid_1's auc: 0.762795\tvalid_1's binary_logloss: 0.169153\n",
"[206]\tvalid_0's auc: 0.789109\tvalid_0's binary_logloss: 0.150558\tvalid_1's auc: 0.762626\tvalid_1's binary_logloss: 0.169133\n",
"[207]\tvalid_0's auc: 0.789032\tvalid_0's binary_logloss: 0.150525\tvalid_1's auc: 0.762587\tvalid_1's binary_logloss: 0.169101\n",
"[208]\tvalid_0's auc: 0.789088\tvalid_0's binary_logloss: 0.150484\tvalid_1's auc: 0.762693\tvalid_1's binary_logloss: 0.169056\n",
"[209]\tvalid_0's auc: 0.789181\tvalid_0's binary_logloss: 0.150467\tvalid_1's auc: 0.762803\tvalid_1's binary_logloss: 0.169035\n",
"[210]\tvalid_0's auc: 0.789223\tvalid_0's binary_logloss: 0.150419\tvalid_1's auc: 0.7628\tvalid_1's binary_logloss: 0.168995\n",
"[211]\tvalid_0's auc: 0.789224\tvalid_0's binary_logloss: 0.150382\tvalid_1's auc: 0.762784\tvalid_1's binary_logloss: 0.168954\n",
"[212]\tvalid_0's auc: 0.78926\tvalid_0's binary_logloss: 0.150351\tvalid_1's auc: 0.762864\tvalid_1's binary_logloss: 0.168925\n",
"[213]\tvalid_0's auc: 0.789381\tvalid_0's binary_logloss: 0.150326\tvalid_1's auc: 0.762959\tvalid_1's binary_logloss: 0.168901\n",
"[214]\tvalid_0's auc: 0.789434\tvalid_0's binary_logloss: 0.150297\tvalid_1's auc: 0.762954\tvalid_1's binary_logloss: 0.168876\n",
"[215]\tvalid_0's auc: 0.789389\tvalid_0's binary_logloss: 0.150248\tvalid_1's auc: 0.762812\tvalid_1's binary_logloss: 0.168839\n",
"[216]\tvalid_0's auc: 0.789333\tvalid_0's binary_logloss: 0.150228\tvalid_1's auc: 0.762913\tvalid_1's binary_logloss: 0.168806\n",
"[217]\tvalid_0's auc: 0.789456\tvalid_0's binary_logloss: 0.150181\tvalid_1's auc: 0.76298\tvalid_1's binary_logloss: 0.168764\n",
"[218]\tvalid_0's auc: 0.789525\tvalid_0's binary_logloss: 0.150154\tvalid_1's auc: 0.763015\tvalid_1's binary_logloss: 0.168741\n",
"[219]\tvalid_0's auc: 0.789706\tvalid_0's binary_logloss: 0.150106\tvalid_1's auc: 0.763117\tvalid_1's binary_logloss: 0.168707\n",
"[220]\tvalid_0's auc: 0.789683\tvalid_0's binary_logloss: 0.150095\tvalid_1's auc: 0.763166\tvalid_1's binary_logloss: 0.168689\n",
"[221]\tvalid_0's auc: 0.78967\tvalid_0's binary_logloss: 0.150085\tvalid_1's auc: 0.763226\tvalid_1's binary_logloss: 0.168672\n",
"[222]\tvalid_0's auc: 0.789739\tvalid_0's binary_logloss: 0.150055\tvalid_1's auc: 0.763318\tvalid_1's binary_logloss: 0.168647\n",
"[223]\tvalid_0's auc: 0.789807\tvalid_0's binary_logloss: 0.150026\tvalid_1's auc: 0.763457\tvalid_1's binary_logloss: 0.168615\n",
"[224]\tvalid_0's auc: 0.789778\tvalid_0's binary_logloss: 0.149986\tvalid_1's auc: 0.763435\tvalid_1's binary_logloss: 0.168577\n",
"[225]\tvalid_0's auc: 0.789829\tvalid_0's binary_logloss: 0.149972\tvalid_1's auc: 0.763454\tvalid_1's binary_logloss: 0.168563\n",
"[226]\tvalid_0's auc: 0.789971\tvalid_0's binary_logloss: 0.149943\tvalid_1's auc: 0.763449\tvalid_1's binary_logloss: 0.16855\n",
"[227]\tvalid_0's auc: 0.790071\tvalid_0's binary_logloss: 0.149908\tvalid_1's auc: 0.763613\tvalid_1's binary_logloss: 0.168513\n",
"[228]\tvalid_0's auc: 0.790118\tvalid_0's binary_logloss: 0.14989\tvalid_1's auc: 0.763628\tvalid_1's binary_logloss: 0.168497\n",
"[229]\tvalid_0's auc: 0.790155\tvalid_0's binary_logloss: 0.149858\tvalid_1's auc: 0.763658\tvalid_1's binary_logloss: 0.16847\n",
"[230]\tvalid_0's auc: 0.79024\tvalid_0's binary_logloss: 0.149824\tvalid_1's auc: 0.763689\tvalid_1's binary_logloss: 0.168439\n",
"[231]\tvalid_0's auc: 0.790299\tvalid_0's binary_logloss: 0.14979\tvalid_1's auc: 0.763688\tvalid_1's binary_logloss: 0.168415\n",
"[232]\tvalid_0's auc: 0.790283\tvalid_0's binary_logloss: 0.149772\tvalid_1's auc: 0.763663\tvalid_1's binary_logloss: 0.168399\n",
"[233]\tvalid_0's auc: 0.790402\tvalid_0's binary_logloss: 0.149741\tvalid_1's auc: 0.763588\tvalid_1's binary_logloss: 0.168388\n",
"[234]\tvalid_0's auc: 0.790505\tvalid_0's binary_logloss: 0.149723\tvalid_1's auc: 0.763637\tvalid_1's binary_logloss: 0.168377\n",
"[235]\tvalid_0's auc: 0.790689\tvalid_0's binary_logloss: 0.149679\tvalid_1's auc: 0.763633\tvalid_1's binary_logloss: 0.168348\n",
"[236]\tvalid_0's auc: 0.790696\tvalid_0's binary_logloss: 0.149638\tvalid_1's auc: 0.76365\tvalid_1's binary_logloss: 0.168308\n",
"[237]\tvalid_0's auc: 0.790702\tvalid_0's binary_logloss: 0.149598\tvalid_1's auc: 0.763807\tvalid_1's binary_logloss: 0.168265\n",
"[238]\tvalid_0's auc: 0.790776\tvalid_0's binary_logloss: 0.149576\tvalid_1's auc: 0.763928\tvalid_1's binary_logloss: 0.168244\n",
"[239]\tvalid_0's auc: 0.790802\tvalid_0's binary_logloss: 0.149557\tvalid_1's auc: 0.763963\tvalid_1's binary_logloss: 0.168227\n",
"[240]\tvalid_0's auc: 0.790983\tvalid_0's binary_logloss: 0.149524\tvalid_1's auc: 0.764068\tvalid_1's binary_logloss: 0.168203\n",
"[241]\tvalid_0's auc: 0.790982\tvalid_0's binary_logloss: 0.149501\tvalid_1's auc: 0.764086\tvalid_1's binary_logloss: 0.168177\n",
"[242]\tvalid_0's auc: 0.790981\tvalid_0's binary_logloss: 0.149477\tvalid_1's auc: 0.764173\tvalid_1's binary_logloss: 0.168152\n",
"[243]\tvalid_0's auc: 0.790894\tvalid_0's binary_logloss: 0.149442\tvalid_1's auc: 0.76399\tvalid_1's binary_logloss: 0.168128\n",
"[244]\tvalid_0's auc: 0.790868\tvalid_0's binary_logloss: 0.149412\tvalid_1's auc: 0.763957\tvalid_1's binary_logloss: 0.168105\n",
"[245]\tvalid_0's auc: 0.790899\tvalid_0's binary_logloss: 0.14938\tvalid_1's auc: 0.764086\tvalid_1's binary_logloss: 0.168063\n",
"[246]\tvalid_0's auc: 0.791006\tvalid_0's binary_logloss: 0.149347\tvalid_1's auc: 0.764225\tvalid_1's binary_logloss: 0.168033\n",
"[247]\tvalid_0's auc: 0.791021\tvalid_0's binary_logloss: 0.149314\tvalid_1's auc: 0.764214\tvalid_1's binary_logloss: 0.168003\n",
"[248]\tvalid_0's auc: 0.791065\tvalid_0's binary_logloss: 0.149286\tvalid_1's auc: 0.764248\tvalid_1's binary_logloss: 0.167982\n",
"[249]\tvalid_0's auc: 0.791056\tvalid_0's binary_logloss: 0.149255\tvalid_1's auc: 0.764089\tvalid_1's binary_logloss: 0.167968\n",
"[250]\tvalid_0's auc: 0.791051\tvalid_0's binary_logloss: 0.149228\tvalid_1's auc: 0.764106\tvalid_1's binary_logloss: 0.167941\n",
"[251]\tvalid_0's auc: 0.791103\tvalid_0's binary_logloss: 0.149198\tvalid_1's auc: 0.764187\tvalid_1's binary_logloss: 0.16791\n",
"[252]\tvalid_0's auc: 0.791032\tvalid_0's binary_logloss: 0.149184\tvalid_1's auc: 0.764068\tvalid_1's binary_logloss: 0.167903\n",
"[253]\tvalid_0's auc: 0.791065\tvalid_0's binary_logloss: 0.149166\tvalid_1's auc: 0.764163\tvalid_1's binary_logloss: 0.167878\n",
"[254]\tvalid_0's auc: 0.791087\tvalid_0's binary_logloss: 0.149155\tvalid_1's auc: 0.764146\tvalid_1's binary_logloss: 0.167875\n",
"[255]\tvalid_0's auc: 0.791146\tvalid_0's binary_logloss: 0.149132\tvalid_1's auc: 0.764256\tvalid_1's binary_logloss: 0.167847\n",
"[256]\tvalid_0's auc: 0.791165\tvalid_0's binary_logloss: 0.149129\tvalid_1's auc: 0.76424\tvalid_1's binary_logloss: 0.167844\n",
"[257]\tvalid_0's auc: 0.791232\tvalid_0's binary_logloss: 0.149097\tvalid_1's auc: 0.76437\tvalid_1's binary_logloss: 0.167808\n",
"[258]\tvalid_0's auc: 0.791275\tvalid_0's binary_logloss: 0.149076\tvalid_1's auc: 0.76439\tvalid_1's binary_logloss: 0.167794\n",
"[259]\tvalid_0's auc: 0.791301\tvalid_0's binary_logloss: 0.149044\tvalid_1's auc: 0.764404\tvalid_1's binary_logloss: 0.167765\n",
"[260]\tvalid_0's auc: 0.791313\tvalid_0's binary_logloss: 0.149017\tvalid_1's auc: 0.764475\tvalid_1's binary_logloss: 0.167735\n",
"[261]\tvalid_0's auc: 0.79137\tvalid_0's binary_logloss: 0.148998\tvalid_1's auc: 0.764563\tvalid_1's binary_logloss: 0.167715\n",
"[262]\tvalid_0's auc: 0.791406\tvalid_0's binary_logloss: 0.148964\tvalid_1's auc: 0.764776\tvalid_1's binary_logloss: 0.167672\n",
"[263]\tvalid_0's auc: 0.791419\tvalid_0's binary_logloss: 0.14894\tvalid_1's auc: 0.764844\tvalid_1's binary_logloss: 0.167645\n",
"[264]\tvalid_0's auc: 0.791415\tvalid_0's binary_logloss: 0.14893\tvalid_1's auc: 0.764903\tvalid_1's binary_logloss: 0.167628\n",
"[265]\tvalid_0's auc: 0.791437\tvalid_0's binary_logloss: 0.148905\tvalid_1's auc: 0.764996\tvalid_1's binary_logloss: 0.1676\n",
"[266]\tvalid_0's auc: 0.791509\tvalid_0's binary_logloss: 0.148874\tvalid_1's auc: 0.764993\tvalid_1's binary_logloss: 0.167578\n",
"[267]\tvalid_0's auc: 0.791511\tvalid_0's binary_logloss: 0.148853\tvalid_1's auc: 0.765006\tvalid_1's binary_logloss: 0.167558\n",
"[268]\tvalid_0's auc: 0.791482\tvalid_0's binary_logloss: 0.148829\tvalid_1's auc: 0.765132\tvalid_1's binary_logloss: 0.167522\n",
"[269]\tvalid_0's auc: 0.791462\tvalid_0's binary_logloss: 0.148792\tvalid_1's auc: 0.765039\tvalid_1's binary_logloss: 0.167495\n",
"[270]\tvalid_0's auc: 0.791515\tvalid_0's binary_logloss: 0.148759\tvalid_1's auc: 0.765182\tvalid_1's binary_logloss: 0.167457\n",
"[271]\tvalid_0's auc: 0.791493\tvalid_0's binary_logloss: 0.148749\tvalid_1's auc: 0.76523\tvalid_1's binary_logloss: 0.167443\n",
"[272]\tvalid_0's auc: 0.791509\tvalid_0's binary_logloss: 0.148744\tvalid_1's auc: 0.765217\tvalid_1's binary_logloss: 0.16744\n",
"[273]\tvalid_0's auc: 0.791552\tvalid_0's binary_logloss: 0.148718\tvalid_1's auc: 0.76533\tvalid_1's binary_logloss: 0.167419\n",
"[274]\tvalid_0's auc: 0.791515\tvalid_0's binary_logloss: 0.148704\tvalid_1's auc: 0.765335\tvalid_1's binary_logloss: 0.167398\n",
"[275]\tvalid_0's auc: 0.791621\tvalid_0's binary_logloss: 0.148664\tvalid_1's auc: 0.765383\tvalid_1's binary_logloss: 0.167368\n",
"[276]\tvalid_0's auc: 0.791647\tvalid_0's binary_logloss: 0.148637\tvalid_1's auc: 0.765334\tvalid_1's binary_logloss: 0.167349\n",
"[277]\tvalid_0's auc: 0.791674\tvalid_0's binary_logloss: 0.14861\tvalid_1's auc: 0.765419\tvalid_1's binary_logloss: 0.167325\n",
"[278]\tvalid_0's auc: 0.791641\tvalid_0's binary_logloss: 0.148601\tvalid_1's auc: 0.765477\tvalid_1's binary_logloss: 0.167311\n",
"[279]\tvalid_0's auc: 0.79165\tvalid_0's binary_logloss: 0.14858\tvalid_1's auc: 0.765502\tvalid_1's binary_logloss: 0.167288\n",
"[280]\tvalid_0's auc: 0.791647\tvalid_0's binary_logloss: 0.148551\tvalid_1's auc: 0.765607\tvalid_1's binary_logloss: 0.167252\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"[281]\tvalid_0's auc: 0.791671\tvalid_0's binary_logloss: 0.148515\tvalid_1's auc: 0.765583\tvalid_1's binary_logloss: 0.167228\n",
"[282]\tvalid_0's auc: 0.791638\tvalid_0's binary_logloss: 0.148498\tvalid_1's auc: 0.765674\tvalid_1's binary_logloss: 0.1672\n",
"[283]\tvalid_0's auc: 0.791766\tvalid_0's binary_logloss: 0.148468\tvalid_1's auc: 0.765662\tvalid_1's binary_logloss: 0.167181\n",
"[284]\tvalid_0's auc: 0.791821\tvalid_0's binary_logloss: 0.148457\tvalid_1's auc: 0.765642\tvalid_1's binary_logloss: 0.167177\n",
"[285]\tvalid_0's auc: 0.791744\tvalid_0's binary_logloss: 0.148435\tvalid_1's auc: 0.765589\tvalid_1's binary_logloss: 0.167154\n",
"[286]\tvalid_0's auc: 0.791767\tvalid_0's binary_logloss: 0.148413\tvalid_1's auc: 0.765618\tvalid_1's binary_logloss: 0.167137\n",
"[287]\tvalid_0's auc: 0.791741\tvalid_0's binary_logloss: 0.1484\tvalid_1's auc: 0.765475\tvalid_1's binary_logloss: 0.167139\n",
"[288]\tvalid_0's auc: 0.791741\tvalid_0's binary_logloss: 0.148392\tvalid_1's auc: 0.765394\tvalid_1's binary_logloss: 0.167137\n",
"[289]\tvalid_0's auc: 0.79183\tvalid_0's binary_logloss: 0.148362\tvalid_1's auc: 0.765443\tvalid_1's binary_logloss: 0.167116\n",
"[290]\tvalid_0's auc: 0.791883\tvalid_0's binary_logloss: 0.148342\tvalid_1's auc: 0.765538\tvalid_1's binary_logloss: 0.167095\n",
"[291]\tvalid_0's auc: 0.791866\tvalid_0's binary_logloss: 0.148315\tvalid_1's auc: 0.765573\tvalid_1's binary_logloss: 0.167069\n",
"[292]\tvalid_0's auc: 0.791944\tvalid_0's binary_logloss: 0.148297\tvalid_1's auc: 0.765583\tvalid_1's binary_logloss: 0.167061\n",
"[293]\tvalid_0's auc: 0.792024\tvalid_0's binary_logloss: 0.148282\tvalid_1's auc: 0.765713\tvalid_1's binary_logloss: 0.167042\n",
"[294]\tvalid_0's auc: 0.792117\tvalid_0's binary_logloss: 0.148257\tvalid_1's auc: 0.76576\tvalid_1's binary_logloss: 0.167021\n",
"[295]\tvalid_0's auc: 0.792108\tvalid_0's binary_logloss: 0.148238\tvalid_1's auc: 0.765872\tvalid_1's binary_logloss: 0.166993\n",
"[296]\tvalid_0's auc: 0.792167\tvalid_0's binary_logloss: 0.148222\tvalid_1's auc: 0.765861\tvalid_1's binary_logloss: 0.166982\n",
"[297]\tvalid_0's auc: 0.792239\tvalid_0's binary_logloss: 0.148198\tvalid_1's auc: 0.765903\tvalid_1's binary_logloss: 0.166967\n",
"[298]\tvalid_0's auc: 0.792192\tvalid_0's binary_logloss: 0.148176\tvalid_1's auc: 0.765874\tvalid_1's binary_logloss: 0.166942\n",
"[299]\tvalid_0's auc: 0.792153\tvalid_0's binary_logloss: 0.148165\tvalid_1's auc: 0.76589\tvalid_1's binary_logloss: 0.166929\n",
"[300]\tvalid_0's auc: 0.792271\tvalid_0's binary_logloss: 0.148133\tvalid_1's auc: 0.765952\tvalid_1's binary_logloss: 0.166904\n",
"[301]\tvalid_0's auc: 0.792283\tvalid_0's binary_logloss: 0.148124\tvalid_1's auc: 0.765947\tvalid_1's binary_logloss: 0.166897\n",
"[302]\tvalid_0's auc: 0.792366\tvalid_0's binary_logloss: 0.148099\tvalid_1's auc: 0.765966\tvalid_1's binary_logloss: 0.166878\n",
"[303]\tvalid_0's auc: 0.792501\tvalid_0's binary_logloss: 0.148071\tvalid_1's auc: 0.765928\tvalid_1's binary_logloss: 0.16687\n",
"[304]\tvalid_0's auc: 0.792547\tvalid_0's binary_logloss: 0.148045\tvalid_1's auc: 0.76597\tvalid_1's binary_logloss: 0.166851\n",
"[305]\tvalid_0's auc: 0.792533\tvalid_0's binary_logloss: 0.148018\tvalid_1's auc: 0.765984\tvalid_1's binary_logloss: 0.16682\n",
"[306]\tvalid_0's auc: 0.792455\tvalid_0's binary_logloss: 0.147994\tvalid_1's auc: 0.765947\tvalid_1's binary_logloss: 0.16679\n",
"[307]\tvalid_0's auc: 0.792472\tvalid_0's binary_logloss: 0.147982\tvalid_1's auc: 0.765947\tvalid_1's binary_logloss: 0.166781\n",
"[308]\tvalid_0's auc: 0.792446\tvalid_0's binary_logloss: 0.147958\tvalid_1's auc: 0.765897\tvalid_1's binary_logloss: 0.166766\n",
"[309]\tvalid_0's auc: 0.792421\tvalid_0's binary_logloss: 0.147946\tvalid_1's auc: 0.76589\tvalid_1's binary_logloss: 0.166757\n",
"[310]\tvalid_0's auc: 0.792481\tvalid_0's binary_logloss: 0.147932\tvalid_1's auc: 0.765932\tvalid_1's binary_logloss: 0.166742\n",
"[311]\tvalid_0's auc: 0.792486\tvalid_0's binary_logloss: 0.14791\tvalid_1's auc: 0.765981\tvalid_1's binary_logloss: 0.166724\n",
"[312]\tvalid_0's auc: 0.792514\tvalid_0's binary_logloss: 0.147869\tvalid_1's auc: 0.766079\tvalid_1's binary_logloss: 0.166679\n",
"[313]\tvalid_0's auc: 0.792528\tvalid_0's binary_logloss: 0.147858\tvalid_1's auc: 0.766153\tvalid_1's binary_logloss: 0.166662\n",
"[314]\tvalid_0's auc: 0.792657\tvalid_0's binary_logloss: 0.147842\tvalid_1's auc: 0.766254\tvalid_1's binary_logloss: 0.16665\n",
"[315]\tvalid_0's auc: 0.792764\tvalid_0's binary_logloss: 0.147812\tvalid_1's auc: 0.766345\tvalid_1's binary_logloss: 0.166623\n",
"[316]\tvalid_0's auc: 0.792848\tvalid_0's binary_logloss: 0.147783\tvalid_1's auc: 0.766422\tvalid_1's binary_logloss: 0.166602\n",
"[317]\tvalid_0's auc: 0.792898\tvalid_0's binary_logloss: 0.147761\tvalid_1's auc: 0.766523\tvalid_1's binary_logloss: 0.166571\n",
"[318]\tvalid_0's auc: 0.79288\tvalid_0's binary_logloss: 0.147754\tvalid_1's auc: 0.766559\tvalid_1's binary_logloss: 0.166557\n",
"[319]\tvalid_0's auc: 0.792919\tvalid_0's binary_logloss: 0.147721\tvalid_1's auc: 0.76658\tvalid_1's binary_logloss: 0.166537\n",
"[320]\tvalid_0's auc: 0.792956\tvalid_0's binary_logloss: 0.147719\tvalid_1's auc: 0.76654\tvalid_1's binary_logloss: 0.16654\n",
"[321]\tvalid_0's auc: 0.792912\tvalid_0's binary_logloss: 0.147712\tvalid_1's auc: 0.766478\tvalid_1's binary_logloss: 0.166536\n",
"[322]\tvalid_0's auc: 0.792911\tvalid_0's binary_logloss: 0.147692\tvalid_1's auc: 0.766518\tvalid_1's binary_logloss: 0.166512\n",
"[323]\tvalid_0's auc: 0.792921\tvalid_0's binary_logloss: 0.147673\tvalid_1's auc: 0.766502\tvalid_1's binary_logloss: 0.166495\n",
"[324]\tvalid_0's auc: 0.792993\tvalid_0's binary_logloss: 0.147654\tvalid_1's auc: 0.766447\tvalid_1's binary_logloss: 0.16649\n",
"[325]\tvalid_0's auc: 0.793058\tvalid_0's binary_logloss: 0.147643\tvalid_1's auc: 0.766448\tvalid_1's binary_logloss: 0.166487\n",
"[326]\tvalid_0's auc: 0.793049\tvalid_0's binary_logloss: 0.147628\tvalid_1's auc: 0.766299\tvalid_1's binary_logloss: 0.166482\n",
"[327]\tvalid_0's auc: 0.793018\tvalid_0's binary_logloss: 0.147614\tvalid_1's auc: 0.76638\tvalid_1's binary_logloss: 0.166457\n",
"[328]\tvalid_0's auc: 0.793038\tvalid_0's binary_logloss: 0.147595\tvalid_1's auc: 0.766482\tvalid_1's binary_logloss: 0.166434\n",
"[329]\tvalid_0's auc: 0.793114\tvalid_0's binary_logloss: 0.147581\tvalid_1's auc: 0.766389\tvalid_1's binary_logloss: 0.166437\n",
"[330]\tvalid_0's auc: 0.793127\tvalid_0's binary_logloss: 0.147573\tvalid_1's auc: 0.766382\tvalid_1's binary_logloss: 0.166429\n",
"[331]\tvalid_0's auc: 0.793111\tvalid_0's binary_logloss: 0.147554\tvalid_1's auc: 0.766496\tvalid_1's binary_logloss: 0.166399\n",
"[332]\tvalid_0's auc: 0.793122\tvalid_0's binary_logloss: 0.147531\tvalid_1's auc: 0.766551\tvalid_1's binary_logloss: 0.166379\n",
"[333]\tvalid_0's auc: 0.79309\tvalid_0's binary_logloss: 0.147515\tvalid_1's auc: 0.766598\tvalid_1's binary_logloss: 0.166361\n",
"[334]\tvalid_0's auc: 0.793076\tvalid_0's binary_logloss: 0.147504\tvalid_1's auc: 0.766568\tvalid_1's binary_logloss: 0.166353\n",
"[335]\tvalid_0's auc: 0.793086\tvalid_0's binary_logloss: 0.147488\tvalid_1's auc: 0.766622\tvalid_1's binary_logloss: 0.166337\n",
"[336]\tvalid_0's auc: 0.793098\tvalid_0's binary_logloss: 0.147459\tvalid_1's auc: 0.766603\tvalid_1's binary_logloss: 0.166312\n",
"[337]\tvalid_0's auc: 0.79316\tvalid_0's binary_logloss: 0.147437\tvalid_1's auc: 0.766589\tvalid_1's binary_logloss: 0.166299\n",
"[338]\tvalid_0's auc: 0.793188\tvalid_0's binary_logloss: 0.147413\tvalid_1's auc: 0.76664\tvalid_1's binary_logloss: 0.166273\n",
"[339]\tvalid_0's auc: 0.793236\tvalid_0's binary_logloss: 0.147392\tvalid_1's auc: 0.766671\tvalid_1's binary_logloss: 0.166256\n",
"[340]\tvalid_0's auc: 0.793254\tvalid_0's binary_logloss: 0.147365\tvalid_1's auc: 0.766676\tvalid_1's binary_logloss: 0.16624\n",
"[341]\tvalid_0's auc: 0.793248\tvalid_0's binary_logloss: 0.147349\tvalid_1's auc: 0.766747\tvalid_1's binary_logloss: 0.166217\n",
"[342]\tvalid_0's auc: 0.793296\tvalid_0's binary_logloss: 0.147341\tvalid_1's auc: 0.766787\tvalid_1's binary_logloss: 0.166207\n",
"[343]\tvalid_0's auc: 0.793311\tvalid_0's binary_logloss: 0.147334\tvalid_1's auc: 0.7668\tvalid_1's binary_logloss: 0.166203\n",
"[344]\tvalid_0's auc: 0.793316\tvalid_0's binary_logloss: 0.147324\tvalid_1's auc: 0.766805\tvalid_1's binary_logloss: 0.166197\n",
"[345]\tvalid_0's auc: 0.793349\tvalid_0's binary_logloss: 0.147303\tvalid_1's auc: 0.766875\tvalid_1's binary_logloss: 0.166175\n",
"[346]\tvalid_0's auc: 0.793356\tvalid_0's binary_logloss: 0.147297\tvalid_1's auc: 0.76688\tvalid_1's binary_logloss: 0.166168\n",
"[347]\tvalid_0's auc: 0.793292\tvalid_0's binary_logloss: 0.147273\tvalid_1's auc: 0.766854\tvalid_1's binary_logloss: 0.166141\n",
"[348]\tvalid_0's auc: 0.793353\tvalid_0's binary_logloss: 0.147254\tvalid_1's auc: 0.766991\tvalid_1's binary_logloss: 0.166114\n",
"[349]\tvalid_0's auc: 0.79328\tvalid_0's binary_logloss: 0.147248\tvalid_1's auc: 0.7669\tvalid_1's binary_logloss: 0.166106\n",
"[350]\tvalid_0's auc: 0.793358\tvalid_0's binary_logloss: 0.147232\tvalid_1's auc: 0.766887\tvalid_1's binary_logloss: 0.166097\n",
"[351]\tvalid_0's auc: 0.793369\tvalid_0's binary_logloss: 0.14721\tvalid_1's auc: 0.766838\tvalid_1's binary_logloss: 0.166083\n",
"[352]\tvalid_0's auc: 0.793395\tvalid_0's binary_logloss: 0.147204\tvalid_1's auc: 0.766914\tvalid_1's binary_logloss: 0.166071\n",
"[353]\tvalid_0's auc: 0.793374\tvalid_0's binary_logloss: 0.147196\tvalid_1's auc: 0.766899\tvalid_1's binary_logloss: 0.166062\n",
"[354]\tvalid_0's auc: 0.793369\tvalid_0's binary_logloss: 0.147188\tvalid_1's auc: 0.766937\tvalid_1's binary_logloss: 0.16605\n",
"[355]\tvalid_0's auc: 0.793378\tvalid_0's binary_logloss: 0.14718\tvalid_1's auc: 0.766916\tvalid_1's binary_logloss: 0.166046\n",
"[356]\tvalid_0's auc: 0.793404\tvalid_0's binary_logloss: 0.147173\tvalid_1's auc: 0.766931\tvalid_1's binary_logloss: 0.166038\n",
"[357]\tvalid_0's auc: 0.793422\tvalid_0's binary_logloss: 0.147162\tvalid_1's auc: 0.76693\tvalid_1's binary_logloss: 0.166035\n",
"[358]\tvalid_0's auc: 0.79342\tvalid_0's binary_logloss: 0.147153\tvalid_1's auc: 0.766935\tvalid_1's binary_logloss: 0.166028\n",
"[359]\tvalid_0's auc: 0.79341\tvalid_0's binary_logloss: 0.147145\tvalid_1's auc: 0.76696\tvalid_1's binary_logloss: 0.166013\n",
"[360]\tvalid_0's auc: 0.793473\tvalid_0's binary_logloss: 0.147137\tvalid_1's auc: 0.766954\tvalid_1's binary_logloss: 0.166007\n",
"[361]\tvalid_0's auc: 0.793505\tvalid_0's binary_logloss: 0.147124\tvalid_1's auc: 0.766952\tvalid_1's binary_logloss: 0.165999\n",
"[362]\tvalid_0's auc: 0.793489\tvalid_0's binary_logloss: 0.14712\tvalid_1's auc: 0.76693\tvalid_1's binary_logloss: 0.165996\n",
"[363]\tvalid_0's auc: 0.793456\tvalid_0's binary_logloss: 0.147104\tvalid_1's auc: 0.766948\tvalid_1's binary_logloss: 0.165977\n",
"[364]\tvalid_0's auc: 0.793569\tvalid_0's binary_logloss: 0.147087\tvalid_1's auc: 0.766921\tvalid_1's binary_logloss: 0.165973\n",
"[365]\tvalid_0's auc: 0.793575\tvalid_0's binary_logloss: 0.147081\tvalid_1's auc: 0.766905\tvalid_1's binary_logloss: 0.16597\n",
"[366]\tvalid_0's auc: 0.793556\tvalid_0's binary_logloss: 0.147074\tvalid_1's auc: 0.76694\tvalid_1's binary_logloss: 0.16596\n",
"[367]\tvalid_0's auc: 0.793555\tvalid_0's binary_logloss: 0.147061\tvalid_1's auc: 0.766931\tvalid_1's binary_logloss: 0.165949\n",
"[368]\tvalid_0's auc: 0.793526\tvalid_0's binary_logloss: 0.147054\tvalid_1's auc: 0.766921\tvalid_1's binary_logloss: 0.16594\n",
"[369]\tvalid_0's auc: 0.793538\tvalid_0's binary_logloss: 0.14705\tvalid_1's auc: 0.766938\tvalid_1's binary_logloss: 0.165941\n",
"[370]\tvalid_0's auc: 0.793526\tvalid_0's binary_logloss: 0.14704\tvalid_1's auc: 0.766954\tvalid_1's binary_logloss: 0.165931\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"[371]\tvalid_0's auc: 0.793453\tvalid_0's binary_logloss: 0.147024\tvalid_1's auc: 0.76699\tvalid_1's binary_logloss: 0.16591\n",
"[372]\tvalid_0's auc: 0.793516\tvalid_0's binary_logloss: 0.146995\tvalid_1's auc: 0.767031\tvalid_1's binary_logloss: 0.16589\n",
"[373]\tvalid_0's auc: 0.793544\tvalid_0's binary_logloss: 0.146988\tvalid_1's auc: 0.767062\tvalid_1's binary_logloss: 0.165878\n",
"[374]\tvalid_0's auc: 0.793609\tvalid_0's binary_logloss: 0.146971\tvalid_1's auc: 0.767081\tvalid_1's binary_logloss: 0.165868\n",
"[375]\tvalid_0's auc: 0.793614\tvalid_0's binary_logloss: 0.146965\tvalid_1's auc: 0.767072\tvalid_1's binary_logloss: 0.165861\n",
"[376]\tvalid_0's auc: 0.793623\tvalid_0's binary_logloss: 0.146948\tvalid_1's auc: 0.767125\tvalid_1's binary_logloss: 0.165842\n",
"[377]\tvalid_0's auc: 0.793655\tvalid_0's binary_logloss: 0.146934\tvalid_1's auc: 0.767164\tvalid_1's binary_logloss: 0.16583\n",
"[378]\tvalid_0's auc: 0.793651\tvalid_0's binary_logloss: 0.146925\tvalid_1's auc: 0.767133\tvalid_1's binary_logloss: 0.165826\n",
"[379]\tvalid_0's auc: 0.793624\tvalid_0's binary_logloss: 0.146912\tvalid_1's auc: 0.767209\tvalid_1's binary_logloss: 0.165806\n",
"[380]\tvalid_0's auc: 0.793611\tvalid_0's binary_logloss: 0.146895\tvalid_1's auc: 0.767248\tvalid_1's binary_logloss: 0.165788\n",
"[381]\tvalid_0's auc: 0.793607\tvalid_0's binary_logloss: 0.146882\tvalid_1's auc: 0.767118\tvalid_1's binary_logloss: 0.165786\n",
"[382]\tvalid_0's auc: 0.793555\tvalid_0's binary_logloss: 0.146867\tvalid_1's auc: 0.767142\tvalid_1's binary_logloss: 0.165772\n",
"[383]\tvalid_0's auc: 0.79356\tvalid_0's binary_logloss: 0.146853\tvalid_1's auc: 0.767164\tvalid_1's binary_logloss: 0.165761\n",
"[384]\tvalid_0's auc: 0.79356\tvalid_0's binary_logloss: 0.146853\tvalid_1's auc: 0.767164\tvalid_1's binary_logloss: 0.165761\n",
"[385]\tvalid_0's auc: 0.793634\tvalid_0's binary_logloss: 0.14683\tvalid_1's auc: 0.767134\tvalid_1's binary_logloss: 0.165754\n",
"[386]\tvalid_0's auc: 0.79361\tvalid_0's binary_logloss: 0.14682\tvalid_1's auc: 0.767129\tvalid_1's binary_logloss: 0.165745\n",
"[387]\tvalid_0's auc: 0.793632\tvalid_0's binary_logloss: 0.146814\tvalid_1's auc: 0.767162\tvalid_1's binary_logloss: 0.165741\n",
"[388]\tvalid_0's auc: 0.79365\tvalid_0's binary_logloss: 0.146807\tvalid_1's auc: 0.767193\tvalid_1's binary_logloss: 0.165731\n",
"[389]\tvalid_0's auc: 0.793653\tvalid_0's binary_logloss: 0.146804\tvalid_1's auc: 0.767157\tvalid_1's binary_logloss: 0.165734\n",
"[390]\tvalid_0's auc: 0.793673\tvalid_0's binary_logloss: 0.146788\tvalid_1's auc: 0.767168\tvalid_1's binary_logloss: 0.165723\n",
"[391]\tvalid_0's auc: 0.793669\tvalid_0's binary_logloss: 0.146776\tvalid_1's auc: 0.767169\tvalid_1's binary_logloss: 0.165717\n",
"[392]\tvalid_0's auc: 0.793728\tvalid_0's binary_logloss: 0.146763\tvalid_1's auc: 0.767209\tvalid_1's binary_logloss: 0.165706\n",
"[393]\tvalid_0's auc: 0.793722\tvalid_0's binary_logloss: 0.146744\tvalid_1's auc: 0.767242\tvalid_1's binary_logloss: 0.165684\n",
"[394]\tvalid_0's auc: 0.793782\tvalid_0's binary_logloss: 0.146728\tvalid_1's auc: 0.767331\tvalid_1's binary_logloss: 0.165661\n",
"[395]\tvalid_0's auc: 0.793822\tvalid_0's binary_logloss: 0.146711\tvalid_1's auc: 0.7674\tvalid_1's binary_logloss: 0.165641\n",
"[396]\tvalid_0's auc: 0.793846\tvalid_0's binary_logloss: 0.146705\tvalid_1's auc: 0.7674\tvalid_1's binary_logloss: 0.165638\n",
"[397]\tvalid_0's auc: 0.793858\tvalid_0's binary_logloss: 0.146699\tvalid_1's auc: 0.767431\tvalid_1's binary_logloss: 0.165629\n",
"[398]\tvalid_0's auc: 0.793883\tvalid_0's binary_logloss: 0.146692\tvalid_1's auc: 0.767408\tvalid_1's binary_logloss: 0.165628\n",
"[399]\tvalid_0's auc: 0.793891\tvalid_0's binary_logloss: 0.146665\tvalid_1's auc: 0.767416\tvalid_1's binary_logloss: 0.165604\n",
"[400]\tvalid_0's auc: 0.793888\tvalid_0's binary_logloss: 0.146658\tvalid_1's auc: 0.767428\tvalid_1's binary_logloss: 0.165598\n",
"[401]\tvalid_0's auc: 0.793909\tvalid_0's binary_logloss: 0.146647\tvalid_1's auc: 0.767474\tvalid_1's binary_logloss: 0.165588\n",
"[402]\tvalid_0's auc: 0.793938\tvalid_0's binary_logloss: 0.14664\tvalid_1's auc: 0.767467\tvalid_1's binary_logloss: 0.165586\n",
"[403]\tvalid_0's auc: 0.793971\tvalid_0's binary_logloss: 0.146626\tvalid_1's auc: 0.767465\tvalid_1's binary_logloss: 0.165576\n",
"[404]\tvalid_0's auc: 0.793956\tvalid_0's binary_logloss: 0.146611\tvalid_1's auc: 0.76751\tvalid_1's binary_logloss: 0.165561\n",
"[405]\tvalid_0's auc: 0.79395\tvalid_0's binary_logloss: 0.146605\tvalid_1's auc: 0.767521\tvalid_1's binary_logloss: 0.165555\n",
"[406]\tvalid_0's auc: 0.793907\tvalid_0's binary_logloss: 0.146589\tvalid_1's auc: 0.767561\tvalid_1's binary_logloss: 0.165532\n",
"[407]\tvalid_0's auc: 0.793882\tvalid_0's binary_logloss: 0.146585\tvalid_1's auc: 0.767537\tvalid_1's binary_logloss: 0.16553\n",
"[408]\tvalid_0's auc: 0.793883\tvalid_0's binary_logloss: 0.146582\tvalid_1's auc: 0.767519\tvalid_1's binary_logloss: 0.16553\n",
"[409]\tvalid_0's auc: 0.793881\tvalid_0's binary_logloss: 0.146576\tvalid_1's auc: 0.767499\tvalid_1's binary_logloss: 0.165527\n",
"[410]\tvalid_0's auc: 0.793904\tvalid_0's binary_logloss: 0.14657\tvalid_1's auc: 0.767492\tvalid_1's binary_logloss: 0.165522\n",
"[411]\tvalid_0's auc: 0.793925\tvalid_0's binary_logloss: 0.146561\tvalid_1's auc: 0.767442\tvalid_1's binary_logloss: 0.165522\n",
"[412]\tvalid_0's auc: 0.794026\tvalid_0's binary_logloss: 0.14654\tvalid_1's auc: 0.767371\tvalid_1's binary_logloss: 0.165516\n",
"[413]\tvalid_0's auc: 0.794025\tvalid_0's binary_logloss: 0.146532\tvalid_1's auc: 0.767431\tvalid_1's binary_logloss: 0.165501\n",
"[414]\tvalid_0's auc: 0.794023\tvalid_0's binary_logloss: 0.146529\tvalid_1's auc: 0.767385\tvalid_1's binary_logloss: 0.165504\n",
"[415]\tvalid_0's auc: 0.794033\tvalid_0's binary_logloss: 0.146526\tvalid_1's auc: 0.767354\tvalid_1's binary_logloss: 0.165504\n",
"[416]\tvalid_0's auc: 0.794111\tvalid_0's binary_logloss: 0.146511\tvalid_1's auc: 0.767416\tvalid_1's binary_logloss: 0.165495\n",
"[417]\tvalid_0's auc: 0.794136\tvalid_0's binary_logloss: 0.146489\tvalid_1's auc: 0.767525\tvalid_1's binary_logloss: 0.165465\n",
"[418]\tvalid_0's auc: 0.794242\tvalid_0's binary_logloss: 0.146473\tvalid_1's auc: 0.767592\tvalid_1's binary_logloss: 0.165453\n",
"[419]\tvalid_0's auc: 0.794239\tvalid_0's binary_logloss: 0.146461\tvalid_1's auc: 0.767635\tvalid_1's binary_logloss: 0.165443\n",
"[420]\tvalid_0's auc: 0.794228\tvalid_0's binary_logloss: 0.146451\tvalid_1's auc: 0.767631\tvalid_1's binary_logloss: 0.165433\n",
"[421]\tvalid_0's auc: 0.794235\tvalid_0's binary_logloss: 0.146444\tvalid_1's auc: 0.767591\tvalid_1's binary_logloss: 0.165431\n",
"[422]\tvalid_0's auc: 0.794246\tvalid_0's binary_logloss: 0.146433\tvalid_1's auc: 0.767572\tvalid_1's binary_logloss: 0.165427\n",
"[423]\tvalid_0's auc: 0.794218\tvalid_0's binary_logloss: 0.146426\tvalid_1's auc: 0.76761\tvalid_1's binary_logloss: 0.165415\n",
"[424]\tvalid_0's auc: 0.794243\tvalid_0's binary_logloss: 0.146413\tvalid_1's auc: 0.767651\tvalid_1's binary_logloss: 0.165398\n",
"[425]\tvalid_0's auc: 0.794228\tvalid_0's binary_logloss: 0.146406\tvalid_1's auc: 0.767683\tvalid_1's binary_logloss: 0.165387\n",
"[426]\tvalid_0's auc: 0.794218\tvalid_0's binary_logloss: 0.146399\tvalid_1's auc: 0.767719\tvalid_1's binary_logloss: 0.165375\n",
"[427]\tvalid_0's auc: 0.794266\tvalid_0's binary_logloss: 0.146393\tvalid_1's auc: 0.767763\tvalid_1's binary_logloss: 0.165367\n",
"[428]\tvalid_0's auc: 0.794271\tvalid_0's binary_logloss: 0.146387\tvalid_1's auc: 0.767758\tvalid_1's binary_logloss: 0.16536\n",
"[429]\tvalid_0's auc: 0.794278\tvalid_0's binary_logloss: 0.146385\tvalid_1's auc: 0.767736\tvalid_1's binary_logloss: 0.16536\n",
"[430]\tvalid_0's auc: 0.794287\tvalid_0's binary_logloss: 0.146382\tvalid_1's auc: 0.767726\tvalid_1's binary_logloss: 0.165359\n",
"[431]\tvalid_0's auc: 0.794274\tvalid_0's binary_logloss: 0.146375\tvalid_1's auc: 0.767727\tvalid_1's binary_logloss: 0.165353\n",
"[432]\tvalid_0's auc: 0.794273\tvalid_0's binary_logloss: 0.146365\tvalid_1's auc: 0.767809\tvalid_1's binary_logloss: 0.165337\n",
"[433]\tvalid_0's auc: 0.794273\tvalid_0's binary_logloss: 0.146365\tvalid_1's auc: 0.767809\tvalid_1's binary_logloss: 0.165337\n",
"[434]\tvalid_0's auc: 0.794268\tvalid_0's binary_logloss: 0.146359\tvalid_1's auc: 0.767805\tvalid_1's binary_logloss: 0.165328\n",
"[435]\tvalid_0's auc: 0.794272\tvalid_0's binary_logloss: 0.146347\tvalid_1's auc: 0.767833\tvalid_1's binary_logloss: 0.16532\n",
"[436]\tvalid_0's auc: 0.794272\tvalid_0's binary_logloss: 0.146347\tvalid_1's auc: 0.767833\tvalid_1's binary_logloss: 0.16532\n",
"[437]\tvalid_0's auc: 0.794194\tvalid_0's binary_logloss: 0.14634\tvalid_1's auc: 0.767742\tvalid_1's binary_logloss: 0.165315\n",
"[438]\tvalid_0's auc: 0.794185\tvalid_0's binary_logloss: 0.146325\tvalid_1's auc: 0.767723\tvalid_1's binary_logloss: 0.165303\n",
"[439]\tvalid_0's auc: 0.794263\tvalid_0's binary_logloss: 0.146309\tvalid_1's auc: 0.767799\tvalid_1's binary_logloss: 0.165288\n",
"[440]\tvalid_0's auc: 0.794339\tvalid_0's binary_logloss: 0.146298\tvalid_1's auc: 0.767754\tvalid_1's binary_logloss: 0.165287\n",
"[441]\tvalid_0's auc: 0.79431\tvalid_0's binary_logloss: 0.146291\tvalid_1's auc: 0.767769\tvalid_1's binary_logloss: 0.165279\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"[442]\tvalid_0's auc: 0.794338\tvalid_0's binary_logloss: 0.146276\tvalid_1's auc: 0.767749\tvalid_1's binary_logloss: 0.165269\n",
"[443]\tvalid_0's auc: 0.794352\tvalid_0's binary_logloss: 0.146271\tvalid_1's auc: 0.767761\tvalid_1's binary_logloss: 0.165265\n",
"[444]\tvalid_0's auc: 0.794509\tvalid_0's binary_logloss: 0.14623\tvalid_1's auc: 0.767935\tvalid_1's binary_logloss: 0.165227\n",
"[445]\tvalid_0's auc: 0.79449\tvalid_0's binary_logloss: 0.146224\tvalid_1's auc: 0.76794\tvalid_1's binary_logloss: 0.165224\n",
"[446]\tvalid_0's auc: 0.794482\tvalid_0's binary_logloss: 0.146211\tvalid_1's auc: 0.767952\tvalid_1's binary_logloss: 0.165207\n",
"[447]\tvalid_0's auc: 0.794495\tvalid_0's binary_logloss: 0.146199\tvalid_1's auc: 0.768016\tvalid_1's binary_logloss: 0.165187\n",
"[448]\tvalid_0's auc: 0.79453\tvalid_0's binary_logloss: 0.146189\tvalid_1's auc: 0.76811\tvalid_1's binary_logloss: 0.165171\n",
"[449]\tvalid_0's auc: 0.794536\tvalid_0's binary_logloss: 0.146185\tvalid_1's auc: 0.768084\tvalid_1's binary_logloss: 0.165171\n",
"[450]\tvalid_0's auc: 0.794557\tvalid_0's binary_logloss: 0.146172\tvalid_1's auc: 0.768119\tvalid_1's binary_logloss: 0.16516\n",
"[451]\tvalid_0's auc: 0.794585\tvalid_0's binary_logloss: 0.146164\tvalid_1's auc: 0.768157\tvalid_1's binary_logloss: 0.16515\n",
"[452]\tvalid_0's auc: 0.794594\tvalid_0's binary_logloss: 0.146161\tvalid_1's auc: 0.768139\tvalid_1's binary_logloss: 0.165148\n",
"[453]\tvalid_0's auc: 0.794629\tvalid_0's binary_logloss: 0.146156\tvalid_1's auc: 0.768172\tvalid_1's binary_logloss: 0.165141\n",
"[454]\tvalid_0's auc: 0.794642\tvalid_0's binary_logloss: 0.14615\tvalid_1's auc: 0.768164\tvalid_1's binary_logloss: 0.165137\n",
"[455]\tvalid_0's auc: 0.794608\tvalid_0's binary_logloss: 0.146141\tvalid_1's auc: 0.768147\tvalid_1's binary_logloss: 0.165129\n",
"[456]\tvalid_0's auc: 0.794608\tvalid_0's binary_logloss: 0.146141\tvalid_1's auc: 0.768147\tvalid_1's binary_logloss: 0.165129\n",
"[457]\tvalid_0's auc: 0.794636\tvalid_0's binary_logloss: 0.146131\tvalid_1's auc: 0.768127\tvalid_1's binary_logloss: 0.165121\n",
"[458]\tvalid_0's auc: 0.794621\tvalid_0's binary_logloss: 0.146125\tvalid_1's auc: 0.76815\tvalid_1's binary_logloss: 0.165112\n",
"[459]\tvalid_0's auc: 0.794566\tvalid_0's binary_logloss: 0.146119\tvalid_1's auc: 0.768073\tvalid_1's binary_logloss: 0.165108\n",
"[460]\tvalid_0's auc: 0.794627\tvalid_0's binary_logloss: 0.146093\tvalid_1's auc: 0.768128\tvalid_1's binary_logloss: 0.165085\n",
"[461]\tvalid_0's auc: 0.794592\tvalid_0's binary_logloss: 0.146088\tvalid_1's auc: 0.768078\tvalid_1's binary_logloss: 0.16508\n",
"[462]\tvalid_0's auc: 0.794631\tvalid_0's binary_logloss: 0.146073\tvalid_1's auc: 0.768039\tvalid_1's binary_logloss: 0.165076\n",
"[463]\tvalid_0's auc: 0.794609\tvalid_0's binary_logloss: 0.146065\tvalid_1's auc: 0.768037\tvalid_1's binary_logloss: 0.165071\n",
"[464]\tvalid_0's auc: 0.794598\tvalid_0's binary_logloss: 0.146055\tvalid_1's auc: 0.768048\tvalid_1's binary_logloss: 0.165062\n",
"[465]\tvalid_0's auc: 0.794634\tvalid_0's binary_logloss: 0.146049\tvalid_1's auc: 0.768127\tvalid_1's binary_logloss: 0.165051\n",
"[466]\tvalid_0's auc: 0.794637\tvalid_0's binary_logloss: 0.14604\tvalid_1's auc: 0.768182\tvalid_1's binary_logloss: 0.165035\n",
"[467]\tvalid_0's auc: 0.794642\tvalid_0's binary_logloss: 0.146022\tvalid_1's auc: 0.768167\tvalid_1's binary_logloss: 0.165026\n",
"[468]\tvalid_0's auc: 0.794609\tvalid_0's binary_logloss: 0.146008\tvalid_1's auc: 0.768178\tvalid_1's binary_logloss: 0.165014\n",
"[469]\tvalid_0's auc: 0.794602\tvalid_0's binary_logloss: 0.145996\tvalid_1's auc: 0.768207\tvalid_1's binary_logloss: 0.165004\n",
"[470]\tvalid_0's auc: 0.794602\tvalid_0's binary_logloss: 0.145996\tvalid_1's auc: 0.768207\tvalid_1's binary_logloss: 0.165004\n",
"[471]\tvalid_0's auc: 0.794602\tvalid_0's binary_logloss: 0.145996\tvalid_1's auc: 0.768207\tvalid_1's binary_logloss: 0.165004\n",
"[472]\tvalid_0's auc: 0.794662\tvalid_0's binary_logloss: 0.145983\tvalid_1's auc: 0.768266\tvalid_1's binary_logloss: 0.164992\n",
"[473]\tvalid_0's auc: 0.794665\tvalid_0's binary_logloss: 0.14597\tvalid_1's auc: 0.76835\tvalid_1's binary_logloss: 0.164969\n",
"[474]\tvalid_0's auc: 0.794657\tvalid_0's binary_logloss: 0.145968\tvalid_1's auc: 0.76833\tvalid_1's binary_logloss: 0.164971\n",
"[475]\tvalid_0's auc: 0.794665\tvalid_0's binary_logloss: 0.145964\tvalid_1's auc: 0.768379\tvalid_1's binary_logloss: 0.164963\n",
"[476]\tvalid_0's auc: 0.794629\tvalid_0's binary_logloss: 0.145952\tvalid_1's auc: 0.768368\tvalid_1's binary_logloss: 0.164951\n",
"[477]\tvalid_0's auc: 0.79465\tvalid_0's binary_logloss: 0.145942\tvalid_1's auc: 0.768328\tvalid_1's binary_logloss: 0.164947\n",
"[478]\tvalid_0's auc: 0.794647\tvalid_0's binary_logloss: 0.14593\tvalid_1's auc: 0.768312\tvalid_1's binary_logloss: 0.164941\n",
"[479]\tvalid_0's auc: 0.79471\tvalid_0's binary_logloss: 0.145918\tvalid_1's auc: 0.768344\tvalid_1's binary_logloss: 0.164936\n",
"[480]\tvalid_0's auc: 0.794715\tvalid_0's binary_logloss: 0.145918\tvalid_1's auc: 0.768366\tvalid_1's binary_logloss: 0.164934\n",
"[481]\tvalid_0's auc: 0.794712\tvalid_0's binary_logloss: 0.145907\tvalid_1's auc: 0.768385\tvalid_1's binary_logloss: 0.164922\n",
"[482]\tvalid_0's auc: 0.794724\tvalid_0's binary_logloss: 0.145901\tvalid_1's auc: 0.7684\tvalid_1's binary_logloss: 0.164919\n",
"[483]\tvalid_0's auc: 0.794724\tvalid_0's binary_logloss: 0.145901\tvalid_1's auc: 0.7684\tvalid_1's binary_logloss: 0.164919\n",
"[484]\tvalid_0's auc: 0.794681\tvalid_0's binary_logloss: 0.14589\tvalid_1's auc: 0.768434\tvalid_1's binary_logloss: 0.164902\n",
"[485]\tvalid_0's auc: 0.794696\tvalid_0's binary_logloss: 0.145888\tvalid_1's auc: 0.768424\tvalid_1's binary_logloss: 0.1649\n",
"[486]\tvalid_0's auc: 0.794699\tvalid_0's binary_logloss: 0.145883\tvalid_1's auc: 0.768445\tvalid_1's binary_logloss: 0.16489\n",
"[487]\tvalid_0's auc: 0.794686\tvalid_0's binary_logloss: 0.145882\tvalid_1's auc: 0.768409\tvalid_1's binary_logloss: 0.164893\n",
"[488]\tvalid_0's auc: 0.794677\tvalid_0's binary_logloss: 0.145869\tvalid_1's auc: 0.768382\tvalid_1's binary_logloss: 0.164882\n",
"[489]\tvalid_0's auc: 0.794684\tvalid_0's binary_logloss: 0.145862\tvalid_1's auc: 0.768372\tvalid_1's binary_logloss: 0.164875\n",
"[490]\tvalid_0's auc: 0.794697\tvalid_0's binary_logloss: 0.145857\tvalid_1's auc: 0.768386\tvalid_1's binary_logloss: 0.16487\n",
"[491]\tvalid_0's auc: 0.794647\tvalid_0's binary_logloss: 0.145851\tvalid_1's auc: 0.768318\tvalid_1's binary_logloss: 0.164863\n",
"[492]\tvalid_0's auc: 0.794666\tvalid_0's binary_logloss: 0.14584\tvalid_1's auc: 0.768339\tvalid_1's binary_logloss: 0.164855\n",
"[493]\tvalid_0's auc: 0.794666\tvalid_0's binary_logloss: 0.14584\tvalid_1's auc: 0.768339\tvalid_1's binary_logloss: 0.164855\n",
"[494]\tvalid_0's auc: 0.794659\tvalid_0's binary_logloss: 0.145827\tvalid_1's auc: 0.768326\tvalid_1's binary_logloss: 0.164842\n",
"[495]\tvalid_0's auc: 0.794671\tvalid_0's binary_logloss: 0.145824\tvalid_1's auc: 0.768286\tvalid_1's binary_logloss: 0.164842\n",
"[496]\tvalid_0's auc: 0.794676\tvalid_0's binary_logloss: 0.145821\tvalid_1's auc: 0.76829\tvalid_1's binary_logloss: 0.164843\n",
"[497]\tvalid_0's auc: 0.794643\tvalid_0's binary_logloss: 0.145815\tvalid_1's auc: 0.768297\tvalid_1's binary_logloss: 0.164835\n",
"[498]\tvalid_0's auc: 0.794681\tvalid_0's binary_logloss: 0.145805\tvalid_1's auc: 0.768317\tvalid_1's binary_logloss: 0.16483\n",
"[499]\tvalid_0's auc: 0.794681\tvalid_0's binary_logloss: 0.145805\tvalid_1's auc: 0.768317\tvalid_1's binary_logloss: 0.16483\n",
"[500]\tvalid_0's auc: 0.794692\tvalid_0's binary_logloss: 0.145798\tvalid_1's auc: 0.768324\tvalid_1's binary_logloss: 0.164824\n",
"[501]\tvalid_0's auc: 0.794714\tvalid_0's binary_logloss: 0.145786\tvalid_1's auc: 0.768364\tvalid_1's binary_logloss: 0.164808\n",
"[502]\tvalid_0's auc: 0.794719\tvalid_0's binary_logloss: 0.145779\tvalid_1's auc: 0.768406\tvalid_1's binary_logloss: 0.164795\n",
"[503]\tvalid_0's auc: 0.794735\tvalid_0's binary_logloss: 0.145772\tvalid_1's auc: 0.768395\tvalid_1's binary_logloss: 0.164791\n",
"[504]\tvalid_0's auc: 0.794744\tvalid_0's binary_logloss: 0.145766\tvalid_1's auc: 0.768386\tvalid_1's binary_logloss: 0.164788\n",
"[505]\tvalid_0's auc: 0.794744\tvalid_0's binary_logloss: 0.145766\tvalid_1's auc: 0.768386\tvalid_1's binary_logloss: 0.164788\n",
"[506]\tvalid_0's auc: 0.794755\tvalid_0's binary_logloss: 0.145755\tvalid_1's auc: 0.768345\tvalid_1's binary_logloss: 0.164785\n",
"[507]\tvalid_0's auc: 0.794759\tvalid_0's binary_logloss: 0.145749\tvalid_1's auc: 0.768345\tvalid_1's binary_logloss: 0.164778\n",
"[508]\tvalid_0's auc: 0.794754\tvalid_0's binary_logloss: 0.145748\tvalid_1's auc: 0.768323\tvalid_1's binary_logloss: 0.164783\n",
"[509]\tvalid_0's auc: 0.794767\tvalid_0's binary_logloss: 0.145738\tvalid_1's auc: 0.768312\tvalid_1's binary_logloss: 0.164782\n",
"[510]\tvalid_0's auc: 0.794767\tvalid_0's binary_logloss: 0.145733\tvalid_1's auc: 0.768296\tvalid_1's binary_logloss: 0.164777\n",
"[511]\tvalid_0's auc: 0.794774\tvalid_0's binary_logloss: 0.145729\tvalid_1's auc: 0.768306\tvalid_1's binary_logloss: 0.164773\n",
"[512]\tvalid_0's auc: 0.794774\tvalid_0's binary_logloss: 0.145729\tvalid_1's auc: 0.768306\tvalid_1's binary_logloss: 0.164773\n",
"[513]\tvalid_0's auc: 0.794783\tvalid_0's binary_logloss: 0.145726\tvalid_1's auc: 0.768252\tvalid_1's binary_logloss: 0.164775\n",
"[514]\tvalid_0's auc: 0.794769\tvalid_0's binary_logloss: 0.14572\tvalid_1's auc: 0.768254\tvalid_1's binary_logloss: 0.164766\n",
"[515]\tvalid_0's auc: 0.794819\tvalid_0's binary_logloss: 0.145716\tvalid_1's auc: 0.768306\tvalid_1's binary_logloss: 0.164759\n",
"[516]\tvalid_0's auc: 0.794802\tvalid_0's binary_logloss: 0.14571\tvalid_1's auc: 0.768344\tvalid_1's binary_logloss: 0.164751\n",
"[517]\tvalid_0's auc: 0.794811\tvalid_0's binary_logloss: 0.145687\tvalid_1's auc: 0.768391\tvalid_1's binary_logloss: 0.164723\n",
"[518]\tvalid_0's auc: 0.794811\tvalid_0's binary_logloss: 0.145687\tvalid_1's auc: 0.768391\tvalid_1's binary_logloss: 0.164723\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"[519]\tvalid_0's auc: 0.794796\tvalid_0's binary_logloss: 0.145676\tvalid_1's auc: 0.768338\tvalid_1's binary_logloss: 0.164717\n",
"[520]\tvalid_0's auc: 0.794793\tvalid_0's binary_logloss: 0.145675\tvalid_1's auc: 0.76831\tvalid_1's binary_logloss: 0.16472\n",
"[521]\tvalid_0's auc: 0.794835\tvalid_0's binary_logloss: 0.145665\tvalid_1's auc: 0.768249\tvalid_1's binary_logloss: 0.164721\n",
"[522]\tvalid_0's auc: 0.794852\tvalid_0's binary_logloss: 0.145659\tvalid_1's auc: 0.76828\tvalid_1's binary_logloss: 0.164716\n",
"[523]\tvalid_0's auc: 0.794856\tvalid_0's binary_logloss: 0.145648\tvalid_1's auc: 0.76831\tvalid_1's binary_logloss: 0.164707\n",
"[524]\tvalid_0's auc: 0.794865\tvalid_0's binary_logloss: 0.145636\tvalid_1's auc: 0.768327\tvalid_1's binary_logloss: 0.1647\n",
"[525]\tvalid_0's auc: 0.794872\tvalid_0's binary_logloss: 0.145631\tvalid_1's auc: 0.768302\tvalid_1's binary_logloss: 0.1647\n",
"[526]\tvalid_0's auc: 0.794869\tvalid_0's binary_logloss: 0.145624\tvalid_1's auc: 0.768338\tvalid_1's binary_logloss: 0.164685\n",
"[527]\tvalid_0's auc: 0.794865\tvalid_0's binary_logloss: 0.145616\tvalid_1's auc: 0.768338\tvalid_1's binary_logloss: 0.164682\n",
"[528]\tvalid_0's auc: 0.794873\tvalid_0's binary_logloss: 0.145614\tvalid_1's auc: 0.768331\tvalid_1's binary_logloss: 0.16468\n",
"[529]\tvalid_0's auc: 0.794893\tvalid_0's binary_logloss: 0.145602\tvalid_1's auc: 0.768347\tvalid_1's binary_logloss: 0.164669\n",
"[530]\tvalid_0's auc: 0.794904\tvalid_0's binary_logloss: 0.1456\tvalid_1's auc: 0.768314\tvalid_1's binary_logloss: 0.164672\n",
"[531]\tvalid_0's auc: 0.794944\tvalid_0's binary_logloss: 0.145582\tvalid_1's auc: 0.7684\tvalid_1's binary_logloss: 0.164652\n",
"[532]\tvalid_0's auc: 0.794955\tvalid_0's binary_logloss: 0.14558\tvalid_1's auc: 0.768383\tvalid_1's binary_logloss: 0.164654\n",
"[533]\tvalid_0's auc: 0.794951\tvalid_0's binary_logloss: 0.145576\tvalid_1's auc: 0.76843\tvalid_1's binary_logloss: 0.164647\n",
"[534]\tvalid_0's auc: 0.794951\tvalid_0's binary_logloss: 0.145576\tvalid_1's auc: 0.76843\tvalid_1's binary_logloss: 0.164647\n",
"[535]\tvalid_0's auc: 0.794951\tvalid_0's binary_logloss: 0.145569\tvalid_1's auc: 0.768434\tvalid_1's binary_logloss: 0.164644\n",
"[536]\tvalid_0's auc: 0.794927\tvalid_0's binary_logloss: 0.145563\tvalid_1's auc: 0.768413\tvalid_1's binary_logloss: 0.164635\n",
"[537]\tvalid_0's auc: 0.79493\tvalid_0's binary_logloss: 0.145561\tvalid_1's auc: 0.768407\tvalid_1's binary_logloss: 0.164629\n",
"[538]\tvalid_0's auc: 0.794963\tvalid_0's binary_logloss: 0.145551\tvalid_1's auc: 0.768439\tvalid_1's binary_logloss: 0.164621\n",
"[539]\tvalid_0's auc: 0.794963\tvalid_0's binary_logloss: 0.145551\tvalid_1's auc: 0.768439\tvalid_1's binary_logloss: 0.164621\n",
"[540]\tvalid_0's auc: 0.794963\tvalid_0's binary_logloss: 0.145551\tvalid_1's auc: 0.768439\tvalid_1's binary_logloss: 0.164621\n",
"[541]\tvalid_0's auc: 0.794963\tvalid_0's binary_logloss: 0.145551\tvalid_1's auc: 0.768439\tvalid_1's binary_logloss: 0.164621\n",
"[542]\tvalid_0's auc: 0.794967\tvalid_0's binary_logloss: 0.145549\tvalid_1's auc: 0.768393\tvalid_1's binary_logloss: 0.164626\n",
"[543]\tvalid_0's auc: 0.794967\tvalid_0's binary_logloss: 0.145549\tvalid_1's auc: 0.768393\tvalid_1's binary_logloss: 0.164626\n",
"[544]\tvalid_0's auc: 0.794973\tvalid_0's binary_logloss: 0.145548\tvalid_1's auc: 0.768402\tvalid_1's binary_logloss: 0.164626\n",
"[545]\tvalid_0's auc: 0.794977\tvalid_0's binary_logloss: 0.145543\tvalid_1's auc: 0.768427\tvalid_1's binary_logloss: 0.164618\n",
"[546]\tvalid_0's auc: 0.794971\tvalid_0's binary_logloss: 0.145532\tvalid_1's auc: 0.768444\tvalid_1's binary_logloss: 0.164611\n",
"[547]\tvalid_0's auc: 0.794952\tvalid_0's binary_logloss: 0.145527\tvalid_1's auc: 0.768409\tvalid_1's binary_logloss: 0.164608\n",
"[548]\tvalid_0's auc: 0.794928\tvalid_0's binary_logloss: 0.145522\tvalid_1's auc: 0.768428\tvalid_1's binary_logloss: 0.164601\n",
"[549]\tvalid_0's auc: 0.794933\tvalid_0's binary_logloss: 0.145517\tvalid_1's auc: 0.768416\tvalid_1's binary_logloss: 0.164599\n",
"[550]\tvalid_0's auc: 0.794911\tvalid_0's binary_logloss: 0.145513\tvalid_1's auc: 0.768449\tvalid_1's binary_logloss: 0.164589\n",
"[551]\tvalid_0's auc: 0.794898\tvalid_0's binary_logloss: 0.145508\tvalid_1's auc: 0.768442\tvalid_1's binary_logloss: 0.164583\n",
"[552]\tvalid_0's auc: 0.794895\tvalid_0's binary_logloss: 0.145503\tvalid_1's auc: 0.768467\tvalid_1's binary_logloss: 0.164577\n",
"[553]\tvalid_0's auc: 0.794936\tvalid_0's binary_logloss: 0.145498\tvalid_1's auc: 0.768503\tvalid_1's binary_logloss: 0.164571\n",
"[554]\tvalid_0's auc: 0.794962\tvalid_0's binary_logloss: 0.145485\tvalid_1's auc: 0.768538\tvalid_1's binary_logloss: 0.164563\n",
"[555]\tvalid_0's auc: 0.794966\tvalid_0's binary_logloss: 0.145477\tvalid_1's auc: 0.768589\tvalid_1's binary_logloss: 0.164552\n",
"[556]\tvalid_0's auc: 0.794974\tvalid_0's binary_logloss: 0.145472\tvalid_1's auc: 0.768614\tvalid_1's binary_logloss: 0.164547\n",
"[557]\tvalid_0's auc: 0.794986\tvalid_0's binary_logloss: 0.145462\tvalid_1's auc: 0.768633\tvalid_1's binary_logloss: 0.164536\n",
"[558]\tvalid_0's auc: 0.794986\tvalid_0's binary_logloss: 0.145462\tvalid_1's auc: 0.768633\tvalid_1's binary_logloss: 0.164536\n",
"[559]\tvalid_0's auc: 0.794977\tvalid_0's binary_logloss: 0.145457\tvalid_1's auc: 0.768663\tvalid_1's binary_logloss: 0.164524\n",
"[560]\tvalid_0's auc: 0.794977\tvalid_0's binary_logloss: 0.145457\tvalid_1's auc: 0.768663\tvalid_1's binary_logloss: 0.164524\n",
"[561]\tvalid_0's auc: 0.794986\tvalid_0's binary_logloss: 0.145451\tvalid_1's auc: 0.768624\tvalid_1's binary_logloss: 0.164522\n",
"[562]\tvalid_0's auc: 0.795002\tvalid_0's binary_logloss: 0.145445\tvalid_1's auc: 0.768611\tvalid_1's binary_logloss: 0.164518\n",
"[563]\tvalid_0's auc: 0.795029\tvalid_0's binary_logloss: 0.145426\tvalid_1's auc: 0.768599\tvalid_1's binary_logloss: 0.164508\n",
"[564]\tvalid_0's auc: 0.795055\tvalid_0's binary_logloss: 0.145413\tvalid_1's auc: 0.768652\tvalid_1's binary_logloss: 0.164492\n",
"[565]\tvalid_0's auc: 0.795042\tvalid_0's binary_logloss: 0.145408\tvalid_1's auc: 0.768675\tvalid_1's binary_logloss: 0.164484\n",
"[566]\tvalid_0's auc: 0.795035\tvalid_0's binary_logloss: 0.145401\tvalid_1's auc: 0.768716\tvalid_1's binary_logloss: 0.16447\n",
"[567]\tvalid_0's auc: 0.795041\tvalid_0's binary_logloss: 0.145395\tvalid_1's auc: 0.768742\tvalid_1's binary_logloss: 0.164462\n",
"[568]\tvalid_0's auc: 0.795041\tvalid_0's binary_logloss: 0.145395\tvalid_1's auc: 0.768742\tvalid_1's binary_logloss: 0.164462\n",
"[569]\tvalid_0's auc: 0.795041\tvalid_0's binary_logloss: 0.145395\tvalid_1's auc: 0.768742\tvalid_1's binary_logloss: 0.164462\n",
"[570]\tvalid_0's auc: 0.795044\tvalid_0's binary_logloss: 0.145386\tvalid_1's auc: 0.768738\tvalid_1's binary_logloss: 0.164453\n",
"[571]\tvalid_0's auc: 0.795032\tvalid_0's binary_logloss: 0.145381\tvalid_1's auc: 0.76876\tvalid_1's binary_logloss: 0.164443\n",
"[572]\tvalid_0's auc: 0.795041\tvalid_0's binary_logloss: 0.145375\tvalid_1's auc: 0.76877\tvalid_1's binary_logloss: 0.164438\n",
"[573]\tvalid_0's auc: 0.795009\tvalid_0's binary_logloss: 0.145369\tvalid_1's auc: 0.768802\tvalid_1's binary_logloss: 0.164428\n",
"[574]\tvalid_0's auc: 0.795023\tvalid_0's binary_logloss: 0.145364\tvalid_1's auc: 0.768809\tvalid_1's binary_logloss: 0.164424\n",
"[575]\tvalid_0's auc: 0.795023\tvalid_0's binary_logloss: 0.145364\tvalid_1's auc: 0.768809\tvalid_1's binary_logloss: 0.164424\n",
"[576]\tvalid_0's auc: 0.794993\tvalid_0's binary_logloss: 0.145352\tvalid_1's auc: 0.768799\tvalid_1's binary_logloss: 0.164415\n",
"[577]\tvalid_0's auc: 0.795006\tvalid_0's binary_logloss: 0.145343\tvalid_1's auc: 0.768871\tvalid_1's binary_logloss: 0.164402\n",
"[578]\tvalid_0's auc: 0.795017\tvalid_0's binary_logloss: 0.145338\tvalid_1's auc: 0.768893\tvalid_1's binary_logloss: 0.164393\n",
"[579]\tvalid_0's auc: 0.795058\tvalid_0's binary_logloss: 0.145329\tvalid_1's auc: 0.768971\tvalid_1's binary_logloss: 0.16438\n",
"[580]\tvalid_0's auc: 0.795055\tvalid_0's binary_logloss: 0.145324\tvalid_1's auc: 0.768953\tvalid_1's binary_logloss: 0.16438\n",
"[581]\tvalid_0's auc: 0.795057\tvalid_0's binary_logloss: 0.145312\tvalid_1's auc: 0.768972\tvalid_1's binary_logloss: 0.164371\n",
"[582]\tvalid_0's auc: 0.795057\tvalid_0's binary_logloss: 0.145312\tvalid_1's auc: 0.768972\tvalid_1's binary_logloss: 0.164371\n",
"[583]\tvalid_0's auc: 0.795057\tvalid_0's binary_logloss: 0.145312\tvalid_1's auc: 0.768972\tvalid_1's binary_logloss: 0.164371\n",
"[584]\tvalid_0's auc: 0.795051\tvalid_0's binary_logloss: 0.145312\tvalid_1's auc: 0.768966\tvalid_1's binary_logloss: 0.164373\n",
"[585]\tvalid_0's auc: 0.795051\tvalid_0's binary_logloss: 0.145312\tvalid_1's auc: 0.768966\tvalid_1's binary_logloss: 0.164373\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"[586]\tvalid_0's auc: 0.79504\tvalid_0's binary_logloss: 0.1453\tvalid_1's auc: 0.769001\tvalid_1's binary_logloss: 0.164361\n",
"[587]\tvalid_0's auc: 0.79504\tvalid_0's binary_logloss: 0.1453\tvalid_1's auc: 0.769001\tvalid_1's binary_logloss: 0.164361\n",
"[588]\tvalid_0's auc: 0.795048\tvalid_0's binary_logloss: 0.145294\tvalid_1's auc: 0.769006\tvalid_1's binary_logloss: 0.164355\n",
"[589]\tvalid_0's auc: 0.795037\tvalid_0's binary_logloss: 0.145289\tvalid_1's auc: 0.769048\tvalid_1's binary_logloss: 0.164344\n",
"[590]\tvalid_0's auc: 0.795044\tvalid_0's binary_logloss: 0.145278\tvalid_1's auc: 0.769034\tvalid_1's binary_logloss: 0.164337\n",
"[591]\tvalid_0's auc: 0.795092\tvalid_0's binary_logloss: 0.145267\tvalid_1's auc: 0.769031\tvalid_1's binary_logloss: 0.164331\n",
"[592]\tvalid_0's auc: 0.795107\tvalid_0's binary_logloss: 0.145262\tvalid_1's auc: 0.769015\tvalid_1's binary_logloss: 0.164328\n",
"[593]\tvalid_0's auc: 0.795103\tvalid_0's binary_logloss: 0.145255\tvalid_1's auc: 0.769014\tvalid_1's binary_logloss: 0.164325\n",
"[594]\tvalid_0's auc: 0.795114\tvalid_0's binary_logloss: 0.145251\tvalid_1's auc: 0.769004\tvalid_1's binary_logloss: 0.164324\n",
"[595]\tvalid_0's auc: 0.795149\tvalid_0's binary_logloss: 0.145243\tvalid_1's auc: 0.769017\tvalid_1's binary_logloss: 0.164322\n",
"[596]\tvalid_0's auc: 0.795142\tvalid_0's binary_logloss: 0.145243\tvalid_1's auc: 0.769017\tvalid_1's binary_logloss: 0.164324\n",
"[597]\tvalid_0's auc: 0.795142\tvalid_0's binary_logloss: 0.145243\tvalid_1's auc: 0.769017\tvalid_1's binary_logloss: 0.164324\n",
"[598]\tvalid_0's auc: 0.795121\tvalid_0's binary_logloss: 0.145238\tvalid_1's auc: 0.769043\tvalid_1's binary_logloss: 0.164313\n",
"[599]\tvalid_0's auc: 0.795121\tvalid_0's binary_logloss: 0.145238\tvalid_1's auc: 0.769043\tvalid_1's binary_logloss: 0.164313\n",
"[600]\tvalid_0's auc: 0.795121\tvalid_0's binary_logloss: 0.145238\tvalid_1's auc: 0.769043\tvalid_1's binary_logloss: 0.164313\n",
"[601]\tvalid_0's auc: 0.795121\tvalid_0's binary_logloss: 0.145238\tvalid_1's auc: 0.769043\tvalid_1's binary_logloss: 0.164313\n",
"[602]\tvalid_0's auc: 0.795121\tvalid_0's binary_logloss: 0.145238\tvalid_1's auc: 0.769043\tvalid_1's binary_logloss: 0.164313\n",
"[603]\tvalid_0's auc: 0.795129\tvalid_0's binary_logloss: 0.145233\tvalid_1's auc: 0.76905\tvalid_1's binary_logloss: 0.164308\n",
"[604]\tvalid_0's auc: 0.795136\tvalid_0's binary_logloss: 0.145232\tvalid_1's auc: 0.769038\tvalid_1's binary_logloss: 0.164309\n",
"[605]\tvalid_0's auc: 0.795138\tvalid_0's binary_logloss: 0.145226\tvalid_1's auc: 0.769024\tvalid_1's binary_logloss: 0.164305\n",
"[606]\tvalid_0's auc: 0.795149\tvalid_0's binary_logloss: 0.145225\tvalid_1's auc: 0.769023\tvalid_1's binary_logloss: 0.164301\n",
"[607]\tvalid_0's auc: 0.795151\tvalid_0's binary_logloss: 0.145224\tvalid_1's auc: 0.768989\tvalid_1's binary_logloss: 0.164304\n",
"[608]\tvalid_0's auc: 0.795151\tvalid_0's binary_logloss: 0.145224\tvalid_1's auc: 0.768989\tvalid_1's binary_logloss: 0.164304\n",
"[609]\tvalid_0's auc: 0.795187\tvalid_0's binary_logloss: 0.145213\tvalid_1's auc: 0.769008\tvalid_1's binary_logloss: 0.164293\n",
"[610]\tvalid_0's auc: 0.795188\tvalid_0's binary_logloss: 0.145205\tvalid_1's auc: 0.76906\tvalid_1's binary_logloss: 0.164282\n",
"[611]\tvalid_0's auc: 0.795222\tvalid_0's binary_logloss: 0.145195\tvalid_1's auc: 0.769056\tvalid_1's binary_logloss: 0.164275\n",
"[612]\tvalid_0's auc: 0.795205\tvalid_0's binary_logloss: 0.14519\tvalid_1's auc: 0.769082\tvalid_1's binary_logloss: 0.164266\n",
"[613]\tvalid_0's auc: 0.79521\tvalid_0's binary_logloss: 0.145175\tvalid_1's auc: 0.768987\tvalid_1's binary_logloss: 0.164268\n",
"[614]\tvalid_0's auc: 0.79521\tvalid_0's binary_logloss: 0.145175\tvalid_1's auc: 0.768987\tvalid_1's binary_logloss: 0.164268\n",
"[615]\tvalid_0's auc: 0.795217\tvalid_0's binary_logloss: 0.14517\tvalid_1's auc: 0.768998\tvalid_1's binary_logloss: 0.164261\n",
"[616]\tvalid_0's auc: 0.795193\tvalid_0's binary_logloss: 0.145165\tvalid_1's auc: 0.768954\tvalid_1's binary_logloss: 0.164257\n",
"[617]\tvalid_0's auc: 0.795193\tvalid_0's binary_logloss: 0.145165\tvalid_1's auc: 0.768954\tvalid_1's binary_logloss: 0.164257\n",
"[618]\tvalid_0's auc: 0.795186\tvalid_0's binary_logloss: 0.14516\tvalid_1's auc: 0.768955\tvalid_1's binary_logloss: 0.164254\n",
"[619]\tvalid_0's auc: 0.795186\tvalid_0's binary_logloss: 0.14516\tvalid_1's auc: 0.768955\tvalid_1's binary_logloss: 0.164254\n",
"[620]\tvalid_0's auc: 0.795188\tvalid_0's binary_logloss: 0.145158\tvalid_1's auc: 0.768934\tvalid_1's binary_logloss: 0.164255\n",
"[621]\tvalid_0's auc: 0.795169\tvalid_0's binary_logloss: 0.145148\tvalid_1's auc: 0.768926\tvalid_1's binary_logloss: 0.164249\n",
"[622]\tvalid_0's auc: 0.795169\tvalid_0's binary_logloss: 0.145148\tvalid_1's auc: 0.768926\tvalid_1's binary_logloss: 0.164249\n",
"[623]\tvalid_0's auc: 0.795175\tvalid_0's binary_logloss: 0.145146\tvalid_1's auc: 0.768907\tvalid_1's binary_logloss: 0.16425\n",
"[624]\tvalid_0's auc: 0.795161\tvalid_0's binary_logloss: 0.145133\tvalid_1's auc: 0.768882\tvalid_1's binary_logloss: 0.164243\n",
"[625]\tvalid_0's auc: 0.795162\tvalid_0's binary_logloss: 0.145129\tvalid_1's auc: 0.768851\tvalid_1's binary_logloss: 0.164241\n",
"[626]\tvalid_0's auc: 0.795162\tvalid_0's binary_logloss: 0.145129\tvalid_1's auc: 0.768851\tvalid_1's binary_logloss: 0.164241\n",
"[627]\tvalid_0's auc: 0.795162\tvalid_0's binary_logloss: 0.145129\tvalid_1's auc: 0.768851\tvalid_1's binary_logloss: 0.164241\n",
"[628]\tvalid_0's auc: 0.795172\tvalid_0's binary_logloss: 0.145115\tvalid_1's auc: 0.768866\tvalid_1's binary_logloss: 0.164231\n",
"[629]\tvalid_0's auc: 0.795172\tvalid_0's binary_logloss: 0.145115\tvalid_1's auc: 0.768866\tvalid_1's binary_logloss: 0.164231\n",
"[630]\tvalid_0's auc: 0.79517\tvalid_0's binary_logloss: 0.145109\tvalid_1's auc: 0.768869\tvalid_1's binary_logloss: 0.164228\n",
"[631]\tvalid_0's auc: 0.795175\tvalid_0's binary_logloss: 0.145099\tvalid_1's auc: 0.76885\tvalid_1's binary_logloss: 0.164225\n",
"[632]\tvalid_0's auc: 0.795181\tvalid_0's binary_logloss: 0.145094\tvalid_1's auc: 0.768864\tvalid_1's binary_logloss: 0.164222\n",
"[633]\tvalid_0's auc: 0.795199\tvalid_0's binary_logloss: 0.14509\tvalid_1's auc: 0.768881\tvalid_1's binary_logloss: 0.164224\n",
"[634]\tvalid_0's auc: 0.795203\tvalid_0's binary_logloss: 0.145083\tvalid_1's auc: 0.768897\tvalid_1's binary_logloss: 0.16422\n",
"[635]\tvalid_0's auc: 0.795203\tvalid_0's binary_logloss: 0.145083\tvalid_1's auc: 0.768897\tvalid_1's binary_logloss: 0.16422\n",
"[636]\tvalid_0's auc: 0.795213\tvalid_0's binary_logloss: 0.145073\tvalid_1's auc: 0.768804\tvalid_1's binary_logloss: 0.164222\n",
"[637]\tvalid_0's auc: 0.795217\tvalid_0's binary_logloss: 0.145067\tvalid_1's auc: 0.768841\tvalid_1's binary_logloss: 0.164212\n",
"[638]\tvalid_0's auc: 0.795288\tvalid_0's binary_logloss: 0.145053\tvalid_1's auc: 0.768844\tvalid_1's binary_logloss: 0.164206\n",
"[639]\tvalid_0's auc: 0.795292\tvalid_0's binary_logloss: 0.145049\tvalid_1's auc: 0.768859\tvalid_1's binary_logloss: 0.164204\n",
"[640]\tvalid_0's auc: 0.795294\tvalid_0's binary_logloss: 0.145029\tvalid_1's auc: 0.768833\tvalid_1's binary_logloss: 0.16419\n",
"[641]\tvalid_0's auc: 0.795294\tvalid_0's binary_logloss: 0.145029\tvalid_1's auc: 0.768833\tvalid_1's binary_logloss: 0.16419\n",
"[642]\tvalid_0's auc: 0.795294\tvalid_0's binary_logloss: 0.145029\tvalid_1's auc: 0.768833\tvalid_1's binary_logloss: 0.16419\n",
"[643]\tvalid_0's auc: 0.795378\tvalid_0's binary_logloss: 0.145017\tvalid_1's auc: 0.768928\tvalid_1's binary_logloss: 0.164177\n",
"[644]\tvalid_0's auc: 0.795378\tvalid_0's binary_logloss: 0.145017\tvalid_1's auc: 0.768928\tvalid_1's binary_logloss: 0.164177\n",
"[645]\tvalid_0's auc: 0.795373\tvalid_0's binary_logloss: 0.145011\tvalid_1's auc: 0.76893\tvalid_1's binary_logloss: 0.164174\n",
"[646]\tvalid_0's auc: 0.795373\tvalid_0's binary_logloss: 0.145011\tvalid_1's auc: 0.76893\tvalid_1's binary_logloss: 0.164174\n",
"[647]\tvalid_0's auc: 0.795379\tvalid_0's binary_logloss: 0.145009\tvalid_1's auc: 0.768935\tvalid_1's binary_logloss: 0.164171\n",
"[648]\tvalid_0's auc: 0.795379\tvalid_0's binary_logloss: 0.145009\tvalid_1's auc: 0.768935\tvalid_1's binary_logloss: 0.164171\n",
"[649]\tvalid_0's auc: 0.795404\tvalid_0's binary_logloss: 0.145006\tvalid_1's auc: 0.76895\tvalid_1's binary_logloss: 0.164169\n",
"[650]\tvalid_0's auc: 0.795406\tvalid_0's binary_logloss: 0.145001\tvalid_1's auc: 0.76895\tvalid_1's binary_logloss: 0.16417\n",
"[651]\tvalid_0's auc: 0.795411\tvalid_0's binary_logloss: 0.144994\tvalid_1's auc: 0.768989\tvalid_1's binary_logloss: 0.16416\n",
"[652]\tvalid_0's auc: 0.795411\tvalid_0's binary_logloss: 0.144994\tvalid_1's auc: 0.768989\tvalid_1's binary_logloss: 0.16416\n",
"[653]\tvalid_0's auc: 0.795403\tvalid_0's binary_logloss: 0.144989\tvalid_1's auc: 0.769015\tvalid_1's binary_logloss: 0.164151\n",
"[654]\tvalid_0's auc: 0.795407\tvalid_0's binary_logloss: 0.144983\tvalid_1's auc: 0.769003\tvalid_1's binary_logloss: 0.164148\n",
"[655]\tvalid_0's auc: 0.795407\tvalid_0's binary_logloss: 0.144977\tvalid_1's auc: 0.769041\tvalid_1's binary_logloss: 0.164139\n",
"[656]\tvalid_0's auc: 0.795413\tvalid_0's binary_logloss: 0.144971\tvalid_1's auc: 0.769045\tvalid_1's binary_logloss: 0.164132\n",
"[657]\tvalid_0's auc: 0.795425\tvalid_0's binary_logloss: 0.144965\tvalid_1's auc: 0.769044\tvalid_1's binary_logloss: 0.164128\n",
"[658]\tvalid_0's auc: 0.795426\tvalid_0's binary_logloss: 0.14496\tvalid_1's auc: 0.769047\tvalid_1's binary_logloss: 0.164124\n",
"[659]\tvalid_0's auc: 0.795426\tvalid_0's binary_logloss: 0.14496\tvalid_1's auc: 0.769047\tvalid_1's binary_logloss: 0.164124\n",
"[660]\tvalid_0's auc: 0.795441\tvalid_0's binary_logloss: 0.14496\tvalid_1's auc: 0.769086\tvalid_1's binary_logloss: 0.164124\n",
"[661]\tvalid_0's auc: 0.795425\tvalid_0's binary_logloss: 0.144956\tvalid_1's auc: 0.769114\tvalid_1's binary_logloss: 0.164117\n",
"[662]\tvalid_0's auc: 0.795432\tvalid_0's binary_logloss: 0.144951\tvalid_1's auc: 0.769103\tvalid_1's binary_logloss: 0.164116\n",
"[663]\tvalid_0's auc: 0.795432\tvalid_0's binary_logloss: 0.144951\tvalid_1's auc: 0.769103\tvalid_1's binary_logloss: 0.164116\n",
"[664]\tvalid_0's auc: 0.79541\tvalid_0's binary_logloss: 0.144947\tvalid_1's auc: 0.769118\tvalid_1's binary_logloss: 0.16411\n",
"[665]\tvalid_0's auc: 0.795398\tvalid_0's binary_logloss: 0.144943\tvalid_1's auc: 0.769107\tvalid_1's binary_logloss: 0.164106\n",
"[666]\tvalid_0's auc: 0.795433\tvalid_0's binary_logloss: 0.144938\tvalid_1's auc: 0.769169\tvalid_1's binary_logloss: 0.164097\n",
"[667]\tvalid_0's auc: 0.795433\tvalid_0's binary_logloss: 0.144938\tvalid_1's auc: 0.769169\tvalid_1's binary_logloss: 0.164097\n",
"[668]\tvalid_0's auc: 0.795429\tvalid_0's binary_logloss: 0.144931\tvalid_1's auc: 0.769181\tvalid_1's binary_logloss: 0.164091\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"[669]\tvalid_0's auc: 0.795416\tvalid_0's binary_logloss: 0.144927\tvalid_1's auc: 0.769208\tvalid_1's binary_logloss: 0.164084\n",
"[670]\tvalid_0's auc: 0.795422\tvalid_0's binary_logloss: 0.144923\tvalid_1's auc: 0.769192\tvalid_1's binary_logloss: 0.164084\n",
"[671]\tvalid_0's auc: 0.795422\tvalid_0's binary_logloss: 0.144923\tvalid_1's auc: 0.769192\tvalid_1's binary_logloss: 0.164084\n",
"[672]\tvalid_0's auc: 0.795423\tvalid_0's binary_logloss: 0.144918\tvalid_1's auc: 0.769194\tvalid_1's binary_logloss: 0.164083\n",
"[673]\tvalid_0's auc: 0.795429\tvalid_0's binary_logloss: 0.144916\tvalid_1's auc: 0.769169\tvalid_1's binary_logloss: 0.164085\n",
"[674]\tvalid_0's auc: 0.795433\tvalid_0's binary_logloss: 0.144911\tvalid_1's auc: 0.769152\tvalid_1's binary_logloss: 0.164082\n",
"[675]\tvalid_0's auc: 0.795425\tvalid_0's binary_logloss: 0.144911\tvalid_1's auc: 0.769152\tvalid_1's binary_logloss: 0.164084\n",
"[676]\tvalid_0's auc: 0.795425\tvalid_0's binary_logloss: 0.144911\tvalid_1's auc: 0.769152\tvalid_1's binary_logloss: 0.164084\n",
"[677]\tvalid_0's auc: 0.79542\tvalid_0's binary_logloss: 0.144906\tvalid_1's auc: 0.769136\tvalid_1's binary_logloss: 0.16408\n",
"[678]\tvalid_0's auc: 0.795435\tvalid_0's binary_logloss: 0.144904\tvalid_1's auc: 0.769105\tvalid_1's binary_logloss: 0.164081\n",
"[679]\tvalid_0's auc: 0.795449\tvalid_0's binary_logloss: 0.144893\tvalid_1's auc: 0.769093\tvalid_1's binary_logloss: 0.164072\n",
"[680]\tvalid_0's auc: 0.795449\tvalid_0's binary_logloss: 0.144893\tvalid_1's auc: 0.769093\tvalid_1's binary_logloss: 0.164072\n",
"[681]\tvalid_0's auc: 0.795449\tvalid_0's binary_logloss: 0.144893\tvalid_1's auc: 0.769093\tvalid_1's binary_logloss: 0.164072\n",
"[682]\tvalid_0's auc: 0.795451\tvalid_0's binary_logloss: 0.144887\tvalid_1's auc: 0.769093\tvalid_1's binary_logloss: 0.164066\n",
"[683]\tvalid_0's auc: 0.795456\tvalid_0's binary_logloss: 0.144885\tvalid_1's auc: 0.769069\tvalid_1's binary_logloss: 0.164067\n",
"[684]\tvalid_0's auc: 0.795501\tvalid_0's binary_logloss: 0.144876\tvalid_1's auc: 0.769079\tvalid_1's binary_logloss: 0.164062\n",
"[685]\tvalid_0's auc: 0.795502\tvalid_0's binary_logloss: 0.14487\tvalid_1's auc: 0.769119\tvalid_1's binary_logloss: 0.164055\n",
"[686]\tvalid_0's auc: 0.795496\tvalid_0's binary_logloss: 0.144865\tvalid_1's auc: 0.769156\tvalid_1's binary_logloss: 0.164043\n",
"[687]\tvalid_0's auc: 0.795506\tvalid_0's binary_logloss: 0.14486\tvalid_1's auc: 0.76918\tvalid_1's binary_logloss: 0.164036\n",
"[688]\tvalid_0's auc: 0.795489\tvalid_0's binary_logloss: 0.144856\tvalid_1's auc: 0.769237\tvalid_1's binary_logloss: 0.164028\n",
"[689]\tvalid_0's auc: 0.795489\tvalid_0's binary_logloss: 0.144856\tvalid_1's auc: 0.769237\tvalid_1's binary_logloss: 0.164028\n",
"[690]\tvalid_0's auc: 0.795489\tvalid_0's binary_logloss: 0.144856\tvalid_1's auc: 0.769237\tvalid_1's binary_logloss: 0.164028\n",
"[691]\tvalid_0's auc: 0.795498\tvalid_0's binary_logloss: 0.144851\tvalid_1's auc: 0.769251\tvalid_1's binary_logloss: 0.16402\n",
"[692]\tvalid_0's auc: 0.795536\tvalid_0's binary_logloss: 0.144841\tvalid_1's auc: 0.769283\tvalid_1's binary_logloss: 0.164011\n",
"[693]\tvalid_0's auc: 0.79554\tvalid_0's binary_logloss: 0.144839\tvalid_1's auc: 0.769257\tvalid_1's binary_logloss: 0.164007\n",
"[694]\tvalid_0's auc: 0.79554\tvalid_0's binary_logloss: 0.144839\tvalid_1's auc: 0.769257\tvalid_1's binary_logloss: 0.164007\n",
"[695]\tvalid_0's auc: 0.795567\tvalid_0's binary_logloss: 0.144834\tvalid_1's auc: 0.769324\tvalid_1's binary_logloss: 0.164\n",
"[696]\tvalid_0's auc: 0.795567\tvalid_0's binary_logloss: 0.144834\tvalid_1's auc: 0.769324\tvalid_1's binary_logloss: 0.164\n",
"[697]\tvalid_0's auc: 0.795567\tvalid_0's binary_logloss: 0.144832\tvalid_1's auc: 0.769305\tvalid_1's binary_logloss: 0.164004\n",
"[698]\tvalid_0's auc: 0.795579\tvalid_0's binary_logloss: 0.14483\tvalid_1's auc: 0.769256\tvalid_1's binary_logloss: 0.164011\n",
"[699]\tvalid_0's auc: 0.795593\tvalid_0's binary_logloss: 0.144829\tvalid_1's auc: 0.769267\tvalid_1's binary_logloss: 0.164013\n",
"[700]\tvalid_0's auc: 0.795593\tvalid_0's binary_logloss: 0.144829\tvalid_1's auc: 0.769267\tvalid_1's binary_logloss: 0.164013\n",
"[701]\tvalid_0's auc: 0.79562\tvalid_0's binary_logloss: 0.144824\tvalid_1's auc: 0.769329\tvalid_1's binary_logloss: 0.164001\n",
"[702]\tvalid_0's auc: 0.795607\tvalid_0's binary_logloss: 0.14482\tvalid_1's auc: 0.769326\tvalid_1's binary_logloss: 0.164001\n",
"[703]\tvalid_0's auc: 0.795607\tvalid_0's binary_logloss: 0.14482\tvalid_1's auc: 0.769326\tvalid_1's binary_logloss: 0.164001\n",
"[704]\tvalid_0's auc: 0.795607\tvalid_0's binary_logloss: 0.14482\tvalid_1's auc: 0.769326\tvalid_1's binary_logloss: 0.164001\n",
"[705]\tvalid_0's auc: 0.795607\tvalid_0's binary_logloss: 0.14482\tvalid_1's auc: 0.769326\tvalid_1's binary_logloss: 0.164001\n",
"[706]\tvalid_0's auc: 0.795591\tvalid_0's binary_logloss: 0.144816\tvalid_1's auc: 0.769308\tvalid_1's binary_logloss: 0.163995\n",
"[707]\tvalid_0's auc: 0.79561\tvalid_0's binary_logloss: 0.144804\tvalid_1's auc: 0.769321\tvalid_1's binary_logloss: 0.163987\n",
"[708]\tvalid_0's auc: 0.79561\tvalid_0's binary_logloss: 0.144804\tvalid_1's auc: 0.769321\tvalid_1's binary_logloss: 0.163987\n",
"[709]\tvalid_0's auc: 0.79561\tvalid_0's binary_logloss: 0.144804\tvalid_1's auc: 0.769321\tvalid_1's binary_logloss: 0.163987\n",
"[710]\tvalid_0's auc: 0.79561\tvalid_0's binary_logloss: 0.144804\tvalid_1's auc: 0.769321\tvalid_1's binary_logloss: 0.163987\n",
"[711]\tvalid_0's auc: 0.795619\tvalid_0's binary_logloss: 0.144799\tvalid_1's auc: 0.769323\tvalid_1's binary_logloss: 0.163985\n",
"[712]\tvalid_0's auc: 0.795655\tvalid_0's binary_logloss: 0.144793\tvalid_1's auc: 0.769387\tvalid_1's binary_logloss: 0.163973\n",
"[713]\tvalid_0's auc: 0.795655\tvalid_0's binary_logloss: 0.144793\tvalid_1's auc: 0.769387\tvalid_1's binary_logloss: 0.163973\n",
"[714]\tvalid_0's auc: 0.795655\tvalid_0's binary_logloss: 0.144791\tvalid_1's auc: 0.769364\tvalid_1's binary_logloss: 0.163976\n",
"[715]\tvalid_0's auc: 0.795658\tvalid_0's binary_logloss: 0.144786\tvalid_1's auc: 0.769367\tvalid_1's binary_logloss: 0.16397\n",
"[716]\tvalid_0's auc: 0.795663\tvalid_0's binary_logloss: 0.144785\tvalid_1's auc: 0.769351\tvalid_1's binary_logloss: 0.163973\n",
"[717]\tvalid_0's auc: 0.795654\tvalid_0's binary_logloss: 0.144784\tvalid_1's auc: 0.769312\tvalid_1's binary_logloss: 0.163977\n",
"[718]\tvalid_0's auc: 0.795667\tvalid_0's binary_logloss: 0.144778\tvalid_1's auc: 0.769315\tvalid_1's binary_logloss: 0.163972\n",
"[719]\tvalid_0's auc: 0.795665\tvalid_0's binary_logloss: 0.144773\tvalid_1's auc: 0.769302\tvalid_1's binary_logloss: 0.163965\n",
"[720]\tvalid_0's auc: 0.795657\tvalid_0's binary_logloss: 0.144767\tvalid_1's auc: 0.769279\tvalid_1's binary_logloss: 0.163961\n",
"[721]\tvalid_0's auc: 0.795657\tvalid_0's binary_logloss: 0.144762\tvalid_1's auc: 0.769307\tvalid_1's binary_logloss: 0.16395\n",
"[722]\tvalid_0's auc: 0.795665\tvalid_0's binary_logloss: 0.144758\tvalid_1's auc: 0.769341\tvalid_1's binary_logloss: 0.163946\n",
"[723]\tvalid_0's auc: 0.795665\tvalid_0's binary_logloss: 0.144758\tvalid_1's auc: 0.769341\tvalid_1's binary_logloss: 0.163946\n",
"[724]\tvalid_0's auc: 0.795675\tvalid_0's binary_logloss: 0.144753\tvalid_1's auc: 0.769365\tvalid_1's binary_logloss: 0.163937\n",
"[725]\tvalid_0's auc: 0.795675\tvalid_0's binary_logloss: 0.144753\tvalid_1's auc: 0.769365\tvalid_1's binary_logloss: 0.163937\n",
"[726]\tvalid_0's auc: 0.795687\tvalid_0's binary_logloss: 0.144743\tvalid_1's auc: 0.769385\tvalid_1's binary_logloss: 0.163921\n",
"[727]\tvalid_0's auc: 0.795705\tvalid_0's binary_logloss: 0.144742\tvalid_1's auc: 0.76937\tvalid_1's binary_logloss: 0.163921\n",
"[728]\tvalid_0's auc: 0.795705\tvalid_0's binary_logloss: 0.144742\tvalid_1's auc: 0.76937\tvalid_1's binary_logloss: 0.163921\n",
"[729]\tvalid_0's auc: 0.795705\tvalid_0's binary_logloss: 0.144742\tvalid_1's auc: 0.76937\tvalid_1's binary_logloss: 0.163921\n",
"[730]\tvalid_0's auc: 0.795704\tvalid_0's binary_logloss: 0.144742\tvalid_1's auc: 0.769345\tvalid_1's binary_logloss: 0.163924\n",
"[731]\tvalid_0's auc: 0.795717\tvalid_0's binary_logloss: 0.144737\tvalid_1's auc: 0.769365\tvalid_1's binary_logloss: 0.163916\n",
"[732]\tvalid_0's auc: 0.795694\tvalid_0's binary_logloss: 0.144733\tvalid_1's auc: 0.769381\tvalid_1's binary_logloss: 0.163908\n",
"[733]\tvalid_0's auc: 0.795703\tvalid_0's binary_logloss: 0.144728\tvalid_1's auc: 0.769389\tvalid_1's binary_logloss: 0.163903\n",
"[734]\tvalid_0's auc: 0.795703\tvalid_0's binary_logloss: 0.144728\tvalid_1's auc: 0.769389\tvalid_1's binary_logloss: 0.163903\n",
"[735]\tvalid_0's auc: 0.795695\tvalid_0's binary_logloss: 0.144726\tvalid_1's auc: 0.769353\tvalid_1's binary_logloss: 0.163904\n",
"[736]\tvalid_0's auc: 0.795695\tvalid_0's binary_logloss: 0.144726\tvalid_1's auc: 0.769353\tvalid_1's binary_logloss: 0.163904\n",
"[737]\tvalid_0's auc: 0.795695\tvalid_0's binary_logloss: 0.144726\tvalid_1's auc: 0.769353\tvalid_1's binary_logloss: 0.163904\n",
"[738]\tvalid_0's auc: 0.79568\tvalid_0's binary_logloss: 0.144725\tvalid_1's auc: 0.769347\tvalid_1's binary_logloss: 0.163907\n",
"[739]\tvalid_0's auc: 0.79568\tvalid_0's binary_logloss: 0.144725\tvalid_1's auc: 0.769347\tvalid_1's binary_logloss: 0.163907\n",
"[740]\tvalid_0's auc: 0.795686\tvalid_0's binary_logloss: 0.144724\tvalid_1's auc: 0.769339\tvalid_1's binary_logloss: 0.163904\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"[741]\tvalid_0's auc: 0.795661\tvalid_0's binary_logloss: 0.144714\tvalid_1's auc: 0.769316\tvalid_1's binary_logloss: 0.163897\n",
"[742]\tvalid_0's auc: 0.795653\tvalid_0's binary_logloss: 0.144713\tvalid_1's auc: 0.769286\tvalid_1's binary_logloss: 0.163901\n",
"[743]\tvalid_0's auc: 0.795653\tvalid_0's binary_logloss: 0.144713\tvalid_1's auc: 0.769286\tvalid_1's binary_logloss: 0.163901\n",
"[744]\tvalid_0's auc: 0.795664\tvalid_0's binary_logloss: 0.144708\tvalid_1's auc: 0.769291\tvalid_1's binary_logloss: 0.163893\n",
"[745]\tvalid_0's auc: 0.795676\tvalid_0's binary_logloss: 0.144703\tvalid_1's auc: 0.769291\tvalid_1's binary_logloss: 0.163888\n",
"[746]\tvalid_0's auc: 0.795676\tvalid_0's binary_logloss: 0.144703\tvalid_1's auc: 0.769291\tvalid_1's binary_logloss: 0.163888\n",
"[747]\tvalid_0's auc: 0.795669\tvalid_0's binary_logloss: 0.144701\tvalid_1's auc: 0.769271\tvalid_1's binary_logloss: 0.163888\n",
"[748]\tvalid_0's auc: 0.795653\tvalid_0's binary_logloss: 0.144697\tvalid_1's auc: 0.769301\tvalid_1's binary_logloss: 0.163878\n",
"[749]\tvalid_0's auc: 0.795657\tvalid_0's binary_logloss: 0.144695\tvalid_1's auc: 0.769255\tvalid_1's binary_logloss: 0.16388\n",
"[750]\tvalid_0's auc: 0.795657\tvalid_0's binary_logloss: 0.144695\tvalid_1's auc: 0.769255\tvalid_1's binary_logloss: 0.16388\n",
"[751]\tvalid_0's auc: 0.795657\tvalid_0's binary_logloss: 0.144695\tvalid_1's auc: 0.769255\tvalid_1's binary_logloss: 0.16388\n",
"[752]\tvalid_0's auc: 0.795656\tvalid_0's binary_logloss: 0.144689\tvalid_1's auc: 0.769264\tvalid_1's binary_logloss: 0.163876\n",
"[753]\tvalid_0's auc: 0.795695\tvalid_0's binary_logloss: 0.144682\tvalid_1's auc: 0.769231\tvalid_1's binary_logloss: 0.16388\n",
"[754]\tvalid_0's auc: 0.795694\tvalid_0's binary_logloss: 0.144677\tvalid_1's auc: 0.76924\tvalid_1's binary_logloss: 0.163879\n",
"[755]\tvalid_0's auc: 0.795728\tvalid_0's binary_logloss: 0.144669\tvalid_1's auc: 0.769265\tvalid_1's binary_logloss: 0.163878\n",
"[756]\tvalid_0's auc: 0.795734\tvalid_0's binary_logloss: 0.144664\tvalid_1's auc: 0.769249\tvalid_1's binary_logloss: 0.163874\n",
"[757]\tvalid_0's auc: 0.795776\tvalid_0's binary_logloss: 0.144652\tvalid_1's auc: 0.769289\tvalid_1's binary_logloss: 0.163863\n",
"[758]\tvalid_0's auc: 0.795772\tvalid_0's binary_logloss: 0.144646\tvalid_1's auc: 0.769291\tvalid_1's binary_logloss: 0.163859\n",
"[759]\tvalid_0's auc: 0.795772\tvalid_0's binary_logloss: 0.144646\tvalid_1's auc: 0.769291\tvalid_1's binary_logloss: 0.163859\n",
"[760]\tvalid_0's auc: 0.795777\tvalid_0's binary_logloss: 0.144641\tvalid_1's auc: 0.76929\tvalid_1's binary_logloss: 0.163852\n",
"[761]\tvalid_0's auc: 0.795784\tvalid_0's binary_logloss: 0.144639\tvalid_1's auc: 0.769261\tvalid_1's binary_logloss: 0.163854\n",
"[762]\tvalid_0's auc: 0.795788\tvalid_0's binary_logloss: 0.144639\tvalid_1's auc: 0.769266\tvalid_1's binary_logloss: 0.163853\n",
"[763]\tvalid_0's auc: 0.795788\tvalid_0's binary_logloss: 0.144634\tvalid_1's auc: 0.769268\tvalid_1's binary_logloss: 0.163851\n",
"[764]\tvalid_0's auc: 0.795855\tvalid_0's binary_logloss: 0.144626\tvalid_1's auc: 0.769312\tvalid_1's binary_logloss: 0.163841\n",
"[765]\tvalid_0's auc: 0.795855\tvalid_0's binary_logloss: 0.144626\tvalid_1's auc: 0.769312\tvalid_1's binary_logloss: 0.163841\n",
"[766]\tvalid_0's auc: 0.795861\tvalid_0's binary_logloss: 0.144615\tvalid_1's auc: 0.769323\tvalid_1's binary_logloss: 0.163835\n",
"[767]\tvalid_0's auc: 0.795861\tvalid_0's binary_logloss: 0.144615\tvalid_1's auc: 0.769323\tvalid_1's binary_logloss: 0.163835\n",
"[768]\tvalid_0's auc: 0.795861\tvalid_0's binary_logloss: 0.144615\tvalid_1's auc: 0.769323\tvalid_1's binary_logloss: 0.163835\n",
"[769]\tvalid_0's auc: 0.795839\tvalid_0's binary_logloss: 0.144611\tvalid_1's auc: 0.769307\tvalid_1's binary_logloss: 0.163834\n",
"[770]\tvalid_0's auc: 0.79583\tvalid_0's binary_logloss: 0.14461\tvalid_1's auc: 0.76928\tvalid_1's binary_logloss: 0.163836\n",
"[771]\tvalid_0's auc: 0.795832\tvalid_0's binary_logloss: 0.14461\tvalid_1's auc: 0.769278\tvalid_1's binary_logloss: 0.163834\n",
"[772]\tvalid_0's auc: 0.795832\tvalid_0's binary_logloss: 0.14461\tvalid_1's auc: 0.769278\tvalid_1's binary_logloss: 0.163834\n",
"[773]\tvalid_0's auc: 0.795805\tvalid_0's binary_logloss: 0.144606\tvalid_1's auc: 0.769285\tvalid_1's binary_logloss: 0.16383\n",
"[774]\tvalid_0's auc: 0.795805\tvalid_0's binary_logloss: 0.144601\tvalid_1's auc: 0.769285\tvalid_1's binary_logloss: 0.163824\n",
"[775]\tvalid_0's auc: 0.795805\tvalid_0's binary_logloss: 0.144601\tvalid_1's auc: 0.769285\tvalid_1's binary_logloss: 0.163824\n",
"[776]\tvalid_0's auc: 0.795814\tvalid_0's binary_logloss: 0.144596\tvalid_1's auc: 0.769274\tvalid_1's binary_logloss: 0.163819\n",
"[777]\tvalid_0's auc: 0.795812\tvalid_0's binary_logloss: 0.144595\tvalid_1's auc: 0.76927\tvalid_1's binary_logloss: 0.163819\n",
"[778]\tvalid_0's auc: 0.795811\tvalid_0's binary_logloss: 0.144595\tvalid_1's auc: 0.769272\tvalid_1's binary_logloss: 0.163818\n",
"[779]\tvalid_0's auc: 0.795804\tvalid_0's binary_logloss: 0.144589\tvalid_1's auc: 0.76928\tvalid_1's binary_logloss: 0.163816\n",
"[780]\tvalid_0's auc: 0.795804\tvalid_0's binary_logloss: 0.144589\tvalid_1's auc: 0.76928\tvalid_1's binary_logloss: 0.163816\n",
"[781]\tvalid_0's auc: 0.795802\tvalid_0's binary_logloss: 0.144588\tvalid_1's auc: 0.769257\tvalid_1's binary_logloss: 0.163816\n",
"[782]\tvalid_0's auc: 0.795802\tvalid_0's binary_logloss: 0.144588\tvalid_1's auc: 0.769257\tvalid_1's binary_logloss: 0.163816\n",
"[783]\tvalid_0's auc: 0.795807\tvalid_0's binary_logloss: 0.144588\tvalid_1's auc: 0.769233\tvalid_1's binary_logloss: 0.163817\n",
"[784]\tvalid_0's auc: 0.795853\tvalid_0's binary_logloss: 0.144578\tvalid_1's auc: 0.769252\tvalid_1's binary_logloss: 0.163808\n",
"[785]\tvalid_0's auc: 0.795857\tvalid_0's binary_logloss: 0.144572\tvalid_1's auc: 0.769285\tvalid_1's binary_logloss: 0.1638\n",
"[786]\tvalid_0's auc: 0.795857\tvalid_0's binary_logloss: 0.144572\tvalid_1's auc: 0.769285\tvalid_1's binary_logloss: 0.1638\n",
"[787]\tvalid_0's auc: 0.795857\tvalid_0's binary_logloss: 0.144572\tvalid_1's auc: 0.769285\tvalid_1's binary_logloss: 0.1638\n",
"[788]\tvalid_0's auc: 0.795857\tvalid_0's binary_logloss: 0.144572\tvalid_1's auc: 0.769285\tvalid_1's binary_logloss: 0.1638\n",
"[789]\tvalid_0's auc: 0.795857\tvalid_0's binary_logloss: 0.144572\tvalid_1's auc: 0.769285\tvalid_1's binary_logloss: 0.1638\n",
"[790]\tvalid_0's auc: 0.795861\tvalid_0's binary_logloss: 0.144568\tvalid_1's auc: 0.769289\tvalid_1's binary_logloss: 0.163796\n",
"[791]\tvalid_0's auc: 0.795883\tvalid_0's binary_logloss: 0.14456\tvalid_1's auc: 0.769331\tvalid_1's binary_logloss: 0.163785\n",
"[792]\tvalid_0's auc: 0.795863\tvalid_0's binary_logloss: 0.144556\tvalid_1's auc: 0.769355\tvalid_1's binary_logloss: 0.163777\n",
"[793]\tvalid_0's auc: 0.795825\tvalid_0's binary_logloss: 0.144552\tvalid_1's auc: 0.769304\tvalid_1's binary_logloss: 0.163774\n",
"[794]\tvalid_0's auc: 0.795821\tvalid_0's binary_logloss: 0.144545\tvalid_1's auc: 0.769304\tvalid_1's binary_logloss: 0.163772\n",
"[795]\tvalid_0's auc: 0.795816\tvalid_0's binary_logloss: 0.144532\tvalid_1's auc: 0.769266\tvalid_1's binary_logloss: 0.163768\n",
"[796]\tvalid_0's auc: 0.795816\tvalid_0's binary_logloss: 0.144532\tvalid_1's auc: 0.769266\tvalid_1's binary_logloss: 0.163768\n",
"[797]\tvalid_0's auc: 0.795816\tvalid_0's binary_logloss: 0.144532\tvalid_1's auc: 0.769266\tvalid_1's binary_logloss: 0.163768\n",
"[798]\tvalid_0's auc: 0.795816\tvalid_0's binary_logloss: 0.144532\tvalid_1's auc: 0.769266\tvalid_1's binary_logloss: 0.163768\n",
"[799]\tvalid_0's auc: 0.795829\tvalid_0's binary_logloss: 0.144529\tvalid_1's auc: 0.76928\tvalid_1's binary_logloss: 0.163765\n",
"[800]\tvalid_0's auc: 0.795829\tvalid_0's binary_logloss: 0.144529\tvalid_1's auc: 0.76928\tvalid_1's binary_logloss: 0.163765\n",
"[801]\tvalid_0's auc: 0.795905\tvalid_0's binary_logloss: 0.144514\tvalid_1's auc: 0.769337\tvalid_1's binary_logloss: 0.163753\n",
"[802]\tvalid_0's auc: 0.795924\tvalid_0's binary_logloss: 0.14451\tvalid_1's auc: 0.769391\tvalid_1's binary_logloss: 0.163745\n",
"[803]\tvalid_0's auc: 0.795922\tvalid_0's binary_logloss: 0.144503\tvalid_1's auc: 0.7694\tvalid_1's binary_logloss: 0.16374\n",
"[804]\tvalid_0's auc: 0.79591\tvalid_0's binary_logloss: 0.144499\tvalid_1's auc: 0.769385\tvalid_1's binary_logloss: 0.163735\n",
"[805]\tvalid_0's auc: 0.795916\tvalid_0's binary_logloss: 0.14449\tvalid_1's auc: 0.769399\tvalid_1's binary_logloss: 0.163727\n",
"[806]\tvalid_0's auc: 0.795929\tvalid_0's binary_logloss: 0.144486\tvalid_1's auc: 0.769389\tvalid_1's binary_logloss: 0.163726\n",
"[807]\tvalid_0's auc: 0.795935\tvalid_0's binary_logloss: 0.144482\tvalid_1's auc: 0.769395\tvalid_1's binary_logloss: 0.16372\n",
"[808]\tvalid_0's auc: 0.795916\tvalid_0's binary_logloss: 0.144478\tvalid_1's auc: 0.769333\tvalid_1's binary_logloss: 0.163723\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"[809]\tvalid_0's auc: 0.795904\tvalid_0's binary_logloss: 0.144477\tvalid_1's auc: 0.769311\tvalid_1's binary_logloss: 0.163725\n",
"[810]\tvalid_0's auc: 0.795904\tvalid_0's binary_logloss: 0.144477\tvalid_1's auc: 0.769311\tvalid_1's binary_logloss: 0.163725\n",
"[811]\tvalid_0's auc: 0.795904\tvalid_0's binary_logloss: 0.144477\tvalid_1's auc: 0.769311\tvalid_1's binary_logloss: 0.163725\n",
"[812]\tvalid_0's auc: 0.795897\tvalid_0's binary_logloss: 0.144473\tvalid_1's auc: 0.769279\tvalid_1's binary_logloss: 0.163726\n",
"[813]\tvalid_0's auc: 0.795897\tvalid_0's binary_logloss: 0.144473\tvalid_1's auc: 0.769279\tvalid_1's binary_logloss: 0.163726\n",
"[814]\tvalid_0's auc: 0.795897\tvalid_0's binary_logloss: 0.144473\tvalid_1's auc: 0.769279\tvalid_1's binary_logloss: 0.163726\n",
"[815]\tvalid_0's auc: 0.795897\tvalid_0's binary_logloss: 0.144473\tvalid_1's auc: 0.769279\tvalid_1's binary_logloss: 0.163726\n",
"[816]\tvalid_0's auc: 0.795908\tvalid_0's binary_logloss: 0.144468\tvalid_1's auc: 0.769294\tvalid_1's binary_logloss: 0.163722\n",
"[817]\tvalid_0's auc: 0.795908\tvalid_0's binary_logloss: 0.144468\tvalid_1's auc: 0.769294\tvalid_1's binary_logloss: 0.163722\n",
"[818]\tvalid_0's auc: 0.795908\tvalid_0's binary_logloss: 0.144468\tvalid_1's auc: 0.769294\tvalid_1's binary_logloss: 0.163722\n",
"[819]\tvalid_0's auc: 0.795885\tvalid_0's binary_logloss: 0.144463\tvalid_1's auc: 0.769289\tvalid_1's binary_logloss: 0.163719\n",
"[820]\tvalid_0's auc: 0.795912\tvalid_0's binary_logloss: 0.144452\tvalid_1's auc: 0.76929\tvalid_1's binary_logloss: 0.163714\n",
"[821]\tvalid_0's auc: 0.795964\tvalid_0's binary_logloss: 0.144442\tvalid_1's auc: 0.769294\tvalid_1's binary_logloss: 0.163712\n",
"[822]\tvalid_0's auc: 0.795964\tvalid_0's binary_logloss: 0.144442\tvalid_1's auc: 0.769294\tvalid_1's binary_logloss: 0.163712\n",
"[823]\tvalid_0's auc: 0.795959\tvalid_0's binary_logloss: 0.144437\tvalid_1's auc: 0.76929\tvalid_1's binary_logloss: 0.163706\n",
"[824]\tvalid_0's auc: 0.795956\tvalid_0's binary_logloss: 0.144429\tvalid_1's auc: 0.769254\tvalid_1's binary_logloss: 0.163707\n",
"[825]\tvalid_0's auc: 0.795977\tvalid_0's binary_logloss: 0.144426\tvalid_1's auc: 0.769313\tvalid_1's binary_logloss: 0.163699\n",
"[826]\tvalid_0's auc: 0.795976\tvalid_0's binary_logloss: 0.144426\tvalid_1's auc: 0.769301\tvalid_1's binary_logloss: 0.163699\n",
"[827]\tvalid_0's auc: 0.795985\tvalid_0's binary_logloss: 0.144416\tvalid_1's auc: 0.769352\tvalid_1's binary_logloss: 0.163686\n",
"[828]\tvalid_0's auc: 0.795985\tvalid_0's binary_logloss: 0.144416\tvalid_1's auc: 0.769352\tvalid_1's binary_logloss: 0.163686\n",
"[829]\tvalid_0's auc: 0.795985\tvalid_0's binary_logloss: 0.144416\tvalid_1's auc: 0.769352\tvalid_1's binary_logloss: 0.163686\n",
"[830]\tvalid_0's auc: 0.795985\tvalid_0's binary_logloss: 0.144416\tvalid_1's auc: 0.769352\tvalid_1's binary_logloss: 0.163686\n",
"[831]\tvalid_0's auc: 0.795985\tvalid_0's binary_logloss: 0.144416\tvalid_1's auc: 0.769352\tvalid_1's binary_logloss: 0.163686\n",
"[832]\tvalid_0's auc: 0.796006\tvalid_0's binary_logloss: 0.14441\tvalid_1's auc: 0.769345\tvalid_1's binary_logloss: 0.163683\n",
"[833]\tvalid_0's auc: 0.796006\tvalid_0's binary_logloss: 0.144406\tvalid_1's auc: 0.769328\tvalid_1's binary_logloss: 0.163681\n",
"[834]\tvalid_0's auc: 0.796006\tvalid_0's binary_logloss: 0.144406\tvalid_1's auc: 0.769328\tvalid_1's binary_logloss: 0.163681\n",
"[835]\tvalid_0's auc: 0.796006\tvalid_0's binary_logloss: 0.144406\tvalid_1's auc: 0.769328\tvalid_1's binary_logloss: 0.163681\n",
"[836]\tvalid_0's auc: 0.796006\tvalid_0's binary_logloss: 0.144406\tvalid_1's auc: 0.769328\tvalid_1's binary_logloss: 0.163681\n",
"[837]\tvalid_0's auc: 0.796006\tvalid_0's binary_logloss: 0.144406\tvalid_1's auc: 0.769328\tvalid_1's binary_logloss: 0.163681\n",
"[838]\tvalid_0's auc: 0.796006\tvalid_0's binary_logloss: 0.144406\tvalid_1's auc: 0.769328\tvalid_1's binary_logloss: 0.163681\n",
"[839]\tvalid_0's auc: 0.796011\tvalid_0's binary_logloss: 0.144402\tvalid_1's auc: 0.769338\tvalid_1's binary_logloss: 0.163677\n",
"[840]\tvalid_0's auc: 0.796017\tvalid_0's binary_logloss: 0.144398\tvalid_1's auc: 0.769361\tvalid_1's binary_logloss: 0.163672\n",
"[841]\tvalid_0's auc: 0.796016\tvalid_0's binary_logloss: 0.144397\tvalid_1's auc: 0.769345\tvalid_1's binary_logloss: 0.163672\n",
"[842]\tvalid_0's auc: 0.796016\tvalid_0's binary_logloss: 0.144397\tvalid_1's auc: 0.769345\tvalid_1's binary_logloss: 0.163672\n",
"[843]\tvalid_0's auc: 0.796016\tvalid_0's binary_logloss: 0.144397\tvalid_1's auc: 0.769345\tvalid_1's binary_logloss: 0.163672\n",
"[844]\tvalid_0's auc: 0.796016\tvalid_0's binary_logloss: 0.144397\tvalid_1's auc: 0.769345\tvalid_1's binary_logloss: 0.163672\n",
"[845]\tvalid_0's auc: 0.796016\tvalid_0's binary_logloss: 0.144397\tvalid_1's auc: 0.769345\tvalid_1's binary_logloss: 0.163672\n",
"[846]\tvalid_0's auc: 0.796019\tvalid_0's binary_logloss: 0.144392\tvalid_1's auc: 0.769379\tvalid_1's binary_logloss: 0.163667\n",
"[847]\tvalid_0's auc: 0.796019\tvalid_0's binary_logloss: 0.144392\tvalid_1's auc: 0.769379\tvalid_1's binary_logloss: 0.163667\n",
"[848]\tvalid_0's auc: 0.796019\tvalid_0's binary_logloss: 0.144392\tvalid_1's auc: 0.769379\tvalid_1's binary_logloss: 0.163667\n",
"[849]\tvalid_0's auc: 0.796013\tvalid_0's binary_logloss: 0.144392\tvalid_1's auc: 0.769356\tvalid_1's binary_logloss: 0.16367\n",
"[850]\tvalid_0's auc: 0.796013\tvalid_0's binary_logloss: 0.144392\tvalid_1's auc: 0.769356\tvalid_1's binary_logloss: 0.16367\n",
"[851]\tvalid_0's auc: 0.796013\tvalid_0's binary_logloss: 0.144392\tvalid_1's auc: 0.769356\tvalid_1's binary_logloss: 0.16367\n",
"[852]\tvalid_0's auc: 0.79601\tvalid_0's binary_logloss: 0.144386\tvalid_1's auc: 0.769356\tvalid_1's binary_logloss: 0.163667\n",
"[853]\tvalid_0's auc: 0.796011\tvalid_0's binary_logloss: 0.144381\tvalid_1's auc: 0.769389\tvalid_1's binary_logloss: 0.163658\n",
"[854]\tvalid_0's auc: 0.796001\tvalid_0's binary_logloss: 0.144378\tvalid_1's auc: 0.769359\tvalid_1's binary_logloss: 0.163656\n",
"[855]\tvalid_0's auc: 0.796001\tvalid_0's binary_logloss: 0.144378\tvalid_1's auc: 0.769359\tvalid_1's binary_logloss: 0.163656\n",
"[856]\tvalid_0's auc: 0.796\tvalid_0's binary_logloss: 0.144375\tvalid_1's auc: 0.769344\tvalid_1's binary_logloss: 0.163652\n",
"[857]\tvalid_0's auc: 0.796\tvalid_0's binary_logloss: 0.144375\tvalid_1's auc: 0.769344\tvalid_1's binary_logloss: 0.163652\n",
"[858]\tvalid_0's auc: 0.796\tvalid_0's binary_logloss: 0.144375\tvalid_1's auc: 0.769344\tvalid_1's binary_logloss: 0.163652\n",
"[859]\tvalid_0's auc: 0.796\tvalid_0's binary_logloss: 0.144375\tvalid_1's auc: 0.769344\tvalid_1's binary_logloss: 0.163652\n",
"[860]\tvalid_0's auc: 0.796\tvalid_0's binary_logloss: 0.144375\tvalid_1's auc: 0.769344\tvalid_1's binary_logloss: 0.163652\n",
"[861]\tvalid_0's auc: 0.796\tvalid_0's binary_logloss: 0.144375\tvalid_1's auc: 0.769344\tvalid_1's binary_logloss: 0.163652\n",
"[862]\tvalid_0's auc: 0.796\tvalid_0's binary_logloss: 0.144375\tvalid_1's auc: 0.769344\tvalid_1's binary_logloss: 0.163652\n",
"[863]\tvalid_0's auc: 0.795957\tvalid_0's binary_logloss: 0.144371\tvalid_1's auc: 0.76929\tvalid_1's binary_logloss: 0.16365\n",
"[864]\tvalid_0's auc: 0.795959\tvalid_0's binary_logloss: 0.144366\tvalid_1's auc: 0.769292\tvalid_1's binary_logloss: 0.163649\n",
"[865]\tvalid_0's auc: 0.795959\tvalid_0's binary_logloss: 0.144366\tvalid_1's auc: 0.769292\tvalid_1's binary_logloss: 0.163649\n",
"[866]\tvalid_0's auc: 0.795958\tvalid_0's binary_logloss: 0.144362\tvalid_1's auc: 0.769279\tvalid_1's binary_logloss: 0.163648\n",
"[867]\tvalid_0's auc: 0.795958\tvalid_0's binary_logloss: 0.144362\tvalid_1's auc: 0.769279\tvalid_1's binary_logloss: 0.163648\n",
"[868]\tvalid_0's auc: 0.795958\tvalid_0's binary_logloss: 0.144362\tvalid_1's auc: 0.769279\tvalid_1's binary_logloss: 0.163648\n",
"[869]\tvalid_0's auc: 0.795964\tvalid_0's binary_logloss: 0.144361\tvalid_1's auc: 0.769261\tvalid_1's binary_logloss: 0.163648\n",
"[870]\tvalid_0's auc: 0.795964\tvalid_0's binary_logloss: 0.144361\tvalid_1's auc: 0.769261\tvalid_1's binary_logloss: 0.163648\n",
"[871]\tvalid_0's auc: 0.795945\tvalid_0's binary_logloss: 0.144357\tvalid_1's auc: 0.769273\tvalid_1's binary_logloss: 0.163645\n",
"[872]\tvalid_0's auc: 0.795945\tvalid_0's binary_logloss: 0.144357\tvalid_1's auc: 0.769273\tvalid_1's binary_logloss: 0.163645\n",
"[873]\tvalid_0's auc: 0.795945\tvalid_0's binary_logloss: 0.144357\tvalid_1's auc: 0.769273\tvalid_1's binary_logloss: 0.163645\n",
"[874]\tvalid_0's auc: 0.795945\tvalid_0's binary_logloss: 0.144356\tvalid_1's auc: 0.769265\tvalid_1's binary_logloss: 0.163646\n",
"[875]\tvalid_0's auc: 0.795945\tvalid_0's binary_logloss: 0.144356\tvalid_1's auc: 0.769265\tvalid_1's binary_logloss: 0.163646\n",
"[876]\tvalid_0's auc: 0.795945\tvalid_0's binary_logloss: 0.144356\tvalid_1's auc: 0.769265\tvalid_1's binary_logloss: 0.163646\n",
"[877]\tvalid_0's auc: 0.795945\tvalid_0's binary_logloss: 0.144351\tvalid_1's auc: 0.769272\tvalid_1's binary_logloss: 0.163644\n",
"[878]\tvalid_0's auc: 0.795925\tvalid_0's binary_logloss: 0.144342\tvalid_1's auc: 0.76924\tvalid_1's binary_logloss: 0.163641\n",
"[879]\tvalid_0's auc: 0.79592\tvalid_0's binary_logloss: 0.144336\tvalid_1's auc: 0.769247\tvalid_1's binary_logloss: 0.163636\n",
"[880]\tvalid_0's auc: 0.795916\tvalid_0's binary_logloss: 0.144331\tvalid_1's auc: 0.769263\tvalid_1's binary_logloss: 0.163627\n",
"[881]\tvalid_0's auc: 0.795916\tvalid_0's binary_logloss: 0.144331\tvalid_1's auc: 0.769263\tvalid_1's binary_logloss: 0.163627\n",
"[882]\tvalid_0's auc: 0.795922\tvalid_0's binary_logloss: 0.144321\tvalid_1's auc: 0.769302\tvalid_1's binary_logloss: 0.163616\n",
"[883]\tvalid_0's auc: 0.795924\tvalid_0's binary_logloss: 0.144316\tvalid_1's auc: 0.769342\tvalid_1's binary_logloss: 0.163605\n",
"[884]\tvalid_0's auc: 0.795924\tvalid_0's binary_logloss: 0.144316\tvalid_1's auc: 0.769342\tvalid_1's binary_logloss: 0.163605\n",
"[885]\tvalid_0's auc: 0.795924\tvalid_0's binary_logloss: 0.144314\tvalid_1's auc: 0.76934\tvalid_1's binary_logloss: 0.163607\n",
"[886]\tvalid_0's auc: 0.795924\tvalid_0's binary_logloss: 0.144314\tvalid_1's auc: 0.76934\tvalid_1's binary_logloss: 0.163607\n",
"[887]\tvalid_0's auc: 0.795924\tvalid_0's binary_logloss: 0.144314\tvalid_1's auc: 0.76934\tvalid_1's binary_logloss: 0.163607\n",
"[888]\tvalid_0's auc: 0.795939\tvalid_0's binary_logloss: 0.14431\tvalid_1's auc: 0.769312\tvalid_1's binary_logloss: 0.163604\n",
"[889]\tvalid_0's auc: 0.795973\tvalid_0's binary_logloss: 0.144304\tvalid_1's auc: 0.769317\tvalid_1's binary_logloss: 0.163599\n",
"[890]\tvalid_0's auc: 0.795973\tvalid_0's binary_logloss: 0.144304\tvalid_1's auc: 0.769317\tvalid_1's binary_logloss: 0.163599\n",
"[891]\tvalid_0's auc: 0.795973\tvalid_0's binary_logloss: 0.144304\tvalid_1's auc: 0.769317\tvalid_1's binary_logloss: 0.163599\n",
"[892]\tvalid_0's auc: 0.795968\tvalid_0's binary_logloss: 0.144299\tvalid_1's auc: 0.769348\tvalid_1's binary_logloss: 0.163591\n",
"[893]\tvalid_0's auc: 0.795968\tvalid_0's binary_logloss: 0.144294\tvalid_1's auc: 0.769382\tvalid_1's binary_logloss: 0.163582\n",
"[894]\tvalid_0's auc: 0.796021\tvalid_0's binary_logloss: 0.144289\tvalid_1's auc: 0.76942\tvalid_1's binary_logloss: 0.163581\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"[895]\tvalid_0's auc: 0.796021\tvalid_0's binary_logloss: 0.144289\tvalid_1's auc: 0.76942\tvalid_1's binary_logloss: 0.163581\n",
"[896]\tvalid_0's auc: 0.796021\tvalid_0's binary_logloss: 0.144289\tvalid_1's auc: 0.76942\tvalid_1's binary_logloss: 0.163581\n",
"[897]\tvalid_0's auc: 0.796021\tvalid_0's binary_logloss: 0.144289\tvalid_1's auc: 0.76942\tvalid_1's binary_logloss: 0.163581\n",
"[898]\tvalid_0's auc: 0.796021\tvalid_0's binary_logloss: 0.144289\tvalid_1's auc: 0.76942\tvalid_1's binary_logloss: 0.163581\n",
"[899]\tvalid_0's auc: 0.796012\tvalid_0's binary_logloss: 0.144285\tvalid_1's auc: 0.769447\tvalid_1's binary_logloss: 0.163575\n",
"[900]\tvalid_0's auc: 0.796012\tvalid_0's binary_logloss: 0.144285\tvalid_1's auc: 0.769447\tvalid_1's binary_logloss: 0.163575\n",
"[901]\tvalid_0's auc: 0.796012\tvalid_0's binary_logloss: 0.144285\tvalid_1's auc: 0.769447\tvalid_1's binary_logloss: 0.163575\n",
"[902]\tvalid_0's auc: 0.796012\tvalid_0's binary_logloss: 0.144285\tvalid_1's auc: 0.769447\tvalid_1's binary_logloss: 0.163575\n",
"[903]\tvalid_0's auc: 0.796012\tvalid_0's binary_logloss: 0.144285\tvalid_1's auc: 0.769447\tvalid_1's binary_logloss: 0.163575\n",
"[904]\tvalid_0's auc: 0.796024\tvalid_0's binary_logloss: 0.144281\tvalid_1's auc: 0.769432\tvalid_1's binary_logloss: 0.16357\n",
"[905]\tvalid_0's auc: 0.796024\tvalid_0's binary_logloss: 0.144281\tvalid_1's auc: 0.769432\tvalid_1's binary_logloss: 0.16357\n",
"[906]\tvalid_0's auc: 0.796024\tvalid_0's binary_logloss: 0.144281\tvalid_1's auc: 0.769432\tvalid_1's binary_logloss: 0.16357\n",
"[907]\tvalid_0's auc: 0.796033\tvalid_0's binary_logloss: 0.14427\tvalid_1's auc: 0.769445\tvalid_1's binary_logloss: 0.163563\n",
"[908]\tvalid_0's auc: 0.796033\tvalid_0's binary_logloss: 0.14427\tvalid_1's auc: 0.769445\tvalid_1's binary_logloss: 0.163563\n",
"[909]\tvalid_0's auc: 0.796033\tvalid_0's binary_logloss: 0.14427\tvalid_1's auc: 0.769445\tvalid_1's binary_logloss: 0.163563\n",
"[910]\tvalid_0's auc: 0.796033\tvalid_0's binary_logloss: 0.14427\tvalid_1's auc: 0.769445\tvalid_1's binary_logloss: 0.163563\n",
"[911]\tvalid_0's auc: 0.796033\tvalid_0's binary_logloss: 0.14427\tvalid_1's auc: 0.769445\tvalid_1's binary_logloss: 0.163563\n",
"[912]\tvalid_0's auc: 0.796024\tvalid_0's binary_logloss: 0.144269\tvalid_1's auc: 0.769425\tvalid_1's binary_logloss: 0.163563\n",
"[913]\tvalid_0's auc: 0.796034\tvalid_0's binary_logloss: 0.144269\tvalid_1's auc: 0.769427\tvalid_1's binary_logloss: 0.163561\n",
"[914]\tvalid_0's auc: 0.796034\tvalid_0's binary_logloss: 0.144269\tvalid_1's auc: 0.769427\tvalid_1's binary_logloss: 0.163561\n",
"[915]\tvalid_0's auc: 0.796034\tvalid_0's binary_logloss: 0.144269\tvalid_1's auc: 0.769427\tvalid_1's binary_logloss: 0.163561\n",
"[916]\tvalid_0's auc: 0.79603\tvalid_0's binary_logloss: 0.144264\tvalid_1's auc: 0.769456\tvalid_1's binary_logloss: 0.163553\n",
"[917]\tvalid_0's auc: 0.79603\tvalid_0's binary_logloss: 0.144264\tvalid_1's auc: 0.769456\tvalid_1's binary_logloss: 0.163553\n",
"[918]\tvalid_0's auc: 0.796035\tvalid_0's binary_logloss: 0.144263\tvalid_1's auc: 0.769409\tvalid_1's binary_logloss: 0.163555\n",
"[919]\tvalid_0's auc: 0.796034\tvalid_0's binary_logloss: 0.144258\tvalid_1's auc: 0.769411\tvalid_1's binary_logloss: 0.163553\n",
"[920]\tvalid_0's auc: 0.796027\tvalid_0's binary_logloss: 0.144253\tvalid_1's auc: 0.769431\tvalid_1's binary_logloss: 0.163546\n",
"[921]\tvalid_0's auc: 0.796027\tvalid_0's binary_logloss: 0.144253\tvalid_1's auc: 0.769431\tvalid_1's binary_logloss: 0.163546\n",
"[922]\tvalid_0's auc: 0.796013\tvalid_0's binary_logloss: 0.144249\tvalid_1's auc: 0.76942\tvalid_1's binary_logloss: 0.163542\n",
"[923]\tvalid_0's auc: 0.796009\tvalid_0's binary_logloss: 0.144246\tvalid_1's auc: 0.769392\tvalid_1's binary_logloss: 0.163541\n",
"[924]\tvalid_0's auc: 0.796009\tvalid_0's binary_logloss: 0.144246\tvalid_1's auc: 0.769392\tvalid_1's binary_logloss: 0.163541\n",
"[925]\tvalid_0's auc: 0.79601\tvalid_0's binary_logloss: 0.144241\tvalid_1's auc: 0.769373\tvalid_1's binary_logloss: 0.16354\n",
"[926]\tvalid_0's auc: 0.79601\tvalid_0's binary_logloss: 0.144241\tvalid_1's auc: 0.769373\tvalid_1's binary_logloss: 0.16354\n",
"[927]\tvalid_0's auc: 0.79601\tvalid_0's binary_logloss: 0.144241\tvalid_1's auc: 0.769373\tvalid_1's binary_logloss: 0.16354\n",
"[928]\tvalid_0's auc: 0.796008\tvalid_0's binary_logloss: 0.144236\tvalid_1's auc: 0.769373\tvalid_1's binary_logloss: 0.163536\n",
"[929]\tvalid_0's auc: 0.796008\tvalid_0's binary_logloss: 0.144236\tvalid_1's auc: 0.769373\tvalid_1's binary_logloss: 0.163536\n",
"[930]\tvalid_0's auc: 0.796008\tvalid_0's binary_logloss: 0.144236\tvalid_1's auc: 0.769373\tvalid_1's binary_logloss: 0.163536\n",
"[931]\tvalid_0's auc: 0.796008\tvalid_0's binary_logloss: 0.144236\tvalid_1's auc: 0.769373\tvalid_1's binary_logloss: 0.163536\n",
"[932]\tvalid_0's auc: 0.796047\tvalid_0's binary_logloss: 0.144231\tvalid_1's auc: 0.7694\tvalid_1's binary_logloss: 0.163528\n",
"[933]\tvalid_0's auc: 0.796068\tvalid_0's binary_logloss: 0.144228\tvalid_1's auc: 0.769444\tvalid_1's binary_logloss: 0.16352\n",
"[934]\tvalid_0's auc: 0.796051\tvalid_0's binary_logloss: 0.144224\tvalid_1's auc: 0.769432\tvalid_1's binary_logloss: 0.163513\n",
"[935]\tvalid_0's auc: 0.796051\tvalid_0's binary_logloss: 0.144224\tvalid_1's auc: 0.769432\tvalid_1's binary_logloss: 0.163513\n",
"[936]\tvalid_0's auc: 0.796063\tvalid_0's binary_logloss: 0.144219\tvalid_1's auc: 0.769434\tvalid_1's binary_logloss: 0.163507\n",
"[937]\tvalid_0's auc: 0.796081\tvalid_0's binary_logloss: 0.144215\tvalid_1's auc: 0.769427\tvalid_1's binary_logloss: 0.163506\n",
"[938]\tvalid_0's auc: 0.796073\tvalid_0's binary_logloss: 0.144214\tvalid_1's auc: 0.769418\tvalid_1's binary_logloss: 0.163508\n",
"[939]\tvalid_0's auc: 0.796073\tvalid_0's binary_logloss: 0.144214\tvalid_1's auc: 0.769418\tvalid_1's binary_logloss: 0.163508\n",
"[940]\tvalid_0's auc: 0.796073\tvalid_0's binary_logloss: 0.144214\tvalid_1's auc: 0.769418\tvalid_1's binary_logloss: 0.163508\n",
"[941]\tvalid_0's auc: 0.796073\tvalid_0's binary_logloss: 0.144214\tvalid_1's auc: 0.769418\tvalid_1's binary_logloss: 0.163508\n",
"[942]\tvalid_0's auc: 0.796073\tvalid_0's binary_logloss: 0.144214\tvalid_1's auc: 0.769418\tvalid_1's binary_logloss: 0.163508\n",
"[943]\tvalid_0's auc: 0.796073\tvalid_0's binary_logloss: 0.144214\tvalid_1's auc: 0.769418\tvalid_1's binary_logloss: 0.163508\n",
"[944]\tvalid_0's auc: 0.79608\tvalid_0's binary_logloss: 0.144214\tvalid_1's auc: 0.769386\tvalid_1's binary_logloss: 0.163513\n",
"[945]\tvalid_0's auc: 0.796092\tvalid_0's binary_logloss: 0.144213\tvalid_1's auc: 0.769371\tvalid_1's binary_logloss: 0.163513\n",
"[946]\tvalid_0's auc: 0.796092\tvalid_0's binary_logloss: 0.144213\tvalid_1's auc: 0.769371\tvalid_1's binary_logloss: 0.163513\n",
"[947]\tvalid_0's auc: 0.796055\tvalid_0's binary_logloss: 0.14421\tvalid_1's auc: 0.76933\tvalid_1's binary_logloss: 0.163511\n",
"[948]\tvalid_0's auc: 0.796055\tvalid_0's binary_logloss: 0.14421\tvalid_1's auc: 0.76933\tvalid_1's binary_logloss: 0.163511\n",
"[949]\tvalid_0's auc: 0.796055\tvalid_0's binary_logloss: 0.14421\tvalid_1's auc: 0.76933\tvalid_1's binary_logloss: 0.163511\n",
"[950]\tvalid_0's auc: 0.796061\tvalid_0's binary_logloss: 0.144209\tvalid_1's auc: 0.769302\tvalid_1's binary_logloss: 0.163513\n",
"[951]\tvalid_0's auc: 0.796061\tvalid_0's binary_logloss: 0.144209\tvalid_1's auc: 0.769302\tvalid_1's binary_logloss: 0.163513\n",
"[952]\tvalid_0's auc: 0.796064\tvalid_0's binary_logloss: 0.144206\tvalid_1's auc: 0.769302\tvalid_1's binary_logloss: 0.163511\n",
"[953]\tvalid_0's auc: 0.796064\tvalid_0's binary_logloss: 0.144206\tvalid_1's auc: 0.769302\tvalid_1's binary_logloss: 0.163511\n",
"[954]\tvalid_0's auc: 0.796067\tvalid_0's binary_logloss: 0.144201\tvalid_1's auc: 0.769339\tvalid_1's binary_logloss: 0.163503\n",
"[955]\tvalid_0's auc: 0.796067\tvalid_0's binary_logloss: 0.144201\tvalid_1's auc: 0.769339\tvalid_1's binary_logloss: 0.163503\n",
"[956]\tvalid_0's auc: 0.796067\tvalid_0's binary_logloss: 0.144201\tvalid_1's auc: 0.769339\tvalid_1's binary_logloss: 0.163503\n",
"[957]\tvalid_0's auc: 0.796067\tvalid_0's binary_logloss: 0.144201\tvalid_1's auc: 0.769339\tvalid_1's binary_logloss: 0.163503\n",
"[958]\tvalid_0's auc: 0.796067\tvalid_0's binary_logloss: 0.144201\tvalid_1's auc: 0.769339\tvalid_1's binary_logloss: 0.163503\n",
"[959]\tvalid_0's auc: 0.796067\tvalid_0's binary_logloss: 0.144201\tvalid_1's auc: 0.769339\tvalid_1's binary_logloss: 0.163503\n",
"[960]\tvalid_0's auc: 0.79606\tvalid_0's binary_logloss: 0.144199\tvalid_1's auc: 0.769325\tvalid_1's binary_logloss: 0.163506\n",
"[961]\tvalid_0's auc: 0.79606\tvalid_0's binary_logloss: 0.144199\tvalid_1's auc: 0.769325\tvalid_1's binary_logloss: 0.163506\n",
"[962]\tvalid_0's auc: 0.79606\tvalid_0's binary_logloss: 0.144199\tvalid_1's auc: 0.769325\tvalid_1's binary_logloss: 0.163506\n",
"[963]\tvalid_0's auc: 0.796062\tvalid_0's binary_logloss: 0.144195\tvalid_1's auc: 0.769324\tvalid_1's binary_logloss: 0.163502\n",
"[964]\tvalid_0's auc: 0.79607\tvalid_0's binary_logloss: 0.144192\tvalid_1's auc: 0.769335\tvalid_1's binary_logloss: 0.1635\n",
"[965]\tvalid_0's auc: 0.796071\tvalid_0's binary_logloss: 0.144186\tvalid_1's auc: 0.769335\tvalid_1's binary_logloss: 0.163498\n",
"[966]\tvalid_0's auc: 0.796071\tvalid_0's binary_logloss: 0.144186\tvalid_1's auc: 0.769335\tvalid_1's binary_logloss: 0.163498\n",
"[967]\tvalid_0's auc: 0.796096\tvalid_0's binary_logloss: 0.144182\tvalid_1's auc: 0.769401\tvalid_1's binary_logloss: 0.163492\n",
"[968]\tvalid_0's auc: 0.796107\tvalid_0's binary_logloss: 0.144177\tvalid_1's auc: 0.769413\tvalid_1's binary_logloss: 0.16349\n",
"[969]\tvalid_0's auc: 0.796104\tvalid_0's binary_logloss: 0.144176\tvalid_1's auc: 0.769394\tvalid_1's binary_logloss: 0.163492\n",
"[970]\tvalid_0's auc: 0.796107\tvalid_0's binary_logloss: 0.144176\tvalid_1's auc: 0.769386\tvalid_1's binary_logloss: 0.163495\n",
"[971]\tvalid_0's auc: 0.796107\tvalid_0's binary_logloss: 0.144176\tvalid_1's auc: 0.769386\tvalid_1's binary_logloss: 0.163495\n",
"[972]\tvalid_0's auc: 0.796107\tvalid_0's binary_logloss: 0.144176\tvalid_1's auc: 0.769386\tvalid_1's binary_logloss: 0.163495\n",
"[973]\tvalid_0's auc: 0.796118\tvalid_0's binary_logloss: 0.144173\tvalid_1's auc: 0.76938\tvalid_1's binary_logloss: 0.163497\n",
"[974]\tvalid_0's auc: 0.796103\tvalid_0's binary_logloss: 0.144172\tvalid_1's auc: 0.769378\tvalid_1's binary_logloss: 0.163496\n",
"[975]\tvalid_0's auc: 0.796143\tvalid_0's binary_logloss: 0.144162\tvalid_1's auc: 0.769372\tvalid_1's binary_logloss: 0.163488\n",
"[976]\tvalid_0's auc: 0.796143\tvalid_0's binary_logloss: 0.144162\tvalid_1's auc: 0.769372\tvalid_1's binary_logloss: 0.163488\n",
"[977]\tvalid_0's auc: 0.796146\tvalid_0's binary_logloss: 0.144161\tvalid_1's auc: 0.769375\tvalid_1's binary_logloss: 0.163489\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"[978]\tvalid_0's auc: 0.796146\tvalid_0's binary_logloss: 0.144161\tvalid_1's auc: 0.769375\tvalid_1's binary_logloss: 0.163489\n",
"[979]\tvalid_0's auc: 0.796146\tvalid_0's binary_logloss: 0.144161\tvalid_1's auc: 0.769375\tvalid_1's binary_logloss: 0.163489\n",
"[980]\tvalid_0's auc: 0.796146\tvalid_0's binary_logloss: 0.144161\tvalid_1's auc: 0.769375\tvalid_1's binary_logloss: 0.163489\n",
"[981]\tvalid_0's auc: 0.796146\tvalid_0's binary_logloss: 0.144161\tvalid_1's auc: 0.769375\tvalid_1's binary_logloss: 0.163489\n",
"[982]\tvalid_0's auc: 0.796146\tvalid_0's binary_logloss: 0.144161\tvalid_1's auc: 0.769375\tvalid_1's binary_logloss: 0.163489\n",
"[983]\tvalid_0's auc: 0.796146\tvalid_0's binary_logloss: 0.144161\tvalid_1's auc: 0.769375\tvalid_1's binary_logloss: 0.163489\n",
"[984]\tvalid_0's auc: 0.796146\tvalid_0's binary_logloss: 0.144161\tvalid_1's auc: 0.769375\tvalid_1's binary_logloss: 0.163489\n",
"[985]\tvalid_0's auc: 0.796183\tvalid_0's binary_logloss: 0.144156\tvalid_1's auc: 0.769402\tvalid_1's binary_logloss: 0.163485\n",
"[986]\tvalid_0's auc: 0.796195\tvalid_0's binary_logloss: 0.144151\tvalid_1's auc: 0.7694\tvalid_1's binary_logloss: 0.16348\n",
"[987]\tvalid_0's auc: 0.796199\tvalid_0's binary_logloss: 0.14415\tvalid_1's auc: 0.769401\tvalid_1's binary_logloss: 0.163481\n",
"[988]\tvalid_0's auc: 0.796179\tvalid_0's binary_logloss: 0.144146\tvalid_1's auc: 0.769453\tvalid_1's binary_logloss: 0.16347\n",
"[989]\tvalid_0's auc: 0.796188\tvalid_0's binary_logloss: 0.144142\tvalid_1's auc: 0.769466\tvalid_1's binary_logloss: 0.163462\n",
"[990]\tvalid_0's auc: 0.796188\tvalid_0's binary_logloss: 0.144142\tvalid_1's auc: 0.769466\tvalid_1's binary_logloss: 0.163462\n",
"[991]\tvalid_0's auc: 0.796168\tvalid_0's binary_logloss: 0.144138\tvalid_1's auc: 0.769485\tvalid_1's binary_logloss: 0.163456\n",
"[992]\tvalid_0's auc: 0.796175\tvalid_0's binary_logloss: 0.144134\tvalid_1's auc: 0.769494\tvalid_1's binary_logloss: 0.163453\n",
"[993]\tvalid_0's auc: 0.796175\tvalid_0's binary_logloss: 0.144134\tvalid_1's auc: 0.769494\tvalid_1's binary_logloss: 0.163453\n",
"[994]\tvalid_0's auc: 0.796175\tvalid_0's binary_logloss: 0.144134\tvalid_1's auc: 0.769494\tvalid_1's binary_logloss: 0.163453\n",
"[995]\tvalid_0's auc: 0.796169\tvalid_0's binary_logloss: 0.144134\tvalid_1's auc: 0.769476\tvalid_1's binary_logloss: 0.163454\n",
"[996]\tvalid_0's auc: 0.796169\tvalid_0's binary_logloss: 0.144134\tvalid_1's auc: 0.769476\tvalid_1's binary_logloss: 0.163454\n",
"[997]\tvalid_0's auc: 0.796169\tvalid_0's binary_logloss: 0.144134\tvalid_1's auc: 0.769476\tvalid_1's binary_logloss: 0.163454\n",
"[998]\tvalid_0's auc: 0.796168\tvalid_0's binary_logloss: 0.14413\tvalid_1's auc: 0.769484\tvalid_1's binary_logloss: 0.163448\n",
"[999]\tvalid_0's auc: 0.79619\tvalid_0's binary_logloss: 0.144122\tvalid_1's auc: 0.769494\tvalid_1's binary_logloss: 0.163444\n",
"[1000]\tvalid_0's auc: 0.79617\tvalid_0's binary_logloss: 0.144117\tvalid_1's auc: 0.76948\tvalid_1's binary_logloss: 0.16344\n",
"[1001]\tvalid_0's auc: 0.79617\tvalid_0's binary_logloss: 0.144117\tvalid_1's auc: 0.76948\tvalid_1's binary_logloss: 0.16344\n",
"[1002]\tvalid_0's auc: 0.79617\tvalid_0's binary_logloss: 0.144117\tvalid_1's auc: 0.76948\tvalid_1's binary_logloss: 0.16344\n",
"[1003]\tvalid_0's auc: 0.79617\tvalid_0's binary_logloss: 0.144117\tvalid_1's auc: 0.76948\tvalid_1's binary_logloss: 0.16344\n",
"[1004]\tvalid_0's auc: 0.79617\tvalid_0's binary_logloss: 0.144117\tvalid_1's auc: 0.76948\tvalid_1's binary_logloss: 0.16344\n",
"[1005]\tvalid_0's auc: 0.796165\tvalid_0's binary_logloss: 0.144113\tvalid_1's auc: 0.769462\tvalid_1's binary_logloss: 0.163437\n",
"[1006]\tvalid_0's auc: 0.796165\tvalid_0's binary_logloss: 0.144113\tvalid_1's auc: 0.769462\tvalid_1's binary_logloss: 0.163437\n",
"[1007]\tvalid_0's auc: 0.796165\tvalid_0's binary_logloss: 0.144113\tvalid_1's auc: 0.769462\tvalid_1's binary_logloss: 0.163437\n",
"[1008]\tvalid_0's auc: 0.796165\tvalid_0's binary_logloss: 0.144113\tvalid_1's auc: 0.769462\tvalid_1's binary_logloss: 0.163437\n",
"[1009]\tvalid_0's auc: 0.796165\tvalid_0's binary_logloss: 0.144113\tvalid_1's auc: 0.769462\tvalid_1's binary_logloss: 0.163437\n",
"[1010]\tvalid_0's auc: 0.796165\tvalid_0's binary_logloss: 0.144113\tvalid_1's auc: 0.769462\tvalid_1's binary_logloss: 0.163437\n",
"[1011]\tvalid_0's auc: 0.796165\tvalid_0's binary_logloss: 0.144113\tvalid_1's auc: 0.769462\tvalid_1's binary_logloss: 0.163437\n",
"[1012]\tvalid_0's auc: 0.796165\tvalid_0's binary_logloss: 0.144113\tvalid_1's auc: 0.769462\tvalid_1's binary_logloss: 0.163437\n",
"[1013]\tvalid_0's auc: 0.796165\tvalid_0's binary_logloss: 0.144113\tvalid_1's auc: 0.769462\tvalid_1's binary_logloss: 0.163437\n",
"[1014]\tvalid_0's auc: 0.796163\tvalid_0's binary_logloss: 0.144112\tvalid_1's auc: 0.769449\tvalid_1's binary_logloss: 0.163438\n",
"[1015]\tvalid_0's auc: 0.796163\tvalid_0's binary_logloss: 0.144112\tvalid_1's auc: 0.769449\tvalid_1's binary_logloss: 0.163438\n",
"[1016]\tvalid_0's auc: 0.796162\tvalid_0's binary_logloss: 0.144111\tvalid_1's auc: 0.769448\tvalid_1's binary_logloss: 0.163436\n",
"[1017]\tvalid_0's auc: 0.796162\tvalid_0's binary_logloss: 0.144111\tvalid_1's auc: 0.769448\tvalid_1's binary_logloss: 0.163436\n",
"[1018]\tvalid_0's auc: 0.796162\tvalid_0's binary_logloss: 0.144111\tvalid_1's auc: 0.769448\tvalid_1's binary_logloss: 0.163436\n",
"[1019]\tvalid_0's auc: 0.796162\tvalid_0's binary_logloss: 0.144111\tvalid_1's auc: 0.769448\tvalid_1's binary_logloss: 0.163436\n",
"[1020]\tvalid_0's auc: 0.796188\tvalid_0's binary_logloss: 0.144107\tvalid_1's auc: 0.769511\tvalid_1's binary_logloss: 0.163432\n",
"[1021]\tvalid_0's auc: 0.796193\tvalid_0's binary_logloss: 0.144106\tvalid_1's auc: 0.769494\tvalid_1's binary_logloss: 0.163431\n",
"[1022]\tvalid_0's auc: 0.796193\tvalid_0's binary_logloss: 0.144106\tvalid_1's auc: 0.769494\tvalid_1's binary_logloss: 0.163431\n",
"[1023]\tvalid_0's auc: 0.796193\tvalid_0's binary_logloss: 0.144106\tvalid_1's auc: 0.769494\tvalid_1's binary_logloss: 0.163431\n",
"[1024]\tvalid_0's auc: 0.796204\tvalid_0's binary_logloss: 0.144105\tvalid_1's auc: 0.769497\tvalid_1's binary_logloss: 0.163431\n",
"[1025]\tvalid_0's auc: 0.796204\tvalid_0's binary_logloss: 0.144105\tvalid_1's auc: 0.769497\tvalid_1's binary_logloss: 0.163431\n",
"[1026]\tvalid_0's auc: 0.796204\tvalid_0's binary_logloss: 0.144105\tvalid_1's auc: 0.769497\tvalid_1's binary_logloss: 0.163431\n",
"[1027]\tvalid_0's auc: 0.796204\tvalid_0's binary_logloss: 0.144105\tvalid_1's auc: 0.769497\tvalid_1's binary_logloss: 0.163431\n",
"[1028]\tvalid_0's auc: 0.796204\tvalid_0's binary_logloss: 0.144105\tvalid_1's auc: 0.769497\tvalid_1's binary_logloss: 0.163431\n",
"[1029]\tvalid_0's auc: 0.796204\tvalid_0's binary_logloss: 0.144105\tvalid_1's auc: 0.769497\tvalid_1's binary_logloss: 0.163431\n",
"[1030]\tvalid_0's auc: 0.796204\tvalid_0's binary_logloss: 0.144105\tvalid_1's auc: 0.769497\tvalid_1's binary_logloss: 0.163431\n",
"[1031]\tvalid_0's auc: 0.796204\tvalid_0's binary_logloss: 0.144105\tvalid_1's auc: 0.769497\tvalid_1's binary_logloss: 0.163431\n",
"[1032]\tvalid_0's auc: 0.796204\tvalid_0's binary_logloss: 0.144105\tvalid_1's auc: 0.769497\tvalid_1's binary_logloss: 0.163431\n",
"[1033]\tvalid_0's auc: 0.796204\tvalid_0's binary_logloss: 0.144105\tvalid_1's auc: 0.769497\tvalid_1's binary_logloss: 0.163431\n",
"[1034]\tvalid_0's auc: 0.796204\tvalid_0's binary_logloss: 0.144105\tvalid_1's auc: 0.769497\tvalid_1's binary_logloss: 0.163431\n",
"[1035]\tvalid_0's auc: 0.796204\tvalid_0's binary_logloss: 0.144105\tvalid_1's auc: 0.769497\tvalid_1's binary_logloss: 0.163431\n",
"[1036]\tvalid_0's auc: 0.796204\tvalid_0's binary_logloss: 0.144105\tvalid_1's auc: 0.769497\tvalid_1's binary_logloss: 0.163431\n",
"[1037]\tvalid_0's auc: 0.796215\tvalid_0's binary_logloss: 0.144101\tvalid_1's auc: 0.769522\tvalid_1's binary_logloss: 0.163425\n",
"[1038]\tvalid_0's auc: 0.796215\tvalid_0's binary_logloss: 0.144101\tvalid_1's auc: 0.769522\tvalid_1's binary_logloss: 0.163425\n",
"[1039]\tvalid_0's auc: 0.796204\tvalid_0's binary_logloss: 0.144097\tvalid_1's auc: 0.769529\tvalid_1's binary_logloss: 0.163419\n",
"[1040]\tvalid_0's auc: 0.796195\tvalid_0's binary_logloss: 0.144093\tvalid_1's auc: 0.769478\tvalid_1's binary_logloss: 0.163418\n",
"[1041]\tvalid_0's auc: 0.796195\tvalid_0's binary_logloss: 0.144093\tvalid_1's auc: 0.769478\tvalid_1's binary_logloss: 0.163418\n",
"[1042]\tvalid_0's auc: 0.796195\tvalid_0's binary_logloss: 0.144093\tvalid_1's auc: 0.769478\tvalid_1's binary_logloss: 0.163418\n",
"[1043]\tvalid_0's auc: 0.7962\tvalid_0's binary_logloss: 0.144092\tvalid_1's auc: 0.769456\tvalid_1's binary_logloss: 0.16342\n",
"[1044]\tvalid_0's auc: 0.7962\tvalid_0's binary_logloss: 0.144092\tvalid_1's auc: 0.769456\tvalid_1's binary_logloss: 0.16342\n",
"[1045]\tvalid_0's auc: 0.7962\tvalid_0's binary_logloss: 0.144092\tvalid_1's auc: 0.769456\tvalid_1's binary_logloss: 0.16342\n",
"[1046]\tvalid_0's auc: 0.796196\tvalid_0's binary_logloss: 0.144087\tvalid_1's auc: 0.769466\tvalid_1's binary_logloss: 0.163417\n",
"[1047]\tvalid_0's auc: 0.796196\tvalid_0's binary_logloss: 0.144087\tvalid_1's auc: 0.769466\tvalid_1's binary_logloss: 0.163417\n",
"[1048]\tvalid_0's auc: 0.796196\tvalid_0's binary_logloss: 0.144087\tvalid_1's auc: 0.769466\tvalid_1's binary_logloss: 0.163417\n",
"[1049]\tvalid_0's auc: 0.796198\tvalid_0's binary_logloss: 0.144086\tvalid_1's auc: 0.769458\tvalid_1's binary_logloss: 0.163416\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"[1050]\tvalid_0's auc: 0.796198\tvalid_0's binary_logloss: 0.144086\tvalid_1's auc: 0.769458\tvalid_1's binary_logloss: 0.163416\n",
"[1051]\tvalid_0's auc: 0.796199\tvalid_0's binary_logloss: 0.144081\tvalid_1's auc: 0.769459\tvalid_1's binary_logloss: 0.163416\n",
"[1052]\tvalid_0's auc: 0.796187\tvalid_0's binary_logloss: 0.144078\tvalid_1's auc: 0.769442\tvalid_1's binary_logloss: 0.163414\n",
"[1053]\tvalid_0's auc: 0.796187\tvalid_0's binary_logloss: 0.144078\tvalid_1's auc: 0.769442\tvalid_1's binary_logloss: 0.163414\n",
"[1054]\tvalid_0's auc: 0.796187\tvalid_0's binary_logloss: 0.144078\tvalid_1's auc: 0.769442\tvalid_1's binary_logloss: 0.163414\n",
"[1055]\tvalid_0's auc: 0.796183\tvalid_0's binary_logloss: 0.144074\tvalid_1's auc: 0.769431\tvalid_1's binary_logloss: 0.163412\n",
"[1056]\tvalid_0's auc: 0.796183\tvalid_0's binary_logloss: 0.144074\tvalid_1's auc: 0.769431\tvalid_1's binary_logloss: 0.163412\n",
"[1057]\tvalid_0's auc: 0.796182\tvalid_0's binary_logloss: 0.144073\tvalid_1's auc: 0.769422\tvalid_1's binary_logloss: 0.163412\n",
"[1058]\tvalid_0's auc: 0.796182\tvalid_0's binary_logloss: 0.144073\tvalid_1's auc: 0.769422\tvalid_1's binary_logloss: 0.163412\n",
"[1059]\tvalid_0's auc: 0.796182\tvalid_0's binary_logloss: 0.144073\tvalid_1's auc: 0.769422\tvalid_1's binary_logloss: 0.163412\n",
"[1060]\tvalid_0's auc: 0.796182\tvalid_0's binary_logloss: 0.144073\tvalid_1's auc: 0.769422\tvalid_1's binary_logloss: 0.163412\n",
"[1061]\tvalid_0's auc: 0.796182\tvalid_0's binary_logloss: 0.144073\tvalid_1's auc: 0.769422\tvalid_1's binary_logloss: 0.163412\n",
"[1062]\tvalid_0's auc: 0.796182\tvalid_0's binary_logloss: 0.144073\tvalid_1's auc: 0.769422\tvalid_1's binary_logloss: 0.163412\n",
"[1063]\tvalid_0's auc: 0.796184\tvalid_0's binary_logloss: 0.144069\tvalid_1's auc: 0.769451\tvalid_1's binary_logloss: 0.163405\n",
"[1064]\tvalid_0's auc: 0.796182\tvalid_0's binary_logloss: 0.144068\tvalid_1's auc: 0.769437\tvalid_1's binary_logloss: 0.163407\n",
"[1065]\tvalid_0's auc: 0.796188\tvalid_0's binary_logloss: 0.144064\tvalid_1's auc: 0.76944\tvalid_1's binary_logloss: 0.163404\n",
"[1066]\tvalid_0's auc: 0.796188\tvalid_0's binary_logloss: 0.144064\tvalid_1's auc: 0.76944\tvalid_1's binary_logloss: 0.163404\n",
"[1067]\tvalid_0's auc: 0.796193\tvalid_0's binary_logloss: 0.144058\tvalid_1's auc: 0.769442\tvalid_1's binary_logloss: 0.163399\n",
"[1068]\tvalid_0's auc: 0.796193\tvalid_0's binary_logloss: 0.144058\tvalid_1's auc: 0.769442\tvalid_1's binary_logloss: 0.163399\n",
"[1069]\tvalid_0's auc: 0.796189\tvalid_0's binary_logloss: 0.144054\tvalid_1's auc: 0.769466\tvalid_1's binary_logloss: 0.163392\n",
"[1070]\tvalid_0's auc: 0.796189\tvalid_0's binary_logloss: 0.144054\tvalid_1's auc: 0.769466\tvalid_1's binary_logloss: 0.163392\n",
"[1071]\tvalid_0's auc: 0.796193\tvalid_0's binary_logloss: 0.144053\tvalid_1's auc: 0.769455\tvalid_1's binary_logloss: 0.163392\n",
"[1072]\tvalid_0's auc: 0.796198\tvalid_0's binary_logloss: 0.144049\tvalid_1's auc: 0.769455\tvalid_1's binary_logloss: 0.163387\n",
"[1073]\tvalid_0's auc: 0.796215\tvalid_0's binary_logloss: 0.144046\tvalid_1's auc: 0.769434\tvalid_1's binary_logloss: 0.163387\n",
"[1074]\tvalid_0's auc: 0.796235\tvalid_0's binary_logloss: 0.144036\tvalid_1's auc: 0.769432\tvalid_1's binary_logloss: 0.163382\n",
"[1075]\tvalid_0's auc: 0.796225\tvalid_0's binary_logloss: 0.144031\tvalid_1's auc: 0.769434\tvalid_1's binary_logloss: 0.163377\n",
"[1076]\tvalid_0's auc: 0.796225\tvalid_0's binary_logloss: 0.144031\tvalid_1's auc: 0.769434\tvalid_1's binary_logloss: 0.163377\n",
"[1077]\tvalid_0's auc: 0.796225\tvalid_0's binary_logloss: 0.144031\tvalid_1's auc: 0.769434\tvalid_1's binary_logloss: 0.163377\n",
"[1078]\tvalid_0's auc: 0.796231\tvalid_0's binary_logloss: 0.144027\tvalid_1's auc: 0.769422\tvalid_1's binary_logloss: 0.163376\n",
"[1079]\tvalid_0's auc: 0.796228\tvalid_0's binary_logloss: 0.144027\tvalid_1's auc: 0.769393\tvalid_1's binary_logloss: 0.16338\n",
"[1080]\tvalid_0's auc: 0.796237\tvalid_0's binary_logloss: 0.144024\tvalid_1's auc: 0.769399\tvalid_1's binary_logloss: 0.163378\n",
"[1081]\tvalid_0's auc: 0.796237\tvalid_0's binary_logloss: 0.144024\tvalid_1's auc: 0.769399\tvalid_1's binary_logloss: 0.163378\n",
"[1082]\tvalid_0's auc: 0.796237\tvalid_0's binary_logloss: 0.144024\tvalid_1's auc: 0.769399\tvalid_1's binary_logloss: 0.163378\n",
"[1083]\tvalid_0's auc: 0.796237\tvalid_0's binary_logloss: 0.14402\tvalid_1's auc: 0.769402\tvalid_1's binary_logloss: 0.163374\n",
"[1084]\tvalid_0's auc: 0.796237\tvalid_0's binary_logloss: 0.14402\tvalid_1's auc: 0.769402\tvalid_1's binary_logloss: 0.163374\n",
"[1085]\tvalid_0's auc: 0.796237\tvalid_0's binary_logloss: 0.14402\tvalid_1's auc: 0.769402\tvalid_1's binary_logloss: 0.163374\n",
"[1086]\tvalid_0's auc: 0.796227\tvalid_0's binary_logloss: 0.144016\tvalid_1's auc: 0.769437\tvalid_1's binary_logloss: 0.163364\n",
"[1087]\tvalid_0's auc: 0.796227\tvalid_0's binary_logloss: 0.144016\tvalid_1's auc: 0.769437\tvalid_1's binary_logloss: 0.163364\n",
"[1088]\tvalid_0's auc: 0.796227\tvalid_0's binary_logloss: 0.144016\tvalid_1's auc: 0.769437\tvalid_1's binary_logloss: 0.163364\n",
"[1089]\tvalid_0's auc: 0.796228\tvalid_0's binary_logloss: 0.144016\tvalid_1's auc: 0.769458\tvalid_1's binary_logloss: 0.163361\n",
"[1090]\tvalid_0's auc: 0.796228\tvalid_0's binary_logloss: 0.144016\tvalid_1's auc: 0.769458\tvalid_1's binary_logloss: 0.163361\n",
"[1091]\tvalid_0's auc: 0.796241\tvalid_0's binary_logloss: 0.144014\tvalid_1's auc: 0.769474\tvalid_1's binary_logloss: 0.163356\n",
"[1092]\tvalid_0's auc: 0.796241\tvalid_0's binary_logloss: 0.144014\tvalid_1's auc: 0.769474\tvalid_1's binary_logloss: 0.163356\n",
"[1093]\tvalid_0's auc: 0.796241\tvalid_0's binary_logloss: 0.144014\tvalid_1's auc: 0.769474\tvalid_1's binary_logloss: 0.163356\n",
"[1094]\tvalid_0's auc: 0.79625\tvalid_0's binary_logloss: 0.144011\tvalid_1's auc: 0.769475\tvalid_1's binary_logloss: 0.163357\n",
"[1095]\tvalid_0's auc: 0.79625\tvalid_0's binary_logloss: 0.144011\tvalid_1's auc: 0.769475\tvalid_1's binary_logloss: 0.163357\n",
"[1096]\tvalid_0's auc: 0.79625\tvalid_0's binary_logloss: 0.144011\tvalid_1's auc: 0.769475\tvalid_1's binary_logloss: 0.163357\n",
"[1097]\tvalid_0's auc: 0.796277\tvalid_0's binary_logloss: 0.144007\tvalid_1's auc: 0.769508\tvalid_1's binary_logloss: 0.163356\n",
"[1098]\tvalid_0's auc: 0.796277\tvalid_0's binary_logloss: 0.144007\tvalid_1's auc: 0.769508\tvalid_1's binary_logloss: 0.163356\n",
"[1099]\tvalid_0's auc: 0.796281\tvalid_0's binary_logloss: 0.144002\tvalid_1's auc: 0.769544\tvalid_1's binary_logloss: 0.163351\n",
"[1100]\tvalid_0's auc: 0.796281\tvalid_0's binary_logloss: 0.144002\tvalid_1's auc: 0.769544\tvalid_1's binary_logloss: 0.163351\n",
"[1101]\tvalid_0's auc: 0.796281\tvalid_0's binary_logloss: 0.144002\tvalid_1's auc: 0.769544\tvalid_1's binary_logloss: 0.163351\n",
"[1102]\tvalid_0's auc: 0.796281\tvalid_0's binary_logloss: 0.144002\tvalid_1's auc: 0.769544\tvalid_1's binary_logloss: 0.163351\n",
"[1103]\tvalid_0's auc: 0.796281\tvalid_0's binary_logloss: 0.144002\tvalid_1's auc: 0.769544\tvalid_1's binary_logloss: 0.163351\n",
"[1104]\tvalid_0's auc: 0.796281\tvalid_0's binary_logloss: 0.144002\tvalid_1's auc: 0.769544\tvalid_1's binary_logloss: 0.163351\n",
"[1105]\tvalid_0's auc: 0.796281\tvalid_0's binary_logloss: 0.144002\tvalid_1's auc: 0.769544\tvalid_1's binary_logloss: 0.163351\n",
"[1106]\tvalid_0's auc: 0.796259\tvalid_0's binary_logloss: 0.143999\tvalid_1's auc: 0.769539\tvalid_1's binary_logloss: 0.163348\n",
"[1107]\tvalid_0's auc: 0.796263\tvalid_0's binary_logloss: 0.143995\tvalid_1's auc: 0.769535\tvalid_1's binary_logloss: 0.163347\n",
"[1108]\tvalid_0's auc: 0.796262\tvalid_0's binary_logloss: 0.143991\tvalid_1's auc: 0.769533\tvalid_1's binary_logloss: 0.163343\n",
"[1109]\tvalid_0's auc: 0.796262\tvalid_0's binary_logloss: 0.143991\tvalid_1's auc: 0.769533\tvalid_1's binary_logloss: 0.163343\n",
"[1110]\tvalid_0's auc: 0.796269\tvalid_0's binary_logloss: 0.143984\tvalid_1's auc: 0.76955\tvalid_1's binary_logloss: 0.163334\n",
"[1111]\tvalid_0's auc: 0.796269\tvalid_0's binary_logloss: 0.143984\tvalid_1's auc: 0.76955\tvalid_1's binary_logloss: 0.163334\n",
"[1112]\tvalid_0's auc: 0.796269\tvalid_0's binary_logloss: 0.143984\tvalid_1's auc: 0.76955\tvalid_1's binary_logloss: 0.163334\n",
"[1113]\tvalid_0's auc: 0.796269\tvalid_0's binary_logloss: 0.143984\tvalid_1's auc: 0.76955\tvalid_1's binary_logloss: 0.163334\n",
"[1114]\tvalid_0's auc: 0.796228\tvalid_0's binary_logloss: 0.143981\tvalid_1's auc: 0.769502\tvalid_1's binary_logloss: 0.163333\n",
"[1115]\tvalid_0's auc: 0.796224\tvalid_0's binary_logloss: 0.14398\tvalid_1's auc: 0.769483\tvalid_1's binary_logloss: 0.163333\n",
"[1116]\tvalid_0's auc: 0.796224\tvalid_0's binary_logloss: 0.14398\tvalid_1's auc: 0.769483\tvalid_1's binary_logloss: 0.163333\n",
"[1117]\tvalid_0's auc: 0.796224\tvalid_0's binary_logloss: 0.14398\tvalid_1's auc: 0.769483\tvalid_1's binary_logloss: 0.163333\n",
"[1118]\tvalid_0's auc: 0.796222\tvalid_0's binary_logloss: 0.143976\tvalid_1's auc: 0.769488\tvalid_1's binary_logloss: 0.16333\n",
"[1119]\tvalid_0's auc: 0.796222\tvalid_0's binary_logloss: 0.143976\tvalid_1's auc: 0.769488\tvalid_1's binary_logloss: 0.16333\n",
"[1120]\tvalid_0's auc: 0.796222\tvalid_0's binary_logloss: 0.143976\tvalid_1's auc: 0.769488\tvalid_1's binary_logloss: 0.16333\n",
"[1121]\tvalid_0's auc: 0.796222\tvalid_0's binary_logloss: 0.143976\tvalid_1's auc: 0.769488\tvalid_1's binary_logloss: 0.16333\n",
"[1122]\tvalid_0's auc: 0.796222\tvalid_0's binary_logloss: 0.143976\tvalid_1's auc: 0.769488\tvalid_1's binary_logloss: 0.16333\n",
"[1123]\tvalid_0's auc: 0.796222\tvalid_0's binary_logloss: 0.143976\tvalid_1's auc: 0.769488\tvalid_1's binary_logloss: 0.16333\n",
"[1124]\tvalid_0's auc: 0.796222\tvalid_0's binary_logloss: 0.143976\tvalid_1's auc: 0.769488\tvalid_1's binary_logloss: 0.16333\n",
"[1125]\tvalid_0's auc: 0.796228\tvalid_0's binary_logloss: 0.143973\tvalid_1's auc: 0.769522\tvalid_1's binary_logloss: 0.163322\n",
"[1126]\tvalid_0's auc: 0.796228\tvalid_0's binary_logloss: 0.143973\tvalid_1's auc: 0.769522\tvalid_1's binary_logloss: 0.163322\n",
"[1127]\tvalid_0's auc: 0.796228\tvalid_0's binary_logloss: 0.143973\tvalid_1's auc: 0.769522\tvalid_1's binary_logloss: 0.163322\n",
"[1128]\tvalid_0's auc: 0.796228\tvalid_0's binary_logloss: 0.143973\tvalid_1's auc: 0.769522\tvalid_1's binary_logloss: 0.163322\n",
"[1129]\tvalid_0's auc: 0.796211\tvalid_0's binary_logloss: 0.143969\tvalid_1's auc: 0.769512\tvalid_1's binary_logloss: 0.163318\n",
"[1130]\tvalid_0's auc: 0.796211\tvalid_0's binary_logloss: 0.143969\tvalid_1's auc: 0.769512\tvalid_1's binary_logloss: 0.163318\n",
"[1131]\tvalid_0's auc: 0.796211\tvalid_0's binary_logloss: 0.143969\tvalid_1's auc: 0.769512\tvalid_1's binary_logloss: 0.163318\n",
"[1132]\tvalid_0's auc: 0.796211\tvalid_0's binary_logloss: 0.143969\tvalid_1's auc: 0.769512\tvalid_1's binary_logloss: 0.163318\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"[1133]\tvalid_0's auc: 0.796245\tvalid_0's binary_logloss: 0.143965\tvalid_1's auc: 0.769536\tvalid_1's binary_logloss: 0.163312\n",
"[1134]\tvalid_0's auc: 0.796245\tvalid_0's binary_logloss: 0.143965\tvalid_1's auc: 0.769536\tvalid_1's binary_logloss: 0.163312\n",
"[1135]\tvalid_0's auc: 0.796245\tvalid_0's binary_logloss: 0.143965\tvalid_1's auc: 0.769536\tvalid_1's binary_logloss: 0.163312\n",
"[1136]\tvalid_0's auc: 0.796245\tvalid_0's binary_logloss: 0.143965\tvalid_1's auc: 0.769536\tvalid_1's binary_logloss: 0.163312\n",
"[1137]\tvalid_0's auc: 0.796245\tvalid_0's binary_logloss: 0.143965\tvalid_1's auc: 0.769536\tvalid_1's binary_logloss: 0.163312\n",
"[1138]\tvalid_0's auc: 0.796245\tvalid_0's binary_logloss: 0.143965\tvalid_1's auc: 0.769536\tvalid_1's binary_logloss: 0.163312\n",
"[1139]\tvalid_0's auc: 0.796245\tvalid_0's binary_logloss: 0.143965\tvalid_1's auc: 0.769536\tvalid_1's binary_logloss: 0.163312\n",
"[1140]\tvalid_0's auc: 0.796245\tvalid_0's binary_logloss: 0.143965\tvalid_1's auc: 0.769536\tvalid_1's binary_logloss: 0.163312\n",
"[1141]\tvalid_0's auc: 0.796247\tvalid_0's binary_logloss: 0.143964\tvalid_1's auc: 0.769529\tvalid_1's binary_logloss: 0.163311\n",
"[1142]\tvalid_0's auc: 0.796247\tvalid_0's binary_logloss: 0.143964\tvalid_1's auc: 0.769529\tvalid_1's binary_logloss: 0.163311\n",
"[1143]\tvalid_0's auc: 0.796247\tvalid_0's binary_logloss: 0.143964\tvalid_1's auc: 0.769529\tvalid_1's binary_logloss: 0.163311\n",
"[1144]\tvalid_0's auc: 0.796247\tvalid_0's binary_logloss: 0.143964\tvalid_1's auc: 0.769529\tvalid_1's binary_logloss: 0.163311\n",
"[1145]\tvalid_0's auc: 0.796247\tvalid_0's binary_logloss: 0.143964\tvalid_1's auc: 0.769529\tvalid_1's binary_logloss: 0.163311\n",
"[1146]\tvalid_0's auc: 0.796247\tvalid_0's binary_logloss: 0.143964\tvalid_1's auc: 0.769529\tvalid_1's binary_logloss: 0.163311\n",
"[1147]\tvalid_0's auc: 0.796247\tvalid_0's binary_logloss: 0.143964\tvalid_1's auc: 0.769529\tvalid_1's binary_logloss: 0.163311\n",
"[1148]\tvalid_0's auc: 0.796247\tvalid_0's binary_logloss: 0.143964\tvalid_1's auc: 0.769529\tvalid_1's binary_logloss: 0.163311\n",
"[1149]\tvalid_0's auc: 0.796247\tvalid_0's binary_logloss: 0.143964\tvalid_1's auc: 0.769529\tvalid_1's binary_logloss: 0.163311\n",
"[1150]\tvalid_0's auc: 0.796247\tvalid_0's binary_logloss: 0.143964\tvalid_1's auc: 0.769529\tvalid_1's binary_logloss: 0.163311\n",
"[1151]\tvalid_0's auc: 0.796242\tvalid_0's binary_logloss: 0.143964\tvalid_1's auc: 0.769524\tvalid_1's binary_logloss: 0.163313\n",
"[1152]\tvalid_0's auc: 0.796259\tvalid_0's binary_logloss: 0.143963\tvalid_1's auc: 0.769522\tvalid_1's binary_logloss: 0.163314\n",
"[1153]\tvalid_0's auc: 0.796262\tvalid_0's binary_logloss: 0.143963\tvalid_1's auc: 0.769519\tvalid_1's binary_logloss: 0.163314\n",
"[1154]\tvalid_0's auc: 0.796264\tvalid_0's binary_logloss: 0.143962\tvalid_1's auc: 0.769481\tvalid_1's binary_logloss: 0.163318\n",
"[1155]\tvalid_0's auc: 0.796262\tvalid_0's binary_logloss: 0.143957\tvalid_1's auc: 0.769482\tvalid_1's binary_logloss: 0.163316\n",
"[1156]\tvalid_0's auc: 0.796262\tvalid_0's binary_logloss: 0.143957\tvalid_1's auc: 0.769482\tvalid_1's binary_logloss: 0.163316\n",
"[1157]\tvalid_0's auc: 0.796254\tvalid_0's binary_logloss: 0.143956\tvalid_1's auc: 0.76945\tvalid_1's binary_logloss: 0.163321\n",
"[1158]\tvalid_0's auc: 0.796254\tvalid_0's binary_logloss: 0.143956\tvalid_1's auc: 0.76945\tvalid_1's binary_logloss: 0.163321\n",
"[1159]\tvalid_0's auc: 0.796254\tvalid_0's binary_logloss: 0.143956\tvalid_1's auc: 0.76945\tvalid_1's binary_logloss: 0.163321\n",
"[1160]\tvalid_0's auc: 0.796254\tvalid_0's binary_logloss: 0.143956\tvalid_1's auc: 0.76945\tvalid_1's binary_logloss: 0.163321\n",
"[1161]\tvalid_0's auc: 0.796254\tvalid_0's binary_logloss: 0.143956\tvalid_1's auc: 0.76945\tvalid_1's binary_logloss: 0.163321\n",
"[1162]\tvalid_0's auc: 0.796254\tvalid_0's binary_logloss: 0.143956\tvalid_1's auc: 0.76945\tvalid_1's binary_logloss: 0.163321\n",
"[1163]\tvalid_0's auc: 0.796255\tvalid_0's binary_logloss: 0.143951\tvalid_1's auc: 0.769457\tvalid_1's binary_logloss: 0.163319\n",
"[1164]\tvalid_0's auc: 0.796255\tvalid_0's binary_logloss: 0.143951\tvalid_1's auc: 0.769457\tvalid_1's binary_logloss: 0.163319\n",
"[1165]\tvalid_0's auc: 0.796255\tvalid_0's binary_logloss: 0.143951\tvalid_1's auc: 0.769457\tvalid_1's binary_logloss: 0.163319\n",
"[1166]\tvalid_0's auc: 0.796255\tvalid_0's binary_logloss: 0.143951\tvalid_1's auc: 0.769457\tvalid_1's binary_logloss: 0.163319\n",
"[1167]\tvalid_0's auc: 0.796255\tvalid_0's binary_logloss: 0.143951\tvalid_1's auc: 0.769457\tvalid_1's binary_logloss: 0.163319\n",
"[1168]\tvalid_0's auc: 0.796255\tvalid_0's binary_logloss: 0.143951\tvalid_1's auc: 0.769457\tvalid_1's binary_logloss: 0.163319\n",
"[1169]\tvalid_0's auc: 0.796255\tvalid_0's binary_logloss: 0.143951\tvalid_1's auc: 0.769457\tvalid_1's binary_logloss: 0.163319\n",
"[1170]\tvalid_0's auc: 0.796254\tvalid_0's binary_logloss: 0.143947\tvalid_1's auc: 0.769488\tvalid_1's binary_logloss: 0.163309\n",
"[1171]\tvalid_0's auc: 0.796292\tvalid_0's binary_logloss: 0.143942\tvalid_1's auc: 0.769539\tvalid_1's binary_logloss: 0.163299\n",
"[1172]\tvalid_0's auc: 0.796292\tvalid_0's binary_logloss: 0.143942\tvalid_1's auc: 0.769539\tvalid_1's binary_logloss: 0.163299\n",
"[1173]\tvalid_0's auc: 0.796319\tvalid_0's binary_logloss: 0.143939\tvalid_1's auc: 0.769594\tvalid_1's binary_logloss: 0.163294\n",
"[1174]\tvalid_0's auc: 0.796319\tvalid_0's binary_logloss: 0.143939\tvalid_1's auc: 0.769594\tvalid_1's binary_logloss: 0.163294\n",
"[1175]\tvalid_0's auc: 0.796319\tvalid_0's binary_logloss: 0.143939\tvalid_1's auc: 0.769594\tvalid_1's binary_logloss: 0.163294\n",
"[1176]\tvalid_0's auc: 0.796319\tvalid_0's binary_logloss: 0.143939\tvalid_1's auc: 0.769594\tvalid_1's binary_logloss: 0.163294\n",
"[1177]\tvalid_0's auc: 0.796319\tvalid_0's binary_logloss: 0.143939\tvalid_1's auc: 0.769594\tvalid_1's binary_logloss: 0.163294\n",
"[1178]\tvalid_0's auc: 0.796319\tvalid_0's binary_logloss: 0.143939\tvalid_1's auc: 0.769594\tvalid_1's binary_logloss: 0.163294\n",
"[1179]\tvalid_0's auc: 0.796319\tvalid_0's binary_logloss: 0.143939\tvalid_1's auc: 0.769594\tvalid_1's binary_logloss: 0.163294\n",
"[1180]\tvalid_0's auc: 0.796319\tvalid_0's binary_logloss: 0.143939\tvalid_1's auc: 0.769594\tvalid_1's binary_logloss: 0.163294\n",
"[1181]\tvalid_0's auc: 0.796321\tvalid_0's binary_logloss: 0.143939\tvalid_1's auc: 0.769626\tvalid_1's binary_logloss: 0.163293\n",
"[1182]\tvalid_0's auc: 0.796321\tvalid_0's binary_logloss: 0.143939\tvalid_1's auc: 0.769626\tvalid_1's binary_logloss: 0.163293\n",
"[1183]\tvalid_0's auc: 0.796347\tvalid_0's binary_logloss: 0.143936\tvalid_1's auc: 0.769651\tvalid_1's binary_logloss: 0.163289\n",
"[1184]\tvalid_0's auc: 0.796347\tvalid_0's binary_logloss: 0.143936\tvalid_1's auc: 0.769651\tvalid_1's binary_logloss: 0.163289\n",
"[1185]\tvalid_0's auc: 0.796347\tvalid_0's binary_logloss: 0.143936\tvalid_1's auc: 0.769651\tvalid_1's binary_logloss: 0.163289\n",
"[1186]\tvalid_0's auc: 0.796353\tvalid_0's binary_logloss: 0.143935\tvalid_1's auc: 0.769629\tvalid_1's binary_logloss: 0.163292\n",
"[1187]\tvalid_0's auc: 0.796344\tvalid_0's binary_logloss: 0.143935\tvalid_1's auc: 0.769624\tvalid_1's binary_logloss: 0.163291\n",
"[1188]\tvalid_0's auc: 0.796353\tvalid_0's binary_logloss: 0.143934\tvalid_1's auc: 0.769618\tvalid_1's binary_logloss: 0.16329\n",
"[1189]\tvalid_0's auc: 0.796353\tvalid_0's binary_logloss: 0.143934\tvalid_1's auc: 0.769618\tvalid_1's binary_logloss: 0.16329\n",
"[1190]\tvalid_0's auc: 0.796353\tvalid_0's binary_logloss: 0.143934\tvalid_1's auc: 0.769618\tvalid_1's binary_logloss: 0.16329\n",
"[1191]\tvalid_0's auc: 0.796353\tvalid_0's binary_logloss: 0.143934\tvalid_1's auc: 0.769618\tvalid_1's binary_logloss: 0.16329\n",
"[1192]\tvalid_0's auc: 0.796366\tvalid_0's binary_logloss: 0.14393\tvalid_1's auc: 0.769632\tvalid_1's binary_logloss: 0.163286\n",
"[1193]\tvalid_0's auc: 0.796366\tvalid_0's binary_logloss: 0.14393\tvalid_1's auc: 0.769632\tvalid_1's binary_logloss: 0.163286\n",
"[1194]\tvalid_0's auc: 0.796366\tvalid_0's binary_logloss: 0.14393\tvalid_1's auc: 0.769632\tvalid_1's binary_logloss: 0.163286\n",
"[1195]\tvalid_0's auc: 0.796366\tvalid_0's binary_logloss: 0.14393\tvalid_1's auc: 0.769632\tvalid_1's binary_logloss: 0.163286\n",
"[1196]\tvalid_0's auc: 0.796366\tvalid_0's binary_logloss: 0.14393\tvalid_1's auc: 0.769632\tvalid_1's binary_logloss: 0.163286\n",
"[1197]\tvalid_0's auc: 0.796373\tvalid_0's binary_logloss: 0.143927\tvalid_1's auc: 0.769695\tvalid_1's binary_logloss: 0.163276\n",
"[1198]\tvalid_0's auc: 0.796373\tvalid_0's binary_logloss: 0.143927\tvalid_1's auc: 0.769695\tvalid_1's binary_logloss: 0.163276\n",
"[1199]\tvalid_0's auc: 0.796359\tvalid_0's binary_logloss: 0.143923\tvalid_1's auc: 0.769678\tvalid_1's binary_logloss: 0.163272\n",
"[1200]\tvalid_0's auc: 0.796359\tvalid_0's binary_logloss: 0.143923\tvalid_1's auc: 0.769678\tvalid_1's binary_logloss: 0.163272\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"[1201]\tvalid_0's auc: 0.796359\tvalid_0's binary_logloss: 0.143923\tvalid_1's auc: 0.769678\tvalid_1's binary_logloss: 0.163272\n",
"[1202]\tvalid_0's auc: 0.796359\tvalid_0's binary_logloss: 0.143923\tvalid_1's auc: 0.769678\tvalid_1's binary_logloss: 0.163272\n",
"[1203]\tvalid_0's auc: 0.796359\tvalid_0's binary_logloss: 0.143923\tvalid_1's auc: 0.769678\tvalid_1's binary_logloss: 0.163272\n",
"[1204]\tvalid_0's auc: 0.796359\tvalid_0's binary_logloss: 0.143923\tvalid_1's auc: 0.769678\tvalid_1's binary_logloss: 0.163272\n",
"[1205]\tvalid_0's auc: 0.796347\tvalid_0's binary_logloss: 0.143919\tvalid_1's auc: 0.76968\tvalid_1's binary_logloss: 0.163272\n",
"[1206]\tvalid_0's auc: 0.796347\tvalid_0's binary_logloss: 0.143919\tvalid_1's auc: 0.76968\tvalid_1's binary_logloss: 0.163272\n",
"[1207]\tvalid_0's auc: 0.796347\tvalid_0's binary_logloss: 0.143919\tvalid_1's auc: 0.76968\tvalid_1's binary_logloss: 0.163272\n",
"[1208]\tvalid_0's auc: 0.796347\tvalid_0's binary_logloss: 0.143919\tvalid_1's auc: 0.76968\tvalid_1's binary_logloss: 0.163272\n",
"[1209]\tvalid_0's auc: 0.796347\tvalid_0's binary_logloss: 0.143919\tvalid_1's auc: 0.76968\tvalid_1's binary_logloss: 0.163272\n",
"[1210]\tvalid_0's auc: 0.796347\tvalid_0's binary_logloss: 0.143919\tvalid_1's auc: 0.76968\tvalid_1's binary_logloss: 0.163272\n",
"[1211]\tvalid_0's auc: 0.796347\tvalid_0's binary_logloss: 0.143919\tvalid_1's auc: 0.76968\tvalid_1's binary_logloss: 0.163272\n",
"[1212]\tvalid_0's auc: 0.796347\tvalid_0's binary_logloss: 0.143919\tvalid_1's auc: 0.76968\tvalid_1's binary_logloss: 0.163272\n",
"[1213]\tvalid_0's auc: 0.796347\tvalid_0's binary_logloss: 0.143919\tvalid_1's auc: 0.76968\tvalid_1's binary_logloss: 0.163272\n",
"[1214]\tvalid_0's auc: 0.796347\tvalid_0's binary_logloss: 0.143919\tvalid_1's auc: 0.76968\tvalid_1's binary_logloss: 0.163272\n",
"[1215]\tvalid_0's auc: 0.796347\tvalid_0's binary_logloss: 0.143919\tvalid_1's auc: 0.76968\tvalid_1's binary_logloss: 0.163272\n",
"[1216]\tvalid_0's auc: 0.796347\tvalid_0's binary_logloss: 0.143919\tvalid_1's auc: 0.76968\tvalid_1's binary_logloss: 0.163272\n",
"[1217]\tvalid_0's auc: 0.796365\tvalid_0's binary_logloss: 0.143915\tvalid_1's auc: 0.769705\tvalid_1's binary_logloss: 0.163267\n",
"[1218]\tvalid_0's auc: 0.796363\tvalid_0's binary_logloss: 0.14391\tvalid_1's auc: 0.769688\tvalid_1's binary_logloss: 0.163262\n",
"[1219]\tvalid_0's auc: 0.796363\tvalid_0's binary_logloss: 0.14391\tvalid_1's auc: 0.769688\tvalid_1's binary_logloss: 0.163262\n",
"[1220]\tvalid_0's auc: 0.796377\tvalid_0's binary_logloss: 0.143907\tvalid_1's auc: 0.769706\tvalid_1's binary_logloss: 0.163258\n",
"[1221]\tvalid_0's auc: 0.796379\tvalid_0's binary_logloss: 0.143904\tvalid_1's auc: 0.769705\tvalid_1's binary_logloss: 0.163255\n",
"[1222]\tvalid_0's auc: 0.796394\tvalid_0's binary_logloss: 0.1439\tvalid_1's auc: 0.76973\tvalid_1's binary_logloss: 0.163251\n",
"[1223]\tvalid_0's auc: 0.796384\tvalid_0's binary_logloss: 0.1439\tvalid_1's auc: 0.769745\tvalid_1's binary_logloss: 0.163251\n",
"[1224]\tvalid_0's auc: 0.796384\tvalid_0's binary_logloss: 0.1439\tvalid_1's auc: 0.769745\tvalid_1's binary_logloss: 0.163251\n",
"[1225]\tvalid_0's auc: 0.796384\tvalid_0's binary_logloss: 0.1439\tvalid_1's auc: 0.769745\tvalid_1's binary_logloss: 0.163251\n",
"[1226]\tvalid_0's auc: 0.796384\tvalid_0's binary_logloss: 0.1439\tvalid_1's auc: 0.769745\tvalid_1's binary_logloss: 0.163251\n",
"[1227]\tvalid_0's auc: 0.796384\tvalid_0's binary_logloss: 0.1439\tvalid_1's auc: 0.769745\tvalid_1's binary_logloss: 0.163251\n",
"[1228]\tvalid_0's auc: 0.796387\tvalid_0's binary_logloss: 0.143899\tvalid_1's auc: 0.769729\tvalid_1's binary_logloss: 0.163255\n",
"[1229]\tvalid_0's auc: 0.796387\tvalid_0's binary_logloss: 0.143899\tvalid_1's auc: 0.769729\tvalid_1's binary_logloss: 0.163255\n",
"[1230]\tvalid_0's auc: 0.796387\tvalid_0's binary_logloss: 0.143899\tvalid_1's auc: 0.769729\tvalid_1's binary_logloss: 0.163255\n",
"[1231]\tvalid_0's auc: 0.796412\tvalid_0's binary_logloss: 0.143895\tvalid_1's auc: 0.769783\tvalid_1's binary_logloss: 0.163247\n",
"[1232]\tvalid_0's auc: 0.796412\tvalid_0's binary_logloss: 0.143895\tvalid_1's auc: 0.769783\tvalid_1's binary_logloss: 0.163247\n",
"[1233]\tvalid_0's auc: 0.796409\tvalid_0's binary_logloss: 0.143891\tvalid_1's auc: 0.769787\tvalid_1's binary_logloss: 0.163244\n",
"[1234]\tvalid_0's auc: 0.796415\tvalid_0's binary_logloss: 0.143887\tvalid_1's auc: 0.769799\tvalid_1's binary_logloss: 0.163243\n",
"[1235]\tvalid_0's auc: 0.796419\tvalid_0's binary_logloss: 0.143886\tvalid_1's auc: 0.769776\tvalid_1's binary_logloss: 0.163241\n",
"[1236]\tvalid_0's auc: 0.796398\tvalid_0's binary_logloss: 0.143883\tvalid_1's auc: 0.76978\tvalid_1's binary_logloss: 0.163236\n",
"[1237]\tvalid_0's auc: 0.796398\tvalid_0's binary_logloss: 0.143883\tvalid_1's auc: 0.76978\tvalid_1's binary_logloss: 0.163236\n",
"[1238]\tvalid_0's auc: 0.796398\tvalid_0's binary_logloss: 0.143883\tvalid_1's auc: 0.76978\tvalid_1's binary_logloss: 0.163236\n",
"[1239]\tvalid_0's auc: 0.796411\tvalid_0's binary_logloss: 0.14388\tvalid_1's auc: 0.769796\tvalid_1's binary_logloss: 0.163233\n",
"[1240]\tvalid_0's auc: 0.796404\tvalid_0's binary_logloss: 0.143876\tvalid_1's auc: 0.769822\tvalid_1's binary_logloss: 0.163227\n",
"[1241]\tvalid_0's auc: 0.796404\tvalid_0's binary_logloss: 0.143876\tvalid_1's auc: 0.769822\tvalid_1's binary_logloss: 0.163227\n",
"[1242]\tvalid_0's auc: 0.796404\tvalid_0's binary_logloss: 0.143876\tvalid_1's auc: 0.769822\tvalid_1's binary_logloss: 0.163227\n",
"[1243]\tvalid_0's auc: 0.796403\tvalid_0's binary_logloss: 0.143875\tvalid_1's auc: 0.769807\tvalid_1's binary_logloss: 0.163226\n",
"[1244]\tvalid_0's auc: 0.796403\tvalid_0's binary_logloss: 0.14387\tvalid_1's auc: 0.769813\tvalid_1's binary_logloss: 0.163224\n",
"[1245]\tvalid_0's auc: 0.796403\tvalid_0's binary_logloss: 0.14387\tvalid_1's auc: 0.769813\tvalid_1's binary_logloss: 0.163224\n",
"[1246]\tvalid_0's auc: 0.796436\tvalid_0's binary_logloss: 0.14386\tvalid_1's auc: 0.769866\tvalid_1's binary_logloss: 0.163211\n",
"[1247]\tvalid_0's auc: 0.796436\tvalid_0's binary_logloss: 0.14386\tvalid_1's auc: 0.769866\tvalid_1's binary_logloss: 0.163211\n",
"[1248]\tvalid_0's auc: 0.796436\tvalid_0's binary_logloss: 0.14386\tvalid_1's auc: 0.769866\tvalid_1's binary_logloss: 0.163211\n",
"[1249]\tvalid_0's auc: 0.796444\tvalid_0's binary_logloss: 0.143859\tvalid_1's auc: 0.769867\tvalid_1's binary_logloss: 0.16321\n",
"[1250]\tvalid_0's auc: 0.796444\tvalid_0's binary_logloss: 0.143859\tvalid_1's auc: 0.769867\tvalid_1's binary_logloss: 0.16321\n",
"[1251]\tvalid_0's auc: 0.796444\tvalid_0's binary_logloss: 0.143859\tvalid_1's auc: 0.769867\tvalid_1's binary_logloss: 0.16321\n",
"[1252]\tvalid_0's auc: 0.796444\tvalid_0's binary_logloss: 0.143859\tvalid_1's auc: 0.769867\tvalid_1's binary_logloss: 0.16321\n",
"[1253]\tvalid_0's auc: 0.796449\tvalid_0's binary_logloss: 0.14386\tvalid_1's auc: 0.769864\tvalid_1's binary_logloss: 0.163211\n",
"[1254]\tvalid_0's auc: 0.796459\tvalid_0's binary_logloss: 0.143856\tvalid_1's auc: 0.769878\tvalid_1's binary_logloss: 0.163206\n",
"[1255]\tvalid_0's auc: 0.796459\tvalid_0's binary_logloss: 0.143856\tvalid_1's auc: 0.769878\tvalid_1's binary_logloss: 0.163206\n",
"[1256]\tvalid_0's auc: 0.796459\tvalid_0's binary_logloss: 0.143856\tvalid_1's auc: 0.769878\tvalid_1's binary_logloss: 0.163206\n",
"[1257]\tvalid_0's auc: 0.79646\tvalid_0's binary_logloss: 0.143851\tvalid_1's auc: 0.76988\tvalid_1's binary_logloss: 0.163204\n",
"[1258]\tvalid_0's auc: 0.796469\tvalid_0's binary_logloss: 0.143847\tvalid_1's auc: 0.769895\tvalid_1's binary_logloss: 0.1632\n",
"[1259]\tvalid_0's auc: 0.796466\tvalid_0's binary_logloss: 0.143847\tvalid_1's auc: 0.769921\tvalid_1's binary_logloss: 0.163196\n",
"[1260]\tvalid_0's auc: 0.796471\tvalid_0's binary_logloss: 0.143843\tvalid_1's auc: 0.769944\tvalid_1's binary_logloss: 0.163191\n",
"[1261]\tvalid_0's auc: 0.796479\tvalid_0's binary_logloss: 0.143842\tvalid_1's auc: 0.7699\tvalid_1's binary_logloss: 0.163199\n",
"[1262]\tvalid_0's auc: 0.796479\tvalid_0's binary_logloss: 0.143842\tvalid_1's auc: 0.7699\tvalid_1's binary_logloss: 0.163199\n",
"[1263]\tvalid_0's auc: 0.796479\tvalid_0's binary_logloss: 0.143842\tvalid_1's auc: 0.7699\tvalid_1's binary_logloss: 0.163199\n",
"[1264]\tvalid_0's auc: 0.796478\tvalid_0's binary_logloss: 0.143842\tvalid_1's auc: 0.769884\tvalid_1's binary_logloss: 0.1632\n",
"[1265]\tvalid_0's auc: 0.796488\tvalid_0's binary_logloss: 0.143838\tvalid_1's auc: 0.769877\tvalid_1's binary_logloss: 0.163196\n",
"[1266]\tvalid_0's auc: 0.796488\tvalid_0's binary_logloss: 0.143838\tvalid_1's auc: 0.769877\tvalid_1's binary_logloss: 0.163196\n",
"[1267]\tvalid_0's auc: 0.796487\tvalid_0's binary_logloss: 0.143832\tvalid_1's auc: 0.769886\tvalid_1's binary_logloss: 0.163191\n",
"[1268]\tvalid_0's auc: 0.796487\tvalid_0's binary_logloss: 0.143832\tvalid_1's auc: 0.769886\tvalid_1's binary_logloss: 0.163191\n",
"[1269]\tvalid_0's auc: 0.796487\tvalid_0's binary_logloss: 0.143832\tvalid_1's auc: 0.769886\tvalid_1's binary_logloss: 0.163191\n",
"[1270]\tvalid_0's auc: 0.796487\tvalid_0's binary_logloss: 0.143828\tvalid_1's auc: 0.769863\tvalid_1's binary_logloss: 0.163188\n",
"[1271]\tvalid_0's auc: 0.796487\tvalid_0's binary_logloss: 0.143828\tvalid_1's auc: 0.769863\tvalid_1's binary_logloss: 0.163188\n",
"[1272]\tvalid_0's auc: 0.796487\tvalid_0's binary_logloss: 0.143828\tvalid_1's auc: 0.769863\tvalid_1's binary_logloss: 0.163188\n",
"[1273]\tvalid_0's auc: 0.796487\tvalid_0's binary_logloss: 0.143828\tvalid_1's auc: 0.769863\tvalid_1's binary_logloss: 0.163188\n",
"[1274]\tvalid_0's auc: 0.796487\tvalid_0's binary_logloss: 0.143828\tvalid_1's auc: 0.769863\tvalid_1's binary_logloss: 0.163188\n",
"[1275]\tvalid_0's auc: 0.796487\tvalid_0's binary_logloss: 0.143828\tvalid_1's auc: 0.769863\tvalid_1's binary_logloss: 0.163188\n",
"[1276]\tvalid_0's auc: 0.796487\tvalid_0's binary_logloss: 0.143828\tvalid_1's auc: 0.769863\tvalid_1's binary_logloss: 0.163188\n",
"[1277]\tvalid_0's auc: 0.796487\tvalid_0's binary_logloss: 0.143828\tvalid_1's auc: 0.769863\tvalid_1's binary_logloss: 0.163188\n",
"[1278]\tvalid_0's auc: 0.796467\tvalid_0's binary_logloss: 0.143825\tvalid_1's auc: 0.769822\tvalid_1's binary_logloss: 0.163187\n",
"[1279]\tvalid_0's auc: 0.796467\tvalid_0's binary_logloss: 0.143825\tvalid_1's auc: 0.769822\tvalid_1's binary_logloss: 0.163187\n",
"[1280]\tvalid_0's auc: 0.796467\tvalid_0's binary_logloss: 0.143825\tvalid_1's auc: 0.769822\tvalid_1's binary_logloss: 0.163187\n",
"[1281]\tvalid_0's auc: 0.796467\tvalid_0's binary_logloss: 0.143825\tvalid_1's auc: 0.769822\tvalid_1's binary_logloss: 0.163187\n",
"[1282]\tvalid_0's auc: 0.796467\tvalid_0's binary_logloss: 0.143825\tvalid_1's auc: 0.769822\tvalid_1's binary_logloss: 0.163187\n",
"[1283]\tvalid_0's auc: 0.796467\tvalid_0's binary_logloss: 0.143825\tvalid_1's auc: 0.769822\tvalid_1's binary_logloss: 0.163187\n",
"[1284]\tvalid_0's auc: 0.796467\tvalid_0's binary_logloss: 0.143825\tvalid_1's auc: 0.769822\tvalid_1's binary_logloss: 0.163187\n",
"[1285]\tvalid_0's auc: 0.796462\tvalid_0's binary_logloss: 0.143821\tvalid_1's auc: 0.769859\tvalid_1's binary_logloss: 0.163179\n",
"[1286]\tvalid_0's auc: 0.796462\tvalid_0's binary_logloss: 0.143821\tvalid_1's auc: 0.769859\tvalid_1's binary_logloss: 0.163179\n",
"[1287]\tvalid_0's auc: 0.796462\tvalid_0's binary_logloss: 0.143821\tvalid_1's auc: 0.769859\tvalid_1's binary_logloss: 0.163179\n",
"[1288]\tvalid_0's auc: 0.796461\tvalid_0's binary_logloss: 0.143817\tvalid_1's auc: 0.769865\tvalid_1's binary_logloss: 0.163177\n",
"[1289]\tvalid_0's auc: 0.796461\tvalid_0's binary_logloss: 0.143817\tvalid_1's auc: 0.769865\tvalid_1's binary_logloss: 0.163177\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"[1290]\tvalid_0's auc: 0.796461\tvalid_0's binary_logloss: 0.143817\tvalid_1's auc: 0.769865\tvalid_1's binary_logloss: 0.163177\n",
"[1291]\tvalid_0's auc: 0.796461\tvalid_0's binary_logloss: 0.143817\tvalid_1's auc: 0.769865\tvalid_1's binary_logloss: 0.163177\n",
"[1292]\tvalid_0's auc: 0.796483\tvalid_0's binary_logloss: 0.143812\tvalid_1's auc: 0.769924\tvalid_1's binary_logloss: 0.16317\n",
"[1293]\tvalid_0's auc: 0.79652\tvalid_0's binary_logloss: 0.143809\tvalid_1's auc: 0.769964\tvalid_1's binary_logloss: 0.163165\n",
"[1294]\tvalid_0's auc: 0.79652\tvalid_0's binary_logloss: 0.143809\tvalid_1's auc: 0.769964\tvalid_1's binary_logloss: 0.163165\n",
"[1295]\tvalid_0's auc: 0.796516\tvalid_0's binary_logloss: 0.143809\tvalid_1's auc: 0.769942\tvalid_1's binary_logloss: 0.163168\n",
"[1296]\tvalid_0's auc: 0.796515\tvalid_0's binary_logloss: 0.143804\tvalid_1's auc: 0.769973\tvalid_1's binary_logloss: 0.163159\n",
"[1297]\tvalid_0's auc: 0.796547\tvalid_0's binary_logloss: 0.143801\tvalid_1's auc: 0.770015\tvalid_1's binary_logloss: 0.163154\n",
"[1298]\tvalid_0's auc: 0.796531\tvalid_0's binary_logloss: 0.1438\tvalid_1's auc: 0.769971\tvalid_1's binary_logloss: 0.16316\n",
"[1299]\tvalid_0's auc: 0.796534\tvalid_0's binary_logloss: 0.143796\tvalid_1's auc: 0.76997\tvalid_1's binary_logloss: 0.163158\n",
"[1300]\tvalid_0's auc: 0.796534\tvalid_0's binary_logloss: 0.143796\tvalid_1's auc: 0.76997\tvalid_1's binary_logloss: 0.163158\n",
"[1301]\tvalid_0's auc: 0.796534\tvalid_0's binary_logloss: 0.143796\tvalid_1's auc: 0.76997\tvalid_1's binary_logloss: 0.163158\n",
"[1302]\tvalid_0's auc: 0.796542\tvalid_0's binary_logloss: 0.143795\tvalid_1's auc: 0.76992\tvalid_1's binary_logloss: 0.163163\n",
"[1303]\tvalid_0's auc: 0.796542\tvalid_0's binary_logloss: 0.143795\tvalid_1's auc: 0.76992\tvalid_1's binary_logloss: 0.163163\n",
"[1304]\tvalid_0's auc: 0.796542\tvalid_0's binary_logloss: 0.143795\tvalid_1's auc: 0.76992\tvalid_1's binary_logloss: 0.163163\n",
"[1305]\tvalid_0's auc: 0.796552\tvalid_0's binary_logloss: 0.14379\tvalid_1's auc: 0.769906\tvalid_1's binary_logloss: 0.163159\n",
"[1306]\tvalid_0's auc: 0.796552\tvalid_0's binary_logloss: 0.14379\tvalid_1's auc: 0.769906\tvalid_1's binary_logloss: 0.163159\n",
"[1307]\tvalid_0's auc: 0.796552\tvalid_0's binary_logloss: 0.14379\tvalid_1's auc: 0.769906\tvalid_1's binary_logloss: 0.163159\n",
"[1308]\tvalid_0's auc: 0.796552\tvalid_0's binary_logloss: 0.14379\tvalid_1's auc: 0.769906\tvalid_1's binary_logloss: 0.163159\n",
"[1309]\tvalid_0's auc: 0.796558\tvalid_0's binary_logloss: 0.14379\tvalid_1's auc: 0.769903\tvalid_1's binary_logloss: 0.163159\n",
"[1310]\tvalid_0's auc: 0.796556\tvalid_0's binary_logloss: 0.143786\tvalid_1's auc: 0.769908\tvalid_1's binary_logloss: 0.163154\n",
"[1311]\tvalid_0's auc: 0.796556\tvalid_0's binary_logloss: 0.143786\tvalid_1's auc: 0.769908\tvalid_1's binary_logloss: 0.163154\n",
"[1312]\tvalid_0's auc: 0.796556\tvalid_0's binary_logloss: 0.143786\tvalid_1's auc: 0.769908\tvalid_1's binary_logloss: 0.163154\n",
"[1313]\tvalid_0's auc: 0.796556\tvalid_0's binary_logloss: 0.143786\tvalid_1's auc: 0.769908\tvalid_1's binary_logloss: 0.163154\n",
"[1314]\tvalid_0's auc: 0.796556\tvalid_0's binary_logloss: 0.143786\tvalid_1's auc: 0.769908\tvalid_1's binary_logloss: 0.163154\n",
"[1315]\tvalid_0's auc: 0.796556\tvalid_0's binary_logloss: 0.143786\tvalid_1's auc: 0.769908\tvalid_1's binary_logloss: 0.163154\n",
"[1316]\tvalid_0's auc: 0.796555\tvalid_0's binary_logloss: 0.143781\tvalid_1's auc: 0.769911\tvalid_1's binary_logloss: 0.163152\n",
"[1317]\tvalid_0's auc: 0.796555\tvalid_0's binary_logloss: 0.143781\tvalid_1's auc: 0.769911\tvalid_1's binary_logloss: 0.163152\n",
"[1318]\tvalid_0's auc: 0.796555\tvalid_0's binary_logloss: 0.143781\tvalid_1's auc: 0.769911\tvalid_1's binary_logloss: 0.163152\n",
"[1319]\tvalid_0's auc: 0.796555\tvalid_0's binary_logloss: 0.143781\tvalid_1's auc: 0.769911\tvalid_1's binary_logloss: 0.163152\n",
"[1320]\tvalid_0's auc: 0.796555\tvalid_0's binary_logloss: 0.143781\tvalid_1's auc: 0.769911\tvalid_1's binary_logloss: 0.163152\n",
"[1321]\tvalid_0's auc: 0.796562\tvalid_0's binary_logloss: 0.14378\tvalid_1's auc: 0.769897\tvalid_1's binary_logloss: 0.163153\n",
"[1322]\tvalid_0's auc: 0.796557\tvalid_0's binary_logloss: 0.143779\tvalid_1's auc: 0.769853\tvalid_1's binary_logloss: 0.163157\n",
"[1323]\tvalid_0's auc: 0.796557\tvalid_0's binary_logloss: 0.143779\tvalid_1's auc: 0.769853\tvalid_1's binary_logloss: 0.163157\n",
"[1324]\tvalid_0's auc: 0.796562\tvalid_0's binary_logloss: 0.143775\tvalid_1's auc: 0.769853\tvalid_1's binary_logloss: 0.163149\n",
"[1325]\tvalid_0's auc: 0.796562\tvalid_0's binary_logloss: 0.143775\tvalid_1's auc: 0.769853\tvalid_1's binary_logloss: 0.163149\n",
"[1326]\tvalid_0's auc: 0.796565\tvalid_0's binary_logloss: 0.143775\tvalid_1's auc: 0.769855\tvalid_1's binary_logloss: 0.163146\n",
"[1327]\tvalid_0's auc: 0.796565\tvalid_0's binary_logloss: 0.143775\tvalid_1's auc: 0.769855\tvalid_1's binary_logloss: 0.163146\n",
"[1328]\tvalid_0's auc: 0.796565\tvalid_0's binary_logloss: 0.143775\tvalid_1's auc: 0.769855\tvalid_1's binary_logloss: 0.163146\n",
"[1329]\tvalid_0's auc: 0.796565\tvalid_0's binary_logloss: 0.143775\tvalid_1's auc: 0.769855\tvalid_1's binary_logloss: 0.163146\n",
"[1330]\tvalid_0's auc: 0.796565\tvalid_0's binary_logloss: 0.143775\tvalid_1's auc: 0.769855\tvalid_1's binary_logloss: 0.163146\n",
"[1331]\tvalid_0's auc: 0.796583\tvalid_0's binary_logloss: 0.143765\tvalid_1's auc: 0.76986\tvalid_1's binary_logloss: 0.163142\n",
"[1332]\tvalid_0's auc: 0.796593\tvalid_0's binary_logloss: 0.143765\tvalid_1's auc: 0.769868\tvalid_1's binary_logloss: 0.163143\n",
"[1333]\tvalid_0's auc: 0.796593\tvalid_0's binary_logloss: 0.143765\tvalid_1's auc: 0.769868\tvalid_1's binary_logloss: 0.163143\n",
"[1334]\tvalid_0's auc: 0.796592\tvalid_0's binary_logloss: 0.143764\tvalid_1's auc: 0.769862\tvalid_1's binary_logloss: 0.163145\n",
"[1335]\tvalid_0's auc: 0.796592\tvalid_0's binary_logloss: 0.143764\tvalid_1's auc: 0.769862\tvalid_1's binary_logloss: 0.163145\n",
"[1336]\tvalid_0's auc: 0.796592\tvalid_0's binary_logloss: 0.143764\tvalid_1's auc: 0.769862\tvalid_1's binary_logloss: 0.163145\n",
"[1337]\tvalid_0's auc: 0.796592\tvalid_0's binary_logloss: 0.143764\tvalid_1's auc: 0.769862\tvalid_1's binary_logloss: 0.163145\n",
"[1338]\tvalid_0's auc: 0.796606\tvalid_0's binary_logloss: 0.143759\tvalid_1's auc: 0.76985\tvalid_1's binary_logloss: 0.163142\n",
"[1339]\tvalid_0's auc: 0.796606\tvalid_0's binary_logloss: 0.143759\tvalid_1's auc: 0.76985\tvalid_1's binary_logloss: 0.163142\n",
"[1340]\tvalid_0's auc: 0.796606\tvalid_0's binary_logloss: 0.143759\tvalid_1's auc: 0.76985\tvalid_1's binary_logloss: 0.163142\n",
"[1341]\tvalid_0's auc: 0.796606\tvalid_0's binary_logloss: 0.143759\tvalid_1's auc: 0.76985\tvalid_1's binary_logloss: 0.163142\n",
"[1342]\tvalid_0's auc: 0.796584\tvalid_0's binary_logloss: 0.143756\tvalid_1's auc: 0.76983\tvalid_1's binary_logloss: 0.163139\n",
"[1343]\tvalid_0's auc: 0.796588\tvalid_0's binary_logloss: 0.143751\tvalid_1's auc: 0.769813\tvalid_1's binary_logloss: 0.163137\n",
"[1344]\tvalid_0's auc: 0.796588\tvalid_0's binary_logloss: 0.143751\tvalid_1's auc: 0.769813\tvalid_1's binary_logloss: 0.163137\n",
"[1345]\tvalid_0's auc: 0.796588\tvalid_0's binary_logloss: 0.143751\tvalid_1's auc: 0.769813\tvalid_1's binary_logloss: 0.163137\n",
"[1346]\tvalid_0's auc: 0.796588\tvalid_0's binary_logloss: 0.143751\tvalid_1's auc: 0.769813\tvalid_1's binary_logloss: 0.163137\n",
"[1347]\tvalid_0's auc: 0.796588\tvalid_0's binary_logloss: 0.143751\tvalid_1's auc: 0.769813\tvalid_1's binary_logloss: 0.163137\n",
"[1348]\tvalid_0's auc: 0.796588\tvalid_0's binary_logloss: 0.143751\tvalid_1's auc: 0.769813\tvalid_1's binary_logloss: 0.163137\n",
"[1349]\tvalid_0's auc: 0.796588\tvalid_0's binary_logloss: 0.143747\tvalid_1's auc: 0.769821\tvalid_1's binary_logloss: 0.163134\n",
"[1350]\tvalid_0's auc: 0.796606\tvalid_0's binary_logloss: 0.143743\tvalid_1's auc: 0.76984\tvalid_1's binary_logloss: 0.163132\n",
"[1351]\tvalid_0's auc: 0.796622\tvalid_0's binary_logloss: 0.143743\tvalid_1's auc: 0.769827\tvalid_1's binary_logloss: 0.163137\n",
"[1352]\tvalid_0's auc: 0.796633\tvalid_0's binary_logloss: 0.143742\tvalid_1's auc: 0.769786\tvalid_1's binary_logloss: 0.163145\n",
"[1353]\tvalid_0's auc: 0.796633\tvalid_0's binary_logloss: 0.143742\tvalid_1's auc: 0.769786\tvalid_1's binary_logloss: 0.163145\n",
"[1354]\tvalid_0's auc: 0.796636\tvalid_0's binary_logloss: 0.143737\tvalid_1's auc: 0.769791\tvalid_1's binary_logloss: 0.163141\n",
"[1355]\tvalid_0's auc: 0.796636\tvalid_0's binary_logloss: 0.143737\tvalid_1's auc: 0.769791\tvalid_1's binary_logloss: 0.163141\n",
"[1356]\tvalid_0's auc: 0.796636\tvalid_0's binary_logloss: 0.143737\tvalid_1's auc: 0.769791\tvalid_1's binary_logloss: 0.163141\n",
"[1357]\tvalid_0's auc: 0.796636\tvalid_0's binary_logloss: 0.143737\tvalid_1's auc: 0.769791\tvalid_1's binary_logloss: 0.163141\n",
"[1358]\tvalid_0's auc: 0.796636\tvalid_0's binary_logloss: 0.143737\tvalid_1's auc: 0.769791\tvalid_1's binary_logloss: 0.163141\n",
"[1359]\tvalid_0's auc: 0.796636\tvalid_0's binary_logloss: 0.143737\tvalid_1's auc: 0.769791\tvalid_1's binary_logloss: 0.163141\n",
"[1360]\tvalid_0's auc: 0.796629\tvalid_0's binary_logloss: 0.143734\tvalid_1's auc: 0.769812\tvalid_1's binary_logloss: 0.163135\n",
"[1361]\tvalid_0's auc: 0.796629\tvalid_0's binary_logloss: 0.143734\tvalid_1's auc: 0.769812\tvalid_1's binary_logloss: 0.163135\n",
"[1362]\tvalid_0's auc: 0.796629\tvalid_0's binary_logloss: 0.143734\tvalid_1's auc: 0.769812\tvalid_1's binary_logloss: 0.163135\n",
"[1363]\tvalid_0's auc: 0.796629\tvalid_0's binary_logloss: 0.143734\tvalid_1's auc: 0.769812\tvalid_1's binary_logloss: 0.163135\n",
"[1364]\tvalid_0's auc: 0.796629\tvalid_0's binary_logloss: 0.143734\tvalid_1's auc: 0.769812\tvalid_1's binary_logloss: 0.163135\n",
"[1365]\tvalid_0's auc: 0.796629\tvalid_0's binary_logloss: 0.143734\tvalid_1's auc: 0.769812\tvalid_1's binary_logloss: 0.163135\n",
"[1366]\tvalid_0's auc: 0.796629\tvalid_0's binary_logloss: 0.143734\tvalid_1's auc: 0.769812\tvalid_1's binary_logloss: 0.163135\n",
"[1367]\tvalid_0's auc: 0.796629\tvalid_0's binary_logloss: 0.143734\tvalid_1's auc: 0.769812\tvalid_1's binary_logloss: 0.163135\n",
"[1368]\tvalid_0's auc: 0.796633\tvalid_0's binary_logloss: 0.14373\tvalid_1's auc: 0.76982\tvalid_1's binary_logloss: 0.163128\n",
"[1369]\tvalid_0's auc: 0.796636\tvalid_0's binary_logloss: 0.14373\tvalid_1's auc: 0.769821\tvalid_1's binary_logloss: 0.163127\n",
"[1370]\tvalid_0's auc: 0.796636\tvalid_0's binary_logloss: 0.14373\tvalid_1's auc: 0.769821\tvalid_1's binary_logloss: 0.163127\n",
"[1371]\tvalid_0's auc: 0.796636\tvalid_0's binary_logloss: 0.14373\tvalid_1's auc: 0.769821\tvalid_1's binary_logloss: 0.163127\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"[1372]\tvalid_0's auc: 0.796636\tvalid_0's binary_logloss: 0.14373\tvalid_1's auc: 0.769821\tvalid_1's binary_logloss: 0.163127\n",
"[1373]\tvalid_0's auc: 0.796636\tvalid_0's binary_logloss: 0.14373\tvalid_1's auc: 0.769821\tvalid_1's binary_logloss: 0.163127\n",
"[1374]\tvalid_0's auc: 0.796636\tvalid_0's binary_logloss: 0.14373\tvalid_1's auc: 0.769821\tvalid_1's binary_logloss: 0.163127\n",
"[1375]\tvalid_0's auc: 0.796636\tvalid_0's binary_logloss: 0.14373\tvalid_1's auc: 0.769821\tvalid_1's binary_logloss: 0.163127\n",
"[1376]\tvalid_0's auc: 0.796636\tvalid_0's binary_logloss: 0.14373\tvalid_1's auc: 0.769821\tvalid_1's binary_logloss: 0.163127\n",
"[1377]\tvalid_0's auc: 0.796643\tvalid_0's binary_logloss: 0.143729\tvalid_1's auc: 0.76979\tvalid_1's binary_logloss: 0.163131\n",
"[1378]\tvalid_0's auc: 0.796643\tvalid_0's binary_logloss: 0.143729\tvalid_1's auc: 0.76979\tvalid_1's binary_logloss: 0.163131\n",
"[1379]\tvalid_0's auc: 0.796675\tvalid_0's binary_logloss: 0.143724\tvalid_1's auc: 0.769857\tvalid_1's binary_logloss: 0.163119\n",
"[1380]\tvalid_0's auc: 0.796675\tvalid_0's binary_logloss: 0.143724\tvalid_1's auc: 0.769857\tvalid_1's binary_logloss: 0.163119\n",
"[1381]\tvalid_0's auc: 0.796675\tvalid_0's binary_logloss: 0.143724\tvalid_1's auc: 0.769857\tvalid_1's binary_logloss: 0.163119\n",
"[1382]\tvalid_0's auc: 0.796662\tvalid_0's binary_logloss: 0.143721\tvalid_1's auc: 0.769808\tvalid_1's binary_logloss: 0.163121\n",
"[1383]\tvalid_0's auc: 0.796662\tvalid_0's binary_logloss: 0.143721\tvalid_1's auc: 0.769808\tvalid_1's binary_logloss: 0.163121\n",
"[1384]\tvalid_0's auc: 0.796662\tvalid_0's binary_logloss: 0.143721\tvalid_1's auc: 0.769788\tvalid_1's binary_logloss: 0.163123\n",
"[1385]\tvalid_0's auc: 0.796662\tvalid_0's binary_logloss: 0.143721\tvalid_1's auc: 0.769788\tvalid_1's binary_logloss: 0.163123\n",
"[1386]\tvalid_0's auc: 0.796662\tvalid_0's binary_logloss: 0.143721\tvalid_1's auc: 0.769788\tvalid_1's binary_logloss: 0.163123\n",
"[1387]\tvalid_0's auc: 0.796655\tvalid_0's binary_logloss: 0.143716\tvalid_1's auc: 0.769786\tvalid_1's binary_logloss: 0.16312\n",
"[1388]\tvalid_0's auc: 0.796655\tvalid_0's binary_logloss: 0.143716\tvalid_1's auc: 0.769786\tvalid_1's binary_logloss: 0.16312\n",
"[1389]\tvalid_0's auc: 0.79666\tvalid_0's binary_logloss: 0.143717\tvalid_1's auc: 0.769816\tvalid_1's binary_logloss: 0.163115\n",
"[1390]\tvalid_0's auc: 0.79666\tvalid_0's binary_logloss: 0.143717\tvalid_1's auc: 0.769816\tvalid_1's binary_logloss: 0.163115\n",
"[1391]\tvalid_0's auc: 0.796664\tvalid_0's binary_logloss: 0.143716\tvalid_1's auc: 0.769809\tvalid_1's binary_logloss: 0.163113\n",
"[1392]\tvalid_0's auc: 0.796664\tvalid_0's binary_logloss: 0.143716\tvalid_1's auc: 0.769809\tvalid_1's binary_logloss: 0.163113\n",
"[1393]\tvalid_0's auc: 0.796664\tvalid_0's binary_logloss: 0.143716\tvalid_1's auc: 0.769809\tvalid_1's binary_logloss: 0.163113\n",
"[1394]\tvalid_0's auc: 0.796664\tvalid_0's binary_logloss: 0.143716\tvalid_1's auc: 0.769809\tvalid_1's binary_logloss: 0.163113\n",
"[1395]\tvalid_0's auc: 0.796664\tvalid_0's binary_logloss: 0.143716\tvalid_1's auc: 0.769809\tvalid_1's binary_logloss: 0.163113\n",
"[1396]\tvalid_0's auc: 0.796664\tvalid_0's binary_logloss: 0.143716\tvalid_1's auc: 0.769809\tvalid_1's binary_logloss: 0.163113\n",
"[1397]\tvalid_0's auc: 0.796664\tvalid_0's binary_logloss: 0.143716\tvalid_1's auc: 0.769809\tvalid_1's binary_logloss: 0.163113\n",
"[1398]\tvalid_0's auc: 0.796664\tvalid_0's binary_logloss: 0.143716\tvalid_1's auc: 0.769809\tvalid_1's binary_logloss: 0.163113\n",
"[1399]\tvalid_0's auc: 0.796664\tvalid_0's binary_logloss: 0.143716\tvalid_1's auc: 0.769809\tvalid_1's binary_logloss: 0.163113\n",
"[1400]\tvalid_0's auc: 0.796664\tvalid_0's binary_logloss: 0.143716\tvalid_1's auc: 0.769809\tvalid_1's binary_logloss: 0.163113\n",
"[1401]\tvalid_0's auc: 0.796667\tvalid_0's binary_logloss: 0.143712\tvalid_1's auc: 0.769836\tvalid_1's binary_logloss: 0.163103\n",
"[1402]\tvalid_0's auc: 0.796661\tvalid_0's binary_logloss: 0.143712\tvalid_1's auc: 0.769822\tvalid_1's binary_logloss: 0.163103\n",
"[1403]\tvalid_0's auc: 0.796661\tvalid_0's binary_logloss: 0.143712\tvalid_1's auc: 0.769822\tvalid_1's binary_logloss: 0.163103\n",
"[1404]\tvalid_0's auc: 0.79666\tvalid_0's binary_logloss: 0.143709\tvalid_1's auc: 0.769827\tvalid_1's binary_logloss: 0.163097\n",
"[1405]\tvalid_0's auc: 0.79666\tvalid_0's binary_logloss: 0.143709\tvalid_1's auc: 0.769827\tvalid_1's binary_logloss: 0.163097\n",
"[1406]\tvalid_0's auc: 0.79666\tvalid_0's binary_logloss: 0.143709\tvalid_1's auc: 0.769827\tvalid_1's binary_logloss: 0.163097\n",
"[1407]\tvalid_0's auc: 0.79666\tvalid_0's binary_logloss: 0.143709\tvalid_1's auc: 0.769827\tvalid_1's binary_logloss: 0.163097\n",
"[1408]\tvalid_0's auc: 0.79666\tvalid_0's binary_logloss: 0.143709\tvalid_1's auc: 0.769827\tvalid_1's binary_logloss: 0.163097\n",
"[1409]\tvalid_0's auc: 0.79666\tvalid_0's binary_logloss: 0.143709\tvalid_1's auc: 0.769827\tvalid_1's binary_logloss: 0.163097\n",
"[1410]\tvalid_0's auc: 0.796659\tvalid_0's binary_logloss: 0.143709\tvalid_1's auc: 0.76982\tvalid_1's binary_logloss: 0.163097\n",
"[1411]\tvalid_0's auc: 0.796652\tvalid_0's binary_logloss: 0.143705\tvalid_1's auc: 0.769793\tvalid_1's binary_logloss: 0.163099\n",
"[1412]\tvalid_0's auc: 0.796652\tvalid_0's binary_logloss: 0.143705\tvalid_1's auc: 0.769793\tvalid_1's binary_logloss: 0.163099\n",
"[1413]\tvalid_0's auc: 0.796654\tvalid_0's binary_logloss: 0.143701\tvalid_1's auc: 0.769807\tvalid_1's binary_logloss: 0.163096\n",
"[1414]\tvalid_0's auc: 0.796654\tvalid_0's binary_logloss: 0.1437\tvalid_1's auc: 0.769782\tvalid_1's binary_logloss: 0.163098\n",
"[1415]\tvalid_0's auc: 0.796649\tvalid_0's binary_logloss: 0.1437\tvalid_1's auc: 0.769775\tvalid_1's binary_logloss: 0.163099\n",
"[1416]\tvalid_0's auc: 0.796649\tvalid_0's binary_logloss: 0.1437\tvalid_1's auc: 0.769775\tvalid_1's binary_logloss: 0.163099\n",
"[1417]\tvalid_0's auc: 0.796649\tvalid_0's binary_logloss: 0.1437\tvalid_1's auc: 0.769775\tvalid_1's binary_logloss: 0.163099\n",
"[1418]\tvalid_0's auc: 0.796662\tvalid_0's binary_logloss: 0.143696\tvalid_1's auc: 0.769788\tvalid_1's binary_logloss: 0.163095\n",
"[1419]\tvalid_0's auc: 0.796662\tvalid_0's binary_logloss: 0.143696\tvalid_1's auc: 0.769788\tvalid_1's binary_logloss: 0.163095\n",
"[1420]\tvalid_0's auc: 0.796662\tvalid_0's binary_logloss: 0.143696\tvalid_1's auc: 0.769788\tvalid_1's binary_logloss: 0.163095\n",
"[1421]\tvalid_0's auc: 0.796662\tvalid_0's binary_logloss: 0.143696\tvalid_1's auc: 0.769788\tvalid_1's binary_logloss: 0.163095\n",
"[1422]\tvalid_0's auc: 0.796662\tvalid_0's binary_logloss: 0.143696\tvalid_1's auc: 0.769788\tvalid_1's binary_logloss: 0.163095\n",
"[1423]\tvalid_0's auc: 0.796662\tvalid_0's binary_logloss: 0.143696\tvalid_1's auc: 0.769788\tvalid_1's binary_logloss: 0.163095\n",
"[1424]\tvalid_0's auc: 0.796662\tvalid_0's binary_logloss: 0.143696\tvalid_1's auc: 0.769788\tvalid_1's binary_logloss: 0.163095\n",
"[1425]\tvalid_0's auc: 0.79666\tvalid_0's binary_logloss: 0.143692\tvalid_1's auc: 0.769807\tvalid_1's binary_logloss: 0.163091\n",
"[1426]\tvalid_0's auc: 0.79666\tvalid_0's binary_logloss: 0.143692\tvalid_1's auc: 0.769807\tvalid_1's binary_logloss: 0.163091\n",
"[1427]\tvalid_0's auc: 0.79666\tvalid_0's binary_logloss: 0.143692\tvalid_1's auc: 0.769807\tvalid_1's binary_logloss: 0.163091\n",
"[1428]\tvalid_0's auc: 0.79665\tvalid_0's binary_logloss: 0.143688\tvalid_1's auc: 0.769833\tvalid_1's binary_logloss: 0.163083\n",
"[1429]\tvalid_0's auc: 0.79665\tvalid_0's binary_logloss: 0.143688\tvalid_1's auc: 0.769833\tvalid_1's binary_logloss: 0.163083\n",
"[1430]\tvalid_0's auc: 0.79665\tvalid_0's binary_logloss: 0.143688\tvalid_1's auc: 0.769833\tvalid_1's binary_logloss: 0.163083\n",
"[1431]\tvalid_0's auc: 0.79665\tvalid_0's binary_logloss: 0.143688\tvalid_1's auc: 0.769833\tvalid_1's binary_logloss: 0.163083\n",
"[1432]\tvalid_0's auc: 0.796653\tvalid_0's binary_logloss: 0.143684\tvalid_1's auc: 0.769836\tvalid_1's binary_logloss: 0.163083\n",
"[1433]\tvalid_0's auc: 0.796682\tvalid_0's binary_logloss: 0.14368\tvalid_1's auc: 0.769899\tvalid_1's binary_logloss: 0.163074\n",
"[1434]\tvalid_0's auc: 0.796682\tvalid_0's binary_logloss: 0.14368\tvalid_1's auc: 0.769899\tvalid_1's binary_logloss: 0.163074\n",
"[1435]\tvalid_0's auc: 0.796682\tvalid_0's binary_logloss: 0.14368\tvalid_1's auc: 0.769899\tvalid_1's binary_logloss: 0.163074\n",
"[1436]\tvalid_0's auc: 0.796685\tvalid_0's binary_logloss: 0.143676\tvalid_1's auc: 0.769911\tvalid_1's binary_logloss: 0.163069\n",
"[1437]\tvalid_0's auc: 0.796682\tvalid_0's binary_logloss: 0.143671\tvalid_1's auc: 0.769912\tvalid_1's binary_logloss: 0.163068\n",
"[1438]\tvalid_0's auc: 0.796682\tvalid_0's binary_logloss: 0.143671\tvalid_1's auc: 0.769912\tvalid_1's binary_logloss: 0.163068\n",
"[1439]\tvalid_0's auc: 0.796679\tvalid_0's binary_logloss: 0.143667\tvalid_1's auc: 0.769938\tvalid_1's binary_logloss: 0.163058\n",
"[1440]\tvalid_0's auc: 0.796679\tvalid_0's binary_logloss: 0.143667\tvalid_1's auc: 0.769938\tvalid_1's binary_logloss: 0.163058\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"[1441]\tvalid_0's auc: 0.796679\tvalid_0's binary_logloss: 0.143667\tvalid_1's auc: 0.769938\tvalid_1's binary_logloss: 0.163058\n",
"[1442]\tvalid_0's auc: 0.796679\tvalid_0's binary_logloss: 0.143667\tvalid_1's auc: 0.769938\tvalid_1's binary_logloss: 0.163058\n",
"[1443]\tvalid_0's auc: 0.796679\tvalid_0's binary_logloss: 0.143667\tvalid_1's auc: 0.769938\tvalid_1's binary_logloss: 0.163058\n",
"[1444]\tvalid_0's auc: 0.796674\tvalid_0's binary_logloss: 0.143663\tvalid_1's auc: 0.769959\tvalid_1's binary_logloss: 0.163051\n",
"[1445]\tvalid_0's auc: 0.796674\tvalid_0's binary_logloss: 0.143663\tvalid_1's auc: 0.769959\tvalid_1's binary_logloss: 0.163051\n",
"[1446]\tvalid_0's auc: 0.796674\tvalid_0's binary_logloss: 0.143663\tvalid_1's auc: 0.769959\tvalid_1's binary_logloss: 0.163051\n",
"[1447]\tvalid_0's auc: 0.796674\tvalid_0's binary_logloss: 0.143663\tvalid_1's auc: 0.769959\tvalid_1's binary_logloss: 0.163051\n",
"[1448]\tvalid_0's auc: 0.796674\tvalid_0's binary_logloss: 0.143663\tvalid_1's auc: 0.769959\tvalid_1's binary_logloss: 0.163051\n",
"[1449]\tvalid_0's auc: 0.796674\tvalid_0's binary_logloss: 0.143663\tvalid_1's auc: 0.769959\tvalid_1's binary_logloss: 0.163051\n",
"[1450]\tvalid_0's auc: 0.796674\tvalid_0's binary_logloss: 0.143663\tvalid_1's auc: 0.769959\tvalid_1's binary_logloss: 0.163051\n",
"[1451]\tvalid_0's auc: 0.796698\tvalid_0's binary_logloss: 0.14366\tvalid_1's auc: 0.769981\tvalid_1's binary_logloss: 0.163047\n",
"[1452]\tvalid_0's auc: 0.796698\tvalid_0's binary_logloss: 0.14366\tvalid_1's auc: 0.769981\tvalid_1's binary_logloss: 0.163047\n",
"[1453]\tvalid_0's auc: 0.796705\tvalid_0's binary_logloss: 0.143656\tvalid_1's auc: 0.770002\tvalid_1's binary_logloss: 0.163043\n",
"[1454]\tvalid_0's auc: 0.796705\tvalid_0's binary_logloss: 0.143656\tvalid_1's auc: 0.770002\tvalid_1's binary_logloss: 0.163043\n",
"[1455]\tvalid_0's auc: 0.796705\tvalid_0's binary_logloss: 0.143656\tvalid_1's auc: 0.770002\tvalid_1's binary_logloss: 0.163043\n",
"[1456]\tvalid_0's auc: 0.796703\tvalid_0's binary_logloss: 0.143656\tvalid_1's auc: 0.769991\tvalid_1's binary_logloss: 0.163042\n",
"[1457]\tvalid_0's auc: 0.796708\tvalid_0's binary_logloss: 0.143656\tvalid_1's auc: 0.769988\tvalid_1's binary_logloss: 0.163045\n",
"[1458]\tvalid_0's auc: 0.796708\tvalid_0's binary_logloss: 0.143656\tvalid_1's auc: 0.769988\tvalid_1's binary_logloss: 0.163045\n",
"[1459]\tvalid_0's auc: 0.796708\tvalid_0's binary_logloss: 0.143656\tvalid_1's auc: 0.769988\tvalid_1's binary_logloss: 0.163045\n",
"[1460]\tvalid_0's auc: 0.796708\tvalid_0's binary_logloss: 0.143656\tvalid_1's auc: 0.769988\tvalid_1's binary_logloss: 0.163045\n",
"[1461]\tvalid_0's auc: 0.796708\tvalid_0's binary_logloss: 0.143656\tvalid_1's auc: 0.769988\tvalid_1's binary_logloss: 0.163045\n",
"[1462]\tvalid_0's auc: 0.796708\tvalid_0's binary_logloss: 0.143656\tvalid_1's auc: 0.769988\tvalid_1's binary_logloss: 0.163045\n",
"[1463]\tvalid_0's auc: 0.796705\tvalid_0's binary_logloss: 0.143655\tvalid_1's auc: 0.769945\tvalid_1's binary_logloss: 0.163048\n",
"[1464]\tvalid_0's auc: 0.796708\tvalid_0's binary_logloss: 0.143647\tvalid_1's auc: 0.769939\tvalid_1's binary_logloss: 0.163046\n",
"[1465]\tvalid_0's auc: 0.796708\tvalid_0's binary_logloss: 0.143647\tvalid_1's auc: 0.769939\tvalid_1's binary_logloss: 0.163046\n",
"[1466]\tvalid_0's auc: 0.796708\tvalid_0's binary_logloss: 0.143647\tvalid_1's auc: 0.769939\tvalid_1's binary_logloss: 0.163046\n",
"[1467]\tvalid_0's auc: 0.796708\tvalid_0's binary_logloss: 0.143647\tvalid_1's auc: 0.769939\tvalid_1's binary_logloss: 0.163046\n",
"[1468]\tvalid_0's auc: 0.796708\tvalid_0's binary_logloss: 0.143647\tvalid_1's auc: 0.769939\tvalid_1's binary_logloss: 0.163046\n",
"[1469]\tvalid_0's auc: 0.796749\tvalid_0's binary_logloss: 0.143639\tvalid_1's auc: 0.769911\tvalid_1's binary_logloss: 0.163048\n",
"[1470]\tvalid_0's auc: 0.796749\tvalid_0's binary_logloss: 0.143639\tvalid_1's auc: 0.769911\tvalid_1's binary_logloss: 0.163048\n",
"[1471]\tvalid_0's auc: 0.796749\tvalid_0's binary_logloss: 0.143639\tvalid_1's auc: 0.769911\tvalid_1's binary_logloss: 0.163048\n",
"[1472]\tvalid_0's auc: 0.796749\tvalid_0's binary_logloss: 0.143639\tvalid_1's auc: 0.769911\tvalid_1's binary_logloss: 0.163048\n",
"[1473]\tvalid_0's auc: 0.796749\tvalid_0's binary_logloss: 0.143639\tvalid_1's auc: 0.769911\tvalid_1's binary_logloss: 0.163048\n",
"[1474]\tvalid_0's auc: 0.796739\tvalid_0's binary_logloss: 0.143638\tvalid_1's auc: 0.769884\tvalid_1's binary_logloss: 0.16305\n",
"[1475]\tvalid_0's auc: 0.796739\tvalid_0's binary_logloss: 0.143638\tvalid_1's auc: 0.769884\tvalid_1's binary_logloss: 0.16305\n",
"[1476]\tvalid_0's auc: 0.796739\tvalid_0's binary_logloss: 0.143638\tvalid_1's auc: 0.769884\tvalid_1's binary_logloss: 0.16305\n",
"[1477]\tvalid_0's auc: 0.796739\tvalid_0's binary_logloss: 0.143638\tvalid_1's auc: 0.769884\tvalid_1's binary_logloss: 0.16305\n",
"[1478]\tvalid_0's auc: 0.796739\tvalid_0's binary_logloss: 0.143638\tvalid_1's auc: 0.769884\tvalid_1's binary_logloss: 0.16305\n",
"[1479]\tvalid_0's auc: 0.796739\tvalid_0's binary_logloss: 0.143638\tvalid_1's auc: 0.769884\tvalid_1's binary_logloss: 0.16305\n",
"[1480]\tvalid_0's auc: 0.796739\tvalid_0's binary_logloss: 0.143638\tvalid_1's auc: 0.769884\tvalid_1's binary_logloss: 0.16305\n",
"[1481]\tvalid_0's auc: 0.796739\tvalid_0's binary_logloss: 0.143638\tvalid_1's auc: 0.769884\tvalid_1's binary_logloss: 0.16305\n",
"[1482]\tvalid_0's auc: 0.796739\tvalid_0's binary_logloss: 0.143638\tvalid_1's auc: 0.769884\tvalid_1's binary_logloss: 0.16305\n",
"[1483]\tvalid_0's auc: 0.796738\tvalid_0's binary_logloss: 0.143634\tvalid_1's auc: 0.769891\tvalid_1's binary_logloss: 0.163048\n",
"[1484]\tvalid_0's auc: 0.796739\tvalid_0's binary_logloss: 0.14363\tvalid_1's auc: 0.769876\tvalid_1's binary_logloss: 0.163045\n",
"[1485]\tvalid_0's auc: 0.796739\tvalid_0's binary_logloss: 0.14363\tvalid_1's auc: 0.769876\tvalid_1's binary_logloss: 0.163045\n",
"[1486]\tvalid_0's auc: 0.796725\tvalid_0's binary_logloss: 0.14363\tvalid_1's auc: 0.76987\tvalid_1's binary_logloss: 0.163044\n",
"[1487]\tvalid_0's auc: 0.796725\tvalid_0's binary_logloss: 0.14363\tvalid_1's auc: 0.76987\tvalid_1's binary_logloss: 0.163044\n",
"[1488]\tvalid_0's auc: 0.796725\tvalid_0's binary_logloss: 0.14363\tvalid_1's auc: 0.76987\tvalid_1's binary_logloss: 0.163044\n",
"[1489]\tvalid_0's auc: 0.796725\tvalid_0's binary_logloss: 0.14363\tvalid_1's auc: 0.76987\tvalid_1's binary_logloss: 0.163044\n",
"[1490]\tvalid_0's auc: 0.796725\tvalid_0's binary_logloss: 0.14363\tvalid_1's auc: 0.76987\tvalid_1's binary_logloss: 0.163044\n",
"[1491]\tvalid_0's auc: 0.796725\tvalid_0's binary_logloss: 0.14363\tvalid_1's auc: 0.76987\tvalid_1's binary_logloss: 0.163044\n",
"[1492]\tvalid_0's auc: 0.796725\tvalid_0's binary_logloss: 0.14363\tvalid_1's auc: 0.76987\tvalid_1's binary_logloss: 0.163044\n",
"[1493]\tvalid_0's auc: 0.796725\tvalid_0's binary_logloss: 0.14363\tvalid_1's auc: 0.76987\tvalid_1's binary_logloss: 0.163044\n",
"[1494]\tvalid_0's auc: 0.796725\tvalid_0's binary_logloss: 0.14363\tvalid_1's auc: 0.76987\tvalid_1's binary_logloss: 0.163044\n",
"[1495]\tvalid_0's auc: 0.796725\tvalid_0's binary_logloss: 0.14363\tvalid_1's auc: 0.76987\tvalid_1's binary_logloss: 0.163044\n",
"[1496]\tvalid_0's auc: 0.796747\tvalid_0's binary_logloss: 0.143627\tvalid_1's auc: 0.769886\tvalid_1's binary_logloss: 0.16304\n",
"[1497]\tvalid_0's auc: 0.796782\tvalid_0's binary_logloss: 0.143619\tvalid_1's auc: 0.769887\tvalid_1's binary_logloss: 0.163038\n",
"[1498]\tvalid_0's auc: 0.796782\tvalid_0's binary_logloss: 0.143619\tvalid_1's auc: 0.769887\tvalid_1's binary_logloss: 0.163038\n",
"[1499]\tvalid_0's auc: 0.796782\tvalid_0's binary_logloss: 0.143619\tvalid_1's auc: 0.769887\tvalid_1's binary_logloss: 0.163038\n",
"[1500]\tvalid_0's auc: 0.796782\tvalid_0's binary_logloss: 0.143619\tvalid_1's auc: 0.769887\tvalid_1's binary_logloss: 0.163038\n",
"[1501]\tvalid_0's auc: 0.796782\tvalid_0's binary_logloss: 0.143619\tvalid_1's auc: 0.769887\tvalid_1's binary_logloss: 0.163038\n",
"[1502]\tvalid_0's auc: 0.796782\tvalid_0's binary_logloss: 0.143619\tvalid_1's auc: 0.769887\tvalid_1's binary_logloss: 0.163038\n",
"[1503]\tvalid_0's auc: 0.796782\tvalid_0's binary_logloss: 0.143619\tvalid_1's auc: 0.769887\tvalid_1's binary_logloss: 0.163038\n",
"[1504]\tvalid_0's auc: 0.796782\tvalid_0's binary_logloss: 0.143619\tvalid_1's auc: 0.769887\tvalid_1's binary_logloss: 0.163038\n",
"[1505]\tvalid_0's auc: 0.796782\tvalid_0's binary_logloss: 0.143619\tvalid_1's auc: 0.769887\tvalid_1's binary_logloss: 0.163038\n",
"[1506]\tvalid_0's auc: 0.796782\tvalid_0's binary_logloss: 0.143619\tvalid_1's auc: 0.769887\tvalid_1's binary_logloss: 0.163038\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"[1507]\tvalid_0's auc: 0.796782\tvalid_0's binary_logloss: 0.143619\tvalid_1's auc: 0.769887\tvalid_1's binary_logloss: 0.163038\n",
"[1508]\tvalid_0's auc: 0.796782\tvalid_0's binary_logloss: 0.143619\tvalid_1's auc: 0.769887\tvalid_1's binary_logloss: 0.163038\n",
"[1509]\tvalid_0's auc: 0.796782\tvalid_0's binary_logloss: 0.143619\tvalid_1's auc: 0.769887\tvalid_1's binary_logloss: 0.163038\n",
"[1510]\tvalid_0's auc: 0.796782\tvalid_0's binary_logloss: 0.143619\tvalid_1's auc: 0.769887\tvalid_1's binary_logloss: 0.163038\n",
"[1511]\tvalid_0's auc: 0.796782\tvalid_0's binary_logloss: 0.143619\tvalid_1's auc: 0.769887\tvalid_1's binary_logloss: 0.163038\n",
"[1512]\tvalid_0's auc: 0.796782\tvalid_0's binary_logloss: 0.143619\tvalid_1's auc: 0.769887\tvalid_1's binary_logloss: 0.163038\n",
"[1513]\tvalid_0's auc: 0.796782\tvalid_0's binary_logloss: 0.143619\tvalid_1's auc: 0.769887\tvalid_1's binary_logloss: 0.163038\n",
"[1514]\tvalid_0's auc: 0.796782\tvalid_0's binary_logloss: 0.143619\tvalid_1's auc: 0.769887\tvalid_1's binary_logloss: 0.163038\n",
"[1515]\tvalid_0's auc: 0.796782\tvalid_0's binary_logloss: 0.143619\tvalid_1's auc: 0.769887\tvalid_1's binary_logloss: 0.163038\n",
"[1516]\tvalid_0's auc: 0.796782\tvalid_0's binary_logloss: 0.143619\tvalid_1's auc: 0.769887\tvalid_1's binary_logloss: 0.163038\n",
"[1517]\tvalid_0's auc: 0.796782\tvalid_0's binary_logloss: 0.143619\tvalid_1's auc: 0.769887\tvalid_1's binary_logloss: 0.163038\n",
"[1518]\tvalid_0's auc: 0.796776\tvalid_0's binary_logloss: 0.143619\tvalid_1's auc: 0.769891\tvalid_1's binary_logloss: 0.163038\n",
"[1519]\tvalid_0's auc: 0.796776\tvalid_0's binary_logloss: 0.143619\tvalid_1's auc: 0.769891\tvalid_1's binary_logloss: 0.163038\n",
"[1520]\tvalid_0's auc: 0.796776\tvalid_0's binary_logloss: 0.143619\tvalid_1's auc: 0.769891\tvalid_1's binary_logloss: 0.163038\n",
"[1521]\tvalid_0's auc: 0.796762\tvalid_0's binary_logloss: 0.143615\tvalid_1's auc: 0.769929\tvalid_1's binary_logloss: 0.163028\n",
"[1522]\tvalid_0's auc: 0.796766\tvalid_0's binary_logloss: 0.143615\tvalid_1's auc: 0.769894\tvalid_1's binary_logloss: 0.163034\n",
"[1523]\tvalid_0's auc: 0.796766\tvalid_0's binary_logloss: 0.143615\tvalid_1's auc: 0.769894\tvalid_1's binary_logloss: 0.163034\n",
"[1524]\tvalid_0's auc: 0.796766\tvalid_0's binary_logloss: 0.143615\tvalid_1's auc: 0.769894\tvalid_1's binary_logloss: 0.163034\n",
"[1525]\tvalid_0's auc: 0.796768\tvalid_0's binary_logloss: 0.143615\tvalid_1's auc: 0.769888\tvalid_1's binary_logloss: 0.163036\n",
"[1526]\tvalid_0's auc: 0.796782\tvalid_0's binary_logloss: 0.143612\tvalid_1's auc: 0.769896\tvalid_1's binary_logloss: 0.163033\n",
"[1527]\tvalid_0's auc: 0.796769\tvalid_0's binary_logloss: 0.143611\tvalid_1's auc: 0.769855\tvalid_1's binary_logloss: 0.16304\n",
"[1528]\tvalid_0's auc: 0.796769\tvalid_0's binary_logloss: 0.143611\tvalid_1's auc: 0.769855\tvalid_1's binary_logloss: 0.16304\n",
"[1529]\tvalid_0's auc: 0.796769\tvalid_0's binary_logloss: 0.143611\tvalid_1's auc: 0.769855\tvalid_1's binary_logloss: 0.16304\n",
"[1530]\tvalid_0's auc: 0.796769\tvalid_0's binary_logloss: 0.143611\tvalid_1's auc: 0.769855\tvalid_1's binary_logloss: 0.16304\n",
"[1531]\tvalid_0's auc: 0.796769\tvalid_0's binary_logloss: 0.143611\tvalid_1's auc: 0.769855\tvalid_1's binary_logloss: 0.16304\n",
"[1532]\tvalid_0's auc: 0.796769\tvalid_0's binary_logloss: 0.143611\tvalid_1's auc: 0.769855\tvalid_1's binary_logloss: 0.16304\n",
"[1533]\tvalid_0's auc: 0.796769\tvalid_0's binary_logloss: 0.143611\tvalid_1's auc: 0.769855\tvalid_1's binary_logloss: 0.16304\n",
"[1534]\tvalid_0's auc: 0.79677\tvalid_0's binary_logloss: 0.143607\tvalid_1's auc: 0.769863\tvalid_1's binary_logloss: 0.163039\n",
"[1535]\tvalid_0's auc: 0.79677\tvalid_0's binary_logloss: 0.143607\tvalid_1's auc: 0.769863\tvalid_1's binary_logloss: 0.163039\n",
"[1536]\tvalid_0's auc: 0.79677\tvalid_0's binary_logloss: 0.143607\tvalid_1's auc: 0.769863\tvalid_1's binary_logloss: 0.163039\n",
"[1537]\tvalid_0's auc: 0.79677\tvalid_0's binary_logloss: 0.143607\tvalid_1's auc: 0.769863\tvalid_1's binary_logloss: 0.163039\n",
"[1538]\tvalid_0's auc: 0.79677\tvalid_0's binary_logloss: 0.143607\tvalid_1's auc: 0.769863\tvalid_1's binary_logloss: 0.163039\n",
"[1539]\tvalid_0's auc: 0.79677\tvalid_0's binary_logloss: 0.143607\tvalid_1's auc: 0.769863\tvalid_1's binary_logloss: 0.163039\n",
"[1540]\tvalid_0's auc: 0.79677\tvalid_0's binary_logloss: 0.143607\tvalid_1's auc: 0.769863\tvalid_1's binary_logloss: 0.163039\n",
"[1541]\tvalid_0's auc: 0.796762\tvalid_0's binary_logloss: 0.143606\tvalid_1's auc: 0.769827\tvalid_1's binary_logloss: 0.163038\n",
"[1542]\tvalid_0's auc: 0.796762\tvalid_0's binary_logloss: 0.143606\tvalid_1's auc: 0.769827\tvalid_1's binary_logloss: 0.163038\n",
"[1543]\tvalid_0's auc: 0.796762\tvalid_0's binary_logloss: 0.143606\tvalid_1's auc: 0.769827\tvalid_1's binary_logloss: 0.163038\n",
"[1544]\tvalid_0's auc: 0.796762\tvalid_0's binary_logloss: 0.143606\tvalid_1's auc: 0.769827\tvalid_1's binary_logloss: 0.163038\n",
"[1545]\tvalid_0's auc: 0.796762\tvalid_0's binary_logloss: 0.143606\tvalid_1's auc: 0.769827\tvalid_1's binary_logloss: 0.163038\n",
"[1546]\tvalid_0's auc: 0.796762\tvalid_0's binary_logloss: 0.143606\tvalid_1's auc: 0.769827\tvalid_1's binary_logloss: 0.163038\n",
"[1547]\tvalid_0's auc: 0.796762\tvalid_0's binary_logloss: 0.143606\tvalid_1's auc: 0.769827\tvalid_1's binary_logloss: 0.163038\n",
"Early stopping, best iteration is:\n",
"[1297]\tvalid_0's auc: 0.796547\tvalid_0's binary_logloss: 0.143801\tvalid_1's auc: 0.770015\tvalid_1's binary_logloss: 0.163154\n",
"\n",
"defaultdict(<class 'collections.OrderedDict'>, {'valid_0': OrderedDict([('auc', 0.7965472323161384), ('binary_logloss', 0.14380067160106721)]), 'valid_1': OrderedDict([('auc', 0.7700152468673614), ('binary_logloss', 0.1631543926467424)])})\n",
"1297\n"
]
},
{
"data": {
"image/png": "iVBORw0KGgoAAAANSUhEUgAAAYIAAAD5CAYAAAAqaDI/AAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuNCwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8QVMy6AAAACXBIWXMAAAsTAAALEwEAmpwYAAAliklEQVR4nO3deZRc5Xnn8e9zq7p6Vbe2FlpBAmRAYFuAWIxiY8COWQwYJ5MDCYm3BDMxthNPcMBk8ZxkchzjZOIciBmCsRLjwDgGG8YogXHMYmMPQewSIBASIKGt0a7eanvmj/d2d3XTjapa3V3Vt3+fc0p916qnqtXv7973LmXujoiITF1RtQsQEZHqUhCIiExxCgIRkSlOQSAiMsUpCEREpjgFgYjIFJcuZyEzOx/4JpACbnP3rw2Z3wbcARwZP+c33P075aw7nNmzZ/vixYsreBsiIlPbk08++Za7t49mXTvUdQRmlgJeBj4MbAGeAK5w9xdKlvkK0Obuf2xm7cB6YC5QONS6w1mxYoWvWbNmNO9HRGRKMrMn3X3FaNYtp2vodGCDu2909yxwF3DpkGUcmGZmBrQAu4F8meuKiEgVlRMEC4DNJeNb4mmlbgJOALYCzwNfdPdimeuKiEgVlRMENsy0of1JHwGeAeYDy4GbzKy1zHXDi5hdZWZrzGxNR0dHGWWJiMhYKCcItgCLSsYXErb8S30KuMeDDcAm4Pgy1wXA3W919xXuvqK9fVTHO0REZBTKCYIngKVmtsTMMsDlwH1DlnkDOA/AzI4AjgM2lrmuiIhU0SFPH3X3vJldAzxAOAX0dndfZ2ZXx/NvAf4CWGVmzxO6g/7Y3d8CGG7d8XkrIiIyGoc8fbQadPqoiEhlDuf00bIuKBMRmSzcnaJDvlikWAw/C0Xvf+RHGA7jRYru5AsD84vuuEMxft4wPjBc9L7XdLL5Igd68nEdcT3x+TGl29zeX+vgZZrqUnxy5ZKJ+JgGURCI1JBcoUhXtkA2X8Q9NA+lDZE7A8MMNEr7e/L9jVfR44bNnUIh/CzGjVp3tkBvvlDSeIVGqa8hC88dGiYvXcYhWwh1paKIupSRioy6VEQ6CicHdmULg167WHQKxVBjb75IdzZPwYmnx/UVh9RcHNwADzTIxf7Gve89vVOjPlnNbqlXEIiMh76Gslh0Dvbm2dedY39Pjv3duf7pDhSKg7f0CkWn40AvHQd72bG/h0wqIlwzGRhhudd2dZHNF4kiMIzdnVm6smGrMDIjMsOsb5iB8ZKGtCtboDtbIFsoVudDKkNk0FCXIl908oXQMA9lBikzoshIWQgLM6hPRzRl0qSi8BmEn0Y6ZW9bvr4uotGMdGSkoohUBOkoIhWFaVHUN2/gUbpsKooGzU+XvtbbxqP+1x26Tt9wFC8/6Hc36PcKFo+nI6Otqa7/vPm+/y9W8vn0f1bxVBvuJPsJpiCQCePu5AphS69vazKbL7K3K0tntkBnb550ykhHEZ29ebKFIjv291Ao9m1RFujMhoa7Pp0iWyiyuzPL7s4suzqz7O7sZffBLPt78tSnI3pyBQB68sVRbyVm0hGzmjPMaW2gWMwPvJeSy2EWz2piZnN9/1Z1W2MdLQ1pIrMh3Qlha7i0e6E3rq0pk6Ixk6Ypk6Ipk6I+HfU3LqWNjTG4MbJ4+rT6NHWpiCiiv2GLShq9vsatMZOiPp0a1KjZkKAy+qbHyzB42T59exl9XS8t9elB82XyUBBIWXpyBV7ZcZDXdnWyuzNLKjJ688X+xqA4ZDd/f3eOPV05DvbmyRWKbN7dxfb9PfTkBrZ461KGO+QPY1e+KZNiZnOGWc0Z2lvqOe6IVqY1pOnNF2nOpACor4uY0ZQhMqOlIU1rQx1tjXW0NobhVOkWX8mwmdGcSZFO6Sa9w4kiIxMZGd3EeNJTEAgA2XyRfd05duzv4b5nt7Jh50FyhbClt6crx6s7D1bUbdHakGZGc4ZpDWnSUcQJ81r50AlHML2prn+Zg70FzGD+9EZa6lM0ZdIUik6uUKSlPk0UGXNbG8ikIzKpiOb6sMUcmZEtFElHRkNdajw+DpEpRUGQcPlCkb3dOdZt3c+WPV201KfZvLsLd+jJF3htVxcvbz/Aprc6B22ZHz93Go2ZVP+BwPcvnc3KY2fzvmNm0VIftrhnt2TiLofBXRL5olM3zlvRmbS2QkXGioIgAbqzBV7ZeYCXth1g065OurMFnn9zH0++vueQ6x41q4mlc6bxqycewYymDPXpiJXHzubo9pZR11OXUj+xyGSiIJik9nXnuP+5bdSnI258YD3b9/cA4QBfOjLes3A6v37qQhrrUhzT3sy86Y3MmVZPT67Isvmt/Y11U0b/BUSmOrUCk0g2X+T1XZ3c9NAG7n1m4N59s1vqufHX38OS2c2cOL+NhrpIZ2+ISNkUBDXqQE+OR17u4OXtB3hl50G27u3m2S37gND1cupRM/jUysXMn97ICXNbaczooKmIjI6CoEb8/JW3+PmGt9i2r5vXd3Wxbus+coVw8LahLmLZvFbeu7CNc46fw2+sWMT86Y1VrlhEkkJBUGX7e3Jcf/fz3P/8NgCaMykWzWziUyuX8OFlR3Di/Fb144vIuFILUyXZfJEfPfMmf7X6RfZ15/j9Dx7Dx09ZyFGzmsb91EsRkVIKggm2ryvHzQ9v4NZHNwJwwrxW7vjMGZy0oK3KlYnIVKUgmCD/59mtfPkHz9Ed3/9mWkOaL3/kOD5+ykKa6/VrEJHqUQs0Ttydxzbs4vk39/HDp7fw8o6DtDakOe+EeXz2A8dw7JwWnekjIjVBQTDGenIFvvT9Z1j9/PZB0xdMb+RHn1tJ+7T6KlUmIjI8BcEYeOtgL996+FXq0xHfeuTV/m8dOvtd7Rw7p4Wz39XOmUfP0v1xRKQmKQgO06sdBznvbx7pH5/VnOGGi07g46csrGJVIiLlUxAchh37e7jwmz8D4MPLjuD6C45nyexm3d5BRCYVBcEo9eQKfODrD9GbL/L1X3sPv3HaomqXJCIyKgqCUXh9Vydn3/gwANd+5DiFgIhMajp6WSF354/+9VkAjmlv5rMfOLrKFYmIHB7tEVSgO1vg83c+zROv7eHTK5fwZxcvq3ZJIiKHTUHwDnYd7KUnX6SxLsX9z23llkc28ubebj62fD7XX3h8tcsTERkTCoIRuDun/uVP3jb9Ty46gU+tXEIq0plBIpIMCoIR/HLjrrdNW3nsLD69cgmRQkBEEkRBMIIH1+2gsS7Fqk+dxpGzmpjXpi+CEZFkKuusITM738zWm9kGM7tumPnXmtkz8WOtmRXMbGY87w/NbF08/U4zaxjrNzHW/uXxN1j1i9dYekQLZxw9SyEgIol2yCAwsxRwM3ABsAy4wswGnS7j7je6+3J3Xw5cDzzi7rvNbAHwBWCFu58EpIDLx/g9jKlHX+7gKz98HoBL3ju/ytWIiIy/crqGTgc2uPtGADO7C7gUeGGE5a8A7hzyGo1mlgOagK2jL3f87OvK8fUHXuJ7j78BwP++6kzOOHpWlasSERl/5XQNLQA2l4xviae9jZk1AecDdwO4+5vAN4A3gG3APnd/8HAKHi+/853/7A+B6y44XiEgIlNGOUEw3CkyPsKyFwOPuftuADObQdh7WALMB5rN7MphX8TsKjNbY2ZrOjo6yihr7Dy3ZS/Pbt4LwFUfOJqr3q+rhUVk6iina2gLUHoznYWM3L1zOYO7hT4EbHL3DgAzuwc4C7hj6IrufitwK8CKFStGCppx8W9rw5fIPHrtORw5q2kiX1pEpOrK2SN4AlhqZkvMLENo7O8bupCZtQFnA/eWTH4DONPMmizcm/k84MXDL3vsvPZWJ9/95eucdcwshYCITEmH3CNw97yZXQM8QDjr53Z3X2dmV8fzb4kXvQx40N07S9Z93Mx+ADwF5IGnibf6a8Hruzr54DceBuBz5xxb3WJERKqkrAvK3H01sHrItFuGjK8CVg2z7p8Dfz7qCsfR82/u6x8+5cgZVaxERKR6pvRtqP/0R2sBuP6C42nMpKpcjYhIdUzZINi8u4s9XTnmtzXw2bOPqXY5IiJVMyWDoDdf4P1ffwiAr/3ae6pcjYhIdU3JIHhlx8H+4RPnt1axEhGR6puSQbBlTxcAP/78rzCrpb7K1YiIVNeUDIIXtx0AYNEMXTcgIjIlg+CRlztYPKuJ1kZ9HYOIyJQLgt58gRe27ucjJ80lXOwsIjK1TbkgeGDdDrKFIu9ZML3apYiI1IQpFwRfuPNpAE6YN63KlYiI1IYpFwR9jprVXO0SRERqwpQ6WtqbL2AGXzh3KalIxwdERGCK7RFs3duDOyyaqdNGRUT6TJk9gg07D3Dh3/8cgPnTG6pcjYjQtRvcoZAdeOR7Id8DuS7IdobHge3x+EGonwapekhloKENvBCeZ/dGqGuEdEN4pNIQ1UGqDqJ0+JnKxNPSkJkWXq+Yg2I+1OMl34fVP+wl4/Fw74GBmnLd4fmjNESp+PXqoL4FLAUWlTwsfkQjP9INsOySifoN9JsyQfAvj28mmy8CML+tscrVyLjLdkHnTqhrgqZZ4Y935wuwfysUC+GPON8DXgzz928Nf4h1TeGPOF0/0Fjke8LPTHP4g69rhFwPHNgK0+ZBx0th3Za5YZliLjRO+d5Qixn93/hqFl6jriksV8jFP/Oh3t6D4bmiVNxolDQmUclw44wwv68hPbA9NCIWhfE9m8JzezG8Xy+UDJdMa5ge3mtpYxalwutG6TAv1xXeT89e6NkXGuJ0fXg9L4TX6WvIo7p4Xj1kWkKNuW7YsS405MVCaHiL+bB8JSwVXm849W2Ah9cq5kb3f6ayYsLvuq4xfk+FgVAp5Bj523wPoXmOgmC8dPbmuf2xTf3jc9u0R1Az3OHgTujdD7s3wb7NsPEh6N4L3XvCH7YXQ6MEkGmC6UeFLcO6xoHpnW+F59j1alivZ29YD0LjiI3ciNSKKB0aT/eBhru08fYiIzYwUTosh4f3O/3IEDaWgiiKf6YGgiVKgaXjYMwNNNBeGNyw5XpCg9c4I2yBt8wd2HLv7BjY0q5rDL+TYh7y2RAce14Lr5fOwIJTobm9JGzS0DQz3nqvG9jKT9XFQdkYfmaaYNrcEMpRanDodO+Jg7kJmmfHgQsUiwMhW8gONM59gZvvCf+v+vYaovTAutjgYSgZj4dTGWhdMHh6qWIxhCc+8Hvz0uGRHhP6Db2DTIkg+NbDr/YP3/GZM2io03cPjEqxCLtfDX84LXNgxwuw7ZnwB9+9J/xHbp4F9a2wb0v4I2+cHrbGG2dC774wvfdg2GLs2hUa7s6dg1+naTbMfldJY2bhD7k73sruWD/QddC9O6zT3B4ajLnvDo1C40yYsTgsdzB+/kVnhHmpTKirb6u3axe0LaR/i7JnX2hAevZDXQOkG0Ojke0KDWXvgTCteVZo8NoWhjoP7givl8qERjHTEp5zaDdDz77wfvq6LPq6MDLN4XN5J+6hYeveMzDNorBX07eHACM3UpNdOhMeEIJkOFEEUf2hP8vxEkVhr3ISmRJBcNNDGwBYNq+VX1k6u8rV1LBiId7qyofGfftzodE9uCM0fq8/Bge2Db9uy9zQ+PTNb26PG9N9g5drbg9bU7musBt87Idg/vKwxTn9yNCYty4IDWM5+ro/UpnRN37NswaGM80hLMo1Y/HAcLl//I2H8W14ZuGzaZkz8nyRCiU6CA705AZt/d/xu2dUsZoaUcjBm0/C1qdDw3tgG6z/t9Ats2cTzFgStnr3vPb2dRecCufcEBqbvW+ERvColeF5+nfLCyEA6uLjMIV8aKh7D4St8GiM98bKDQwRGVFigyBXKPLurz7YP55JRcxszlSxonFUyIWGefpRkO+GN5+Cbc/C+tWh+6Z1XuhGqWuE/dsge2Dw+jOPgbknwXEXhEDo2QsrPg1Hvg9mHTtwxkND26FriVIQlRyMT8X/xdKzhl9eRKousUHw4rb9g8bzxWKVKhlne16HO6+AnevePq91ITS0hoa+oTWEwZIPxAfu5oRgaJoV+uOjKXVJiYiUSGwQXHLTY4PG//nTk7hbyD2cSbPr1dBoP3oj7H09nCmT6wqnzv3qX8JL94fG/szfh4UrYPbSalcuIpNAYoNgqFOOml7tEiq3fxvc/6VwwHb3wJlP1DXBcReGA6tNM+GES2H2sXDW56tXq4hMWokNgtkt9aQjY/v+HgCaMpPsra69G370udDnP/MYOPdP4Miz4I1fwHt/E9oWVLtCEUmISdY6lq83V+DiFQv5zmOv0ZSZBNcNrP93ePivwrnqu14J0+acCOd8JWz99/XhL15ZvRpFJJESGQTuTleuQFMmxc++fE5tBoE7bPgPeOUB2PkivPazwfPP+gK8/0uHd865iEgZEhkE2UKRQtFpyqRr606j+Ww4733To/D0d+H5fw3T61vh3b8Bp34CFp4WTtfU+fEiMkESGQTrtoZTR2tqT+DVn8J3Lxs87dRPwrl/WtmVrCIiYyyRQfDxf/gFUMUg2L4Wnr0zbNm/9XK48+K+zWFe4ww49sNw5tXhfH4RkSorKwjM7Hzgm0AKuM3dvzZk/rXAb5U85wlAu7vvNrPpwG3ASYS7bn3a3X85NuUfom4m+L4r3Xvh9V/AD68ON1grtegM+C+roHX+xNYkInIIhwwCM0sBNwMfBrYAT5jZfe7+Qt8y7n4jcGO8/MXAH7p7fFtIvgn8u7v/upllgAnrtJ89bQJvKbH3Dfj2R8I96iFs+V/6D6Gv/4iTwjn/uiGYiNSgcvYITgc2uPtGADO7C7gUeGGE5a8A7oyXbQU+AHwSwN2zQIXfRlG50xbPYMPOg3zwXSPcoXGsbXoU/uniMDxvOXzwunDfHhGRSaCcIFgAbC4Z3wIMe78GM2sCzgeuiScdDXQA3zGz9wJPAl90985RV1yGg70FTj1qBtFEfEF95y7450vD8JX3wLHnjf9rioiMoXLuNDZcazrSV+lcDDxW0i2UBk4BvuXuJwOdwHXDvojZVWa2xszWdHR0lFHWyDp78zTXT9Bx8KdWhdssn/V5hYCITErltJZbgEUl4wuBrSMsezlxt1DJulvc/fF4/AeMEATufitwK8CKFSsO6zvbJiQItq+F//X+EAILTws3fRMRmYTK2SN4AlhqZkvig72XA/cNXcjM2oCzgXv7prn7dmCzmR0XTzqPkY8tjJnObJ6W8QyClx+EW1YOfCfuRX87fq8lIjLODtlaunvezK4BHiCcPnq7u68zs6vj+bfEi14GPDhM///nge/FIbIR+NSYVT98vfTkijSkx+n++p1vwZ2Xh+FTfgc++k3dy19EJrWyNpvdfTWwesi0W4aMrwJWDbPuM8CK0RZYqUIx9CqlU+PUON//pbAn8Ls/hYW6IExEJr/EXVmcj4MgNdZnDOV74dZzwjeBnfZ7CgERSYzE9Wn07RHUpcYwCA7sgNvOG/g6yNM+M3bPLSJSZQneIzjMjCvk4S+GfOF62yL4g+d1hbCIJEri9gjyhXAmT/pwu4a2PjV4/OTfhk/cpxAQkcRJ3B5BYayOEWx6NPxcfiUc9T44+crDrExEpDYlLgjyh3uMwB06O8I3hs05ET528xhWJyJSexIXBIVyjxHs3gQzFoeunt4D8OpD0NAG9/weHNwRljn9s+NbrIhIDUhcEOTKOUaweyP8/clwzg1w9pfhB58J3x081IJTxqlKEZHakbggKOsYwU++Gn4+9D9g7d3Q8dLAvCPeDZ99BNavhuMuGr9CRURqROKCoO8YwTvuEbxw78BwXwh86UXY9SrMPQmiFJxw8ThWKSJSOxIXBNl86BrKjHSvoUIOojoo5gamtS4MXyGpr5EUkSkoeUEQHyOoT4/wxfX/fn0IgctuhfbjYP7yiStORKQGJS4IenPvsEeQ64Yn/jEMLzgFZi+dwMpERGpT4q4s7s0XAKgfLgj2vhF+HrVSISAiEktcENz/3DYA6uuGeWv74y9WO+crE1iRiEhtS1zX0D1PvwkMOWtoz2tw02lQyIbxafMmvjARkRqVuCDoM+g7i7/53sEzFQQiIv0S1zV03vFzmNFUx7y2xuEXOP6jkGma2KJERGpY4vYIunMFjmlvGX7mVQ/D/JMntB4RkVqXuD2CrmyBxkzJNQSbfhZ+HnGSQkBEZBiJC4LubIGmTAo634LuvbA/HDxm+W9WtS4RkVqVuCDoyuVpyqThxmPgr4+CA+F0UpZ9rKp1iYjUquQFQe+QrqGffBXSDdDcXrWaRERqWfKCIFugqW7IfYZmLIZ0pir1iIjUukQFQbHodOfiYwSlSr9vQEREBklUEPTE9xlqrEuBjXD3URERGSRRQdCVDUEwLVMEL1S5GhGRySFRQdDdFwTWO3jG7/20CtWIiEwOibqyuG+PoCWKby530d/Ake+DI06sYlUiIrWtrD0CMzvfzNab2QYzu26Y+dea2TPxY62ZFcxsZsn8lJk9bWY/Hsvih+rK5gFo79oQJjRMVwiIiBzCIYPAzFLAzcAFwDLgCjNbVrqMu9/o7svdfTlwPfCIu+8uWeSLwItjVvUI+rqG3vPoVWFCZoR7DomISL9y9ghOBza4+0Z3zwJ3AZe+w/JXAHf2jZjZQuAi4LbDKbQcndkhB4gbZ4z3S4qITHrlBMECYHPJ+JZ42tuYWRNwPnB3yeS/A74MFEdXYvn6uob6zTx6vF9SRGTSKycIbJhpPsKyFwOP9XULmdlHgZ3u/uQhX8TsKjNbY2ZrOjo6yijr7XKFIWW16LYSIiKHUk4QbAEWlYwvBLaOsOzllHQLASuBS8zsNUKX0rlmdsdwK7r7re6+wt1XtLePrgEvuhON/46HiEiilBMETwBLzWyJmWUIjf19QxcyszbgbODevmnufr27L3T3xfF6P3X3K8ek8mG4O3XE3UPn/dl4vYyISKIc8joCd8+b2TXAA0AKuN3d15nZ1fH8W+JFLwMedPfOcav2EIrOQBCkdJM5EZFylHVBmbuvBlYPmXbLkPFVwKp3eI6HgYcrrK8iRXfSxGcORXXj+VIiIomRqFtMhD2COAhSibpoWkRk3CQqCFx7BCIiFUtUEBSLTtr6jhEoCEREypGsICjtGtIegYhIWRIWBCWnj+oYgYhIWRIVBO7QQHwL6nRjdYsREZkkEhUERXemW3wZg244JyJSloQFAbRxMIwoCEREypKwIHCmWxwETTPfeWEREQESFgTuznTirqGG6VWtRURkskhUEBQdpttBvL5VZw2JiJQpYUHgtNlBaJxe7VJERCaNhAUBTKcT04FiEZGyJSoIvO9gsYJARKRsiQqCojunRq9AQ1u1SxERmTQSFQSzD64PAy/c+84LiohIv0QFQarQEwZmH1fdQkREJpFkBUExFwYu+kZ1CxERmUSSFQT57jBQ11zdQkREJpFkBUEx7hrKNFW3EBGRSSRRQZAu9MYD9dUtRERkEklUENB3jCCVqW4dIiKTSMKCIP52skj3GRIRKVeigsAUBCIiFUtUEAzsEaSqW4eIyCSSqCAwL4SBqK66hYiITCLJCgJ1DYmIVExBICIyxSUrCFzHCEREKlVWEJjZ+Wa23sw2mNl1w8y/1syeiR9rzaxgZjPNbJGZPWRmL5rZOjP74ti/hZI6igXypMBsPF9GRCRRDhkEZpYCbgYuAJYBV5jZstJl3P1Gd1/u7suB64FH3H03kAf+m7ufAJwJfG7oumPJPE8B7Q2IiFSinD2C04EN7r7R3bPAXcCl77D8FcCdAO6+zd2fiocPAC8CCw6v5JFFXqBoCgIRkUqUEwQLgM0l41sYoTE3sybgfODuYeYtBk4GHq+4yjJpj0BEpHLlBMFwHe4+wrIXA4/F3UIDT2DWQgiHP3D3/cO+iNlVZrbGzNZ0dHSUUdYwz1EsUNAegYhIRcoJgi3AopLxhcDWEZa9nLhbqI+Z1RFC4Hvufs9IL+Lut7r7Cndf0d7eXkZZbxd5nqL2CEREKlJOEDwBLDWzJWaWITT29w1dyMzagLOBe0umGfBt4EV3/9uxKXlkkWuPQESkUocMAnfPA9cADxAO9n7f3deZ2dVmdnXJopcBD7p7Z8m0lcBvA+eWnF564RjWP4j2CEREKlfWJbjuvhpYPWTaLUPGVwGrhkz7OcMfYxgXKYoUTFcVi4hUIlFXFkde0FlDIiIVSlQQpMjrOgIRkQolKwi8oGMEIiIVSlYQoLOGREQqlaggiNAtJkREKpWoIEjpYLGISMUSFQSRF3HtEYiIVCRRQQCOT9xlCyIiiZCoIIgo4vpSGhGRiiQqCAIFgYhIJRIVBIajIBARqUyiggBcXUMiIhVKVBCYa49ARKRSyQoCnTUkIlKxxAUB6hoSEalIooJA1xGIiFQuUUEQaY9ARKRiiQoCXHsEIiKVSlQQ6DoCEZHKJSoIAHUNiYhUKFFBoNNHRUQql7AgKGqPQESkQgkLgoF/RUSkPIkKAl1HICJSuUQFQbiyOFFvSURk3CWq1Qw3nRMRkUokKwjUNSQiUrHEBYHOGhIRqUyiggDQMQIRkQqV1Wqa2flmtt7MNpjZdcPMv9bMnokfa82sYGYzy1l3LEUU1TUkIlKhQwaBmaWAm4ELgGXAFWa2rHQZd7/R3Ze7+3LgeuARd99dzrpjSdcRiIhUrpw9gtOBDe6+0d2zwF3Ape+w/BXAnaNc9zC5ckBEpELlBMECYHPJ+JZ42tuYWRNwPnB3peuOhXD3UR0jEBGpRDmt5nDb2COdsH8x8Ji77650XTO7yszWmNmajo6OMsoa5jlwXGcNiYhUpJwg2AIsKhlfCGwdYdnLGegWqmhdd7/V3Ve4+4r29vYyyno7fR+BiEjlygmCJ4ClZrbEzDKExv6+oQuZWRtwNnBvpeuOFV1HICJSufShFnD3vJldAzwApIDb3X2dmV0dz78lXvQy4EF37zzUumP9JvrorCERkcodMggA3H01sHrItFuGjK8CVpWz7rhxx3VBmYhIRRLVakYjHsMWEZGRJCoIdLBYRKRyiQoCdLBYRKRiiQoCA910TkSkQolqNZszxrFzplW7DBGRSSVRQZA2Y0ZzfbXLEBGZVBIVBOhgsYhIxZIVBK6DxSIilUpWEOisIRGRiiUrCI7/KBxxUrWrEBGZVMq6xcSk8Wv/WO0KREQmnWTtEYiISMUUBCIiU5yCQERkilMQiIhMcQoCEZEpTkEgIjLFKQhERKY4BYGIyBRn7rX39Y5m1gG8PsrVZwNvjWE5Y6mWa4Park+1jV4t16faRm9ofUe5e/tonqgmg+BwmNkad19R7TqGU8u1QW3Xp9pGr5brU22jN5b1qWtIRGSKUxCIiExxSQyCW6tdwDuo5dqgtutTbaNXy/WpttEbs/oSd4xAREQqk8Q9AhERqUBigsDMzjez9Wa2wcyuq8LrLzKzh8zsRTNbZ2ZfjKfPNLP/a2avxD9nlKxzfVzvejP7yATUmDKzp83sxzVY23Qz+4GZvRR/hu+rlfrM7A/j3+laM7vTzBqqWZuZ3W5mO81sbcm0iusxs1PN7Pl43t+bHf7X+41Q243x7/U5M/uhmU2vRm0j1Vcy74/MzM1sdjXqG6k2M/t8/PrrzOzr41Kbu0/6B5ACXgWOBjLAs8CyCa5hHnBKPDwNeBlYBnwduC6efh3w1/HwsrjOemBJXH9qnGv8EvAvwI/j8Vqq7Z+A342HM8D0WqgPWABsAhrj8e8Dn6xmbcAHgFOAtSXTKq4H+E/gfYAB/wZcME61/SqQjof/ulq1jVRfPH0R8ADh+qXZNfTZnQP8BKiPx+eMR21J2SM4Hdjg7hvdPQvcBVw6kQW4+zZ3fyoePgC8SGhELiU0csQ/PxYPXwrc5e697r4J2EB4H+PCzBYCFwG3lUyuldpaCX8E3wZw96y7762V+gjf5NdoZmmgCdhazdrc/VFg95DJFdVjZvOAVnf/pYfW459L1hnT2tz9QXfPx6P/D1hYjdpGqi/2P4EvA6UHTav+2QH/Ffiau/fGy+wcj9qSEgQLgM0l41viaVVhZouBk4HHgSPcfRuEsADmxItNdM1/R/iPXiyZViu1HQ10AN+Ju65uM7PmWqjP3d8EvgG8AWwD9rn7g7VQ2xCV1rMgHp7oOj9N2EqtmdrM7BLgTXd/dsisWqjvXcD7zexxM3vEzE4bj9qSEgTD9YFV5XQoM2sB7gb+wN33v9Oiw0wbl5rN7KPATnd/stxVhpk2np9nmrBL/C13PxnoJHRvjGQiP7sZhK2vJcB8oNnMrqyF2so0Uj0TXqeZ3QDkge/1TRqhhon8/TYBNwB/NtzsEeqYyM8uDcwAzgSuBb4f9/mPaW1JCYIthD6+PgsJu+8TyszqCCHwPXe/J568I95dI/7Zt2s3kTWvBC4xs9cI3WbnmtkdNVJb3+ttcffH4/EfEIKhFur7ELDJ3TvcPQfcA5xVI7WVqrSeLQx00Yx7nWb2CeCjwG/FXRa1UtsxhJB/Nv77WAg8ZWZza6S+LcA9HvwnYY9+9ljXlpQgeAJYamZLzCwDXA7cN5EFxCn9beBFd//bkln3AZ+Ihz8B3Fsy/XIzqzezJcBSwkGeMefu17v7QndfTPhsfuruV9ZCbXF924HNZnZcPOk84IUaqe8N4Ewza4p/x+cRjv/UQm2lKqon7j46YGZnxu/rd0rWGVNmdj7wx8Al7t41pOaq1ubuz7v7HHdfHP99bCGc9LG9FuoDfgScC2Bm7yKcSPHWmNd2uEe6a+UBXEg4U+dV4IYqvP6vEHbBngOeiR8XArOA/wBeiX/OLFnnhrje9YzRWRFl1PlBBs4aqpnagOXAmvjz+xFhd7gm6gP+O/ASsBb4LuFMjarVBtxJOF6RIzRcnxlNPcCK+D29CtxEfIHpONS2gdCf3fd3cUs1ahupviHzXyM+a6hGPrsMcEf8Wk8B545HbbqyWERkiktK15CIiIySgkBEZIpTEIiITHEKAhGRKU5BICIyxSkIRESmOAWBiMgUpyAQEZni/j8y5HP240G/3AAAAABJRU5ErkJggg==\n",
"text/plain": [
"<Figure size 432x288 with 1 Axes>"
]
},
"metadata": {
"needs_background": "light"
},
"output_type": "display_data"
}
],
"source": [
"params_ = {\n",
" # highest impact to control overfitting\n",
" 'num_iterations': 10000,\n",
" 'num_leaves': 100, #should be < 2^(max_depth)\n",
" 'max_depth': 10,\n",
" 'min_data_in_leaf':100,\n",
" 'min_gain_to_split': 10,\n",
" # optional parameters\n",
" 'categorical_feature':cat_feat_indexes,\n",
" 'learning_rate': 0.01,\n",
" 'subsample': 0.5,\n",
" 'colsample_bytree': 0.5,\n",
" 'subsample_freq':1,\n",
" # for regularization\n",
" 'lambda_l2':20,\n",
"}\n",
"\n",
"mod_lgb = LGBMClassifier(n_jobs=-1, random_state=RANDOM_STATE,\n",
" num_iterations=params_['num_iterations'],\n",
" num_leaves=params_['num_leaves'],\n",
" max_depth=params_['max_depth'],\n",
" min_data_in_leaf=params_['min_data_in_leaf'],\n",
" min_gain_to_split=params_['min_gain_to_split'],\n",
" categorical_feature=params_['categorical_feature'],\n",
" learning_rate=params_['learning_rate'],\n",
" subsample=params_['subsample'],\n",
" colsample_bytree=params_['colsample_bytree'],\n",
" subsample_freq=params_['subsample_freq'],\n",
" lambda_l2=params_['lambda_l2']\n",
" )\n",
"\n",
"eval_set = [(train[features], train[TARGET_VAR]),(val[features], val[TARGET_VAR])]\n",
"%time\n",
"mod_lgb.fit(train[features], train[TARGET_VAR], eval_set=eval_set, eval_metric='auc',\n",
" early_stopping_rounds=250, verbose=True)\n",
"\n",
"train_result = mod_lgb.evals_result_['valid_0']['auc']\n",
"val_result = mod_lgb.evals_result_['valid_1']['auc']\n",
"\n",
"plt.plot(train_result)\n",
"plt.plot(val_result)\n",
"\n",
"print()\n",
"print(mod_lgb.best_score_)\n",
"print(mod_lgb.best_iteration_)"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"### Evaluate the Model"
]
},
{
"cell_type": "code",
"execution_count": 41,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Train Gini: 0.5935245944381433\n",
"Val Gini: 0.5396542230127626\n",
"Test Gini: 0.543796966975298\n"
]
}
],
"source": [
"train['pred'] = mod_lgb.predict_proba(train[features], num_iteration=mod_lgb.best_iteration_)[:,1]\n",
"val['pred'] = mod_lgb.predict_proba(val[features], num_iteration=mod_lgb.best_iteration_)[:,1]\n",
"test['pred'] = mod_lgb.predict_proba(test[features], num_iteration=mod_lgb.best_iteration_)[:,1]\n",
"\n",
"print('Train Gini:', roc_auc_score(train[TARGET_VAR], train['pred'])*2-1)\n",
"print('Val Gini:',roc_auc_score(val[TARGET_VAR], val['pred'])*2-1)\n",
"print('Test Gini:',roc_auc_score(test[TARGET_VAR], test['pred'])*2-1)"
]
},
{
"cell_type": "code",
"execution_count": 47,
"metadata": {},
"outputs": [],
"source": [
"train_val = pd.concat([train, val])\n",
"mod_lgb.fit(train_val[features], train_val[TARGET_VAR])\n",
"\n",
"test['pred_2'] = mod_lgb.predict_proba(test[features],\n",
"# num_iteration=mod_lgb.best_iteration_\n",
" )[:,1]"
]
},
{
"cell_type": "code",
"execution_count": 49,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Train-Val on Test Gini: 0.5674816094687147\n"
]
}
],
"source": [
"print('Train-Val on Test Gini:', roc_auc_score(test[TARGET_VAR], test['pred_2'])*2-1)"
]
},
{
"cell_type": "code",
"execution_count": 51,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"<AxesSubplot:ylabel='Frequency'>"
]
},
"execution_count": 51,
"metadata": {},
"output_type": "execute_result"
},
{
"data": {
"image/png": "iVBORw0KGgoAAAANSUhEUgAAAZIAAAD4CAYAAADGmmByAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuNCwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8QVMy6AAAACXBIWXMAAAsTAAALEwEAmpwYAAAUrElEQVR4nO3dfbBc9X3f8ffHiAB2DOZBECpBhYMaBzx2DIIysftgKy2yaSycQqtMWjStGtWUziTTZmrhZhp3OpqBmTakTGMaxWQQJCnIpBgalzYY6ngyxsAlwcY8lRtDQBGDZCCAUwMW+faP/d2wutp7tVdHe++u9X7N7OzZ757fud9zZtGH87BnU1VIknSw3rbUDUiSJptBIknqxCCRJHVikEiSOjFIJEmdLFvqBhbbSSedVKtWrVrqNiRpojz44IPfrqrlg9477IJk1apVTE1NLXUbkjRRkvzJXO95aEuS1IlBIknqxCCRJHVikEiSOjFIJEmdGCSSpE4MEklSJwaJJKkTg0SS1Mlh9832LlZt+eKS/e2nr7poyf62JM3HPRJJUicGiSSpE4NEktSJQSJJ6sQgkSR1YpBIkjoxSCRJnRgkkqRODBJJUicjDZIkTyd5OMlDSaZa7YQkdyV5sj0f3zf/lUmmkzyR5MK++rltOdNJrk2SVj8qyS2tfl+SVaNcH0nS/hZjj+TDVfVjVbWmvd4C3F1Vq4G722uSnAVsAM4G1gGfTXJEG3MdsBlY3R7rWn0T8FJVnQlcA1y9COsjSeqzFIe21gPb2/R24OK++s1V9XpVPQVMA+cnORU4tqruraoCbpw1ZmZZtwJrZ/ZWJEmLY9RBUsDvJXkwyeZWO6WqngNozye3+grg2b6xO1ttRZueXd9nTFXtBV4GTpzdRJLNSaaSTO3Zs+eQrJgkqWfUd//9YFXtSnIycFeSx+eZd9CeRM1Tn2/MvoWqbcA2gDVr1uz3viTp4I10j6SqdrXn3cBtwPnA8+1wFe15d5t9J3Ba3/CVwK5WXzmgvs+YJMuA44AXR7EukqTBRhYkSd6R5J0z08DfBb4J3AFsbLNtBG5v03cAG9qVWGfQO6l+fzv89WqSC9r5j8tmjZlZ1iXAPe08iiRpkYzy0NYpwG3t3Pcy4Ler6n8leQDYkWQT8AxwKUBVPZJkB/AosBe4oqrebMu6HLgBOAa4sz0ArgduSjJNb09kwwjXR5I0wMiCpKq+Bbx/QP0FYO0cY7YCWwfUp4D3Dqi/RgsiSdLS8JvtkqRODBJJUicGiSSpE4NEktSJQSJJ6sQgkSR1YpBIkjoxSCRJnRgkkqRODBJJUicGiSSpE4NEktSJQSJJ6sQgkSR1YpBIkjoxSCRJnRgkkqRODBJJUicGiSSpE4NEktSJQSJJ6sQgkSR1YpBIkjoxSCRJnRgkkqRODBJJUicGiSSpE4NEktSJQSJJ6sQgkSR1MvIgSXJEkj9K8rvt9QlJ7kryZHs+vm/eK5NMJ3kiyYV99XOTPNzeuzZJWv2oJLe0+n1JVo16fSRJ+1qMPZKfAx7re70FuLuqVgN3t9ckOQvYAJwNrAM+m+SINuY6YDOwuj3Wtfom4KWqOhO4Brh6tKsiSZptpEGSZCVwEfC5vvJ6YHub3g5c3Fe/uaper6qngGng/CSnAsdW1b1VVcCNs8bMLOtWYO3M3ookaXGMeo/kV4B/A/xFX+2UqnoOoD2f3OorgGf75tvZaiva9Oz6PmOqai/wMnDi7CaSbE4ylWRqz549HVdJktRvZEGS5O8Bu6vqwWGHDKjVPPX5xuxbqNpWVWuqas3y5cuHbEeSNIxlI1z2B4GPJ/kYcDRwbJLfBJ5PcmpVPdcOW+1u8+8ETusbvxLY1eorB9T7x+xMsgw4DnhxVCskSdrfyPZIqurKqlpZVavonUS/p6r+EXAHsLHNthG4vU3fAWxoV2KdQe+k+v3t8NerSS5o5z8umzVmZlmXtL+x3x6JJGl0RrlHMpergB1JNgHPAJcCVNUjSXYAjwJ7gSuq6s025nLgBuAY4M72ALgeuCnJNL09kQ2LtRKSpJ5FCZKq+jLw5Tb9ArB2jvm2AlsH1KeA9w6ov0YLIknS0vCb7ZKkTgwSSVInBokkqRODRJLUiUEiSerEIJEkdWKQSJI6MUgkSZ0YJJKkTgwSSVInBokkqRODRJLUiUEiSerEIJEkdWKQSJI6MUgkSZ0YJJKkToYKkiT7/TqhJEkw/B7Jf01yf5J/keRdo2xIkjRZhgqSqvoQ8DPAacBUkt9O8ndG2pkkaSIMfY6kqp4EfhH4FPC3gGuTPJ7kp0bVnCRp/A17juR9Sa4BHgM+AvxkVf1om75mhP1JksbcsiHn+y/ArwOfrqrvzhSraleSXxxJZ5KkiTBskHwM+G5VvQmQ5G3A0VX1/6rqppF1J0kae8OeI/kScEzf67e3miTpMDdskBxdVd+ZedGm3z6aliRJk2TYIPnzJOfMvEhyLvDdeeaXJB0mhj1H8vPA55Psaq9PBf7hSDqSJE2UoYKkqh5I8h7gR4AAj1fV90bamSRpIgy7RwJwHrCqjflAEqrqxpF0JUmaGMN+IfEm4D8CH6IXKOcBaw4w5uh2f66vJ3kkyb9v9ROS3JXkyfZ8fN+YK5NMJ3kiyYV99XOTPNzeuzZJWv2oJLe0+n1JVi10A0iSuhl2j2QNcFZV1QKW/Trwkar6TpIjgT9IcifwU8DdVXVVki3AFuBTSc4CNgBnA38F+FKSv9a+u3IdsBn4GvA/gXXAncAm4KWqOjPJBuBqPHcjSYtq2Ku2vgn80EIWXD0zlwwf2R4FrAe2t/p24OI2vR64uaper6qngGng/CSnAsdW1b0tyG6cNWZmWbcCa2f2ViRJi2PYPZKTgEeT3E9vTwOAqvr4fIOSHAE8CJwJ/GpV3ZfklKp6ro1/LsnJbfYV9PY4Zuxste+16dn1mTHPtmXtTfIycCLw7Vl9bKa3R8Ppp58+5CpLkoYxbJB85mAW3g5L/Vj7DZPbDvADWYP2JGqe+nxjZvexDdgGsGbNmoUcnpMkHcCwv0fy+8DTwJFt+gHgD4f9I1X1Z8CX6Z3beL4drqI9726z7aT3eyczVgK7Wn3lgPo+Y5IsA44DXhy2L0lSd8NetfWz9M5B/ForrQC+cIAxy2d+TTHJMcBPAI8DdwAb22wbgdvb9B3AhnYl1hnAauD+dhjs1SQXtPMfl80aM7OsS4B7FnhBgCSpo2EPbV0BnA/cB70fueo7tzGXU4Ht7TzJ24AdVfW7Se4FdiTZBDwDXNqW+UiSHcCjwF7gipm7DQOXAzfQu3Hkne0BcD1wU5JpensiG4ZcH0nSITJskLxeVW/MXBDVDiPN+3/+VfUN4AMD6i8Aa+cYsxXYOqA+Bex3fqWqXqMFkSRpaQx7+e/vJ/k0cEz7rfbPA/9jdG1JkibFsEGyBdgDPAz8c3pfCvSXESVJQ9+08S/o/dTur4+2HUnSpBkqSJI8xeDvZ7z7kHckSZooC7nX1oyj6Z3gPuHQtyNJmjTDfiHxhb7Hn1bVrwAfGW1rkqRJMOyhrXP6Xr6N3h7KO0fSkSRpogx7aOs/9U3vpXe7lH9wyLuRJE2cYa/a+vCoG5EkTaZhD239q/ner6pfPjTtSJImzUKu2jqP3k0SAX4S+Artt0AkSYevhfyw1TlV9SpAks8An6+qfzaqxiRJk2HYW6ScDrzR9/oNYNUh70aSNHGG3SO5Cbg/yW30vuH+CXq/nS5JOswNe9XW1iR3An+jlf5JVf3R6NqSJE2KYQ9tAbwdeKWq/jOws/2KoSTpMDfsT+3+EvAp4MpWOhL4zVE1JUmaHMPukXwC+Djw5wBVtQtvkSJJYvggeaOqinYr+STvGF1LkqRJMmyQ7Ejya8C7kvws8CX8kStJEkNctZUkwC3Ae4BXgB8B/l1V3TXi3iRJE+CAQVJVleQLVXUuYHhIkvYx7KGtryU5b6SdSJIm0rDfbP8w8MkkT9O7civ0dlbeN6rGJEmTYd4gSXJ6VT0DfHSR+pEkTZgD7ZF8gd5df/8kye9U1d9fhJ4kSRPkQOdI0jf97lE2IkmaTAfaI6k5prXIVm354pL83aevumhJ/q6kyXGgIHl/klfo7Zkc06bhrZPtx460O0nS2Jv30FZVHVFVx1bVO6tqWZueeT1viCQ5Lcn/SfJYkkeS/Fyrn5DkriRPtufj+8ZcmWQ6yRNJLuyrn5vk4fbete1LkiQ5KsktrX5fklWdtoYkacEWchv5hdoL/Ouq+lHgAuCKJGcBW4C7q2o1cHd7TXtvA3A2sA74bJIj2rKuAzYDq9tjXatvAl6qqjOBa4CrR7g+kqQBRhYkVfVcVf1hm34VeAxYAawHtrfZtgMXt+n1wM1V9XpVPQVMA+cnORU4tqrubTeOvHHWmJll3QqsndlbkSQtjlHukfyldsjpA8B9wClV9Rz0wgY4uc22Ani2b9jOVlvRpmfX9xlTVXuBl4ETB/z9zUmmkkzt2bPnEK2VJAkWIUiS/CDwO8DPV9Ur8806oFbz1Ocbs2+haltVramqNcuXLz9Qy5KkBRhpkCQ5kl6I/FZV/fdWfr4drqI97271ncBpfcNXArtafeWA+j5jkiwDjgNePPRrIkmay8iCpJ2ruB54rKp+ue+tO4CNbXojcHtffUO7EusMeifV72+Hv15NckFb5mWzxsws6xLgnnYeRZK0SIa9aePB+CDwj4GHkzzUap8GrqL3Q1mbgGeASwGq6pEkO4BH6V3xdUVVvdnGXQ7cABwD3Nke0Auqm5JM09sT2TDC9ZEkDTCyIKmqP2DwOQyAtXOM2QpsHVCfAt47oP4aLYgkSUtjUa7akiR9/zJIJEmdGCSSpE4MEklSJwaJJKkTg0SS1IlBIknqxCCRJHVikEiSOjFIJEmdGCSSpE4MEklSJwaJJKkTg0SS1IlBIknqxCCRJHVikEiSOjFIJEmdGCSSpE4MEklSJwaJJKkTg0SS1IlBIknqxCCRJHVikEiSOjFIJEmdGCSSpE4MEklSJwaJJKkTg0SS1MnIgiTJbyTZneSbfbUTktyV5Mn2fHzfe1cmmU7yRJIL++rnJnm4vXdtkrT6UUluafX7kqwa1bpIkuY2yj2SG4B1s2pbgLurajVwd3tNkrOADcDZbcxnkxzRxlwHbAZWt8fMMjcBL1XVmcA1wNUjWxNJ0pxGFiRV9RXgxVnl9cD2Nr0duLivfnNVvV5VTwHTwPlJTgWOrap7q6qAG2eNmVnWrcDamb0VSdLiWexzJKdU1XMA7fnkVl8BPNs3385WW9GmZ9f3GVNVe4GXgRMH/dEkm5NMJZnas2fPIVoVSRKMz8n2QXsSNU99vjH7F6u2VdWaqlqzfPnyg2xRkjTIYgfJ8+1wFe15d6vvBE7rm28lsKvVVw6o7zMmyTLgOPY/lCZJGrHFDpI7gI1teiNwe199Q7sS6wx6J9Xvb4e/Xk1yQTv/cdmsMTPLugS4p51HkSQtomWjWnCS/wb8beCkJDuBXwKuAnYk2QQ8A1wKUFWPJNkBPArsBa6oqjfboi6ndwXYMcCd7QFwPXBTkml6eyIbRrUukqS5jSxIquqn53hr7RzzbwW2DqhPAe8dUH+NFkSSpKUzLifbJUkTyiCRJHVikEiSOjFIJEmdGCSSpE5GdtWWvj+s2vLFJfvbT1910ZL9bUnDc49EktSJQSJJ6sQgkSR1YpBIkjoxSCRJnRgkkqRODBJJUicGiSSpE4NEktSJQSJJ6sQgkSR1YpBIkjoxSCRJnRgkkqRODBJJUicGiSSpE4NEktSJv5CosbVUv87oLzNKC+MeiSSpE4NEktSJQSJJ6sQgkSR1YpBIkjrxqi1pFq8WkxZm4vdIkqxL8kSS6SRblrofSTrcTHSQJDkC+FXgo8BZwE8nOWtpu5Kkw8ukH9o6H5iuqm8BJLkZWA88uqRdSQdhqQ6pLSUP531/mPQgWQE82/d6J/DXZ8+UZDOwub38TpInhlz+ScC3O3W4+Cat50nrF+z5kMnV8749lj0fwPdzz391rjcmPUgyoFb7Faq2AdsWvPBkqqrWHExjS2XSep60fsGeF4s9L45D0fNEnyOhtwdyWt/rlcCuJepFkg5Lkx4kDwCrk5yR5AeADcAdS9yTJB1WJvrQVlXtTfIvgf8NHAH8RlU9cgj/xIIPh42BSet50voFe14s9rw4Ovecqv1OKUiSNLRJP7QlSVpiBokkqZPDMkgOdFuV9Fzb3v9GknOGHTumPT+d5OEkDyWZGqOe35Pk3iSvJ/mFhYwd054XfTsP0e/PtM/DN5J8Ncn7hx07pj2P62d5fev3oSRTST407Ngx7Xlh27mqDqsHvZPyfwy8G/gB4OvAWbPm+RhwJ73vqVwA3Dfs2HHrub33NHDSGG7nk4HzgK3ALyxk7Lj1vBTbech+fxw4vk1/dEI+ywN7HvPP8g/y1jnn9wGPT8B2HtjzwWznw3GP5C9vq1JVbwAzt1Xptx64sXq+BrwryalDjh23npfKAXuuqt1V9QDwvYWOHcOel8Iw/X61ql5qL79G77tWQ40dw56XyjA9f6fav8DAO3jri9HjvJ3n6nnBDscgGXRblRVDzjPM2FHo0jP0PiC/l+TBdruYxdBlW43zdp7PYm/nhfa7id5e68GMPVS69Axj/FlO8okkjwNfBP7pQsaOQJeeYYHbeaK/R3KQhrmtylzzDHVLlhHo0jPAB6tqV5KTgbuSPF5VXzmkHe6vy7Ya5+08n8XezkP3m+TD9P5RnjkOPvbbeEDPMMaf5aq6Dbgtyd8E/gPwE8OOHYEuPcMCt/PhuEcyzG1V5ppnqW7J0qVnqmrmeTdwG73d3lHrsq3GeTvPaQm281D9Jnkf8DlgfVW9sJCxI9Cl54n4LLd/cH84yUkLHXsIdel54dt51Cd9xu1Bby/sW8AZvHUS6uxZ81zEvieu7x927Bj2/A7gnX3TXwXWjUPPffN+hn1Pto/tdp6n50XfzkN+Lk4HpoEfP9h1HaOex/azDJzJWyeuzwH+tP23OM7bea6eF7ydR7oy4/qgd4XT/6V3VcO/bbVPAp9s06H3g1l/DDwMrJlv7Dj3TO+qja+3xyNj1vMP0fs/p1eAP2vTx475dh7Y81Jt5yH6/RzwEvBQe0xNwGd5YM9j/ln+VOvpIeBe4EMTsJ0H9nww29lbpEiSOjkcz5FIkg4hg0SS1IlBIknqxCCRJHVikEiSOjFIJEmdGCSSpE7+P2MULQp4f9+lAAAAAElFTkSuQmCC\n",
"text/plain": [
"<Figure size 432x288 with 1 Axes>"
]
},
"metadata": {
"needs_background": "light"
},
"output_type": "display_data"
}
],
"source": [
"test['pred'].plot.hist()"
]
},
{
"cell_type": "code",
"execution_count": 52,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"0.34459483933134893"
]
},
"execution_count": 52,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"test['pred'].max()"
]
},
{
"cell_type": "code",
"execution_count": 53,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"<AxesSubplot:ylabel='Frequency'>"
]
},
"execution_count": 53,
"metadata": {},
"output_type": "execute_result"
},
{
"data": {
"image/png": "iVBORw0KGgoAAAANSUhEUgAAAZIAAAD4CAYAAADGmmByAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuNCwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8QVMy6AAAACXBIWXMAAAsTAAALEwEAmpwYAAAWIklEQVR4nO3df7Ad5X3f8ffHyMbYCZgfgqgSRDiodgTjX8iU1mkbW22R7dbCDdTKpEHjqlFNaCaeNlMLTyZJp6MZ+KPBZhpwiEkQ5AfIOBg1NmmxqJPpBIMvtWMMhnJrCKiiSAYC2DFg4W//OM81R1dXV0es9h4Oer9mzpw937PP3md3NHx49tndk6pCkqSX6lXj7oAkabIZJJKkTgwSSVInBokkqRODRJLUyaJxd2ChnXDCCbV8+fJxd0OSJspdd9317apaPNd3h12QLF++nKmpqXF3Q5ImSpK/2t93ntqSJHVikEiSOjFIJEmdGCSSpE4MEklSJwaJJKkTg0SS1IlBIknqpNcgSfKGJDcmuS/JN5P83STHJbk1yQPt/dih9S9OMp3k/iTnDNXPTHJ3++7yJGn1I5Pc0Op3JFne5/5IkvbV953tnwT+tKrOS/Ia4HXAx4HtVXVJkk3AJuBjSVYC64DTgb8FfDHJ366qF4ArgY3Al4EvAGuAW4ANwJNVdVqSdcClwIf62pnlmz7f16YP6KFL3j+2vy1J8+ltRJLkaOAfAFcDVNXzVfXXwFpgS1ttC3BuW14LXF9Vz1XVg8A0cFaSJcDRVXV7DX7O8dpZbWa2dSOwema0IklaGH2e2nojsBv4vSRfTfLpJK8HTqqqRwHa+4lt/aXAI0Ptd7Ta0rY8u75Xm6raAzwFHD+7I0k2JplKMrV79+5DtX+SJPoNkkXAO4Arq+rtwHcZnMban7lGEjVPfb42exeqrqqqVVW1avHiOR9eKUl6ifoMkh3Ajqq6o32+kUGwPNZOV9Hedw2tf/JQ+2XAzlZfNkd9rzZJFgHHAE8c8j2RJO1Xb0FSVf8PeCTJm1ppNXAvsA1Y32rrgZvb8jZgXbsS61RgBXBnO/31TJKz2/zHBbPazGzrPOC2No8iSVogfV+19UvAH7Qrtr4FfJhBeG1NsgF4GDgfoKruSbKVQdjsAS5qV2wBXAhcAxzF4GqtW1r9auC6JNMMRiLret4fSdIsvQZJVX0NWDXHV6v3s/5mYPMc9SngjDnqz9KCSJI0Ht7ZLknqxCCRJHVikEiSOjFIJEmdGCSSpE4MEklSJwaJJKkTg0SS1IlBIknqxCCRJHVikEiSOjFIJEmdGCSSpE4MEklSJwaJJKkTg0SS1IlBIknqxCCRJHVikEiSOjFIJEmdGCSSpE4MEklSJwaJJKkTg0SS1IlBIknqpNcgSfJQkruTfC3JVKsdl+TWJA+092OH1r84yXSS+5OcM1Q/s21nOsnlSdLqRya5odXvSLK8z/2RJO1rIUYk766qt1XVqvZ5E7C9qlYA29tnkqwE1gGnA2uAK5Ic0dpcCWwEVrTXmlbfADxZVacBlwGXLsD+SJKGjOPU1lpgS1veApw7VL++qp6rqgeBaeCsJEuAo6vq9qoq4NpZbWa2dSOwema0IklaGH0HSQH/PcldSTa22klV9ShAez+x1ZcCjwy13dFqS9vy7PpebapqD/AUcPzsTiTZmGQqydTu3bsPyY5JkgYW9bz9d1XVziQnArcmuW+edecaSdQ89fna7F2ougq4CmDVqlX7fC9Jeul6HZFU1c72vgu4CTgLeKydrqK972qr7wBOHmq+DNjZ6svmqO/VJski4BjgiT72RZI0t96CJMnrk/zozDLwT4BvANuA9W219cDNbXkbsK5diXUqg0n1O9vpr2eSnN3mPy6Y1WZmW+cBt7V5FEnSAunz1NZJwE1t7nsR8IdV9adJvgJsTbIBeBg4H6Cq7kmyFbgX2ANcVFUvtG1dCFwDHAXc0l4AVwPXJZlmMBJZ1+P+SJLm0FuQVNW3gLfOUX8cWL2fNpuBzXPUp4Az5qg/SwsiSdJ4eGe7JKkTg0SS1IlBIknqxCCRJHVikEiSOjFIJEmdGCSSpE4MEklSJwaJJKkTg0SS1IlBIknqxCCRJHVikEiSOjFIJEmdGCSSpE4MEklSJwaJJKkTg0SS1IlBIknqxCCRJHVikEiSOjFIJEmdGCSSpE4MEklSJwaJJKmT3oMkyRFJvprkT9rn45LcmuSB9n7s0LoXJ5lOcn+Sc4bqZya5u313eZK0+pFJbmj1O5Is73t/JEl7W4gRyS8D3xz6vAnYXlUrgO3tM0lWAuuA04E1wBVJjmhtrgQ2Aivaa02rbwCerKrTgMuAS/vdFUnSbL0GSZJlwPuBTw+V1wJb2vIW4Nyh+vVV9VxVPQhMA2clWQIcXVW3V1UB185qM7OtG4HVM6MVSdLC6HtE8gngPwA/GKqdVFWPArT3E1t9KfDI0Ho7Wm1pW55d36tNVe0BngKOn92JJBuTTCWZ2r17d8ddkiQN6y1IkvxTYFdV3TVqkzlqNU99vjZ7F6quqqpVVbVq8eLFI3ZHkjSKRT1u+13AB5K8D3gtcHSS3wceS7Kkqh5tp612tfV3ACcPtV8G7Gz1ZXPUh9vsSLIIOAZ4oq8dkiTtq7cRSVVdXFXLqmo5g0n026rqXwLbgPVttfXAzW15G7CuXYl1KoNJ9Tvb6a9nkpzd5j8umNVmZlvntb+xz4hEktSfPkck+3MJsDXJBuBh4HyAqronyVbgXmAPcFFVvdDaXAhcAxwF3NJeAFcD1yWZZjASWbdQOyFJGhgpSJKcUVXfeKl/pKq+BHypLT8OrN7PepuBzXPUp4Az5qg/SwsiSdJ4jHpq61NJ7kzyi0ne0GeHJEmTZaQgqaqfAn6OwcT2VJI/TPKPe+2ZJGkijDzZXlUPAL8KfAz4h8DlSe5L8s/76pwk6eVvpCBJ8pYklzF41Ml7gH9WVT/Zli/rsX+SpJe5Ua/a+i/A7wAfr6rvzRSrameSX+2lZ5KkiTBqkLwP+N7M5bhJXgW8tqr+pqqu6613kqSXvVHnSL7I4B6OGa9rNUnSYW7UIHltVX1n5kNbfl0/XZIkTZJRg+S7Sd4x8yHJmcD35llfknSYGHWO5KPAZ5LMPCxxCfChXnokSZooIwVJVX0lyZuBNzF4dPt9VfX9XnsmSZoIB/PQxncCy1ubtyehqq7tpVeSpIkx6kMbrwN+AvgaMPNE3pmfvZUkHcZGHZGsAlb6Wx+SpNlGvWrrG8CP9dkRSdJkGnVEcgJwb5I7gedmilX1gV56JUmaGKMGyW/02QlJ0uQa9fLfP0vy48CKqvpiktcBR/TbNUnSJBj1MfK/ANwI/HYrLQU+11OfJEkTZNTJ9ouAdwFPww9/5OrEvjolSZocowbJc1X1/MyHJIsY3EciSTrMjRokf5bk48BR7bfaPwP81/66JUmaFKMGySZgN3A38G+ALzD4/XZJ0mFu1Ku2fsDgp3Z/p9/uSJImzajP2nqQOeZEquqNh7xHkqSJMuqprVUMnv77TuDvA5cDvz9fgySvTXJnkr9Mck+S/9jqxyW5NckD7f3YoTYXJ5lOcn+Sc4bqZya5u313eZK0+pFJbmj1O5IsP6i9lyR1NlKQVNXjQ6//W1WfAN5zgGbPAe+pqrcCbwPWJDmbwXzL9qpaAWxvn0myElgHnA6sAa5IMnPT45XARmBFe61p9Q3Ak1V1GnAZcOko+yNJOnRGvSHxHUOvVUk+AvzofG1qYOZ33l/dXgWsBba0+hbg3La8Fri+qp6rqgeBaeCsJEuAo6vq9vb04WtntZnZ1o3A6pnRiiRpYYz6rK3/PLS8B3gI+BcHatRGFHcBpwG/VVV3JDmpqh4FqKpHk8zc2LgU+PJQ8x2t9v22PLs+0+aRtq09SZ4Cjge+PasfGxmMaDjllFMO1G1J0kEY9aqtd7+UjVfVC8DbkrwBuCnJGfOsPtdIouapz9dmdj+uAq4CWLVqlTdSStIhNOpVW/9uvu+r6jcP8P1fJ/kSg7mNx5IsaaORJcCuttoO4OShZsuAna2+bI76cJsd7W77Y4AnRtknSdKhcTBXbV3I4FTSUuAjwEoG8yRzzpUkWdxGIiQ5CvhHwH3ANmB9W209cHNb3gasa1dincpgUv3OdhrsmSRnt/mPC2a1mdnWecBt/oqjJC2sg/lhq3dU1TMASX4D+ExV/et52iwBtrR5klcBW6vqT5LcDmxNsgF4GDgfoKruSbIVuJfBPMxF7dQYDELsGuAo4Jb2ArgauC7JNIORyLoR90eSdIiMGiSnAM8PfX4eWD5fg6r6OvD2OeqPA6v302YzsHmO+hSwz/xKVT1LCyJJ0niMGiTXAXcmuYnBZPYHGVyGK0k6zI161dbmJLcwuKsd4MNV9dX+uiVJmhSjTrYDvA54uqo+yeAqqVN76pMkaYKMemf7rwMfAy5upVdzgGdtSZIOD6OOSD4IfAD4LkBV7eQAj0iRJB0eRg2S59v9GQWQ5PX9dUmSNElGDZKtSX4beEOSXwC+iD9yJUlihKu22t3kNwBvBp4G3gT8WlXd2nPfJEkT4IBBUlWV5HNVdSZgeEiS9jLqqa0vJ3lnrz2RJE2kUe9sfzfwkSQPMbhyKwwGK2/pq2OSpMkwb5AkOaWqHgbeu0D9kSRNmAONSD7H4Km/f5Xks1X1MwvQJ0nSBDnQHMnwLxC+sc+OSJIm04GCpPazLEkScOBTW29N8jSDkclRbRlenGw/utfeSZJe9uYNkqo6YqE6IkmaTAfzGHlJkvZhkEiSOjFIJEmdGCSSpE4MEklSJwaJJKkTg0SS1IlBIknqpLcgSXJykv+R5JtJ7knyy61+XJJbkzzQ3o8danNxkukk9yc5Z6h+ZpK723eXt19tJMmRSW5o9TuSLO9rfyRJc+tzRLIH+PdV9ZPA2cBFSVYCm4DtVbUC2N4+075bB5wOrAGuSDJzZ/2VwEZgRXutafUNwJNVdRpwGXBpj/sjSZpDb0FSVY9W1f9qy88A3wSWAmuBLW21LcC5bXktcH1VPVdVDwLTwFlJlgBHV9XtVVXAtbPazGzrRmD1zGhFkrQwFmSOpJ1yejtwB3BSVT0Kg7ABTmyrLQUeGWq2o9WWtuXZ9b3aVNUe4Cng+F52QpI0p96DJMmPAJ8FPlpVT8+36hy1mqc+X5vZfdiYZCrJ1O7duw/UZUnSQeg1SJK8mkGI/EFV/XErP9ZOV9Hed7X6DuDkoebLgJ2tvmyO+l5tkiwCjgGemN2PqrqqqlZV1arFixcfil2TJDV9XrUV4Grgm1X1m0NfbQPWt+X1wM1D9XXtSqxTGUyq39lOfz2T5Oy2zQtmtZnZ1nnAbW0eRZK0QA70w1ZdvAv4eeDuJF9rtY8DlwBbk2wAHgbOB6iqe5JsBe5lcMXXRVX1Qmt3IXANcBRwS3vBIKiuSzLNYCSyrsf9kSTNobcgqar/ydxzGACr99NmM7B5jvoUcMYc9WdpQSRJGg/vbJckdWKQSJI6MUgkSZ0YJJKkTgwSSVInBokkqRODRJLUiUEiSeqkzzvbdQgt3/T5sfzdhy55/1j+rqTJ4YhEktSJQSJJ6sQgkSR1YpBIkjoxSCRJnRgkkqRODBJJUicGiSSpE4NEktSJQSJJ6sQgkSR1YpBIkjoxSCRJnRgkkqRODBJJUicGiSSpE4NEktRJb0GS5HeT7EryjaHacUluTfJAez926LuLk0wnuT/JOUP1M5Pc3b67PEla/cgkN7T6HUmW97UvkqT963NEcg2wZlZtE7C9qlYA29tnkqwE1gGntzZXJDmitbkS2AisaK+ZbW4Anqyq04DLgEt72xNJ0n71FiRV9efAE7PKa4EtbXkLcO5Q/fqqeq6qHgSmgbOSLAGOrqrbq6qAa2e1mdnWjcDqmdGKJGnhLPQcyUlV9ShAez+x1ZcCjwytt6PVlrbl2fW92lTVHuAp4Pi5/miSjUmmkkzt3r37EO2KJAlePpPtc40kap76fG32LVZdVVWrqmrV4sWLX2IXJUlzWeggeaydrqK972r1HcDJQ+stA3a2+rI56nu1SbIIOIZ9T6VJknq20EGyDVjfltcDNw/V17UrsU5lMKl+Zzv99UySs9v8xwWz2sxs6zzgtjaPIklaQIv62nCSPwJ+GjghyQ7g14FLgK1JNgAPA+cDVNU9SbYC9wJ7gIuq6oW2qQsZXAF2FHBLewFcDVyXZJrBSGRdX/siSdq/3oKkqn52P1+t3s/6m4HNc9SngDPmqD9LCyJJ0vi8XCbbJUkTyiCRJHVikEiSOjFIJEmdGCSSpE4MEklSJwaJJKkTg0SS1IlBIknqpLc72/XKsHzT58f2tx+65P1j+9uSRueIRJLUiUEiSerEIJEkdWKQSJI6MUgkSZ0YJJKkTgwSSVInBokkqRODRJLUiUEiSerEIJEkdeKztvSyNa7nfPmML+ngOCKRJHVikEiSOjFIJEmdTPwcSZI1wCeBI4BPV9UlY+6SJpxzM9LBmegRSZIjgN8C3gusBH42ycrx9kqSDi+TPiI5C5iuqm8BJLkeWAvcO9ZeSS/BOH+Nclwchb0yTHqQLAUeGfq8A/g7s1dKshHY2D5+J8n9L+FvnQB8+yW0eyXxGAx4HAY6H4dceoh6Ml6Hy7+HH9/fF5MeJJmjVvsUqq4Crur0h5KpqlrVZRuTzmMw4HEY8DgMeBwmfI6EwQjk5KHPy4CdY+qLJB2WJj1IvgKsSHJqktcA64BtY+6TJB1WJvrUVlXtSfJvgf/G4PLf362qe3r6c51Ojb1CeAwGPA4DHoeBw/44pGqfKQVJkkY26ae2JEljZpBIkjoxSIYkWZPk/iTTSTbN8X2SXN6+/3qSd4yjn30b4Ti8OcntSZ5L8ivj6ONCGOE4/Fz7d/D1JH+R5K3j6GffRjgOa9sx+FqSqSQ/NY5+9ulAx2BovXcmeSHJeQvZv7GrKl+DeaIjgP8DvBF4DfCXwMpZ67wPuIXB/StnA3eMu99jOg4nAu8ENgO/Mu4+j/E4/D3g2Lb83sP438OP8OJ861uA+8bd74U+BkPr3QZ8AThv3P1eyJcjkhf98HErVfU8MPO4lWFrgWtr4MvAG5IsWeiO9uyAx6GqdlXVV4Dvj6ODC2SU4/AXVfVk+/hlBvcxvdKMchy+U+2/pMDrmeOm4Ak3yn8bAH4J+CywayE793JgkLxorsetLH0J60y6w2EfR3Gwx2EDg9HqK81IxyHJB5PcB3we+FcL1LeFcsBjkGQp8EHgUwvYr5cNg+RFozxuZaRHsky4w2EfRzHycUjybgZB8rFeezQeoz6G6KaqejNwLvCf+u7UAhvlGHwC+FhVvdB/d15+JvqGxENslMetHA6PZDkc9nEUIx2HJG8BPg28t6oeX6C+LaSD+vdQVX+e5CeSnFBVr5QHGY5yDFYB1yeBwUMc35dkT1V9bkF6OGaOSF40yuNWtgEXtKu3zgaeqqpHF7qjPfOxMwMHPA5JTgH+GPj5qvrfY+jjQhjlOJyW9l/QdiXja4BXUqge8BhU1alVtbyqlgM3Ar94uIQIOCL5odrP41aSfKR9/ykGV2O8D5gG/gb48Lj625dRjkOSHwOmgKOBHyT5KIOrWJ4eV78PtRH/PfwacDxwRfvv6J56hT0FdsTj8DMM/gfr+8D3gA8NTb5PvBGPwWHNR6RIkjrx1JYkqRODRJLUiUEiSerEIJEkdWKQSJI6MUgkSZ0YJJKkTv4/2cvxBydHFXoAAAAASUVORK5CYII=\n",
"text/plain": [
"<Figure size 432x288 with 1 Axes>"
]
},
"metadata": {
"needs_background": "light"
},
"output_type": "display_data"
}
],
"source": [
"test['pred_2'].plot.hist()"
]
},
{
"cell_type": "code",
"execution_count": 54,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"0.46529914313675413"
]
},
"execution_count": 54,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"test['pred_2'].max()"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"### Check the Feature Importances"
]
},
{
"cell_type": "code",
"execution_count": 55,
"metadata": {},
"outputs": [],
"source": [
"feat_imp = pd.DataFrame(features, columns=['feature_name'])\n",
"feat_imp['feature_importance'] = mod_lgb.feature_importances_"
]
},
{
"cell_type": "code",
"execution_count": 56,
"metadata": {},
"outputs": [
{
"data": {
"text/html": [
"<div>\n",
"<style scoped>\n",
" .dataframe tbody tr th:only-of-type {\n",
" vertical-align: middle;\n",
" }\n",
"\n",
" .dataframe tbody tr th {\n",
" vertical-align: top;\n",
" }\n",
"\n",
" .dataframe thead th {\n",
" text-align: right;\n",
" }\n",
"</style>\n",
"<table border=\"1\" class=\"dataframe\">\n",
" <thead>\n",
" <tr style=\"text-align: right;\">\n",
" <th></th>\n",
" <th>feature_name</th>\n",
" <th>feature_importance</th>\n",
" </tr>\n",
" </thead>\n",
" <tbody>\n",
" <tr>\n",
" <th>2</th>\n",
" <td>date_of_month</td>\n",
" <td>2237</td>\n",
" </tr>\n",
" <tr>\n",
" <th>3</th>\n",
" <td>delin_max_dpd_90</td>\n",
" <td>712</td>\n",
" </tr>\n",
" <tr>\n",
" <th>11</th>\n",
" <td>time_appr_to_pl_hour</td>\n",
" <td>527</td>\n",
" </tr>\n",
" <tr>\n",
" <th>16</th>\n",
" <td>util_pl</td>\n",
" <td>334</td>\n",
" </tr>\n",
" <tr>\n",
" <th>4</th>\n",
" <td>nondgtl_nonpl_trx_co_180</td>\n",
" <td>334</td>\n",
" </tr>\n",
" <tr>\n",
" <th>13</th>\n",
" <td>trx_denied_co_90</td>\n",
" <td>330</td>\n",
" </tr>\n",
" <tr>\n",
" <th>8</th>\n",
" <td>pf_delin_max_dpd_12mo</td>\n",
" <td>312</td>\n",
" </tr>\n",
" <tr>\n",
" <th>0</th>\n",
" <td>ap_co_plo</td>\n",
" <td>275</td>\n",
" </tr>\n",
" <tr>\n",
" <th>12</th>\n",
" <td>time_from_last_sett_pl_hour</td>\n",
" <td>220</td>\n",
" </tr>\n",
" <tr>\n",
" <th>6</th>\n",
" <td>oth_last_rep_dpd</td>\n",
" <td>161</td>\n",
" </tr>\n",
" <tr>\n",
" <th>5</th>\n",
" <td>oth_last_rep_days</td>\n",
" <td>140</td>\n",
" </tr>\n",
" <tr>\n",
" <th>9</th>\n",
" <td>pl_settle_to_due_last_180</td>\n",
" <td>125</td>\n",
" </tr>\n",
" <tr>\n",
" <th>1</th>\n",
" <td>current_dpd</td>\n",
" <td>99</td>\n",
" </tr>\n",
" <tr>\n",
" <th>14</th>\n",
" <td>trx_sett_sum_30</td>\n",
" <td>86</td>\n",
" </tr>\n",
" <tr>\n",
" <th>15</th>\n",
" <td>util_non_pl</td>\n",
" <td>53</td>\n",
" </tr>\n",
" <tr>\n",
" <th>7</th>\n",
" <td>payment_type</td>\n",
" <td>48</td>\n",
" </tr>\n",
" <tr>\n",
" <th>10</th>\n",
" <td>pl_trx_jumbomini_suc_co_90</td>\n",
" <td>38</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n",
"</div>"
],
"text/plain": [
" feature_name feature_importance\n",
"2 date_of_month 2237\n",
"3 delin_max_dpd_90 712\n",
"11 time_appr_to_pl_hour 527\n",
"16 util_pl 334\n",
"4 nondgtl_nonpl_trx_co_180 334\n",
"13 trx_denied_co_90 330\n",
"8 pf_delin_max_dpd_12mo 312\n",
"0 ap_co_plo 275\n",
"12 time_from_last_sett_pl_hour 220\n",
"6 oth_last_rep_dpd 161\n",
"5 oth_last_rep_days 140\n",
"9 pl_settle_to_due_last_180 125\n",
"1 current_dpd 99\n",
"14 trx_sett_sum_30 86\n",
"15 util_non_pl 53\n",
"7 payment_type 48\n",
"10 pl_trx_jumbomini_suc_co_90 38"
]
},
"execution_count": 56,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"feat_imp.sort_values('feature_importance', ascending=False)"
]
},
{
"cell_type": "code",
"execution_count": 57,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"<AxesSubplot:title={'center':'Feature importance'}, xlabel='Feature importance', ylabel='Features'>"
]
},
"execution_count": 57,
"metadata": {},
"output_type": "execute_result"
},
{
"data": {
"image/png": "iVBORw0KGgoAAAANSUhEUgAAA04AAAM2CAYAAADB0dMtAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuNCwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8QVMy6AAAACXBIWXMAAAsTAAALEwEAmpwYAACHQUlEQVR4nOzdebwXdd3//8eLRURRyVB/7rgkKou4XKJlerTQDEvNLbVyqcyveZmVpoULWl6iZbmmWamkhrviUpipB41LxQVk0VAvoQAtl8QEFVlevz8+A304nPOZw3I4B3jcbzduzLxn5j2vGcbb7Tx9v2dOZCaSJEmSpKa1a+0CJEmSJKmtMzhJkiRJUgmDkyRJkiSVMDhJkiRJUgmDkyRJkiSVMDhJkiRJUgmDkyRJK6CI+FFE/Ka165CkVUX4e5wkSauaiJgMbADMrWreJjNfW8o+v5GZf1666lY8ETEI2Dozv9LatUhSS3HESZK0qvpCZnap+rPEoWlZiIgOrXn+JbWi1i1Ji8vgJElSISLWiYjfRsTrETEtIn4SEe2LbVtFxCMR8XZEvBURN0dE12LbjcBmwH0RMSMifhARdRExtUH/kyPis8XyoIi4IyJuioh/A8fWOn8jtQ6KiJuK5e4RkRFxXERMiYh3IuLEiPiviBgbEdMj4sqqY4+NiJERcUVEvBsRf42Iz1Rt3ygi7o2If0XEKxHxzQbnra77ROBHwBHFtT9f7HdcRLwYEe9FxKsR8a2qPuoiYmpEfD8i3iiu97iq7Z0j4pKI+FtR318ionOxbbeI+N/imp6PiLol+KeWpMVmcJIk6T+GAHOArYEdgX2BbxTbArgQ2AjYDtgUGASQmV8F/s5/RrEubub5DgTuALoCN5ecvzn6AZ8AjgAuBQYCnwV6AodHxF4N9n0V6AacC9wVEesW24YCU4trPRT4n+pg1aDu3wL/A9xaXPsOxT5vAAcAawPHAb+IiJ2q+vj/gHWAjYGvA1dFxMeKbT8DdgY+CawL/ACYFxEbAw8APynaTwPujIj1FuMeSdISMThJklZV9xSjFtMj4p6I2ADYHzg1M2dm5hvAL4AvA2TmK5n5UGbOysw3gZ8DezXdfbM8kZn3ZOY8KgGjyfM3048z88PM/BMwExiamW9k5jTgcSphbL43gEszc3Zm3gpMBAZExKbAHsAZRV9jgN8AX22s7sz8oLFCMvOBzPy/rBgB/An4dNUus4Hzi/P/AZgB9IiIdsDxwHcyc1pmzs3M/83MWcBXgD9k5h+Kcz8EPAN8fjHukSQtEeclS5JWVQdVf8ghInYFOgKvR8T85nbAlGL7+sDlVH74X6vY9s5S1jClannzWudvpn9WLX/QyHqXqvVpufAXov5GZYRpI+Bfmfleg227NFF3oyJifyojWdtQuY41gHFVu7ydmXOq1t8v6usGrA78XyPdbg4cFhFfqGrrCDxaVo8kLS2DkyRJFVOAWUC3Bj/Qz3chkECfzHw7Ig4Crqza3vAztTOphAUAineVGk4pqz6m7PzL2sYREVXhaTPgXuA1YN2IWKsqPG0GTKs6tuG1LrQeEZ2AO4GvAcMyc3ZE3ENlumOZt4APga2A5xtsmwLcmJnfXOQoSWphTtWTJAnIzNepTCe7JCLWjoh2xQch5k/HW4vKdLLpxbs2pzfo4p/AllXrLwGrR8SAiOgInAV0WorzL2vrA6dERMeIOIzKe1t/yMwpwP8CF0bE6hHRh8o7SDfX6OufQPdimh3AalSu9U1gTjH6tG9ziiqmLV4H/Lz4SEX7iNi9CGM3AV+IiP2K9tWLD01ssviXL0mLx+AkSdJ/fI3KD/0vUJmGdwewYbHtPGAn4F0qHyi4q8GxFwJnFe9MnZaZ7wInUXk/aBqVEaip1Fbr/MvaU1Q+JPEWcAFwaGa+XWw7EuhOZfTpbuDc4n2iptxe/P12RDxXjFSdAtxG5TqOojKa1VynUZnW9zTwL+AioF0R6g6k8hW/N6mMQJ2OP89IWg78BbiSJK1iIuJYKr+sd4/WrkWSVhT+HxpJkiRJKmFwkiRJkqQSTtWTJEmSpBKOOEmSJElSCYOTJEmSJJXwF+BqhdC1a9fceuutW7sMtVEzZ85kzTXXbO0y1Eb5fKgWnw/V4vOxanr22WffysyGv7Dc4KQVwwYbbMAzzzzT2mWojaqvr6eurq61y1Ab5fOhWnw+VIvPx6opIv7WWLtT9SRJkiSphMFJkiRJkkoYnCRJkiSphMFJkiRJkkoYnCRJkiSphMFJkiRJkkoYnCRJkiSphMFJkiRJkkoYnCRJkiSphMFJkiRJkkoYnCRJkiSphMFJkiRJkkoYnCRJkiSphMFJkiRJkkoYnCRJkiSphMFJkiRJkkoYnCRJkiSphMFJkiRJkkoYnCRJkiSphMFJkiRJkkoYnCRJkiSphMFJkiRJkkoYnCRJkiSphMFJkiRJkkoYnCRJkiSphMFJkiRJkkoYnCRJkiSphMFJkiRJkkoYnCRJkiSphMFJkiRJkkoYnCRJkiSphMFJkiRJkkoYnCRJkiSphMFJkiRJkkoYnCRJkiSphMFJkiRJUpOmTJnC3nvvzXbbbUfPnj257LLLADj99NPZdttt6dOnDwcffDDTp08HYNSoUfTt25e+ffuyww47cPfddwPw3nvvLWjv27cv3bp149RTT22lq1p8kZmtXYNUarMtt852h1/W2mWojfp+7zlcMq5Da5ehNsrnQ7X4fKgWnw+YPHgAr7/+Oq+//jo77bQT7733HjvvvDP33HMPU6dOZZ999qFDhw6cccYZAFx00UW8//77rLbaanTo0IHXX3+dHXbYgddee40OHRa+lzvvvDO/+MUv2HPPPVvj0poUEc9m5i4N2x1xagURMSgiTqux/aCI2H4Zn3O9iHgqIkZHxKeXZd/NOPePqpa7R8T45Xl+SZIkLbkNN9yQnXbaCYC11lqL7bbbjmnTprHvvvsuCEO77bYbU6dOBWCNNdZY0P7hhx8SEYv0+fLLL/PGG2/w6U8v1x9Ll4rBqW06CFimwQn4DPDXzNwxMx9fxn2X+VH5LpIkSWrrJk+ezOjRo+nXr99C7ddddx3777//gvWnnnqKnj170rt3b6655ppFRpuGDh3KEUcc0WioaqsMTstJRAyMiIkR8WegR9H2zYh4OiKej4g7I2KNiPgk8EXgpxExJiK2Kv4Mj4hnI+LxiNi2xnk2j4iHI2Js8fdmEdEXuBj4fNFn5yaOnRERFxXn+XNE7BoR9RHxakR8sdhn9Yi4PiLGFaNXexftx0bEXUWdL0fExUX7YKBzcd6bi1O1j4hfR8SEiPhTU/VIkiSp7ZgxYwaHHHIIl156KWuvvfaC9gsuuIAOHTpw9NFHL2jr168fEyZM4Omnn+bCCy/kww8/XKivW265hSOPPHK51b4srNqTNpeTiNgZ+DKwI5V7/hzwLHBXZv662OcnwNcz84qIuBe4PzPvKLY9DJyYmS9HRD/gl8A+TZzuSuB3mTkkIo4HLs/MgyLiHGCXzDy5RqlrAvWZeUZE3A38BOhPZfRrCHAv8G2AzOxdBLg/RcQ2xfF9i2ucBUyMiCsy88yIODkz+xbX0h34BHBkZn4zIm4DDgFuauS+nQCcANCt23qc03tOjdK1Ktugc2UeutQYnw/V4vOhWnw+oL6+HoA5c+bwwx/+kH79+rHuuusuaB8+fDj33Xcfl1xyCSNGjGi0j9mzZzNkyBB69OgBwCuvvMJ7773He++9t6CfFYHBafn4NHB3Zr4PUAQjgF5FYOoKdAEebHhgRHQBPgncXjWU2anGuXYHvlQs30hlpKm5PgKGF8vjgFmZOTsixgHdi/Y9gCsAMvOvEfE3YH5wejgz3y3qfgHYHJjSyHkmZeaYYvnZqr4XkpnXAtdC5eMQq/rLmWqaL++qFp8P1eLzoVp8PmDy0XVkJscccwyf+tSnuPTSSxdsGz58OPfeey8jRoxgvfXWW9A+adIkNt10Uzp06MDf/vY3/vnPf3LIIYfQrVu3Bccdf/zx1NXVLeerWTqr9pOwfDX2+cIbgIMy8/mIOBaoa2SfdsD0+SM2y+i8TZmd//nM4jwqI0dk5ryImP+s1JqIOqtqeS5NP18N93OqniRJUhs1cuRIbrzxRnr37k3fvn0B+J//+R9OOeUUZs2aRf/+/YHKByKuueYa/vKXvzB48GA6duxIu3bt+OUvf7kgNAHcdttt/OEPf2iNS1kqBqfl4zHghuJ9nw7AF4BfAWsBr0dER+BoYFqx/3vFNjLz3xExKSIOy8zbozLs1Cczn2/iXP9LZVrgjUWff2mBazkaeKSYorcZMBHYqcYxsyOiY2bOXsa1SJIkqYXtscceNPYrjD7/+c83uv9Xv/pVvvrVrzbZ36uvvrrMalueDE7LQWY+FxG3AmOAvwHzv2p3NvBU0TaOIiwBtwC/johTgEOpBJWrI+IsoGOxvangdApwXUScDrwJHLeML+eXwDXF9L05wLGZOavkiyjXAmMj4jlg4JKctHPH9kwcPGBJDtUqoL6+nslH17V2GWqjfD5Ui8+HavH5UDWD03KSmRcAFzSy6epG9h3Jop8j/1wzzzOZRj4ckZk3UJkaWOvYLlXLgxrblpkfAseW9Z+ZB1QtnwGcUbV7r6ptP6tVkyRJktQW+DlySZIkSSrhiNMKKiIGAoc1aL69GNkqO/YpFv0y31czc9yyqk+SJElamRicVlA1pv4159h+5XtJkiRJms+pepIkSZJUwuAkSZIkSSUMTpIkSZJUwuAkSZIkSSUMTpIkSZJUwuAkSZIkSSUMTpIkSZJUwuAkSZIkSSUMTpIkSZJUwuAkSZIkSSUMTpIkSZJUwuAkSZIkSSUMTpIkSZJUwuAkSZIkSSUMTpIkSZJUwuAkSZIkSSUMTpIkSZJUwuAkSZIkSSUMTpIkSZJUwuAkSZIkSSUMTpIkSZJUwuAkSZIkSSUMTpIkSZJUwuAkSZIkSSUMTpIkSZJUwuAkSZIkSSUMTpIkSZJUwuAkSZIkSSUMTpIkSZJUokNrFyA1xwez59L9zAdauwy1Ud/vPYdjV4HnY/LgAUycOJEjjjhiQdurr77K+eefz8Ybb8ygQYN48cUXGTVqFLvssgsADz30EGeeeSYfffQRq622Gj/96U/ZZ599WusSJElaYRmcJGkF0qNHD8aMGQPA3Llz2XjjjTn44IN5//33ueuuu/jWt7610P7dunXjvvvuY6ONNmL8+PHst99+TJs2rRUqlyRpxeZUvcUQEYMi4rTmbI+I8yPis8uvuqUTEXURcf9iHnNDRBxaY/s+EfFcRIyPiCER0aFoj4i4PCJeiYixEbHT0tYvrYoefvhhttpqKzbffHO22247evToscg+O+64IxtttBEAPXv25MMPP2TWrFnLu1RJklZ4BqcWkpnnZOafW7uO1hIR7YAhwJczsxfwN+CYYvP+wCeKPycAV7dKkdIK7pZbbuHII49s9v533nknO+64I506dWrBqiRJWjk5Va9ERAwEvgZMAd4Eno2IrYCrgPWA94FvZuZfGxx3A3B/Zt4REZOphIgvAB2BwxruX3XcIGALYENgG+B7wG5UwsY04AuZOTsizin66wz8L/AtoD3wBHB6ZtZHxIXAvMwc2MS5PgdcCrwFPNeghq2AjYFNgYsz89cREcAVwD7AJCBq3LqPA7My86Vi/SHgh8BvgQOB32VmAk9GRNeI2DAzX29Q3wlUghXduq3HOb3n1DidVmUbdK6857Syq6+vX7A8e/Zs7rzzTg444ICF2qdPn86zzz7LjBkzFjp20qRJnHXWWVx88cUL7b8qmDFjxip3zWo+nw/V4vOhaganGiJiZ+DLwI5U7tVzwLPAtcCJmflyRPQDfkklTNTyVmbuFBEnAacB36ix71bA3sD2VILQIZn5g4i4GxgA3ANcmZnnF3XeCByQmfdFxLHAHRFxCvA5oF8T17Y68Oui7leAWxvs0odKYFsTGB0RDxTrPYDewAbAC8B1TV0v0DEidsnMZ4BDqYQwqASyKVX7Ti3aFgpOmXktlXvNZltunZeM83FV477few6rwvMx+ei6BcvDhg2jX79+fOlLX1pon65du7Lzzjsv+DgEwNSpUznhhBO47bbb+NSnPrW8ym0z6uvrqaura+0y1Eb5fKgWnw9VW/l/0lg6nwbuzsz3ASLiXmB14JPA7ZUBGACaM+/lruLvZ4Ev1doR+GMxqjSOyijS8KJ9HNC9WN47In4ArAGsC0wA7svMCUWQug/YPTM/auIc2wKTMvPl4tpuohjdKQzLzA+ADyLiUWBXYE9gaGbOBV6LiEeauoDMzIj4MvCLiOgE/AmYPyTQ2EhVNtWXpEUNHTq0WdP0pk+fzoABA7jwwgtXydAkSdKy4jtO5Rr+QN8OmJ6Zfav+bNeMfua/jT2X8sA6CyAz5wGziyltAPOADsVo0S+BQzOzN5WRo9Wrju8NTKcyKlRLrbDScFs20d50B5lPZOanM3NX4DHg5WLTVP4z+gSwCfBac/uVVnXvv/8+Dz300EKjTXfffTebbLIJTzzxBAMGDGC//fYD4Morr+SVV17hxz/+MX379qVv37688cYbrVW6JEkrLINTbY8BB0dE54hYi8o7Re8DkyLiMFjwhbgdlnNd80PSWxHRhco0OIp6vkTl/aI9gcsjomsTffwV2KJ4Xwug4f+6PjAiVo+IjwN1wNNU7seXI6J9RGxIZTphkyJi/eLvTsAZwDXFpnuBrxX3bjfg3YbvN0lq2hprrMHbb7/NOuuss6Dt4IMPZurUqcyaNYt//vOfPPjggwCcddZZzJw5kzFjxiz4s/7667dW6ZIkrbCcqldDZj4XEbcCY6h8Fe7xYtPRwNURcRaVjz3cAjy/HOuaHhG/pjJ1bzKVUENEdAMGA5/JzCkRcSVwGf/5ml11Hx8WH194ICLeAv4C9KraZRTwALAZ8OPMfK14x2qf4rwvASNKSj09Ig6gEtCvzsz5U/v+AHyeyrtV7wPHlV1z547tmTh4QNluWkXV19cv9P6PJEnSsmZwKpGZFwAXNLLpc43sO6hq+diq5e5Vy89QGcFp6nyDGqx3aaL/s4CzGulim6p9Lm/qPMX24VTedWrMS5l5QoP9Ezi5Vp8N9j8dOL2R9gS+3dx+JEmSpNbmVD1JkiRJKuGIUyuJiOOA7zRoHpmZy3wkpphit0WD5jMy88HG9m846rWs+5ckSZJWNAanVpKZ1wPXL6dzHbwi9y9JkiS1NqfqSZIkSVIJg5MkSZIklTA4SZIkSVIJg5MkSZIklTA4SZIkSVIJg5MkSZIklTA4SZIkSVIJg5MkSZIklTA4SZIkSVIJg5MkSZIklTA4SZIkSVIJg5MkSZIklTA4SZIkSVIJg5MkSZIklTA4SZIkSVIJg5MkSZIklTA4SZIkSVIJg5MkSZIklTA4SZIkSVIJg5MkSZIklTA4SZIkSVIJg5MkSZIklTA4SZIkSVIJg5MkSZIklTA4SZIkSVIJg5MkSZIklTA4SZIkSVIJg5MkSZIklejQ2gVIzfHB7Ll0P/OB1i5DbdT3e8/h2BrPx+TBAwDo3r07a621Fu3bt6dDhw4888wznH766dx3332sttpqbLXVVlx//fV07dqVm2++mZ/+9KcL+hg7dizPPfccffv2benLkSRJbZAjTpJWKY8++ihjxozhmWeeAaB///6MHz+esWPHss0223DhhRcCcPTRRzNmzBjGjBnDjTfeSPfu3Q1NkiStwlb64BQRXSPipGJ5o4i4o7VrWlYi4tSIWGMZ93lDRBxaY/vkiOi2LM8ptaZ9992XDh0qg++77bYbU6dOXWSfoUOHcuSRRy7v0iRJUhuy0gcnoCtwEkBmvpaZTYaCtioi2jex6VRgmQan1hAVq8KzqFYWEey7777svPPOXHvttYtsv+6669h///0Xab/11lsNTpIkreJWhR9WBwNbRcSYiLg9IsYDRMSxEXFPRNwXEZMi4uSI+F5EjI6IJyNi3WK/rSJieEQ8GxGPR8S2TZ0oIr4QEU8Vffw5IjYo2gdFxI0R8UhEvBwR3yza6yLisYi4OyJeiIhr5geIiJgREedHxFPA7o2c6xRgI+DRiHi0aDsyIsZFxPiIuKjWTSn6vyQinouIhyNivcW4p/9dHDdu/v2IiHWL+zm2uH99qq79tKrzjo+I7sWfFyPil8BzwKaLcX5piYwcOZLnnnuOP/7xj1x11VU89thjC7ZdcMEFdOjQgaOPPnqhY5566inWWGMNevXqtbzLlSRJbciq8HGIM4Femdk3IroD91dt6wXsCKwOvAKckZk7RsQvgK8BlwLXAidm5ssR0Q/4JbBPE+f6C7BbZmZEfAP4AfD9YlsfYDdgTWB0RMx/k31XYHvgb8Bw4EvAHcV+4zPznMZOlJmXR8T3gL0z862I2Ai4CNgZeAf4U0QclJn3NFHrmsBzmfn9iDgHOBc4uYl9G3orM3cqpkCeBnwDOA8YnZkHRcQ+wO+AviX99ACOy8yTGtsYEScAJwB067Ye5/Se08zytKrZoHPlAxFNqa+vX7D80ksvAbDjjjsydOhQ5s2bx/Dhw7nvvvu45JJLGDFixELHXnXVVfTr12+hPrRimTFjhv9+apLPh2rx+VC1VSE41fJoZr4HvBcR7wL3Fe3jgD4R0QX4JHB7RMw/plON/jYBbo2IDYHVgElV24Zl5gfAB8UI0a7AdGBUZr4KEBFDgT2oBKe5wJ2LcS3/BdRn5ptFXzcDewL3NLH/PODWYvkm4K7FONf8fZ+lEvSgUvchAJn5SER8PCLWKennb5n5ZFMbM/NaKsGVzbbcOi8Zt6o/rmrK93vPodbzMfnoOmbOnMm8efNYa621mDlzJj/60Y8455xz+PDDD7n33nsZMWIE66238MDrvHnz+MpXvsJjjz3Glltu2dKXoRZSX19PXV1da5ehNsrnQ7X4fKjaqv6T6Kyq5XlV6/Oo3Jt2wPTM7NvM/q4Afp6Z90ZEHTCoals22DdL2j/MzLnNPC9AlO9SU8M6apl/n+byn2eosfMnMIeFp4SuXrU8czHOKS2Vf/7znxx88MEAzJkzh6OOOorPfe5zbL311syaNYv+/fsDlQ9EXHPNNQA89thjbLLJJoYmSZK0SgSn94C1luTAzPx38f7TYZl5e1SGnfpk5vNNHLIOMK1YPqbBtgMj4kIqU+TqqEwh3AbYNSK2oDJV7wiKEZZmmn9tbwFPAZcVX7x7BziSSpBrSjvgUOAW4Cgq0wyXxmPA0cCPi9D4VnH/JgMHAETETsAWS3keaYlsueWWPP/8ov/pvvLKK00eU1dXx5NPNjkoKkmSViErfXDKzLcjYmTxUYgXl6CLo4GrI+IsoCOVoNFUcBpEZVrfNOBJFg4Jo4AHgM2AH2fmaxGxDfAElQ9Y9KYSPu5ejNquBf4YEa9n5t4R8UPgUSqjP3/IzGE1jp0J9IyIZ4F3qYS2pTEIuD4ixgLv85/geCfwtYgYAzwNvLQknXfu2J6JxS8xlRqqr69n8tF1rV2GJElaia30wQkgM49qpO0G4Iaq9e6NbcvMScDnmnmeYUBTYeWlzDyhkfb3M3OR0JKZXZpxviuoGlXKzN8Dv29OrcX+ZwNnN2g7tuSY7lXLz1AZPSMz/wUc2Mj+HwD7NtGdnymTJEnSCmFV+By5JEmSJC2VVWLEaVmLiIHAYQ2ab8/MCxrbPzMHNdFeD9Q343x3s+i7QWdk5oPNOPYpFv0S4FfLRrSW5pySJEnSysbgtASKgNRoSGqh8x28FMf2W97nlCRJklY2TtWTJEmSpBIGJ0mSJEkqYXCSJEmSpBIGJ0mSJEkqYXCSJEmSpBIGJ0mSJEkqYXCSJEmSpBIGJ0mSJEkqYXCSJEmSpBIGJ0mSJEkqYXCSJEmSpBIGJ0mSJEkqYXCSJEmSpBIGJ0mSJEkqYXCSJEmSpBIGJ0mSJEkqYXCSJEmSpBIGJ0mSJEkqYXCSJEmSpBIGJ0mSJEkqYXCSJEmSpBIGJ0mSJEkqYXCSJEmSpBIGJ0mSJEkqYXCSJEmSpBIGJ0mSJEkqYXCSJEmSpBIGJ0mSJEkqYXCStIgPP/yQXXfdlR122IGePXty7rnnAnD22WfTp08f+vbty7777strr7220HF///vf6dKlCz/72c9ao2xJkqQW06G1C5Ca44PZc+l+5gOtXcYqYfLgAXTq1IlHHnmELl26MHv2bPbYYw/2339/Tj/9dH784x8DcPnll3P++edzzTXXLDj2u9/9Lvvvv39rlS5JktRiHHHSYomIYyNio6r130TE9sXy5IjotgR91kfELsuyTi2diKBLly4AzJ49m9mzZxMRrL322gv2mTlzJhGxYP2ee+5hyy23pGfPnsu9XkmSpJZmcNLiOhZYEJwy8xuZ+ULrlaOWMnfuXPr27cv6669P//796devHwADBw5k00035eabb+b8888HKiHqoosuWjClT5IkaWVjcFKjIqJ7RIyvWj+tWN8FuDkixkRE5+aOFhX9/TUihkTE2Ii4IyLWaMlr0NJp3749Y8aMYerUqYwaNYrx4yuPwwUXXMCUKVM4+uijufLKKwE499xz+e53v7tglEqSJGll4ztOWhx3AHXAaZn5DLDQVK1m6AF8PTNHRsR1wElAk18RiIgTgBMAunVbj3N6z1nCsrU46uvrF2nr3r07V111FUccccSCti222IIf/vCH7L333vzpT3/ipptu4pRTTmHGjBm0a9eOKVOmcPDBBy+XmmfMmNFo3RL4fKg2nw/V4vOhagYnLU9TMnNksXwTcAo1glNmXgtcC7DZllvnJeN8XJeHyUfX8eabb9KxY0e6du3KBx98wNlnn80ZZ5zBxhtvzCc+8QkArrjiCnbeeWfq6uoYO3bsguMHDRpEly5dOO2005ZbzfX19dTV1S2382nF4vOhWnw+VIvPh6r5k6iaMoeFp3Kuvgz6zJJ1tRGvv/46xxxzDHPnzmXevHkcfvjhHHDAARxyyCFMnDiRdu3asfnmmy/0RT1JkqSVmcFJTfknsH5EfByYARwADAfeA9Zawj43i4jdM/MJ4EjgL8ukUi1zffr0YfTo0Yu033nnnaXHDho0qAUqkiRJal0GJzUqM2dHxPnAU8Ak4K/FphuAayLiA2D3xez2ReCYiPgV8DJwdXMP7NyxPRMHD1jM00mSJEnLhsFJTcrMy4HLG9lUPexQV7V/95Iu52XmiY2cp66RfSVJkqQ2w8+RS5IkSVIJR5y0TBXvRD3cyKbPZGav5V2PJEmStCwYnLRMZebbQN/WrkOSJElalpyqJ0mSJEklDE6SJEmSVMLgJEmSJEklDE6SJEmSVMLgJEmSJEklDE6SJEmSVMLgJEmSJEklDE6SJEmSVMLgJEmSJEklDE6SJEmSVMLgJEmSJEklDE6SJEmSVMLgJEmSJEklDE6SJEmSVMLgJEmSJEklDE6SJEmSVMLgJEmSJEklDE6SJEmSVMLgJEmSJEklDE6SJEmSVMLgJEmSJEklDE6SJEmSVMLgJEmSJEklDE6SJEmSVMLgJEmSJEklDE6SJEmSVMLgJEmSJEklDE6SJEmSVMLgJEmSJEklOrR2AVJzfDB7Lt3PfKC1y1glTB48gA8//JA999yTWbNmMWfOHA499FDOO+88zj77bIYNG0a7du1Yf/31ueGGG9hoo40WHPv3v/+d7bffnkGDBnHaaae14lVIkiQtW444SVpEp06deOSRR3j++ecZM2YMw4cP58knn+T0009n7NixjBkzhgMOOIDzzz9/oeO++93vsv/++7dS1ZIkSS1npQ9OEVEfEbuU7HNQRGxftX5DRBza8tXVrKlm3RHxo+VZTy0RcXJEvBIRGRHdqtrXiYj7IuL5iJgQEcdVbftcREwsjjuzdSpXUyKCLl26ADB79mxmz55NRLD22msv2GfmzJlExIL1e+65hy233JKePXsu93olSZJa2kofnJrpIGD7sp3amEaDU1Qs73/XkcBngb81aP828EJm7gDUAZdExGoR0R64Ctifyn0/sjq4qm2YO3cuffv2Zf3116d///7069cPgIEDB7Lpppty8803LxhxmjlzJhdddBHnnntua5YsSZLUYtrMO04R0R34I/AX4JPANOBAoAdwDbAG8H/A8Zn5TkTUA08BewNdga9n5uMR0Rm4nsoP5C8CnavO8XXgDOA14GVgFvB74IvAXhFxFnBIM2qdDAwBvgB0BA7LzL9GxLrAdcCWwPvACZk5NiIGAZsV7ZsBl2bm5cU1Dy+uY0fgJeBrmfl+yfkHA50jYgwwARhY3LtHgd2BSyPiq0B/4P8DRgB7ZuY/GumrPXARsB+QwK8z84qI+AzwMyrPyNPA/8vMWY3Vk5mji74W2QSsFZUNXYB/AXOAfsArmflqcdwtVP6tX2hQ2wnACQDduq3HOb3n1LotWkbq6+sXLF966aXMmDGDs88+m2233ZYtttiC/v37079/f26++WZOO+00jjvuOK6++mr23XdfnnnmGSZPnkznzp0X6qelzZgxY7meTysWnw/V4vOhWnw+VK3NBKfCJ4AjM/ObEXEblRDzA+C/M3NERJwPnAucWuzfITN3jYjPF+2fBf4f8H5m9omIPsBzABGxEXA2sBPwHvAI8Hxm/m9E3Avcn5l3FPs2p9a3MnOniDgJOA34BnAeMDozD4qIfYDfAX2L/belEvLWAiZGxNVFew8qoW9kRFwHnEQlsDQpM8+MiJMzs29Rb/ein+My86SirT+VEZ/PAec2FpoKJwBbADtm5pyIWDciVgduAD6TmS9FxO+o3NdLm3NjqlwJ3EslqK4FHJGZ8yJiY2BK1X5TqYSphtd5LXAtwGZbbp2XjGtrj+vKafLRdYu0Pfvss7z99tscd9yC2ZZsscUWDBgwgCFDhnD22Wfz1FNPMWTIEKZPn067du3o2bMnJ5988nKpub6+nrq6ReuWwOdDtfl8qBafD1Vra1P1JmXmmGL5WWAroGtmjijahgB7Vu1/V9W+3YvlPYGbADJzLDC2aN8VGJGZ/8rM2cDtS1lrY+feA7ixOPcjwMcjYp1i2wOZOSsz3wLeADYo2qdk5shi+aaijyXxt8x8smr9v4EfArMyc2iN4z4LXJOZc4q6/0UlhE3KzJeKfRre9+baDxgDbEQlQF4ZEWsDjSXTXIL+1ULefPNNpk+fDsAHH3zAn//8Z7bddltefvnlBfvce++9bLvttgA8/vjjTJ48mcmTJ3Pqqafyox/9aLmFJkmSpOWhrf0v/OqpYHOpTMFrzv5zWfhaGvshvFnDSIuhsXPXCgQNr61Dg+0N919cMxusbwzMAzaIiHaZOa+J46KRcy6re3UcMDgzE3glIiZRGXmbCmxatd8mVEal1Ea8/vrrHHPMMcydO5d58+Zx+OGHc8ABB3DIIYcwceJE2rVrx+abb84111zT2qVKkiQtF20tODX0LvBORHw6Mx8HvkrlfZ1aHgOOBh6NiF5An6J9FPCLiPgYlal6hwDjim3vUZlKtrTmn/vHEVFHZTrfv0um/m0WEbtn5hPAkVTe8WqO2RHRsRg9W0hEdKDyntdRwNeA79H09L8/ASdGRP38qXrAX4HuEbF1Zr5C8+57Y/4OfAZ4PCI2oDKS9SowHfhERGxB5V22Lxe1Nqlzx/ZMHDxgCUrQkujTpw+jR49epP3OO+8sPXbQoEEtUJEkSVLramtT9RpzDPDTiBhLZbrX+bV352qgS7H/D6gEJjJzGvA/VD7E8GcqHyJ4tzjmFuD0iBgdEVstRa2DgF2Kcw8uai/zInBMccy6Rf3NcS0wNiJubmTbj4DHi7D5PeAbEbFdE/38hkrAGRsRzwNHZeaHVEaLbo+IcVRGrpocWoiIUyJiKpWRo7ER8Zti04+BTxZ9PAyckZlvFdMCTwYeLK7/tsyc0MzrliRJkpa7qMyiWjVERJfMnFGMyNwNXJeZd7diPd2pfJSiV2vVsKLo0aNHTpw4sbXLUBvly7uqxedDtfh8qBafj1VTRDybmYv8PtUVYcRpWRpUfMJ7PDAJuKdVq5EkSZK0Qmjr7zgtU5l52uLsHxF3U/lUd7UzMvPBZVTPZKDmaFNEPAV0atD81cwc19j+NfrZj8rva6o2KTMPXow+WvR+SJIkSW3VKhWcFtfihIoWrGGR32+0hP08SOWdoqXpo9XvhyRJktQaVrWpepIkSZK02AxOkiRJklTC4CRJkiRJJQxOkiRJklTC4CRJkiRJJQxOkiRJklTC4CRJkiRJJQxOkiRJklTC4CRJkiRJJQxOkiRJklTC4CRJkiRJJQxOkiRJklTC4CRJkiRJJQxOkiRJklTC4CRJkiRJJQxOkiRJklTC4CRJkiRJJQxOkiRJklTC4CRJkiRJJQxOkiRJklTC4CRJkiRJJQxOkiRJklTC4CRJkiRJJQxOkiRJklTC4CRJkiRJJQxOkiRJklTC4CRJkiRJJQxOkiRJklSiQ2sXIDXHB7Pn0v3MB1q7jJXe5MED+PDDD9lzzz2ZNWsWc+bM4dBDD+W8887j7LPPZtiwYbRr147111+fG264gY022giACy+8kN/+9re0b9+eyy+/nP3226+Vr0SSJGnZcsRJ0kI6derEI488wvPPP8+YMWMYPnw4Tz75JKeffjpjx45lzJgxHHDAAZx//vkAvPDCC9xyyy1MmDCB4cOHc9JJJzF37txWvgpJkqRly+C0mCKia0Sc1AL9To6Ibkt47IkR8bXFPGbGkpxrMfrfISKeiIhxEXFfRKxdte2HEfFKREyMCIcm2piIoEuXLgDMnj2b2bNnExGsvfaCf0JmzpxJRAAwbNgwvvzlL9OpUye22GILtt56a0aNGtUqtUuSJLUUg9Pi6wosEpwiov3yL6UiM6/JzN+11vmb8BvgzMzsDdwNnA4QEdsDXwZ6Ap8Dftma906Nmzt3Ln379mX99denf//+9OvXD4CBAwey6aabcvPNNy8YcZo2bRqbbrrpgmM32WQTpk2b1ip1S5IktZTIzNauYYUSEbcABwITgdnADOB1oC+VsNArM4+PiN7AUGDXzHy/kX4+XmxfDxhFJUTsnJlvRcRXgFOA1YCngJMyc24xSnQZcADwAXBgZv4zIgYBMzLzZxGxFXBV0e/7wDcz868RsQXweyrvtQ0HvpuZXWpc5w+ArwLzgD9m5pkR0Re4BlgD+D/g+Mx8p4nj/w2sk5kZEZsCD2bm9hHxQ4DMvLDY70FgUGY+0UgfJwAnAHTrtt7O51z666bK1TLSe+N1FlqfMWMGZ599NqeccgpbbLHFgvabb76Zjz76iOOOO45LL72Unj170r9/fwAuvvhi+vXrx1577bXc6p4xY8aCUTKpIZ8P1eLzoVp8PlZNe++997OZuUvDdj8OsfjOpBKO+kZEHfBAsT4pItoB9RFxMDAQ+FZjoalwLvCXzDw/IgZQBISI2A44AvhUZs6OiF8CRwO/A9YEnszMgRFxMfBN4CcN+r0WODEzX46IfsAvgX2oBK6rM/N3EfHtWhcYEfsDBwH9MvP9iFi32PQ74L8zc0REnF9cw6lNdDMe+CIwDDgMmD8ksTHwZNV+U4u2RWTmtcX1sNmWW+cl43xcW9rko+sWaXv22Wd5++23Oe644xa0bbHFFgwYMIAhQ4bwxBOVzFtXVzn2wgsvZN9992X33XdfHiUDUF9fv+D8UkM+H6rF50O1+HyomlP1lt6ozJwEkJnzgGOBG4ERmTmyxnF7AjcVxz0AzB+5+QywM/B0RIwp1rcstn0E3F8sPwt0r+4wIroAnwRuL479FbBhsflTVEa4KOqr5bPA9fNDX2b+KyLWAbpm5ohinyHFNTTleODbEfEssFZRO0A0sq/Dnm3Im2++yfTp0wH44IMP+POf/8y2227Lyy+/vGCfe++9l2233RaAL37xi9xyyy3MmjWLSZMm8fLLL7Prrru2RumSJEktxv+Fv/RmNlj/BJXpexs149jGAkMAQzLzh41sm53/mVs5l0X//doB0zOz72KcrzGxGPs2fqLMvwL7AkTENsCAYtNU/jP6BLAJ8NrSnEvL1uuvv84xxxzD3LlzmTdvHocffjgHHHAAhxxyCBMnTqRdu3ZsvvnmXHPNNQD07NmTww8/nO23354OHTpw1VVX0b69r61JkqSVi8Fp8b1HZQRlEcWozGVURmKujIhDM/OOJvp5jMoUvJ8UU+M+VrQ/DAyLiF9k5hvFNLm1MvNvZYVl5r8jYlJEHJaZt0fls2d9MvN5YCSVjzLcVJy3lj8B50TE7+dP1StGnd6JiE9n5uNU3n8a0VQHEbF+UX874Cwq70YB3Av8PiJ+TiVcfoLKO15qI/r06cPo0aMXab/zzjubPGbgwIEMHDiwJcuSJElqVQanxZSZb0fEyIgYT+UDDf+s2vwL4JeZ+VJEfB14NCIey8w3GunqPGBoRDxHJYD8vej/hYg4C/hTETpmA98GSoNT4Wjg6qKPjsAtwPPAd6gElu8ATf8EXKlhePEhiGci4iPgD8CPgGOAayJiDeBV4Lime+HIqnep7gKuL/qeEBG3AS8Ac4BvZ2bpL/3p3LE9EwcPKNtNkiRJahF+VU8rhB49euTEiRNbuwy1Ub68q1p8PlSLz4dq8flYNUVEo1/V8+MQkiRJklTCqXotLCKOozJNrtrIzKz5SfDlofhdUw2/sDcrM/stRh9XUfliX7XLMvP6pa1PkiRJaisMTi2sCBBtMkRk5jgqv7h3afpo9QAoSZIktTSn6kmSJElSCYOTJEmSJJUwOEmSJElSCYOTJEmSJJUwOEmSJElSCYOTJEmSJJUwOEmSJElSCYOTJEmSJJUwOEmSJElSCYOTJEmSJJUwOEmSJElSCYOTJEmSJJUwOEmSJElSCYOTJEmSJJUwOEmSJElSCYOTJEmSJJUwOEmSJElSCYOTJEmSJJUwOEmSJElSCYOTJEmSJJUwOEmSJElSCYOTJEmSJJUwOEmSJElSCYOTJEmSJJUwOEmSJElSCYOTJEmSJJUwOEmSJElSCYOTJEmSJJXo0NoFSM3xwey5dD/zgdYuY6UyefAAPvzwQ/bcc09mzZrFnDlzOPTQQznvvPO4/fbbGTRoEC+++CKjRo1il112AeChhx7izDPP5KOPPmK11Vbjpz/9Kfvss08rX4kkSVLLMzhJq7BOnTrxyCOP0KVLF2bPns0ee+zB/vvvT69evbjrrrv41re+tdD+3bp147777mOjjTZi/Pjx7LfffkybNq2VqpckSVp+VuipehHx6YiYEBFjIqJzM/a/ISIObe4+EfGbiNh+WdXb0iLi2Ii4cjGPqY+IXWpsvyAipkTEjAbt34uIFyJibEQ8HBGbL2ndaj0RQZcuXQCYPXs2s2fPJiLYbrvt6NGjxyL777jjjmy00UYA9OzZkw8//JBZs2Yt15olSZJawwodnICjgZ9lZt/M/GBZd56Z38jMF5Z1vyuY+4BdG2kfDeySmX2AO4CLl2tVWmbmzp1L3759WX/99enfvz/9+vVr1nF33nknO+64I506dWrhCiVJklrfChGcIqJ7RPw1IoYUIxx3RMQpwOHAORFxcxPHRURcWYyMPACsX7Vt54gYERHPRsSDEbFhI8cvGI2JiBnF6MvzEfFkRGxQo94bIuLqiHg0Il6NiL0i4rqIeDEibqja7+qIeKYYNTuvaFsnIiZGRI9ifWhEfLPGuY6LiJciYgTwqQY1XBMRjxfbDyjaO0fELcV9vBWoOVKXmU9m5uuNtD+ame8Xq08CmxT91xX39bbivIMj4uiIGBUR4yJiq2K/zYuRqvkjVpvVqkMtp3379owZM4apU6cyatQoxo8fX3rMhAkTOOOMM/jVr361HCqUJElqfSvSO049gK9n5siIuA5YDbgXuD8z72jimIOL43oDGwAvANdFREfgCuDAzHwzIo4ALgCOr3H+NYEnM3NgRFwMfBP4SY39PwbsA3yRyqjNp4BvAE9HRN/MHAMMzMx/RUR74OGI6JOZYyPiZOCGiLgM+Fhm/rqxExRh7zxgZ+Bd4FEqI0HzdQf2ArYCHo2IrYH/B7yfmX0iog/wXI1raK6vA3+sWt8B2A74F/Aq8JvM3DUivgP8N3AqcCXwu8wcEhHHA5cDBzW4vhOAEwC6dVuPc3rPWQalar76+vpF2rp3785VV13FEUccAcD06dN59tlnmTHjPzM133zzTb73ve/xgx/8gClTpjBlypTlVXKTZsyY0ej1SODzodp8PlSLz4eqrUjBaUpmjiyWbwJOAaaXHLMnMDQz5wKvRcQjRXsPoBfwUEQAtAcWGVVp4CPg/mL5WaB/yf73ZWZGxDjgn5k5DiAiJlAJNGOAw4tw0AHYENgeGJuZD0XEYcBVVEJIU/oB9Zn5ZtH3rcA2Vdtvy8x5wMsR8SqwLZV7cjlAEdLGllxHTRHxFWAXKgFtvqfnj1JFxP8BfyraxwF7F8u7A18qlm+kkal+mXktcC3AZltunZeMW5Ee17Zv8tF1vPnmm3Ts2JGuXbvywQcfcPbZZ3PGGWdQV1cHQNeuXdl5550XfFVv+vTp7LXXXlx66aUccsghrVj9wurr6xfULDXk86FafD5Ui8+Hqq0QU/UKWbLe3OMAAphQvBvVNzN7Z+a+Jf3Mzsz5fc2lPHTOf2N+XtXy/PUOEbEFcBrwmeI9oQeA1QEioh2VEZsPgHVLzlPrPjR1z5p772qKiM8CA4EvZmb1NTa83up70dR9WyY1afG8/vrr7L333vTp04f/+q//on///hxwwAHcfffdbLLJJjzxxBMMGDCA/fbbD4Arr7ySV155hR//+Mf07duXvn378sYbb7TyVUiSJLW8Fel/4W8WEbtn5hPAkcBfqEzBq+Ux4FsR8Tsq7zftDfwemAisN7+/YureNpk5oQXrb2htYCbwbvG+1P5AfbHtu8CLwI+oTC3cPTNnN9LHU8BlEfFx4N/AYcDzVdsPi4ghwBbAllSu+zEqH9V4NCJ6AX2WpPiI2BH4FfC5zFySn5z/F/gyldGmo6n8e2o569OnD6NHj16k/eCDD+bggw9epP2ss87irLPOWh6lSZIktSkrUnB6ETgmIn4FvAxcDfyy5Ji7qbxnNA54CRgBkJkfReWT45dHxDpU7sOlwHILTpn5fESMLs75KjASICK2ofIu1K6Z+V5EPAacBZzbSB+vR8Qg4AkqUw2fozLtcL6JVK55A+DEzPwwIq4Gri+m6I0BRtWqs3if6yhgjYiYSuV9pUHAT4EuwO3FdMe/Z+YXF+MWnEIlFJ4OvAkcV2vnzh3bM3HwgMXoXpIkSVp24j+zz9quiOhO5SMQvVq7lhVF8fW+Wh/OWKH06NEjJ06c2NplqI1yDrpq8flQLT4fqsXnY9UUEc9m5iK/53RFesdJkiRJklrFCjFVLzMnU/kKXqMiojeVd2WqzcrM5v0mzyUUEQOpvFdU7fbMvKAFzvUU0PA3jX51/tf6GsrMY1uyf0mSJGlVskIEpzLFD/d9W+G8F1D5/U/L41wtGgJbun9JkiRpReZUPUmSJEkqYXCSJEmSpBIGJ0mSJEkqYXCSJEmSpBIGJ0mSJEkqYXCSJEmSpBIGJ0mSJEkqYXCSJEmSpBIGJ0mSJEkqYXCSJEmSpBIGJ0mSJEkqYXCSJEmSpBIGJ0mSJEkqYXCSJEmSpBIGJ0mSJEkqYXCSJEmSpBIGJ0mSJEkqYXCSJEmSpBIGJ0mSJEkqYXCSJEmSpBIGJ0mSJEkqYXCSJEmSpBIGJ0mSJEkqYXCSJEmSpBIGJ0mSJEkqYXCSJEmSpBIGJ0mSJEkqYXCSJEmSpBIGJ2klNGXKFPbee2+22247evbsyWWXXQbAEUccQd++fenbty/du3enb9++AEyePJnOnTsv2HbiiSe2YvWSJEltT4fWLkBqjg9mz6X7mQ+0dhkrhMmDB9ChQwcuueQSdtppJ9577z123nln+vfvz6233rpgv+9///uss846C9a32morxowZ0woVS5IktX2OOGm5iYjJEdGttetYFWy44YbstNNOAKy11lpst912TJs2bcH2zOS2227jyCOPbK0SJUmSVigGJ2klN3nyZEaPHk2/fv0WtD3++ONssMEGfOITn1jQNmnSJHbccUf22msvHn/88dYoVZIkqc0yOK1kIuKeiHg2IiZExAlF24yIuCQinouIhyNivRrHbx0Rf46I54v9t4qKn0bE+IgYFxFH1Di+LiIei4i7I+KFiLgmIhZ5ziLie0V/4yPi1GVy8VrEjBkzOOSQQ7j00ktZe+21F7QPHTp0odGmDTfckL///e+MHj2an//85xx11FH8+9//bo2SJUmS2iTfcVr5HJ+Z/4qIzsDTEXEnsCbwXGZ+PyLOAc4FTm7i+JuBwZl5d0SsTiVcfwnoC+wAdCv6fSwzX2+ij12B7YG/AcOL4++YvzEidgaOA/oBATwVESMyc3R1J0XwOwGgW7f1OKf3nMW8Faum+vp6AObMmcMPf/hD+vXrx7rrrrugfe7cudx666386le/WtDW0Mc//nGGDh1Kjx49lk/RS2nGjBlNXovk86FafD5Ui8+HqhmcVj6nRMTBxfKmwCeAecD8rwLcBNzV2IERsRawcWbeDZCZHxbtewBDM3Mu8M+IGAH8F3BvEzWMysxXi2OHAntQFZyK9bszc2axz13Ap4GFglNmXgtcC7DZllvnJeN8XJtj8tF1ZCbHHHMMn/rUp7j00ksX2j58+HB69+7NYYcdtqDtzTffZN1116V9+/a8+uqrvPnmmxx22GGsu+66y7n6JVNfX09dXV1rl6E2yudDtfh8qBafD1Vzqt5KJCLqgM8Cu2fmDlSCyOqN7JpNdbGY7U1p2H/D9cXtT4tp5MiR3HjjjTzyyCMLPjH+hz/8AYBbbrllkY9CPPbYY/Tp04cddtiBQw89lGuuuWaFCU2SJEnLg/8Lf+WyDvBOZr4fEdsCuxXt7YBDgVuAo4C/NHZwZv47IqZGxEGZeU9EdALaA48B34qIIcC6wJ7A6TXq2DUitqAyVe8IilGjKo8BN0TEYCoh6mDgq4t/uWrKHnvsQWbj+fiGG25YpO2QQw7hkEMOaeGqJEmSVlwGp5XLcODEiBgLTASeLNpnAj0j4lngXSphpilfBX4VEecDs4HDgLuB3YHnqYwe/SAz/1GjjyeAwUBvKiHp7uqNmflcRNwAjCqaftPw/aaGOndsz8TBA2rtIkmSJLUYg9NKJDNnAfs3bI8IMvNs4Oxm9PEysE8jm06n9ihTtfczc5Fwlpndq5Z/Dvy8mf1JkiRJrcp3nCRJkiSphCNOq4DM7NKwLSKuAj7VoPmyzLy+OX1GRG/gxgbNszKzH1C/JHVKkiRJbZXBaRWVmd9eyuPHUfndTpIkSdJKz6l6kiRJklTC4CRJkiRJJQxOkiRJklTC4CRJkiRJJQxOkiRJklTC4CRJkiRJJQxOkiRJklTC4CRJkiRJJQxOkiRJklTC4CRJkiRJJQxOkiRJklTC4CRJkiRJJQxOkiRJklTC4CRJkiRJJZoVnCJiq4joVCzXRcQpEdG1RSuTJEmSpDaiuSNOdwJzI2Jr4LfAFsDvW6wqSZIkSWpDmhuc5mXmHOBg4NLM/C6wYcuVJUmSJEltR3OD0+yIOBI4Bri/aOvYMiVJkiRJUtvS3OB0HLA7cEFmToqILYCbWq4sSZIkSWo7OjRnp8x8ISLOADYr1icBg1uyMEmSJElqK5r7Vb0vAGOA4cV634i4twXrkiRJkqQ2o7lT9QYBuwLTATJzDJUv60mSJEnSSq+5wWlOZr7boC2XdTGSJEmS1BY16x0nYHxEHAW0j4hPAKcA/9tyZUmSJElS29HcEaf/BnoCs6j84tt3gVNbqCZJkiRJalNKR5wioj1wb2Z+FhjY8iVJkiRJUttSOuKUmXOB9yNineVQjyRJkiS1Oc19x+lDYFxEPATMnN+Ymae0SFWSJEmS1IY0Nzg9UPyRJEmSpFVOs4JTZg5p6UKkWj6YPZfuZ6462X3y4AFMmTKFr33ta/zjH/+gXbt2nHDCCXznO9/h9NNP57777mO11VZjq6224vrrr6dr164AXHjhhfz2t7+lffv2XH755ey3336teyGSJEkriWZ9VS8iJkXEqw3/tHRx0qqsQ4cOXHLJJbz44os8+eSTXHXVVbzwwgv079+f8ePHM3bsWLbZZhsuvPBCAF544QVuueUWJkyYwPDhwznppJOYO3duK1+FJEnSyqG5nyPfBfiv4s+ngcuBm5pzYER0jYiTiuWNIuKOJSm0medaLyKeiojREfHpljpP1fmOjYgrl+C47sXvxVqWtfyoannBPV/CviZHRLcmtnWPiPFL2reab8MNN2SnnXYCYK211mK77bZj2rRp7LvvvnToUBks3m233Zg6dSoAw4YN48tf/jKdOnViiy22YOutt2bUqFGtVr8kSdLKpFnBKTPfrvozLTMvBfZp5jm6AicV/byWmYcuUaXN8xngr5m5Y2Y+Xr2h+Kx6W9EdWKbBCfhR1XJXinu+ooiI5r5vt0qaPHkyo0ePpl+/fgu1X3fddey///4ATJs2jU033XTBtk022YRp06Yt1zolSZJWVs36YTUidqpabUdlBGqtZp5jMLBVRIwBXga2y8xeEXEscBDQHugFXAKsBnyVyi/a/Xxm/isitgKuAtYD3ge+mZl/baTGvsDFQOfiXLsDbwI/B/YDvh8RuwLHF4f8JjMvjYjuwHDgL8BuwPPA9cB5wPrA0ZlZ+r/tI+ILwFnFNbxdHPfPiNgLuKzYLYE9i3uyXVHnkMz8RSP99SzqWI3KPT8kM1+OiK8ApxTtT1EJSBdUXfeE4p7Ov+cPZebpjfRfB5xf1NoDeAw4KTPnlV0r0D4ifg18EpgGHJiZHxT/BtcAawD/Bxyfme9ERD1wWmY+U4xkPZOZ3YtnYACwOrAmDcJ4RJwAnADQrdt6nNN7TjNKWznU19cvWP7ggw/4zne+wze+8Q2ee+65Be033XQT06dPZ+ONN6a+vp6pU6fy4osvLjj29ddfZ8KECXTr1ujg4UplxowZC90zqZrPh2rx+VAtPh+q1tz/y39J1fIcYBJweDOPPRPolZl9i5Byf9W2XsCOVH5wfgU4IzN3jIhfAF8DLgWuBU4sQkM/4Jc0MtqVmWMi4hxgl8w8GSAi1gTGZ+Y5EbEzcBzQDwjgqYgYAbwDbA0cRuWH9KepjAbtAXyRykjOQc24zr8Au2VmRsQ3gB8A3wdOA76dmSMjoguVT7ufSSVIHFCjvxOByzLz5ohYjUpY2Q44AvhUZs6OiF9SCWhnRsTJmdm3uO7uFPe8pOZdge2Bv1EJj18CmjOV8hPAkZn5zYi4DTiEytTN3wH/nZkjIuJ84Fzg1JK+dgf6ZOa/Gm7IzGup/Puz2ZZb5yXjVp1BqclH1wEwe/ZsDjjgAE488US+973vLdg+ZMgQJkyYwMMPP8waa6wBwBNPPAFAXV3l2AsvvJB9992X3XfffbnW3hrq6+sXXLfUkM+HavH5UC0+H6rW3J9Ev56ZC30MIiK2WAbnfzQz3wPei4h3gfuK9nFAnyJofBK4PSLmH9NpMfqfC9xZLO8B3J2ZMwEi4i4q72vdC0zKzHFF+wTg4SIAjaMyra45NgFujYgNqYwGTSraRwI/j4ibgbsyc2rVtdTyBDAwIjYpjns5Ij4D7Aw8XfTRGXijmfU1ZtT8f9eIGErlHjUnOE3KzDHF8rNA9+IXJHfNzBFF+xDg9mb09VBjoUmQmXz9619nu+22Wyg0DR8+nIsuuogRI0YsCE0AX/ziFznqqKP43ve+x2uvvcbLL7/Mrrvu2hqlS5IkrXSaG5zuAHZqpG3npTz/rKrleVXr86jU1g6Y3oyRk6Z8mJnzPytWK62U1dEcVwA/z8x7i2lwgwAyc3BEPAB8HngyIj7bnM4y8/cR8RSVqWwPFqNYQWVq3w+bWVPpaUrWm1J9v+ZSCXC1zOE/79Ot3mDbTNSokSNHcuONN9K7d2/69u0LwP/8z/9wyimnMGvWLPr37w9UPhBxzTXX0LNnTw4//HC23357OnTowFVXXUX79m3p1T5JkqQVV81QEBHbAj2BdSLiS1Wb1mbRH4Cb8h7Nfx9qIZn57+JT6Idl5u1RGWbpk5nPL0F3jwE3RMRgKgHkYCrvUy0r61B53wfgmPmNEbFVMZo1LiJ2B7YFplByTyJiS+DVzLy8WO4D/AkYFhG/yMw3ImJdYK3M/BswOyI6ZuZsmn/Pdy1GDv9GZQrgtYtzwdUy892IeCciPl18mOOrwPzRp8lUQvYooCU/DrJS2WOPPchcNMt+/vOfb/KYgQMHMnDgwJYsS5IkaZVUNprSAziAylfavlDV/h7wzeacIDPfjoiRxSesX1yCGo8Gro6Is4COwC1UPuCwWDLzuYi4gcoP71D5OMTo4n2gZWEQlSmF04AngflTGU+NiL2pjMy8APyRykjWnIh4HrihsY9DUAkyX4mI2cA/gPOLj2WcBfwpItoBs4FvUwk+1wJjI+K5zDy66p7/sbGPQxSeoPKhit5UguXdS3kPjgGuiYg1gFepvFMG8DPgtoj4KvDIknTcuWN7Jg4esJTlSZIkSUsmGvs/2ovsFLF7Zj6xHOrRclJMJyz7QEWb0aNHj5w4cWJrl6E2ypd3VYvPh2rx+VAtPh+rpoh4NjN3adje3Pd3RkfEt6lM21swRS8zj2/6EEmSJElaOTQ3ON0I/JXK70M6n8r0uSWZdrdMRMRAKp8Pr3Z7Zl7QQuc7DvhOg+aRmfntZdD3fsBFDZonZebBS9t30X9vKv9+1WZlZj+gvsZxHwcebmTTZzLz7WVRmyRJkrSiaG5w2jozD4uIAzNzSET8HniwJQurpQhILRKSmjjf9VR+GW1L9P0gLXgviw9T9F2C495ekuMkSZKklVG78l2AykcIAKZHRC8qX5Dr3iIVSZIkSVIb09wRp2sj4mPA2VR+YWwX4JwWq0qSJEmS2pBmBafM/E2xOALYsuXKkSRJkqS2p1lT9SJig4j4bUT8sVjfPiK+3rKlSZIkSVLb0Nx3nG6g8gGDjYr1l4BTW6AeSZIkSWpzmhucumXmbcA8gMycA8xtsaokSZIkqQ1pbnCaWfxenwSIiN2Ad1usKkmSJElqQ5r7Vb3vUfma3lYRMRJYDzi0xaqSJEmSpDakZnCKiM0y8++Z+VxE7AX0AAKYmJmzax0rSZIkSSuLsql691Qt35qZEzJzvKFJkiRJ0qqkLDhF1bK/v0mSJEnSKqksOGUTy5IkSZK0yij7OMQOEfFvKiNPnYtlivXMzLVbtDpJkiRJagNqBqfMbL+8CpEkSZKktqq5v8dJkiRJklZZBidJkiRJKmFwkiRJkqQSBidJkiRJKmFwkiRJkqQSBidJkiRJKmFwkiRJkqQSBidJkiRJKmFwkiRJkqQSBidJkiRJKmFwkiRJkqQSBidJkiRJKmFwkiRJkqQSBidJkiRJKtGhtQuQmuOD2XPpfuYDrV1Gs00ePIDjjz+e+++/n/XXX5/x48cv2HbFFVdw5ZVX0qFDBwYMGMDFF1/M22+/zaGHHsrTTz/Nsccey5VXXtmK1UuSJKkhg5PUQo499lhOPvlkvva1ry1oe/TRRxk2bBhjx46lU6dOvPHGGwCsvvrq/PjHP2b8+PELhSxJkiS1DU7VW8YiomtEnFS1XhcR9y/G8fURscsSnPegiNh+cY9b1iJickR0W4z9F+v+rEj23HNP1l133YXarr76as4880w6deoEwPrrrw/AmmuuyR577MHqq6++3OuUJElSOYPTstcVOKlspxZwENDs4BQRjja2gpdeeonHH3+cfv36sddee/H000+3dkmSJElqBn94XkoR8T3g+GL1N8BuwFYRMQZ4CHgA6BIRdwC9gGeBr2RmNqPvq4H/AjoDd2TmuUX7YOCLwBzgT8BdxfpeEXEWcEhm/l8j/dUD/wt8Cri3WP850AV4Czg2M18v2scAuwJrA8dn5qgmavw4MBRYDxgFRNHeHRgOPAXsCLwEfC0z34+IzwGXFud8ruw+rEzmzJnDO++8w5NPPsnTTz/N4YcfzquvvkpEtHZpkiRJqsHgtBQiYmfgOKAflcDwFPAVoFdm9i32qaMSHHoCrwEjqQSXvzTjFAMz818R0R54OCL6AFOBg4FtMzMjomtmTo+Ie4H7M/OOkj67ZuZeEdERGAEcmJlvRsQRwAX8JwSumZmfjIg9geuohL7GnAv8JTPPj4gBwAlV23oAX8/MkRFxHXBSRFwJ/BrYB3gFuLWpQiPihPn9deu2Huf0nlNyaW1HfX09AP/4xz+YOXPmgvU11liDLbfckhEjRgDw0UcfMWzYMLp27QrAX//6V6ZNm7ZgfzXPjBkzvGdqks+HavH5UC0+H6pmcFo6ewB3Z+ZMgIi4C/h0I/uNysypxT5jgO40LzgdXoSHDsCGVKbivQB8CPwmIh4AFvf9oPlBpQeVMPRQMdrRHni9ar+hAJn5WESsPT+gNdLfnsCXin0fiIh3qrZNycyRxfJNwCnAn4FJmfkyQETcxMJha4HMvBa4FmCzLbfOS8atOI/r5KPrKn9Pnsyaa65JXV1l/fjjj+e1116jrq6Ol156iXbt2nHggQcuGHGaPHkyM2bMWLC/mqe+vt57pib5fKgWnw/V4vOhaivOT6JtU3PnV82qWp5LM+57RGwBnAb8V2a+ExE3AKtn5pyI2BX4DPBl4GQqozfNNXP+KYAJmbl7E/s1nEpYa2phU9ua6qN0muLK4Mgjj6S+vp633nqLTTbZhPPOO4/jjz+e448/nl69erHaaqsxZMiQBaGpe/fu/Pvf/+ajjz7innvu4U9/+hPbb9/q3/uQJEkSBqel9RhwQ/HOUVCZQncM8P1l0PfaVELOuxGxAbA/UB8RXYA1MvMPEfEkleluAO8Bay1G/xOB9SJi98x8opi6t01mTii2HwE8GhF7AO9m5rtN9PMYcDTwk4jYH/hY1bbN5vcPHElllO2vwBYRsVXxHtaRi1HzCmXo0KGNtt90002Ntk+ePLkFq5EkSdLSMDgthcx8rhgJmv/hhN9k5rMRMTIixgN/pPJxiCXp+/mIGA1MAF6l8m4UVMLRsIhYnUpY+27Rfgvw64g4BTi0sY9DNOj/o4g4FLg8Itah8ixcWpwP4J2I+F+Kj0PU6Oo8YGhEPEflnam/V217ETgmIn4FvAxcnZkfFtMPH4iIt6iEqaben1qgc8f2TBw8oGw3SZIkqUUYnJZSZv6cypfpqtuOarBbfdW2k0v6q6taPraJ3XZt5LiRlHyOvLrvYn0MlXeUGnNnZv6wVn9FH28D+1Y1fRegGBmbl5knNnLMcGDbsr4lSZKktsLf4yRJkiRJJRxxaiURcTewRYPmMzLzwWXQ91VUPnle7bLMvL45xzccmSr6PA74ToPmkZn57Sb6mEwzpuBJkiRJKwKDUyvJzINbsO9Gw8xS9nk90KzgJUmSJK1snKonSZIkSSUMTpIkSZJUwuAkSZIkSSUMTpIkSZJUwuAkSZIkSSUMTpIkSZJUwuAkSZIkSSUMTpIkSZJUwuAkSZIkSSUMTpIkSZJUwuAkSZIkSSUMTpIkSZJUwuAkSZIkSSUMTpIkSZJUwuAkSZIkSSUMTpIkSZJUwuAkSZIkSSUMTpIkSZJUwuAkSZIkSSUMTpIkSZJUwuAkSZIkSSUMTpIkSZJUwuAkSZIkSSUMTpIkSZJUwuAkSZIkSSUMTpIkSZJUwuAkSZIkSSUMTpIkSZJUwuAkLQPHH38866+/Pr169Vpk289+9jMigrfeemtB24UXXsjWW29Njx49ePDBB5dnqZIkSVoCHVq7AKk5Ppg9l+5nPtDaZSxi8uABABx77LGcfPLJfO1rX1to+5QpU3jooYfYbLPNFrS98MIL3HLLLUyYMIHXXnuNz372s7z00ku0b99+udYuSZKk5nPEaSlERNeIOKlqvS4i7l+M4+sjYpclOO9BEbH94h63rEXE5Ijo1tp1tAV77rkn66677iLt3/3ud7n44ouJiAVtw4YN48tf/jKdOnViiy22YOutt2bUqFHLs1xJkiQtJoPT0ukKnFS2Uws4CGh2cIoIRxZbwb333svGG2/MDjvssFD7tGnT2HTTTResb7LJJkybNm15lydJkqTFYHBaDBHxvYgYX/w5FRgMbBURYyLip8VuXSLijoj4a0TcHNVDDbX7vjoinomICRFxXlX74Ih4ISLGRsTPIuKTwBeBnxbn3aqJ/uoj4n8iYgTwnYjYOSJGRMSzEfFgRGxYtd+lEfG/xXXtWqPGj0fEnyJidET8CoiqbfcUfU+IiBOKtq9HxC+q9vlmRPw8ItaMiAci4vninEc05x6tSN5//30uuOACzj///EW2ZeYibc18TCRJktRKHIlopojYGTgO6EclMDwFfAXolZl9i33qgB2BnsBrwEjgU8BfmnGKgZn5r4hoDzwcEX2AqcDBwLaZmRHRNTOnR8S9wP2ZeUdJn10zc6+I6AiMAA7MzDeLoHIBcHyx35qZ+cmI2BO4Dlj0CwcV5wJ/yczzI2IAcELVtuOL+jsDT0fEncAtwNiI+EFmzqZy/74FfA54LTMHFPdtncZOVgSwEwC6dVuPc3rPKbnc5a++vn7B8j/+8Q9mzpxJfX09r776Ki+99BI9evQA4M0336Rnz55cffXVfPTRR4wYMYJNNtkEgLFjx7LTTjst1JcWz4wZM7x/apLPh2rx+VAtPh+qZnBqvj2AuzNzJkBE3AV8upH9RmXm1GKfMUB3mhecDi+CQgdgQypT8V4APgR+ExEPAM1+f6pwa/F3Dyph6KFiZKM98HrVfkMBMvOxiFh7fkBrpL89gS8V+z4QEe9UbTslIg4uljcFPpGZT0bEI8ABEfEi0DEzx0XELOBnEXERlQD4eGPFZ+a1wLUAm225dV4yru09rpOPrvvP8uTJrLnmmtTV1VFXV8fxxx+/YFv37t155pln6NatGz169OCoo47iyiuv5LXXXuPtt9/mxBNP9OMQS6G+vp66urrWLkNtlM+HavH5UC0+H6rmVL3ma+5cqllVy3NpRjiNiC2A04DPZGYf4AFg9cycA+wK3Enlvabhi1MwMHP+KYAJmdm3+NM7M/et2q/h3LFF55LV2FaMtH0W2D0zdwBGA6sXm38DHEtltOl6gMx8CdgZGAdcGBHnLMY1tUlHHnkku+++OxMnTmSTTTbht7/9bZP79uzZk8MPP5ztt9+ez33uc1x11VWGJkmSpDau7f0v/LbrMeCGiBhMJYgcDBwDfH8Z9L02lZDzbkRsAOwP1EdEF2CNzPxDRDwJvFLs/x6w1mL0PxFYLyJ2z8wniql722TmhGL7EcCjEbEH8G5mvttEP48BRwM/iYj9gY8V7esA72Tm+xGxLbDb/AMy86mI2BTYCegDEBEbAf/KzJsiYgaVYLVCGzp0aM3tkydPXmh94MCBDBw4sAUrkiRJ0rJkcGqmzHwuIm4A5n83+jeZ+WxEjIyI8cAfqYwULUnfz0fEaGAC8CqVd6OgEo6GRcTqVMLad4v2W4BfR8QpwKGZ+X8l/X8UEYcClxfvE3UALi3OB/BORPwvlQB3fOO9AHAeMDQinqPyztTfi/bhwIkRMZZKSHuywXG3AX0zc/7Uvt5UPm4xD5gN/L9a9QN07tieicXvTJIkSZKWN4PTYsjMnwM/b9B2VIPd6qu2nVzSX13V8rFN7LbIV+4ycyQlnyOv7rtYH0PlHaXG3JmZP6zVX9HH20D1FL/vVi3vX+PQPYAFX9fLzAeBB8vOJ0mSJLUVvuOkFlP8guCXgA8y8+HWrkeSJElaUo44LQcRcTewRYPmM4qRl6Xt+yoqnzyvdllmXt+c4xuOTBV9Hgd8p0HzyMz89uLUVnyZb5vFOUaSJElqiwxOy0FmHly+1xL3vVhhppl9Xk/xBTxJkiRJTtWTJEmSpFIGJ0mSJEkqYXCSJEmSpBIGJ0mSJEkqYXCSJEmSpBIGJ0mSJEkqYXCSJEmSpBIGJ0mSJEkqYXCSJEmSpBIGJ0mSJEkqYXCSJEmSpBIGJ0mSJEkqYXCSJEmSpBIGJ0mSJEkqYXCSJEmSpBIGJ0mSJEkqYXCSJEmSpBIGJ0mSJEkqYXCSJEmSpBIGJ0mSJEkqYXCSJEmSpBIGJ0mSJEkqYXCSJEmSpBIGJ0mSJEkqYXCSJEmSpBIGJ0mSJEkqYXCSJEmSpBIGJ0mSJEkqYXCSJEmSpBIdWrsAqTk+mD2X7mc+0NplMHnwAACOP/547r//ftZff33Gjx8PwOmnn859993HaqutxlZbbcX1119P165dmTx5Mttttx09evQAYLfdduOaa65ptWuQJEnS4lthRpwioj4idllGfR0UEdtXrR8bERst7bki4tSIWGMZ1HdsRFy5tP006HPGEh5Xek0RcUFETGl4jojYLCIejYjRETE2Ij5fte2YiHi5+HPMktTWmo499liGDx++UFv//v0ZP348Y8eOZZtttuHCCy9csG2rrbZizJgxjBkzxtAkSZK0AlphgtMydhCwfdX6scBGje65eE4Fljo4tTGnUn5N9wG7NtJ+FnBbZu4IfBn4JUBErAucC/Qrjjs3Ij62rApeHvbcc0/WXXfdhdr23XdfOnSoDOLutttuTJ06tTVKkyRJUgtoc8EpIrpHxF8jYkgxSnFHM0Y82kfEDRExPiLGRcR3i/atImJ4RDwbEY9HxLYR8Ungi8BPI2JMRJwB7ALcXKx3btD3vhHxREQ8FxG3R0SXJmo4hUr4ejQiHi3ajizqGR8RF5Vcw3ER8VJEjAA+VdV+Q0QcWrU+o2r59Ih4urhP59Xqv+qYLhHxcHE94yLiwKJ9zYh4ICKeL+o9orFrakxmPpmZrze2CVi7WF4HeK1Y3g94KDP/lZnvAA8Bn2tO/SuK6667jv3333/B+qRJk9hxxx3Za6+9ePzxx1uxMkmSJC2JtvqOUw/g65k5MiKuA04q2b8vsHFm9gKIiK5F+7XAiZn5ckT0A36ZmftExL3A/Zl5R7H//sBpmflMsU7xdzcqoyafzcyZRcj6HnB+wwIy8/KI+B6wd2a+VUz9uwjYGXgH+FNEHJSZ9zQ8NiI2BM4r9n0XeBQYXeuCI2Jf4BNURmwCuDci9szMx0ru1YfAwZn57+L6nizux+eA1zJzQNH/Opn5bvU1lfTbmEFUrvu/gTWBzxbtGwNTqvabWrQ1vMYTgBMAunVbj3N6z1mCEpat+vr6Bcv/+Mc/mDlz5kJtADfddBPTp09n4403pr6+no8++ojf//73rLPOOkycOJFDDjmE66+/njXXXHP5Fr8SmzFjxiL/DtJ8Ph+qxedDtfh8qFpbDU5TMnNksXwTcErJ/q8CW0bEFcADVH5Y7wJ8Erh9fhACOi1mHbtRmdI3suhjNeCJZh77X0B9Zr4JEBE3A3sC9zSyb78G+94KbFPS/77Fn/kBqwuVIFUWnAL4n4jYE5hHJbBsAIwDflaMjN2fmctiWORI4IbMvCQidgdujIheRQ0N5SINmddSCb9stuXWecm41n9cJx9d95/lyZNZc801qav7T9uQIUOYMGECDz/8MGussehAaV1dHUOHDmWDDTZgl12WySt7ohJoq/8dpGo+H6rF50O1+HyoWuv/JNq4hj9EL/JD9UIbM9+JiB2oTAH7NnA4lXdzpmdm36WoI6hMKTtyCY9dHE1d4xyKKZVRSW+rVfV/YWb+ajHPczSwHrBzZs6OiMnA6pn5UkTsDHweuDAi/pSZi4ysLaavU0zBy8wnImJ1oBuVEaa6qv02AeqX8lytbvjw4Vx00UWMGDFiodD05ptvsu6669K+fXteffVVXn75ZbbccstWrFSSJEmLq82941TYrBihgMqoxV9q7VxMOWuXmXcCZwM7Zea/gUkRcVixTxThCuA9YK2qLhquz/ck8KmI2LroY42IqDUSVN3PU8BeEdEtItoX1zGiieOeAuoi4uMR0RE4rGrbZCpT+AAOBDoWyw8Cx89/5yoiNo6I9WvUNt86wBtFaNob2Lw4fiPg/cy8CfgZsFMj17S4/g58puh/O2B14M2i9n0j4mPFRyH2LdpWGEceeSS77747EydOZJNNNuG3v/0tJ598Mu+99x79+/enb9++nHjiiQA89thj9OnThx122IFDDz2Ua665ZpEPS0iSJKlta6sjTi8Cx0TEr4CXgauBL9TYf2Pg+oiYHwR/WPx9NHB1RJxFJXDcAjxf/P3r4uMHhwI3ANdExAfA/MBGZr4ZEccCQyNi/jS/s4CXmqjjWuCPEfF6Zu4dET+k8r5SAH/IzGGNHZSZr0fEICrTAF8HngPaF5t/DQyLiFHAw8DM4pg/FWHkiWIa4QzgK8AbNe4TwM3AfRHxDDAG+GvR3pvKBzPmAbOB/9fYNTXWYURcDBwFrBERU4HfZOYg4PtU7vN3qYyoHZuZCfwrIn4MPF10cX5m/qtW0Z07tmdi8TuU2oKhQ4cu0vb1r3+90X0POeQQDjnkkJYuSZIkSS0oKj/Hth0R0Z3KOza9WrsWtR09evTIiRMntnYZaqOcg65afD5Ui8+HavH5WDVFxLOZucjL6G11qp4kSZIktRltbqpeZk4GmhxtioinWPTreF/NzHEtWVeDGu4GtmjQfEZmlr6n05L1R8THqUzna+gzmfn2Mui/1e+9JEmS1BraXHAqk5n92kANBy/FsS1WfxGO+rZg/61+7yVJkqTW4FQ9SZIkSSphcJIkSZKkEgYnSZIkSSphcJIkSZKkEgYnSZIkSSphcJIkSZKkEgYnSZIkSSphcJIkSZKkEgYnSZIkSSphcJIkSZKkEgYnSZIkSSphcJIkSZKkEgYnSZIkSSphcJIkSZKkEgYnSZIkSSphcJIkSZKkEgYnSZIkSSphcJIkSZKkEgYnSZIkSSphcJIkSZKkEgYnSZIkSSphcJIkSZKkEgYnSZIkSSphcJIkSZKkEgYnSZIkSSphcJIkSZKkEgYnSZIkSSphcJIkSZKkEgYnSZIkSSrRobULkJrjg9lz6X7mA8vlXJMHDwDgsssu49e//jWZyTe/+U1OPfVUnn/+eU488URmzJhB9+7dufnmm1l77bWXS12SJElqPY44SY0YP348v/71rxk1ahTPP/88999/Py+//DLf+MY3GDx4MOPGjePggw/mpz/9aWuXKkmSpOXA4KSaIuLUiFhjMfY/NiKuXMxz1EfELotfXct58cUX2W233VhjjTXo0KEDe+21F3fffTcTJ05kzz33BKB///7ceeedrVypJEmSlgeD00oqItrXWl8MpwLNDk4ri169evHYY4/x9ttv8/777/OHP/yBKVOm0KtXL+69914Abr/9dqZMmdLKlUqSJGl5iMxs7RpUIiK+BpwGJDAWmAvcn5l3FNtnZGaXiKgDzgVeB/oCJzVY7w0MBuqATsBVmfmr4rhBwFtAL+BZ4CvAfwM/AyYCb2Xm3k3Udxzww+I8LwGzMvPkiLgB+BDoCWwAfC8z74+IzsD1wPbAi0B34NuZ+UyDfk8ATgDo1m29nc+59NeLe+uWSO+N1wHggQceYNiwYXTu3JnNN9+cTp068YUvfIErrriCd999l0996lPcddddDBs2bLnUpabNmDGDLl26tHYZaqN8PlSLz4dq8flYNe29997PZuYis6EMTm1cRPQE7gI+lZlvRcS6wM9pOjg9APTKzEmNrJ8ArJ+ZP4mITsBI4DBgc2AYlYDzWtF+emb+JSImA7tk5ltN1Lch8BSwM/Au8Cgwuio4/X/A54Gtim1bUwl0vTLz+IjoAzwH7NYwOFXbbMuts93hly3+DVwC8z8OUe1HP/oRm2yyCSeddNKCtpdeeomvfOUrjBo1arnUpabV19dTV1fX2mWojfL5UC0+H6rF52PVFBGNBien6rV9+wB3zA8umfmvkv1HZeakJtb3Bb4WEWOohJ2PA5+o2m9qZs4DxlAZBWqOfkB9Zr6ZmR8BtzbYfltmzsvMl4FXgW2BPYGbiusZS2UUrc154403APj73//OXXfdxZFHHrmgbd68efzkJz/hxBNPbM0SJUmStJz4OfK2L6hM0as2hyL0RkQAq1Vtm9lg3+r1AP47Mx9c6ASVkalZVU1zWbxno9awZcNt2UR7m3PIIYfw9ttv07FjR6666io+9rGPcdlll3HVVVcB8KUvfYnjjjuulauUJEnS8mBwavseBu6OiF9k5tvFVL3JVKbG3QYcCHRsZl8PAv8vIh7JzNkRsQ0wreSY94C1qLz/1JingMsi4uPAv6lM/Xu+avthETEE2ALYksr7Uo8BRwOPRkQvoE8z61+uHn/88UXavvOd7/Cd73ynFaqRJElSazI4tXGZOSEiLgBGRMRcYDRwBjAsIkZRCVYNR5ma8hsqU/CeK0aq3gQOKjnmWuCPEfF6Yx+HyMzXI2IQ8ASVj0M8B1R/wW8iMILKxyFOzMwPI+Jq4PqIGEtlWmDpS0KdO7ZnYiPvHkmSJEnLg8FpBZCZQ4AhDZp3q1r+YbFfPVBfdVzD9XnAj4o/1Rrud3LV8hXAFSX1XU/lK3mNGZmZ322w/wfAl2v1KUmSJLUlfhxCkiRJkko44qRmi4inqPz+p2pfzcxxje2fmce2eFGSJEnScmBwUrNlZr/WrkGSJElqDU7VkyRJkqQSBidJkiRJKmFwkiRJkqQSBidJkiRJKmFwkiRJkqQSBidJkiRJKmFwkiRJkqQSBidJkiRJKmFwkiRJkqQSBidJkiRJKmFwkiRJkqQSBidJkiRJKmFwkiRJkqQSBidJkiRJKmFwkiRJkqQSBidJkiRJKmFwkiRJkqQSBidJkiRJKmFwkiRJkqQSBidJkiRJKmFwkiRJkqQSBidJkiRJKmFwkiRJkqQSBidJkiRJKmFwkiRJkqQSBidJkiRJKmFwkiRJkqQSBidJkiRJKtGhtQuQmuOD2XPpfuYDLdb/5MED+MUvfsFvfvMbIoLevXtz/fXXs/rqq3PFFVdw5ZVX0qFDBwYMGMDFF1/cYnVIkiSpbTI4ScC0adO4/PLLeeGFF+jcuTOHH344t9xyC5tvvjnDhg1j7NixdOrUiTfeeKO1S5UkSVIrcKreMhIRXSPipNY8Z0R0j4ijlmcNTYmI1SNiVEQ8HxETIuK8qm3rRsRDEfFy8ffHWrPW+ebMmcMHH3zAnDlzeP/999loo424+uqrOfPMM+nUqRMA66+/fitXKUmSpNZgcFp2ugKLBKeIaL8cz9kdaBPBCZgF7JOZOwB9gc9FxG7FtjOBhzPzE8DDxXqr2njjjTnttNPYbLPN2HDDDVlnnXXYd999eemll3j88cfp168fe+21F08//XRrlypJkqRWYHBadgYDW0XEmIh4OiIejYjfA+Mi4nsRcR1ARPSOiPERsUZjnUTEXkUfYyJidESsVbSfXvQ7tmr0pvqcPy3WP12sf7eJ/nsWI0Fjir4+UYxUja/a57SIGFQs10fELyLisYh4MSL+KyLuKkaLftLUzciKGcVqx+JPFusHAkOK5SHAQTXv7HLwzjvvMGzYMCZNmsRrr73GzJkzuemmm5gzZw7vvPMOTz75JD/96U85/PDDyczyDiVJkrRS8R2nZedMoFdm9o2IOuCBYn1SRLQD6iPiYGAg8K3MfL+Jfk4Dvp2ZIyOiC/BhROwLfALYFQjg3ojYs/qcAMV5T8vMA2rUeSJwWWbeHBGrAe2BDUqu7aPM3DMivgMMA3YG/gX8X0T8IjPfbuygYrTtWWBr4KrMfKrYtEFmvg6Qma9HRKPz3yLiBOAEgG7d1uOc3nNKylxyl112GauvvjoTJkwAYLvttuP2229njTXWYMstt2TEiBEAfPTRRwwbNoyuXbu2WC1afDNmzKC+vr61y1Ab5fOhWnw+VIvPh6oZnFrOqMycBJCZ8yLiWGAs8KvMHFnjuJHAzyPiZuCuzJxaBKd9gdHFPl2oBKm/L0FdTwADI2KTov+XI6LsmHuLv8cBE+aHnoh4FdgUaDQ4ZeZcoG9EdAXujohemTm+sX2bOP5a4FqAzbbcOi8Z13KP660H78/tt9/OrrvuSufOnbn++uv57Gc/S8eOHXnttdeoq6vjpZdeol27dhx44IE0455pOaqvr6eurq61y1Ab5fOhWnw+VIvPh6oZnFrOzAbrnwBmABvVOigzB0fEA8DngScj4rNURpkuzMxfVe8bEd0Xt6jM/H1EPAUMAB6MiG8AL7HwtM3VGxw2q/h7XtXy/PXSZygzp0dEPfA5YDzwz4jYsBht2hBo9U/V9evXj0MPPZSddtqJDh06sOOOO3LCCScQERx//PH06tWL1VZbjSFDhhiaJEmSVkEGp2XnPWCtxjZExDrAZcCewJURcWhm3tHEvltl5jgq70btDmwLPAj8OCJuzswZEbExMLuRczZZQ1X/WwKvZublxXIf4HFg/Yj4OJVwdwAwvLkX3sR51gNmF6GpM/BZ4KJi873AMVTeyTqGyvS/Vnfeeedx3nnnLdJ+0003tUI1kiRJaksMTstIZr4dESOLjyx8APyzavMvgF9m5ksR8XXg0Yh4LDMbG2k5NSL2BuYCLwB/zMxZEbEd8EQx2jED+Epm/l/VOf8I/AiYExHPAzdk5i8a6f8I4CsRMRv4B3B+Zs6OiPOBp4BJwF+X/o6wITCkeM+pHXBbZt5fbBsM3Fbci78Dh5V11rljeyYOHrAMypIkSZIWn8FpGcrMRj8FnpnHVy1PofKxhKb6+O8m2i+jMmpVds7PlNR4IXBhI+2XA5c30l5XtVwP1De2rZHjxgI7NrHt7bI6JUmSpLbEz5FLkiRJUglHnFpJRBwHfKdB88jM/PYy6n8//vNO0XyTMvPgZdF/1Xk+TuWX2Db0maY+Uy5JkiStaAxOrSQzrweub8H+H6TyUYkWVYSjvi19HkmSJKk1OVVPkiRJkkoYnCRJkiSphMFJkiRJkkoYnCRJkiSphMFJkiRJkkoYnCRJkiSphMFJkiRJkkoYnCRJkiSphMFJkiRJkkoYnCRJkiSphMFJ+v/bu/sov6r63uPvD0lqUJ6kgV5D0SCm+EAxSIzSUghKEZSrIFSqXAVFkRYsrF6exAUoXAWtNBTkoYFSQCnUCl4V1EAhAxZRIDAQKAZpyS0pFJ9aAjTBPHzvH78T/DHOzJlJMplJ8n6tlTXnt8/e++zzm70m81l7/85IkiRJLQxOkiRJktTC4CRJkiRJLQxOkiRJktTC4CRJkiRJLQxOkiRJktTC4CRJkiRJLQxOkiRJktTC4CRJkiRJLQxOkiRJktTC4CRJkiRJLQxOkiRJktTC4CRJkiRJLQxOkiRJktTC4CRJkiRJLQxOkiRJktTC4CRJkiRJLQxOkiRJktRi/GgPQFpXpkyZwuabb864ceMYP34899xzD6eddhrf+MY32GSTTdh222254oormDx58mgPVZIkSWOMwUnrhSXLVjDllBtXq+3Cc971wvHcuXOZNGnSC69PPPFEzjrrLADOP/98zjzzTC655JI1G6wkSZI2OG7V28AkOSLJ5K7XlyV5fXO8MMmkgVuPjiTPjta1t9hiixeOn3vuOZKM1lAkSZI0hrnitOE5AngQeAKgqj46qqMZQ5Kw7777koSPf/zjHHXUUQB86lOf4qqrrmLLLbdk7ty5ozxKSZIkjUWuOK2nkkxJ8mDX6xOa19OBq5P0Jtk0SU+S6UPs7+EklyZ5KMlNSTZtzk1L8oMkDyT5epKXN+U9ST6f5K4kjyT5g0H6PyLJN5J8N8mCJGes+bswPHfccQf33nsv3/nOd7jwwgu5/fbbAfjsZz/L448/zmGHHcaXvvSldT0sSZIkrQdccdqwfA2YCZxQVfcAw916NhV4f1V9LMlXgYOBrwBXAZ+oqtuSnAmcARzftBlfVTOSvLMp32eQ/mcAOwP/Ddyd5MZV4+xPkqOAowAmTdqG0393+XDu5QU9PT0vHD/yyCMA7LrrrlxzzTWsXLnyhXM77LADn/zkJ9l7771X6zoaPc8+++yLvs9SN+eHBuP80GCcH+pmcFK3x6qqtzmeB0xJsiWwVVXd1pRfCfxDV5vru+u39H9zVf0cIMn1wB7AgMGpqmYDswFe+erX1LnzV2+6LjxsJs899xwrV65k880357nnnuPUU0/l9NNPZ7vttmPq1KkAXHDBBey2227MnDlzta6j0dPT0+P3TQNyfmgwzg8Nxvmhbgan9ddyXrzVcuJa6PP5ruMVwKbDaLOC9vlULa9HzFNPPcVBBx0EwPLly/nABz7Afvvtx8EHH8yCBQvYZJNNeNWrXuUT9SRJktQvg9P66ylg2yS/CTwLHAB8F3gG2HxtXaSqnk7yn0n+oKq+B3wQuK2t3QD+MMnWwBLgQOAja2mYrV796ldz//33/1r5ddddt66GIEmSpPWYwWk9VVXLms8b/RB4DPhRc+oK4JIkS4Dd19LlDm/6fCnwr8CHV7OffwK+DLwG+LvBPt/U16YTxrGg6+8xSZIkSeuSwWk9VlXnA+f3c6p7GWVmV/0pg/S1kM6DG1a9/mLXcS/w1n7adPf9M9o/4/STqjq2n342a2knSZIkjSofRy5JkiRJLVxx2sg0n4m6pZ9Tb1/1xLs17P8dwOf7FD9WVQfR2UYoSZIkrXcMThuZJhxNG8H+5wBzRqp/SZIkaTS4VU+SJEmSWhicJEmSJKmFwUmSJEmSWhicJEmSJKmFwUmSJEmSWhicJEmSJKmFwUmSJEmSWhicJEmSJKmFwUmSJEmSWhicJEmSJKmFwUmSJEmSWhicJEmSJKmFwUmSJEmSWhicJEmSJKmFwUmSJEmSWhicJEmSJKmFwUmSJEmSWhicJEmSJKmFwUmSJEmSWhicJEmSJKmFwUmSJEmSWhicJEmSJKmFwUmSJEmSWhicJEmSJKmFwUmSJEmSWhicJEmSJKmFwUmSJEmSWhicJEmSJKmFwUmSJEmSWowf7QFo7ElyBHBTVT0xSJ3jgdlV9d/rYkxLlq1gyik3DqvNwnPe9cLxihUrmD59Ottttx033HADvb29HH300SxdupTx48dz0UUXMWPGjLU9bEmSJG0gXHFSf44AJrfUOR546YiPZC35q7/6K173ute98Pqkk07ijDPOoLe3lzPPPJOTTjppFEcnSZKksc7gNAqSTEnyoyRXJnkgydeSvDTJ6UnuTvJgktnp2DHJvV1tpyaZ1xwvTPK5JHcmuSfJm5LMSfIvSY7uanNi0+8DST7TNYaHk1ya5KEkNyXZNMkhwHTg6iS9STbtZ/x/RidYzU0yN8mRSWZ1nf9Ykr8c6D6bOrsluS3JvGbMrxip93vRokXceOONfPSjH+2+BxYvXgzA008/zeTJbTlRkiRJGzOD0+jZic5Wt12AxcCfAl+qqjdX1c7ApsABVfUvwNNJpjXtPgxc0dXP41W1O/C9pvwQ4K3AmQBJ9gWmAjOAacBuSfZs2k4FLqyqNwD/BRxcVV8D7gEOq6ppVbWk78Cr6nzgCWDvqtobuBZ4d5IJXWP824Hus6l3AXBIVe0GXA58dnhv39Adf/zxfOELX2CTTX413c877zxOPPFEtt9+e0444QTOPvvskbq8JEmSNgB+xmn0PF5VdzTHXwH+DHgsyUl0tsBtDTwEfAu4DPhwkj8HDqUTglb5ZvN1PrBZVT0DPJNkaZKtgH2bf/c19TajE5j+DXisqnqb8nnAlNW5kap6LsmtwAFJHgYmVNX8JFMGuM/vAjsDNycBGAc82bffJEcBRwFMmrQNp//u8mGNq6enhzvvvJNly5bxzDPP0Nvby89//nN6eno4//zzOfLII9lrr72YO3cu733vezn33HNX5/Y1Bjz77LP09PSM9jA0Rjk/NBjnhwbj/FA3g9PoqX5eXwRMr6rHk3wamNicuw44A7gVmFdVP+9q93zzdWXX8arX44EAZ1fVX3dfrAk13fVX0FnlWl2XAacCP+JXq03Q/30GeKhZKRtQVc0GZgO88tWvqXPnD2+6LjxsJnPmzGHevHkcccQRLF26lMWLF3PZZZdxyy23cN1115GEvfbai1mzZjFz5sxh9a+xo6enx++fBuT80GCcHxqM80Pd3Ko3el6ZZFVweD/wT83xz5JsRmfLHQBVtRSYA1zMi0PJUMwBPtL0SZLtkmzb0uYZYPPh1KmqHwLbAx8Arumq1999LgC2WVWeZEKSNwzxfobl7LPPZtGiRSxcuJBrr72Wt73tbXzlK19h8uTJ3HbbbQDceuutTJ06dSQuL0mSpA2EK06j52Hg8CR/DfyYTih6OZ0tdwuBu/vUvxp4L3DTcC5SVTcleR1wZ7Mt7lngf9FZYRrIFcAlSZYAu/f3OSc6K0HfSfJk8zkngK8C06rqP7vq/dp9VtUvm4dQnJ9kSzrz8Dw6WxPXiUsvvZTjjjuO5cuXM3HiRGbPnr2uLi1JkqT1UKr67qTSSGu2yd3QPARiqG1OALasqtNGbGBrKMkNwKyquqV5PYVh3udAdtppp1qwYMGadqMNlFspNBjnhwbj/NBgnB8bpyTzqmp633JXnNYDSb4O7Ai8bbTH0p/mIRR3AfevCk2SJEnShsTgNAqqaiGdp8oNtf5BIzeawTWhbYc+xSdX1ZxVL6rqv4Df6dt2uPcpSZIkjVUGJw1qNEObJEmSNFb4VD1JkiRJamFwkiRJkqQWBidJkiRJamFwkiRJkqQWBidJkiRJamFwkiRJkqQWBidJkiRJamFwkiRJkqQWBidJkiRJamFwkiRJkqQWBidJkiRJamFwkiRJkqQWBidJkiRJamFwkiRJkqQWBidJkiRJamFwkiRJkqQWBidJkiRJamFwkiRJkqQWBidJkiRJamFwkiRJkqQWBidJkiRJamFwkiRJkqQWBidJkiRJamFwkiRJkqQWBidJkiRJamFwkiRJkqQWBidJkiRJamFwkiRJkqQWBidJkiRJamFwkiRJkqQW40d7ANJQLFm2gimn3DikugvPeRdLly5lzz335Pnnn2f58uUccsghfOYzn6G3t5ejjz6apUuXMn78eC666CJmzJgxwqOXJEnS+s7gpA3SS17yEm699VY222wzli1bxh577MH+++/P6aefzhlnnMH+++/Pt7/9bU466SR6enpGe7iSJEka49b5Vr0kPUmmD3L+1LV0nelJzl9LfX06yQlro68+/R6d5EMtddbafaxrSd6W5N4kDya5Msn4pjxJzk/yaJIHkrxpBK7NZpttBsCyZctYtmwZSUjC4sWLAXj66aeZPHny2r60JEmSNkBjccXpVOBzfQuTBEhVrRxKJ1V1D3DPWh7bWlVVlwyhzpi/j/4k2QS4Enh7VT2S5EzgcOBvgP2Bqc2/twAXN1/XqhUrVrDbbrvx6KOPcswxx/CWt7yF8847j3e84x2ccMIJrFy5ku9///tr+7KSJEnaAI3YilOSKUl+1Kw0PJDka0le2tLmHGDTJL1Jrm76eDjJRcC9wAeT/GOzYvGKJI8k+R8D9DUzyQ3N8YtWjJoVkCldY7ysKbs6yT5J7kjy4yTdH355Y5Jbm/KPNf0kyV80becnObTr2rcl+WozxnOSHJbkrqbejn3H1azEfb6p80iSP+h7HwPc517N+9Wb5L4km/dtk+RLSY5ojt+c5PtJ7m+utfkA/Y5L8sVmvA8k+URT/vbmOvOTXJ7kJQMM7TeB56vqkeb1zcDBzfF7gKuq4wfAVkleMdA9rq5x48bR29vLokWLuOuuu3jwwQe5+OKLmTVrFo8//jizZs3iyCOPXNuXlSRJ0gZopFecdgKOrKo7klwO/OlglavqlCTHVtU06ISvpo8PV9WfNmV/CBwD7AecUVX/sYZjfA3wR8BRwN3AB4A9gHfTWf06sKm3C/BW4GXAfUluBHYHpgFvBCYBdye5van/RuB1wC+AfwUuq6oZSY4DPgEc389Yxjd13gmcAewzhPGfABzTvMebAUsHqpjkN4C/Bw6tqruTbAEsGaD6UcAOwK5VtTzJ1kkmAlfwq1Wkq4A/Ac7rp/3PgAlJpjerZocA2zfntgMe76q7qCl7ss94j2rGwaRJ23D67y4f6NZepL/PLE2ZMoULL7yQL3/5yxx00EH09PSwzTbbcOedd/oZpw3As88+6/dRA3J+aDDODw3G+aFuIx2cHq+qO5rjrwB/thp9/L9mVWKVTwAPAj+oqmvWdIDAY1U1HyDJQ8AtVVVJ5gNTuup9o6qWAEuSzAVm0AlY11TVCuCpJLcBbwYWA3dX1ZNNv/8C3NT0Mx/Ye4CxXN98ndfn2oO5A/jLJFcD11fVos6uxn7tBDxZVXcDVNXiQfrdB7ikqpY3dX+R5I103q9Vq0hX0gmx5/Vt3LyHfwzMalalbgJWJZ/+Blj99DEbmA3wyle/ps6dP7TpuvCwmfz0pz9lwoQJbLXVVixZsoTTTjuNk08+mZ6eHpIwc+ZMbrnlFl772tcyc+bMIfWrsaunp8fvowbk/NBgnB8ajPND3UY6OPX9ZfjXfjkeguf6vN4OWAn8VpJNhviZp+W8eFvixK7j57uOV3a9XsmL35/+7mXAhDKMfvtrs2KQOi8eRNU5zerXO4EfJNmHge83DP170F/dwe63v7HdCazacrgv8DvNqUX8avUJ4LeBJ4bTd5snn3ySww8/nBUrVrBy5Ure9773ccABB7DVVltx3HHHsXz5ciZOnMjs2bPX5mUlSZK0gRrp4PTKJLs3v0C/H/gn4H+2tFmWZEJVLet7Ip2nsv0tne10HwL+HPjiEMaxEDig6eNNdLagDdd7kpxNZ6veTOAUYBzw8SRXAlsDewInAq9djf5XS5IdmxWz+Ul2b649D3h9s9IzEXg7nff+R8DkJG9utuptDixZtarUx03A0Ul6Vm3Va9pPSfKaqnoU+CBw2yBj27aqftKM42Tgs82pbwLHJrmWzkMhnl61Ore27LLLLtx3332/Vr7HHnswb968tXkpSZIkbQRGOjg9DBye5K+BH9N5elpbcJoNPJDkXuBTfc6dCnyvqr6XpJfOZ4purKqHB+hr1YrJdcCHVrUBHhmg/mDuAm4EXgmcVVVPJPk6nc853d9c66Sq+o8k6yw4Accn2ZvOKtU/A9+pqueTfBV4gM77fh9AVf2yeYDFBUk2pfP5pn2AZ/vp9zI6K0QPJFkGXFpVX0ryYeAfmhB7NzDYkwFPTHIAndWvi6vq1qb823RWyB4F/hv4cNtNbjphHAvOeVdbNUmSJGlEpGp1ds8NoePOgx1uqKqdR+QC7dc/GHh3VR0+GtfX2rXTTjvVggULRnsYGqPcg67BOD80GOeHBuP82DglmVdVv/Z3Z8fi33FaY0neTWdb2EdGeyySJEmS1n8jFpyqaiEw4GpTkh8Cff8G0AdXPeFuqJK8A/h8n+LHqmpdbpcbcc0WueP6FN9RVcesYb8DvX8HDaOPr/Prnxs7uarmrMnYJEmSpLFi1Facquota6mfOcAG/wt6Vf0tnQdjrO1+1/j9G07IkiRJktZHm7RXkSRJkqSNm8FJkiRJkloYnCRJkiSphcFJkiRJkloYnCRJkiSphcFJkiRJkloYnCRJkiSphcFJkiRJkloYnCRJkiSphcFJkiRJkloYnCRJkiSphcFJkiRJkloYnCRJkiSphcFJkiRJkloYnCRJkiSphcFJkiRJkloYnCRJkiSphcFJkiRJkloYnCRJkiSphcFJkiRJkloYnCRJkiSphcFJkiRJkloYnCRJkiSphcFJkiRJkloYnCRJkiSphcFJkiRJkloYnCRJkiSphcFJkiRJkloYnCRJkiSphcFJkiRJkloYnCRJkiSphcFJkiRJkloYnCRJkiSpRapqtMcgtUryDLBgtMehMWsS8LPRHoTGLOeHBuP80GCcHxunV1XVNn0Lx4/GSKTVsKCqpo/2IDQ2JbnH+aGBOD80GOeHBuP8UDe36kmSJElSC4OTJEmSJLUwOGl9MXu0B6AxzfmhwTg/NBjnhwbj/NALfDiEJEmSJLVwxUmSJEmSWhicNOYl2S/JgiSPJjlltMej0ZFkYZL5SXqT3NOUbZ3k5iQ/br6+vKv+J5s5syDJO0Zv5BoJSS5P8pMkD3aVDXs+JNmtmVePJjk/Sdb1vWjtG2B+fDrJvzc/Q3qTvLPrnPNjI5Fk+yRzkzyc5KEkxzXl/vxQK4OTxrQk44ALgf2B1wPvT/L60R2VRtHeVTWt69GwpwC3VNVU4JbmNc0c+WPgDcB+wEXNXNKG4wo639tuqzMfLgaOAqY2//r2qfXTFfT/vZzV/AyZVlXfBufHRmg58L+r6nXAW4Fjmjngzw+1MjhprJsBPFpV/1pVvwSuBd4zymPS2PEe4Mrm+ErgwK7ya6vq+ap6DHiUzlzSBqKqbgd+0ad4WPMhySuALarqzup84PeqrjZajw0wPwbi/NiIVNWTVXVvc/wM8DCwHf780BAYnDTWbQc83vV6UVOmjU8BNyWZl+Sopuy3qupJ6PxnCGzblDtvNk7DnQ/bNcd9y7XhOjbJA81WvlVbsZwfG6kkU4BdgR/izw8NgcFJY11/+4V9FOTG6fer6k10tm0ek2TPQeo6b9RtoPngPNm4XAzsCEwDngTObcqdHxuhJJsB1wHHV9Xiwar2U+b82EgZnDTWLQK273r928ATozQWjaKqeqL5+hPg63S23j3VbJeg+fqTprrzZuM03PmwqDnuW64NUFU9VVUrqmolcCm/2r7r/NjIJJlAJzRdXVXXN8X+/FArg5PGuruBqUl2SPIbdD6g+c1RHpPWsSQvS7L5qmNgX+BBOnPh8Kba4cA3muNvAn+c5CVJdqDzod271u2oNQqGNR+a7TjPJHlr8zSsD3W10QZm1S/FjYPo/AwB58dGpfle/g3wcFX9Zdcpf36o1fjRHoA0mKpanuRYYA4wDri8qh4a5WFp3fst4OvNk17HA39XVd9Ncjfw1SRHAv8G/BFAVT2U5KvAP9N5gtIxVbVidIaukZDkGmAmMCnJIuAM4ByGPx/+hM4T2DYFvtP803pugPkxM8k0OtupFgIfB+fHRuj3gQ8C85P0NmWn4s8PDUE6DwKRJEmSJA3ErXqSJEmS1MLgJEmSJEktDE6SJEmS1MLgJEmSJEktDE6SJEmS1MLgJEnSAJKsSNLb9W/KavRxYJLXj8DwSDI5yddGou9BrjktyTvX5TUlaSzw7zhJkjSwJVU1bQ37OBC4gc7fgRmSJOOranlbvap6Ajhk9Yc2PEnGA9OA6cC319V1JWkscMVJkqRhSLJbktuSzEsyJ8krmvKPJbk7yf1Jrkvy0iS/B7wb+ItmxWrHJD1JpjdtJiVZ2BwfkeQfknwLuCnJy5Jc3vR5X5L39DOWKUke7Gr/f5N8K8ljSY5N8udN2x8k2bqp15PkvCTfT/JgkhlN+dZN+wea+rs05Z9OMjvJTcBVwJnAoc39HJpkRtPXfc3XnbrGc32S7yb5cZIvdI17vyT3Nu/VLU1Z6/1K0mhyxUmSpIFtmqS3OX4MeB9wAfCeqvppkkOBzwIfAa6vqksBkvwf4MiquiDJN4EbquprzbnBrrc7sEtV/SLJ54Bbq+ojSbYC7kryj1X13CDtdwZ2BSYCjwInV9WuSWYBHwLOa+q9rKp+L8mewOVNu88A91XVgUneRickTWvq7wbsUVVLkhwBTK+qY5v72QLYs6qWJ9kH+BxwcNNuWjOe54EFSS4AlgKXNm0eWxXogE+txv1K0jpjcJIkaWAv2qqXZGc6IePmJgCNA55sTu/cBKatgM2AOatxvZur6hfN8b7Au5Oc0LyeCLwSeHiQ9nOr6hngmSRPA99qyucDu3TVuwagqm5PskUTVPagCTxVdWuS30yyZVP/m1W1ZIBrbglcmWQqUMCErnO3VNXTAEn+GXgV8HLg9qp6rLnWmtyvJK0zBidJkoYuwENVtXs/564ADqyq+5tVmZkD9LGcX22Vn9jnXPfqSoCDq2rBMMb3fNfxyq7XK3nx//nVp1011+trVb3BVn3OohPYDmoentEzwHhWNGNIP9eH1btfSVpn/IyTJElDtwDYJsnuAEkmJHlDc25z4MkkE4DDuto805xbZSGdrW8w+IMd5gCfSLO0lWTXNR/+Cw5t+twDeLpZFbqdZtxJZgI/q6rF/bTtez9bAv/eHB8xhGvfCeyVZIfmWqu26o3k/UrSGjM4SZI0RFX1Szph5/NJ7gd6gd9rTp8G/BC4GfhRV7NrgRObBx7sCHwR+JMk3wcmDXK5s+hse3ugeQDEWWvxVv6zuf4lwJFN2aeB6UkeAM4BDh+g7Vzg9aseDgF8ATg7yR10ti4Oqqp+ChwFXN+8h3/fnBrJ+5WkNZaq/lbLJUnShihJD3BCVd0z2mORpPWJK06SJEmS1MIVJ0mSJElq4YqTJEmSJLUwOEmSJElSC4OTJEmSJLUwOEmSJElSC4OTJEmSJLUwOEmSJElSi/8PuaJ9wq6j8h0AAAAASUVORK5CYII=\n",
"text/plain": [
"<Figure size 864x1008 with 1 Axes>"
]
},
"metadata": {
"needs_background": "light"
},
"output_type": "display_data"
}
],
"source": [
"plot_importance(mod_lgb, figsize=(12,14))"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"### Check SHAP Values"
]
},
{
"cell_type": "code",
"execution_count": 58,
"metadata": {},
"outputs": [],
"source": [
"shap_values = shap.TreeExplainer(mod_lgb).shap_values(train[features])"
]
},
{
"cell_type": "code",
"execution_count": 59,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"17"
]
},
"execution_count": 59,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"len(features)"
]
},
{
"cell_type": "code",
"execution_count": 60,
"metadata": {},
"outputs": [
{
"data": {
"image/png": "iVBORw0KGgoAAAANSUhEUgAAAokAAAH3CAYAAADXF8UNAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuNCwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8QVMy6AAAACXBIWXMAAAsTAAALEwEAmpwYAADW+klEQVR4nOydd5wdVfmHnzNzy/bdlE3vIZTQ4RApggiogIAdBBQBQcECPxAEadKkiIggKk0ERFAELFGKhI7SDp1QAkk2vSeb7bfN+f1x5u7e3WzPbnb35n3ymezMnPbO3HvP/d73PeeMstYiCIIgCIIgCLl4A22AIAiCIAiCMPgQkSgIgiAIgiBsgohEQRAEQRAEYRNEJAqCIAiCIAibICJREARBEARB2AQRiYIgCIIgCMImiEgUBEEQBEHYAiilqpRSO7U5Z5RSByqlLldKHdONOi5VSv2i/6xsIbIlGhEEQRAEQRA6xlp7yUDb0BbxJAqCIAiCIAwwSqm7lFI/CPfLlVIPKaU+UEo9qZS6p433cLxS6pEw/d9KqaL+sEk8iYIgCIIgCFuOB5VSTTnH27aT5xJgg7V2e6XUcOA14KGcdA3sBWwEHgeOB27va0NFJApC/yLPvewFs2fPBuDII48cYEsEQchDVP/U+uXW/b19uKN2vmqtfbe5mFKmnTyfBn4IYK1dr5T6e5v0x6211WH5l4HpvTO6cyTcLAiCIAiCMLhQdO5kyPVEZugnp5+IREEQBEEQhM1Gtdk2i6eBbwEopYYBX9jcCnuDiERBEARBEITBxeXAKKXUXOBe4L+48YdbFBmTKAiCIAiCsNl07T201k5p55wOd5/JOV0PHGutbVJKlQEvAHeH+S9tU77VcV8iIlEQBEEQBGGz6dP5MMOAR5VSPlAA3GetndOXDXQHEYmCIAiCIAiDCGvtamDPgbZDRKIgCIIgCMJm0z8r6wwkMnFFEARBEARB2AQRiYIgCIIgCMImiEgUBEEQBEEQNkHGJAqCIAiCIGw2+TcmUUSiIAiCIAjCZiMiURAEYRNW3PEeS879LzQFUBph3AV7MP7M3VAq/zpNQRCErQUZkygIwmbx5sz7WHzqc1CdgSYLa1IsP+tlXvR+O9CmCYIgbEH69NnNgwIRiYIg9JogE5B4v6bd7tDH5+oTLt7iNgmCIAh9g4SbBSHPeOfsl/j41nmkfEUsYylsSrPNDbOYfsZOfdbG0vvmsez4pzrNo4CSqrI+a1MQBGFwkx/ew1zEkygIecRz+8xmyU0fUthoKU5YIkC6IErV2a+w8Na5fdbOsuOfYunwUmpjkU67xR1fLOVfO93MK6+80mdtC4IgCFsGEYmCkEfUmPV4ASSLfTIxD4si7StqSuO8dZbhweF/pOrejzerjfT6Jt6cNIpHdplOaTLdYb4GD9aWl6EWl5L45CsiFAVByHPyb0yihJsFIU9IN6XxMhD4CgXE6jNgYc24IurLYqjAUroxwf9+ZHjmx6+hPA81YzgnPH1wj9rxK+K8P24E333mzU7zFQUwZV0NACvLynj1T39n1qxZvbw6QRCEwU5+CMNcRCT2Aq31BGAJMNUYU9VF3hOBi4wx24THtwBpY8wP+tvOgURrfQcQMcac2Mvy3b7HWzsr/rGQZ7/7Msm4T9GICPGGDDawKAvJmNcsEK2naCyKUNKQImKBVIbMB2u4vfJB6idXMPlb0/jSD6d13aC1zFi5oUc2JqIRtntxy49PXHrFy6y55NVW56Y99wXK95+4xW0RBEEYaohI3MIYY04baBvyDa31LsANwB5AE3A78FNjjA3TfeAa4ESgAPgP8F1jzNoBMbgPCBIZntj5YYKF9aRjHonKQuJNaUaua8KzkPYUaTwi6QzT5q8nngqoLYmxZngBhbVJkoURMlGfooYUIxsaUWtrebvJcvLTjUTTGRpiPspT+CiWFMRYUxCjPhJBxTx+fUoxe1StpM73KMkE3bI34fu8VTCD+NtJvrRTlIjXvV/ca+rS7H0vLKhzx3tVwrPH+RRGuy4//5hHqHlgwSbnFxzwd9wvfkv8wDFMuGF/5u/9ICQyeFg8wAIBbjxO4UHjmPHk0d2yt7ckq6rJJFIQj+LVJbHlUVRdgsaXV1J9zpMEySTWKqIzKhj+009h4z5Nryyh6HMz8CuLUBlLfEZlv9ooCELn2DaexHzwK4pIFIY0Wuty4DHgV8DngBnA40AN8Isw2/nAF4BPAOuAO4E/AodtYXP7hMX3fMyb336WiIrge5CM+1RsSKKARCxCYSJNJLAkYorCVBov5cqV1iVJRj2qRxRTXxBn3LJq4o1pItaCsiyLx3l/RDnRVJoPiosYlkyybTrN6FQGL4CnCwspT2e45OZaRpx4ODssXsnXn3q9WzZPX72BPx14ADf+M01qtnW9ZwBEFbQnGO2h7u8HFnIW5H51DRTdmGm3jfE08Z0n3+AzT7xLQab9PDkNECUDzyyjave/AD7gE2BRZFBAFGdm8qnlzFW/ai6n2tTTcj5DnAQWf5Ncrb8uVE5ZD580bvSoxSMT5ghIEWs1silGGv+NFdR88S80ESMgSs1PX6GC9cRJ0oRPI0UAeFjANtvhk8TH4hHgkQzTkwT4eCgsFksMRQqPgKyIJrwXHgGWAA8PS4AiGd6nSJgnE7akCACfTNh29v+sJV54Z9PApq9R7l2yHZzvMzygMA4NCddYPAKxCDQmIR3++CmOQXEcvAik0+69mM5AQRTiUVhfC6MroKwIJo6EdbWwfD0kUlBRAiNL4XuHwjUPw4Y6V37aGKgoggWrYVU1bDsWGlOwsR6mjoKGFEweCTPGwF/+5+orL3bHsSi8XQXFBXDWEVDbBH/+L5QXQHEhTB8Ds42rd0wF1DfCsFJYW+M+Z7VN7joaUi33wQ//RiPQ1M4YY99z9yoVtAy1y/42LOigTHNZBREfEmlXRzzqrpWwnpI41CZajuO+u/fxKOw4EVbXQCoDn5gBs2bAYXu4+7Hv9u6eC/2OiMRuoLUeA9wGfApYBfy8TfqpwJnARGABcJ4x5j8d1HUXLtx8Snhsge8DJwHbA3OBE40xH3Rh04HAHOAE4ApgDPAQ8APgeuCrOKF0ljHm4bDMrsBNwI64ruEl4AfGmPmht+1J4OMc274R1rWbMWZFF/acDFwIVAL/wH3k02HaFGAhcCrwY2AU8CxwqjFmdZin03vcCfvhvIPXhZ7D97XWvwe+R4tI/A5wuTFmQdjWj4GPtdZThloo+90LXmPZz9+EwnjoLYRIpuVLNBGPEE+kXX+cSuPZ1uVVeL4+XkRBQwZCWXDrp3bi4T23QVnLF+ctZi+lGJbOEA8CLDCxMcEOsQgb/QjDMwE24vPetPG8unwde32wqEu7F1WW88qkMaTwCfWL+wLx25k7Z637QrOtBWJXLKOAGz6xG0c89lYXORUqlIM2R760pLnvM9V8pnXZtnW5/zOU0YiHxZKhiQKC5m/fVheHT5pM2PVGQoEYQJjfkp1PmP0+9klTRDL8blZk8ImTogmfMjZSQDKsK0OMBJlQXILCAoXUECWNBRIUEhDHpwkowAvbCkJhGyeFCs9l8IFIKFwVCosiiYePpTDnTqTwqA9bA0UU8JoFb+5dc1eaCqVk5/S7FyYA6hMtx4m023KpT7qtM2pWur+vtfFaL13v/j7TZlWBBatbHy9b37L//rL221hXBwtWtT536i2d27WxIbSji6Eh2Zcp04HYywQtebKf3SydCUSAjG2pN6BFIGbrqk20Pm4KG0on4ZX5LWkPv+y28+91x9uNh5evceJZ6FdkdnP3+BPuYzIJOAAXtgRAa/0d4DzgeGAYTig9rLXepgf1nwh8BRiJG4f3626W84EDgZ2BHYBDccLv78AI4GrgTq119ieXBS4FxgNTgDrgXgBjTAY4FjhCa32C1nom8Fvg+G4IxP2B3wCnAcOBJ4Bj2sl6Au7+TcJ1GffmpHV4j7sg9/s899xUrXVZ6GmcBLyWTTTGzMcJ6F262cagYek9H6F8H5tzxa0u3rZIntxH4gUK6oqjJOMRAgWxVl+GimUVJa64UiwbOxJfKeJB0Kr+0YkURba16vSDjr/sc3NOW7ORnZataZOhjYJtNke1/tsDxlTXdktcWDzSoQ/Pa2WpbfcN1RXRUOxBVth15MlUofhS+ATNZTwgQqpdf2OEdPN+rq3uGqLttNB6Pxl6F513NBHWE4RXSvOxR9CmrG0Wmx2dyV6RanUPnZRt/+pduiBsFh8ugxfeH2grtgpEJHaB1no8cBBwjjFmozFmJXBZTpYzcF6qt4wxgTHmEeBp4Os9aOY6Y8xiY0wCuAvQPSh7oTGmwRizGHgGWGiM+bcxJgDuAcpxIViMMW8bY542xiSMMRvD69hba10cpq8AjgNuxgnN640xc7phwwnAg8aYJ4wxaWPMPUB7651cZoxZaYypAc4FPqO1HteNe9wZ/8N96/xEax3TWu8EnBymlYUbwMY25apz0vqN2traPt0vmFqKygTYnBCtxYlAq8APw2SBAqzFAmkFG4sibKgooKEgxofbTiKIBM1f6w1FUT4cO6y5voi1ZFTrr/2EUoytb2RJQRQVijvPWmYsbu0V6SxEWJhsIxz8vvcVfTiuklQ3xzuCkzM+lggZfDJEm8OmPSOD30ZqdlxLRykq9G22JbeurCMnQby53TSRMDDsk6SgCwmW9aJma2tpI9jkGjzo1lW1Da97nV6/IGwuNurDNmOBzetX+x5ZAmdrZEL4NzemtjBnfyrwG631TTnnIsDSHrSR66mrB0q7WS5jjMl1zzTgPGQAGGMatNZk69NaTweuw43NK6XlG2Bk2C44gTsfJyx/2U07JgCmzbmF7eSramd/Ai2fpo7ucYcYY9ZrrT+PC0//KKzjTuAiYAM0u1rK2xStIOde9RelpaV9un/As4fxxLYPEl9ST7IgSkEiQzzhPE1ppWiKRVhfFqekKU08mcECEQvl9WkaiwPS0QxTFi3DTwfESbN8bDnrR5dw6rvz+Pe0iUxau5E96uuZN3EsNZEIZakU0SCgKBMwr6SQ+kiEl8qKOPrDxRzy2jxKm3LCRcDPvrAvX3jtI7ZZtZ7ClBOFSU/xxC7TmLPzVIbVNrChrCj0/6qOvYlZuutNtBasZcfFq3ljymhmLVjZvXJAAi/0sgWbdOs256/X6qwiV0Bl8GmggBgptzYlHm09ZgpLhDSWgDQFZPCavXdBmBojhcKSCX17zhPoheFZRQMFZIjhwtZJYqRooJA0kWYPaAZFlEyz1zFKQyguFUkiREiHdaexYUjcI4NHY/OoQ4vFI0GEjVgKcUGLDM6v6cLiEVLhNaZwy7bb8Cqj4fmA1iIzix+Gndt/7XNHbLZ3ftCSHSKRa7jvQWUprNq46S+o9i5f4d7zER9iPtQl2skUMm4YJNOwttaVi/gQ8VqHdPMF34MJw+HQPaCuCfWNA1zImc3rV4WuEZHYNdlBIpNx4gmcMMyyCDeT9q9b1KrecQuwHNjFGLMu9Lq9Q+v+90LcGL+XcCHkE7pR7zJc+DqXqcBHbc5NoeUeZvMvpeX7t6N73CnGmJdwIWoAtNbXAa8aY+rD48W4mc9vhsfTcF7Et7vbxmDB8zw+9/HRZBJpHiu6m8D3SEc8UFBbGsdPBpTVpFAqaJYy4G5wxfomVhUWo4Dh65vcuZpG1o8uYWJ9A1/+uIrnJ4/nvZICUkGGhkiEdytKmNrQRKPn8WZFCcPSabapreNbj7y0Sefx9oRKDntrATsvXUMmFHcWiAWWT8+tYu7YETyy53S+uepOxhcvZsqUKXzms4cxdcpELDB7XprKIsXC9ZbvPF5Hgyqkoy5q39Hwvd3hq9v7xCO5b98JZOqPYtWNb7Hqwpc7uIu5A6uyEzycBPLbyREAkU+PonT/SZR9djIls8Zi61P45QWtQvrdIbFwAzWzP6L2mcUEf5tPCoUig8VD4ZEhggqniDjxaPHxaSAaCsUUMZIQTo9JhdLQI4GKeviFEazysduPIrLbGArO+xTR8RUEqQx+LEphtL1xkj1j0wB3a/pKzA16USgIbZDZzVshxpilWutngJ9rrU8CCoGLc7LcAFyqtf4IeAsnsPYE1nY1+WQAKMMJt2qt9Ujg8tzEcDLMj4F9gdXAm1rrk40xd3ZR7z3A4+GknGdxofZZbCoSL9Zavws0AtcCTxpjlodtP0PH97hTtNZ7AO/hvtePwk1U+XJOltuA87TWT+NmN18LPD7UJq3k4scjfD7zbQD+Pup+kp6CMERcWx6hfGOSRNSjINXizQo8D2U9Ji6pxreQiHqsLS/Bq8uwYmQJdUXFPHrrFApLOpcBNqjglTvanAPemlTJN//3nrPPtozPAyhKZTj9uRf49OdfZK8j92LWrNNblVfAF7Zz7e47EcoWvwDAkUce2fN7Uxxj3AV7MfZ8zZv+b3IsDBkZZfc1m7kSVUXvus741GFUnjGLyjO27KLifqwraScIwuaTD7KwNSISu8dxuLX3ltAy83Z/AGPM7VrrJPAHnPcrBbwOnDMwpnbKWcCtuDDrYlzo+UsAWuvRwP3AGcaYd8NzxwGztdavGmPe6ahSY8xzWusfAnfgJsz8E/hLO1nvBZ4HRgPPAd/ISevwHneD04CvATHgXeBrxpgnc9KvwU0qehWI4ybWfKNtJUOVL64+lucPf4x1z68m0pCiemwp8URAKuqDShPJBCQiEebqKShrKa9uIvAUSyeOoGJDPd98/tOUjun+chKZ6k1DYArYZcmaTTPn0FiS4vvfP6Onl9drlKfY3eb1mvWCIAj9irJdjQkShM0kZwmcicaYnozVzAe26Adsjvo9tWVxIkGA9VpCi3XFMVaPHYafSjN65Qa+tvLrqB5M8MglSGd4JXp7t2a95U6NeOr4Zfzk3iu71cbs2bOB3nkSBUEQuqBfXH6BOqlVf+/ZPwx516J4EgUhj1C7VFAyt4aaoghR3CB6Cwxf0cC4wgwHzu/JpPsO2vC8bi4zk31qiWX1uEbiewzf7LYFQRCELYeIxEGM1rqug6TnjTFb7GkhWutJuDF/7XFvfz9qUGs9FzeppS2LjDE79mfbQ42D3/oK/xx2D/GGNOlohEjSEkm5FfUOnP+tPmlDeYrojHLSH7VdVahNPuCVI1exYmYjo0aN4uyzz+6T9gVBEAYj+bj0k4SbBaF/ydsP2PI/fci87z5HYX3Haws+/fVlnHf/FT2uW8LNgiD0I/2i5jLq5Fb9vW/vHPKqURbTFgShV4w7fjsOrDu1w8WbLZbqcXm4ZpsgCEK75N9i2iISBUHYLPzZO5EhEy7BnB2LGPDfL69it1m7D7R5giAIWwTbZssHZEyiIAibxawjPskrL8d4+umn2bBhQ/P53XffnWOOae8R3oIgCMJQQESiIAibzaxZs5g1a8suEC0IgjC4yI8Qcy4iEgUhz2lcW8+/zn+HxlUN7PaVSexy4jYDbZIgCIIwBBCRKAh5yPpHP6TmmN+x2hvBworpbKgop76okLeuep3nfzmP7799+ECbKAiCkFfk4xI4IhIFIY94594PiZ7yIMlECW9PP4AGX2E9j+KaBuLJNGuGDWfWh3O5aedHGXHkRI6/aqeBNlkQBEEYpMjsZkHIEzIZS+HJ99CUKKMpEqM+HsV67iPeEI9RuX4DRfWNzB0/lR3WLOP9l2v4yWH/4+N/LxlgywVBEPKB/FsCRzyJgpAHzL3mf3x0zwccnlpOirUsD8ZjIxNQSZeurGVS/SKWjhyBVYqqEZUMa2xCNcJdv1rGIR/XcuCZMwf2IvqBa19Mcv6TFnzlfhJbIBPw7d0Ud3w+PtDmCYKQR+RjuFk8iYIwxGms2kDNr55l0sfr+MCfASSYHrzP0XMfZ5c17zO+Zg2fXPoaY9LLmsskolGUtWAtI+rq+e/9a7hp+0f517/Wkkp1tDz20OKVpSnOfwrwcn7ZKwVRn9/P9VBXJ/nqgwkS6fy4XkEQhL5GHssnCP1Lv37AXtD383ZjCcOrm/ASUFrTRJGt5VPpOWQoQZFG0QTAmyN342+7HEJTQYzpaxbhp2FD4XBiqRQRz7KgchTrSkoobKhn9KQCTv/xZEZPLOxP8ztkcx/LN+6GJlbUAhHPCcMsHmAtrR4Tk/UwAihYerrH+HIJsghCHtMvLr+kOq1Vfx+ztwx51+JW0xNqrS8A9jHGyMNgtzBa6ynAQmCiMWZpF3ktsL8x5oUtYdtQxVrLgoqrWT5sKtXThrNyUhwvk2Hk6mrK15WwdnkFBIXMK9qewHqUZ2p4cfxOLB9dCcCG0p3Z9Z15FNFAQ2ER9fEoZU1N1Mfj1BeXsGZxI3d+6UWWjBvJyooS7r11EkWFfdddZDIBNzzXyM3PJ1lUjfP2eR7vn1PE9qMiLKyJceNH23Lam9V8cabP4Tv4jCuPsuvYCJ7Xcb/bmMww/LokTRkVehDbELQRiIrWMt7ChN8FYJPsWG556Gif7UZuNd2kIAhCK/LWk6i1fgaYY4y5cqBtGWz0RLRt6fbyUCT26QcsSAesPvHPrP7TEmoZDsC8GWOpmjqK0rr65p/HYxdvYOSqGiaq5UxKrgJgefFwrj3quOa6tv+wipEbNjK9aTXKs7w9dhJPztyJmliMqA0Y1ZigMRIhEmTwAktDJEJtxKPR9wEoSqVJK0V91KeyUHHS4YUkIh63z2lk9XpLClgf9UkAAYoCa0n4HvUorArHCKowBOwpd6cUzYKRiO+8fpnAjSlUyh0nMhTEYc+JHtuN9JhYrrjggCj//DDN1x62rqyfU2duH6eATJub2uxdDAVkxAsH4iiwgfuroFTBZQcpTt3FpyS+9Y3UqU8G/O7NgPkb4ISZsM9EJ55fWZbm8IdgXRKiwBenw/d3hwMm+/xzXoazn4bKInj6WI/C6NZ334RBSb94+BLq9Fb9fdz+TjyJwuBDa+0D1hgjg626QGsdNcakBtqOdmlKwgvvk37wJer/+BY0JPAJiMY8avlEc7bpC1YwzNbgZQI+Hj0W63k0lMRgFYxJrWvON65+PbFUE8loAQWNTaSK4qwoGsW+b31IYyzG5Oo1FKaS+EFAJpUh4fsUpNOkPY8mXxF4CmWdWEspj4xvGZFOMywRUJOJcOXDTaSVwnqKRERRFYuRVgrfWgoCy7pIKBCCnH7U8yAWdkPWQjpwQs0GTiQqWgQiuL++oikN/13i8d8lgLJc9nzOS6hsTv7wP2udaAyyT1XN9t3hfsa2yPl0AFEVtus321ur4OwnLWc/k6FFaapWf7YWbnkHIL3J+RTw1/luy1XjC+qg6MaA1m7cnlHqu5eoKQPDYrAmFKUKSAIVMThlZ/jHx7D9CPjrUT7xyFb2wghCH5OXIlFrfTOwP7CP1vp8YBlwP/BJY8whYZ4q4A7gYGAvnKfreGBH4AqgEvgrcJoxJh2WmQT8EtgvbGo28CNjTG0X9uwK3BTW7QMvAT8wxswP0+/C9XcB8AVgDXCFMeauMP1E4CLgduD/wjr+CJxvjEnleOpOAX4ETAcmAys7MOmt8O+HoefuWmPMFVrryaGd+wGNwEPAT4wxjV1c36W4+/02cEJY9mZjzDWdleuEXbTWNwDbA3OBE40xH4RtFQFXA18GCoEXgDOMMYvD9Gdo40HO9U6Gth4AvA58M/x7WC/t7D8aErDvT8i8VcUGplFGHXHqWFM0ggdmfpnt31lJQSINWCbYtcz42E1KGV5fx8vTt2X42nqiqYCaSDEj0xsBUKT54X/+zLzhE3lnyk7UVpQCcMenDmPZsAqsUqggYJ835zGypo7GWJTH99qJgiCgUCnqfEUREE1lqI9YKlOpZm2krKUm4jsBaS21vk86FGoZpRifSlEfKJbFoi0eQQA/x7MUCkBsKNgyGffXU2FYOCwT8WiehAItXsCsRxIgbV3vpsJ4cva8F3owA1oEaayd+29psdPmnPNy2hW2KLU5HuA14az93F931Un4xWtu/6ONUPirDDVn+JTE5PUShN6Sl75/Y8wPgOdxQqvEGLNdB1m/BXwPGIYTTn8DPg3sCuwMHAUcDaC1LgCeAt4DpgEzgQnAjd0wyQKXAuOBKUAdcG+bPEcDjwPDgdOA32mt981JnwxMCtveBzgSOKdNHccBBwGlOKHZEbuGf7cL788VWusI8G+csJwM7I0Ti7/oxvWBE16rgLE4oXu21vrYbpZty4nAV4CRwBLg1zlpN4S27R3auRaYHXpPu8sBwApgYtjO4OOF9+GtKgJiJCgnRj0A84dNJeVH+Wi70awfVoRX0ERh4L4xC9jAvqvncPqrv2eH2veZHp/HumFFBAT41GOBsTVJDqx6j0KVaG5qbWmJC/8C1vOa9VRhMsUOS1awviBOYyTSnCcKeEHrxR6WZ8UfEFUK2ybKHrOW0amcb/ms4AuCTc9lhV0mcCLS89wnKCAMH+fmDfNnBVw2hA2QCpwQzDUlm99XEAn/tg0/Q2th2N55YdBjgUcWSDBF2HJYVKstH8hLkdgDbjPGvB+GG+/DCbALjTH1oWfqGZyXEeAIQBljLjHGNBpjNgAXA8d3JVCMMW8bY542xiSMMRuBy4C9tdbFOdleMsbca4xJG2OewHnxTsxJD4Bzw7bnAz8HTmrT1GXGmJXGmKQxpr2vvs6YBcwAzg6vfxnOe3my1ro77/YVOI9k0hjzGnBbO/Z1l+uMMYuNMQngLkADaK09nKfyImPMMmNMPc6zukNof3dZbIy5PrS1oZc2dova2tre7U+uxPoeijQeKRopB2BkgwsfNxXGmD9jFMMLl1AdLwAs5SzFI6AwnWDbRBUTEivZbc0HfFw5kddH7kGaorDbirPXwncAqI9FSfk5b19rKWpsEZDpaJSSTKbVuD4LpDxFMhRjAc5bmJseDyyjUmlKMxmmJFJUBAENuWMEs16/dADJNKQykM4024AFfL91mDn3XZgbMc5dt7atly9jnVcxHQrGbKi77QzntgRZ72Sb8/nR7281TCtXvf8Myn7e7wtdk5fh5h6wIme/AcgYY9a0OVca7k8FJmmtq9vUYYExuJB2u2itpwPXAZ8I68t+446E0EUEVW2KVQF75ByvbiNoqnCezLZlesvEsI36nHPzgQJc6H11F+UXGWNy/SxVuJBwb8h9XeppeQ0qQ3sWZBONMXVa69U4+1/sZv1VvbSrx5SWlvZuf7vxqL+eQ+Ti+ymZu5QGyglQTN2wnAPnv8SC0gnsVP0uG/wKFo2ayH5LPqZlqq7XSsvEVQP37/M5Yi+l2Gb1UhRQUtfItss/4KXpu+JbC0GABZJK8f7kcUxYs54NZSUsGj8a30ITLW/amoiPjyXteTQoCJRidCrNfN/FbesUjM4EFFtIW0tSwYqIT1U86mrJCrWsyzITtBx7trWQy5IVjs0XZlvEZpbAtngSs/mbhWlYNhOWy4arc72XHQnAbHjay97iXI+nMFg5dSfQYz1auo/N+DzKfl7u9z351yfks0js6zjDImCeMWbHXpS9BVgO7GKMWae13gl4h9bvqCltykwBcmcCj9JaF+UIxbbp0P1rbi/fknbamIbTB2u7UedkrbXKEYrt2be5rAESOMGeHc9ZAozC2Q8ulN/sodVaj2unnqERg/rS3vClvSnLHqcz1B5wLTNerGLMhtWQ8WgYlgyX+fPZwGQqWELKi9AULaIs0YAFtl29hN2XfMCikaOZtnoFy8uHcd9+hxLNBM26J2ItkXSayuo6Fk4ay8JJY/GCgKi1qCCgWClWe4q6aARlLZXJFBELKatoiCj3SymRosb3aPA9qj2PIAioRdEY8fGAKU0pqmK+8zpaF7Ju9UK0FWBZD6bv5QjH7H85Ai8r+gi9g7lexey7MTcMnVsuKzT9cPJKLs3jI7PnFaScd3FkseLIbSy7j1LMGgtxH3asVCQziuKYR20i4LnFActrYUk9pNKwPgnD4rCoBtY1wjd3hF0qoSkN6xpgWQOsr4dRxa7pZ5fBqytgVQOURJyzdWUjDC+AL0yD7UbA7qOhPuUmc3x6IowojrChKUN53GNtfYY1jbDdCJ9IO8sBNaYCFmwIGFOiKI5a6pPwwDx4cyV8tAHeXutmLPclM8vhsKlwyBR3nePKPMYUb+0BLUEYvOSzSFwJbNOH9f0LuDJcb/HXODEyDphljPlbF2XLgI+Aaq31SODydvLsHY7hewD4FG6s3Gdy0j3gGq31ebhxf+cAd/fyWtbgvk5n0CLkXgE+Bq7XWv8IqMBN4PlDN2dJjwXODSec7AScCpzdS/vaxRgTaK3vAa7QWr8HVAPXAx+E9gMY4Git9S9xAvdnfWnDgBLxKf3fBQA0ffcBPvzXR+yx/B0WF41jRUkZY+tgbXwMD+23L9PWLeKrb80hG4vddemHNFJOnV/AP2fujQrHFJY3JvADS300yvQFK/CsZd2wchJRn3gmIFCQCAIyEZ/KaJpZ08D3PWZuW8ZuOxYwcXSU4qL2u5HXFjSxbH2a3adGWFIN5z7UwISYZedxijteDmhKW4iGy9xEfOf1S2VC718ozDLWiUUFRDxO2BXu/Eoxvt++sCi7uslNcLBtRFFbr182nOwpNw3M4sYopnPGOqbcIMjKOBy9o+L6g33ikc4FTTSM3JfGPT4/Y/PEzwm79K7csAJnxKiSCKNKOs5XGPXYcVSLjQVROH333rUpCEJ+PpYvn0XiDcAfwvDwMtxM5V5jjGnQWh+Mm1n7AS6GsRz4C27CS2ecBdwK1ACLcaHnL7XJ8wBweJhvHfD9NmsFLgqvYyHua+1PuHGJvbmWRq31xcD94YSc64wxP9NaH4Gb3bwYJ7AeBs7vZrXP44TiyrDsjbhxnn3NWcA1wKtAHPgfcFTOGMwbgF1wnsY1wHm0HtuZF4y49Wj2Bd4ou4zDlj/F3yYfwbxho8jEIwxrqEXP/wibE3Yes34DNtPIMlXJPi8u4P2Z41g6bRQKKE4mWV9QwHvbTXaZ02li6QxpT1Gs0tz462mMGNHeFODO2XNaAXtOc/sTR8B/f1zQnPbrozsv29snrtT8pID569Js89s2Q3JbhaZDYRgNJ61kw9EZmr2Zn53m8cgxEXxPvFyCIGy95O1i2kOJcAmctDHmlA7ST8RN1uhLz2ifES4r07y8kNCKfv2ANa6o4Yn97ufQhU/xj+0PYcKaBnZaN48UJcSpJ0IGi+Lj4oksLB5NOhGnYmMSC/z78N1oKIpTU1DAqA0bmFK9jDfHTOOIoyv5ytGj+9PsLtncx/JVVaeZenM6vPuqZXKLteFi2aG3Mrs+ooIHvwgHTo0xojD/vAGCILSiXz7kjeqHrfr7QvvrId+Z5LMnURDynsKxZRy14LusLXyVQ+c/z7ySbShhBVUl2/LKxE8yY+0SNhSVsbxoGKPXr2Xt8HKiqYDihjT6zfmY3aYybuUqPvvhcyw59mDOvHGngb6kPmFKRQR7UYTIlU1kchfvjnjNYvHCfeDKA+IDZqMgCMJgR0RiH6C13h94tIPkq4wxV21JewC01nUdJD1vjOnR4tFdXV8P63oUt/D2JhhjOhlBJXTG8I23smC36yldttKNNUyvZnnZSJaXu2c177RqHgevepVnRu1BIlLE2lFFvLLjVCrra6hM1fCJ1T/NeYZL/pC+qIAzH0tw0+tuwskhE+GJ43seOhcEQeiKfByTKOFmQehftugH7IVtbmSf+c/jE/Dq2N15Y8xujKlbyyELXqIgk+T9ssnM3nVv3po0gz0+/Igznv8M8YKerEO+ZdjccLMgCEIn9Iuaa1BntOrvi+xNQ141iidREPKIT358Jm9/eRTR/7zLhsLRNJYUcMg7TiAGQFNTGbu8vpppM0fyxecOITYIBaIgCIIwOBCRKAh5xi4Pu6chbl+foOTM5/nbsk8yMb2ORgpZpUayx3cmsdMFeoCtFARByC/yMdwsIlEQ8hRVHGffOw5h366zCoIgCMImiEgUBEEQBEHYbPLPkygrxQqC0Cm3P7aRH/1hPcvWpAbaFEEQBGELIp5EQRDa5Qu3b+S5DwICayluTPDH11KMsgF3/qCcWTsUDbR5giAIg4p8HJMonkRBEDZh/8tW88hHUB2JEFhIxWLUx2N8GC/g+79aP9DmCYIgDDosqtWWD4gnURCEVvz2Xxt5uamAtK/A86iLFlAXBO4RdsDiggKWrk8yYbgsSi0IgpDPiCdREIRmgiDg/OcCUqUF4HtuKfBkGjKBe9YxsL4gxqcvE2+iIAhCviMiURCEZoourcMriYGykA6gMeFEYiIUioAX99m1uokz/7BugK0VBEEQ+hMJNwuCAMA5jzSQUj5eQwAVKvQe5mSwlmiRz6TGBMWZDM+/3MTar6UZWbLlupElt85lzWmPkSFKE1ECFCN3irLjO9/eYjYIgiC0R76MQ8xFRKIwaNFa7w/MNsZUhMeXAp80xhzSB3VbYH9jzAubW1e+cP3/Aghgm7oGtl2+lo9KC3k7FmsRir7H9LV1TKtrJBlYPrd0NeedVE0qCPjG50v49PGTiMY3fczfyvfWs35+HbFin20OGt8r2/5Xeht+XRPlNFKEhyJJMRkKaCDyboal6hIa8Zmy/jyiwwo24y70IUvXwozvQVM6PKFovpmjyqGyDPbdFm7+DsSiA2WlIAhCh4hIFAYF7QlAY8zzQMVA2bQ14Z9XDZEI+B7vDCulOMiw+8Y6tvM8ZlcOo8n3IeLxQaSQJApVbJlbUsRBK1aTiXrMeXgDTz+4Di+TIZ5M4wUBBXUNRK3FCwK8VAaLRanXUdZCkGbSgaPZ/qjxTDloIqnqBKm6NKXTSlGq5df4ayc8Tf0f38PDJ6IUhTaDhxNdDcTwgThpAqCUFOuGX45F4R8yiVFPfHfL3cAz74CbHukgMTuqx4b7FlZvdNvcJXD7ky1ZJ42AqttA5Z9HQhDyn/z73IpIFIStjEUbAx79MMmt/2nk/XpFIhaBWBQPRQCMSCTZvqYBgOIgYN+aOp6qHAaAZyEN1EZ81vse2IDK+oSb3xKJoPwImbgHmQz1w8spqm+gsL4RG/WxnocFVCaDh8/i/26g+l/LeC35EgQWpUAFztNmlUJZy6qaDfheKRZLhQ3wcuLfhSTxyAABHhBx8hWwqDnz2KDOBQIiJJuFJdicOiyQwcOG5TIorLOx+X8blg3C9Ezz10Du14HaZC8rCNt+aVg2JSfP4vXgfXXTMtEIfGZnmDwaDt0djtgTPBlSLgiDCQk3C8JmoLWuAi4yxtwbHk8BFgInAhcAnta6Lsy+CzAJmGOM6dH7VGt9InARcDvwf4AP/BE43xizVT825JevZvjR7Eb8NGSKCokWWYhF2GFtLR8XxAls8yTmZkpSaYqCAGUtFY1JlsejpENP1xvDyzl45RoCz3NCS0HG9/GCgNKNtcSbkoCCIMCGZUJfGtFUQCyRob44Ssb38AJLJJ2hsDGDZy2xxgx+xtmgUDQSI40iSYwUESKkGEF1jiyLNHfSHooYTaHY84AoPiloTg/FKFGccEyGpYLwvCIgGubMEGFDWFdX5OYJcG891SY917PYWZ05cjQVwCNvuTp/9xhMGg3zb4bIpuF9QRCEvkJEojAYeBK4ijbhZq31pM2oczJOZE4DxgGPAmuBqzejziHPpc+lAQ8vEuBbSzIWdgHWojIZaEizHni/uJDt6xtJKQXW8sUlq4llAlYWRFlWOby5vkXFRaGUafML2lpiiVRO2NTDC4VixvcIIj7peNS1GZLxlAtNA7GGgEgq69UL0/FZo8opsunmOlu32nIU4OE3C76sGGsRXZZMeKzwSIW1BW1qy5bsSojljDXswJ4Wcr2L2XJBO/k6wnP5F6+G59+HT+/Ug7KCIPQn+ehJlHiFkK8EwLnGmEZjzHzg58BJW9qI2traQbVfWQQosDYMqIZuw7WRCLa+xcn6ckEBj40cxsMzxvLPnSfx7JRRLCwvpTgdUJZON+ebUeMcv36QQVkndlQQ4AWbCh8LEAQEER+UwstsmkeFWsvLWFAKq8Jy1mKtR8y2tJ3GJx0KOCe1Wjpon5Z8qqX1HpLb4fe0q1S0iMDs1p4YVLT2LHYPC27yC4PjfSX7sj8U94WuEZEo5CurjTENOcdVwIQtbURpaemg2p/9tRjbj/EIAksmAwWNqdCLGGzyGzgaWEaua4DaJMvKCwkUrCssYGZ9EyMJGOlZPrF+AxBKnUyGlO8RSaWINzWRjEWcL85alA3wMwEqsM3jDgPPay2LAks0mXYjBaOhNZ4LYfvWtVFPlChJsp7BdQyjgQIaKaSBIpJE8EkSIdFq5GHu36xvUYXiLcAP/6pWcs6Gex7J8DFbWbnXvcBzzoXRWiDaNvtthWJntQegFOqnx8COE4HB8b6Sfdkfivt9j2qzDX0k3CxsSeqA4pzjcTn7PYm5dYdRWuuiHKE4BVjax20MOWaOVLx/essSMWtrM4y+fCMZ6zHcWtbhXohh1rqxgxZoTDO8LsHoRie8lhbE+MTaGoqDDNftuzNnvDiXAmtJRqN41uJnAgLPBy8gGY9RtKEWPwjIRHyi6Qx+MkW6qADrKdIRj3h9Ej+wxFIBKgNJawmikMlYChIZfOs6XNUc+G0JHVs8mogTIwPh6MEEcSyZMKCcISDAR6FioJIBVBShvrMP6usaHnwN79i9UIUx1JRKPN+10GmA2Vq45xnshX+CZeubJaMNxZ6zLGhlZ+sJLbl/c69HtU73FZz1efjZN2SJHEEQBgQRicKWxADHaq3/BBQCF+ekrQQmaa1jxphkH7TlAddorc8DxgLnAHf3Qb15xchSn8x1w7n5qXp+8bckIyMRagqiFNQlsNayIRYFpdh3fW2zcJrclKTW9/AtZBQEHthkBi8ToGxAmgA/lUQlUqRjURpK4hQkM6hMQKIwRsWYGIfevDeV25V3aNfs2bMBOPSII3i66HbSTT5FJEgRYSNFFJEdy2hJ4hMnhQV8muDQ6Qx/9OTu3YDdp/T8pikF3/o06lufbn0aYHU1fPZyeKuqbUqzve16CseNhEd+AjtPllnLgjBE6c2glsGOiERhS3IRTqitABbjxgkeGqb9FTgGWKm19oDdN7OtRcAy3OxpH/hT2J7QDj84qJifz65nbCLJuooCChsVZYkMxYkk8/wCNhZESWUyVCTcWL/SwKIs7LVkDb+YvWertQ37EqUUBzV+B2stZt8HSb+0gsJw2kk27FtKI40oRt11BMO/tWu/2NFtRlXAm79sfS6TgUOvhKfegW99Gn7/fVkHURDykHycuKJs2/UuBGGIk10CxxizzUDbwhD7cakurmFMKmB8TQJwxr83qpSmeASsZa8V1cyorifteQQ2w1/vmd4vdmQ9iUceeeQmacmVdXx4+MOklzUy6utTGXfDZ1Be/nXOgiD0G/3SYaxX57fq74fba4Z8xySeREEQmjllD4+HXmnp5xIRzwlEAKVYWlbAtutq+Djm88JvJw+IjbExJez8+gkD0rYgCELHDHlNuAkiEoUhR7h+4nsdJN8LvLQFzckrbv9SCX94s441pXHKG5LUFURQ1jYvhD2sKUVNNErVyDIK49J9CIIg5DPSywtDDmPMYqCki2x3bQFT8pKPfxBl2u0RFo8sRlmwCsrqk4yvbWRSdQOvlxWz7tphA22mIAjCoCIfxyTKNDpBEFoxpTJO7dk+xatrOWLecrZfW8uUukaG1yd4bMxwqgvkUXCCIAhbAyISBUHYhOKCKDU/H8aG0ggT19dRWpfg9dJCto8lqbtueNcVCIIgbGW4FRdatnxAws2CILSLpxTP3zB+oM0QBEEQBgjxJAqCIAiCIAibICJREIS8ZGNjhj/OTZFIZbrOLAiCsJlIuFkQBGGQkwkskZ+nmp+Ad4KXAT+FPbegy7KCIAhCC+JJFAQhr4j8POXWtLWAr9yGj/p5XzwSXBAEoX3y0ZMoIlEQhLzhwPuSThRmgGgoEFW4eR7qutRAmygIgjBkEJEoCEJe8PcPkjxbhROE0VAYtkUp1LWJLW2aIAhbBarNNvSRMYmCIHRIY2OGB47+F//OjKIyUcNnC9dxyB+/QPGw4oE2rRW/ezXJ954EfMDa9gViFt/Hu3YtwXkjt5R5giAIQxLxJAqCsAnpdMCTY29kw8jv4letZJfqDey4cQX/9Kbwf994lX9cNXgej/3Nh5N87wncGESvAw9iG6xXTlV1ut9tEwRh68G22fIB8SRuIbTWdwFpY8wpvSj7DDDHGHNlX9s12NFap4FDjDHPDLQtWwMLzEp+fe777LBxHct20bzRMJ2CDR7bLqylKJPh6Hdu4697HsUzj47kpOWraIwoIr5iSqnltYsqiUW2XIglEwRErskRehYIAC/snjPWnVO0jE3MohRT78hgz5EuUBCEviFfJqvkIj1kPzBYRZ3W+kTgImPMNgNtizB4yKQDrt3nSSavqEZZS3T36bw9cjR1sRioMTDJMuuNeYzcAF/6/I8ZF6ynKFrGxmElBL4LRrxrLfFL69hl6SIe//V2jCmN9rvdrQRi88VkVaF1ghHCWc7tVGA91C+S2HNi/WajIAjCUEZEotBttNZRY4xMDx1i2LU1VH+4ng+eXs7Hjy1maaKYyuRGRm6s5s1RU1k0ejSHL15N8YaAj7cdSzJeQNrzWjxvSlFdVszw6lpWlBXzwohxTLZpAt8jmslw6IJljGhs4rkJY1hSOZ5DfrySpFU0RhQz165hdM1qXh07jpXjJzB1RIRdxysO387nSzPjRPzu//J+5KMkFzwBb1V3kilbncqugROe62ASCyjUL1KA4sTt4Pef9/A8GYUjCELPEU+i0IzWegRwA/AZ3NfQ48BZwOXA/sA+WuvzgWXGmO3CYnGt9e3A14B64HJjzK29aPsPwCFABbAEuNIYc1+YNgy4DTgI9/ouAU4H0sAtQExrXRdWdURnYdzQI/omMCWs7yrgGq31qcCZwERgAXCeMeY/YZlLw+t/GzgBaARuNsZc043rKgVuBo4EaoFL2qTvCtwE7IjzDb0E/MAYM19rvQPwFjDBGLM6zK+AhcDFxpg/aq3PwL1GI4Ea4G5jzAVd2TWUsWf9gafuq6aqZBIoxfLRY5m/7XgWpRNc/Miv+MKip3hr9BT+W/QpKpuaeGGnSYxLpYhmApoibgKICiw1ynL3rJkcvmo1atVqPhw5jFGNCcZtrGOf5at5cLvJLBheRlEyDX6cOBADXp4yjR03jqKuKE51KsIbK+GNNXDXOwGeaqTqrAImlnctysquS1LbnZ8nPm5cIriwc0DoWOxsMos7f9eHcNeHAeu+Zxle1J7rURAEYetCfjL3nj8Bw4CZwA444fFHY8wPgOeBK4wxJTkCEeCrwGxgOPBD4Gat9eRetP0CsBtOJF4O3KW1nhmmnQsUAZPD9C8DS40xLwKnAQtCu0q6Oc7vZJwwKwdu0lp/BzgPOD68/guBh7XWuSHsA4BVwFjgC8DZWutju9HWr4AZuHu6S1g299vaApcC43HCtQ64F8AY8z5ONH4rJ/9nQrsf1FpvC1yDE8alOKH5z27YNHRZsR71q9ksKZ7QLJDGrlqHF1iOemcO4+vWkfIifPfIs/hw3Ghe2X4CJfUNHPbOk1z3jyu4evZ1jN2wgtLaWubOmMTOjY2Mb2xiXGMTB1Yt58Sn3+WL/32f0up1vDZmBABF6aDFmQdEg4CXRlWw7caGFrvCsYIBisuf6XryyNzVwaYC0a2PvSlBzr6n3M+ktuMRu+C0Ofky5FwQhC1L/i2BIyKxF2itxwGfA842xmwwxmwAzgYO11qP7aToU8aYfxpjAmPMw0A1Tuz1CGPM740x64wxGWPMn3FeuwPD5CQwAtgOUMaYecaYhT1tI4cHjTFPGWOsMaYBOAPnAX0rvI5HgKeBr+eUWQFca4xJGmNew3k2T+qsEa21hxOeFxtjVhpjNuLEaO51v22MedoYkwjTLwP21lpn12O5Dfh2TpFvA/caYxpxnlQF7Ki1LjHGVBtj+n2Kbm1t7cDtF8Wx0YjzooUEniLwFJ51aqouVkBDPM6zu05h4egKPln1MZ/76BkK0gnG1q5h+tpF1JSXMSKwrB9WThCKrYnz1zJ1wWpGr6hlu7lr+dt9N6JsQF3Mb9ZpAVAXc8GKer99z1xFtOUpKLn2x2It4wQjmfp2y+K36b4UEAnPWeuOc8Pm3WRcyab2yL7sy37+7QtdI+Hm3jEx/Jsrvua3SWuPFW2O64HSnjQciqlLgWOAMTjvWjFQGWa5DogCdwNjtdb/An5sjFnVk3ZyqGpzPBX4jdb6ppxzEWBpzvEiY0yuO6YK59HsjEog3qa9VuJWaz0dd32fwN23bBsjcffyQeBGrfUngfdxnshZAMaYBVrr43Gh9zu01m/jxO5/urBrsygtLR3QffWXs/nE9x/DxLYjGYmybOxoyhsaeHTbA9lz0VtUNtbwiYUf8/LUbZg3cSQHLW3dJSwcOal5Px2J0BTxKUiliSUyzeeTKs5nP36X7dYs54NRE5hfWkhxOkNj1CflKWZsqOOt4SUtP6x9AMuUMsUVn2lZbzHX/mSyRTxuN7aUgycneXJRjmEWCNp4/LwcMdhDYZglquCXn/Y3sUf2ZV/282+/r5ExiUKWJeHfKcDH4f60nLSgbYE+5FjgFOCzwHvGmEBrbQi/go0x9bgQ8IVa6zG4cOx1uPGBvbGrbZlFwE+NMX/tpMxkrbXKEYpTaC0i22MNzgs6hRbBPbVNnluA5cAuxph1WuudgHdoufYmrfXdOA/iW8Bbxpi3s4VD7+3DWusYLvT+D631iNBDmp98aW92+NLe7JBzqmFtIy9d/Bx/2elwSmtq+PJbhpnLV/NR5Wj+M3Nntt34SfZf9DIrS4bxcfkICsNyjZ7i57N2IuMpjot8yDHPvQdAZbCSIBKwNl4CyQwFG+vYcfkqimyCimnFXPvTbRlXESHa1vPXA+Yc3+JZrE+kOfiugJfXtRGJgXWxkZ4IRGvBWi7b2+OSA6Q7FASh9+TjQBXpFXuBMWa51vo/wPVa62/hRMr1wKPGmBVa65VAfy0zU4YLna4BvHBZm12BfwForY/ECdd5uDF7TWF+gJXAKK11mTGmppft3wBcqrX+CCfECoA9gbXGmA/CPGOBc7XWNwA7AafiwvEdEord+4DLtNbv4ia8XN3OtX8EVGutR+LGY7blNsAA++LEMQBa6+1wovO5sO6NtKyst1VRNLKQg373OQ7KOTf8gudY+2oTcwtiXH/gVzg/dhzJUNQNS6aIBZalhTGaoq7LuPuTM9l+zRL2WfYe60sa+fFOp1LSmOErK97hlj/vg3sL9A/F8QgvfReGX5tkQ9ahmZ3MHND+WMX2sBZSG3n5kAXMmjWrX2wVBEEYysiYxN7zDdwM3A/CrRrnrQMnpLTWulprPbeP270beBknBJfhJnk8n5M+HTc5pgYXum0Ezg/TngKeABaGtn2qp40bY24Hfg78AdgALAYuxoW4szyPUwkrceL1RuC+blR/Ji7E/AHOQzgbyOSkn4WbOV0TtvGvduz7AHgNGAf8OScpBvwUF/Kvxo2t/IoxpqkbduU9e191AFc98Wmeu2Midx+2li+8+WLzWMZaX5FJJxjR2EBxIsnYjXVsu3QVfz5sb64462SafnMGv/zLASy8ZUIoELcM68+LtQR3FK43yxl/mfUSdkiqjkf3MCIQBUHoEyyq1ZYPKNtZJyoIPSRcAueTxphDBtCGu4CkMeY7A2VDDkP2A3bJ3o+xpKSCXdauoSKVYWNhIV6QZn2sgYufPhK/sKDf2p49ezYARx55ZLfyq6uawPc3/dmbsW6sotemw7aWR3d+kkMPPbQPrBUEYYjRLwpuqbqiVX8/wV485JWihJuFvCJc6uZruMktwmZw+UtOQNVuTPPO9a8wZa8RjDtyuy5KDQx/PWQ9X5szsuX5zVlRGFGQDlqLRGvZZ+M/OPTQrw6IrYIg5CtDXhNugojEQYDW+hZc+Lo9ZhpjFvdTuxcAHS0mfZgx5vkO0gZle1rrB3FLE11tjHl3c+oSWigtj7Dv5fsOtBmd8tVZ43h/xGJ2eGAUnQ5KtBYvuYFfHTWp4zyCIAgCIOFmQehv5APWC3oabs7y0foU295uWzyHAS0znq2FTBPXx27n7LM7nUclCEJ+0y8uvyXqZ636+4n2wiHvWpSJK4Ig5A0zhkchE66xqJR72go4gZhOclH9z0UgCoLQL9g2Wz4gIlEQhLzipYPfg3SqZXZzYJlR8z8uqLuKK664YqDNEwRBGDLImERBEPKKT3xiFi+rV5gzZw41NW450IkTJ/L97/9sgC0TBCGfyZdlb3IRkSgIQt4xa9YsWf9QEARhM5FwsyAIfUJdIsPLi9I0pbe6h9gIgiDk5WLa4kkUBGGz+Hh9mhl35p4JgAB7jnQvgiAIQxnxJAqCsFm0FogtyPJagiBsXag229BHRKIgCP2CiERBELYmZAkcQRCEbuL/MqCmKTPQZgiCIAi9RESiIAi9xvtFutP08pvz5fe0IAhC58jEFUEQhJAP16Z7HFIZflENG1Ju/4L94WdHlPW5XYIgCELfICJREIRe8fkHu5fPWot3fu0m5696Hu56vYZll4hQFARh6JMv3sNcRCQOMbTWdwARY8yJfVTfLUDaGPODXpafACwBphpjqvrCJmHwc8yDaebXdS9vewIxy/J6qGnMUFbo99iGZDLDJRcsYvlK9+g9ggwjauooSCRIxqMEiRQjx8e48B7d47oFQRAEEYmbjdb6GWCOMebKgbalNxhjThtoGzYXrfVpwNnAOOAj4CxjzDM56dsAtwD7ABuAG4wx1w+AqXnDA1U9yFwcgfqOxy6WX1rPy6crZk0p7VZ1DQ1pTvvuYneQnUHte/hYRtfVEwkCbCIJQGZBkisOeJbGaJRIIklZKkWspomJS2vwwI0cCizYgKJMAwVBgvJ0A8VkaFRRim09HookPsNYg08DGQpI4xOhlhg1RIAkBUQiPoWfHIdaWQtlxTCtErYZC7tPg2mj4Y2PwY/DtpVQtQ7GDION9bDNaNhQDwtWQjQCc5dDkHYraHge1CZgdBmUxKEhCaPLIW3h/cWwqg6mjIS6eoj4sLoOdpoAUR/GjoBdpsB7i919akzD1JHwRhUcpaG6EWIRyASwtgZmToS5VTB1DCTSoBSUFzs71tW4fChYsg58CxWlsK7a2aIUlBXAqhpXpjEBq6thl8lQWgS1jZDKwJqNMKwExlRAOgAsjB7m2quph2FlUNcI5UUQi7r7sbEORpa7/EVx15a1UF3v6hKEQYJ4EoUeo7WOGmNSA21HvqK1/hpwBfAZ4B3gVODfWusdjDGLtdY+MBuYAxwFbA88prVeaoz5y0DZPZRZ24nga5dU109g+cTvLFDD6ouKqSzt2Kt4660r+O8LjS0nVEunnPF9GmIxypqamrvqCBAJLAWhaFR+hPGr63M6PgWeAjwa/DKKmjYSJUMKy3i7HA9LgMLiESFKhmFYIqTwGcFyPCDBcHwKIZ2m4ZnlFFPvqn5lfvfuz0Bw5l0DbUHviHhw6mfgd4+742HFsOoPTkwKwgCTj9P05JO1GWitbwb2B/bRWp8PLANeBKJAEvgC8Bet9Q7Ax8aYU8Jy3wCuB3Yzxqzooo2TgQuBSuAfuN/16Zz0ScAvgf3CU7OBHxljasN0C3wfOAknkOYCJxpjPgjT78KFm7O2jQB+DnwWKACeBn5ojFkVpo8BbgM+BawK83b3fk0BrgM+CRSGthxljFmntZ4M3BReRyPwEPATY0xjB9Vl+RpwrzHmzfD4Fq31ecCJwOXAAcDksK4G4HWt9a3AaYCIxF6w/R09LJDs/mP6jv1zE3NOLe4wvZVAbIdo0P6SO82iMZkmluwgT5BhWLoJUJRSjR92+e5vJtwP8EjiEaWa8VSwmjTOA2qJ4BFAViQKfU86aBGI4DywV/4VLjt24GwShDxGlsDZDMJxfM8DVxhjSowx24VJXwMewwm7HwHHAkdorU/QWs8Efgsc3w2BuD/wG5ygGQ48ARyTk14APAW8B0wDZgITgBvbVHUi8BVgJG784K87aE8Bf8f9INoJJ65qgftysv0J9405CSfATuzsGnLqLgptXY0TqyOBc4Ck1joC/BtYGba5N04s/qIbVbuoYWsUsFu4vyswzxiTO4Lu9fB8v1NbW5t3+0VReka8+yGY4rDuWCzWrg2dlm1spDDZ4rRv71d9OhYhGWvfU5n7jASvE5+ABTwypInR/ltP6E9s21tcVgQM/OdC9ofeft+Tf09cEU9i//BCTiizAWjQWh+HE2ArgeuNMXO6Uc8JwIPGmCfC43u01t/NST8CUMaYS8LjRq31xcD/tNanGmOyLpPrjDGLodlzeG8H7e0ZbocYYxJh/h8Da8MJKhY4CNjGGLMR2Ki1vgz4Tzeu5Qic9/BMY0zWE/pi2Ma+wAzgE8aYeqBea30R8Het9Q+MMZ158WcD12ut7wXeAr6LE7Afh+mlwMY2ZaqBLTKltrS0NO/2557iU3ZTDxbJLoxCGO7tDAX8+Xj3hZ9MtuTPteHY4yq4/77qdssnI1ESEZ94OkNDNIrFopQinkrjW+tkn4LF00Ywrmo9RU3h29C6MXWB8qhXHsU2Qx0lFNKAhyvXQAFRMigCImSooZSRfAykw3GKRSjSRKjGki9fD4OQ4SWoS74GP7rbjZHcZgz86AvAwH8uZH/o7QtdIyKxf6hq59zTwHycGPplN+uZAJg25xbm7E8FJmmtq9vkscAYXPgbINdjWQ909CmZCsSBVVq3mhHahBNeWWWwqAN7OmMKsCBHIOYyEVgdCsQs83Hh7kqc97Ej7sFd659w3sl/AE8C68L0WqC8TZkKoKabdgttKI31UAJ1I9pcfXEh5SVduygPO2w4hx02nKeeWsNdf6htmbiiFKmIz4JRlQyvr6dyYy0ZzyOtFKtjMYY3JoinUvj1TVSsqKE4maQ400iDV4S1aQqDJDZIs84qCmikkHrWEydKhgBLnCaSuA9CFIVXWENd0RiKPjUSVVFBZO+pFOw8CfbeAYIAMhmI9tTlKnSbM48caAsEYRNk4orQHu19BbZ37kKc6HkJF0I+oRt1L8OJq1ym4mbwghNr84wxO3bL0q5ZhBORw40xm1xD6E0EFxLOjsqf2s26q4CpWms/x8OZZQkwSmtdFI4bBBc+bwLWdlZp6GW8NtzQWseABUB2tvlbwLZa6+IcEbp7eF7oJTccAGc9183MNZ17EYNrSlGqZ53rQQdVctBBlTz/3AZuv2Wtm8CSyRBpbCDS0MD6WAw/nuLM3+3OqG7Omu4zPM9tgiAIQxwRiZvPSmCbzjJorQ8Efgzsi/OKvam1PtkYc2cXdd8DPB6GiJ8Fvg7MokUk/gu4Umt9AW6cYR1uGZhZxpi/9eJaDPAmcKPW+tJwQkklcLAx5s/GmKXhkj8/11qfhAsfX9zNuv+Nm+RyQxgSrwP2wk1eeQUXHr5ea/0jnKfvCuAP7YnVXLTW5bhr/gDnSbwG5yW8O8zyHE78XhVOLtoOF5I+s5t2C+3wf7Mi3PZamve7MUej4fJiii5pP+MPND0WiLnsf8Aw9j9gWK/LC4Ig9BX56EmUn7ubzw2A1lpXa63ntk3UWo8G7gfOMMa8a4xZDRyHE2I7d1axMeY54IfAHcB64FByZuSGXreDcRNWPsCNvXuSlkkbPSIUZF/EvS9e01rXAi8DB+ZkOw4Xkl6Cm7RzTzfrrseNZ5yIE7nrcDOdo2EI+ghceH0xTjS+jJvY0hVlwF9xYeUPgRjw6eys6NBreSRuIs464BHcGM0/d8duoWPmHNe9fIVxH3ttGfbaMm4+wp0bHoG1FxXy66/J01YEQRAGK8razuYECIKwmeT1B2zqb9JUdbFIkT2n5wGL2bNnA3DkkTL2TBCEPqdfXH4fqF+26u+3t2cPedeieBIFQeg1C7/fuQDsjUAUBEEYilj3DKfmLR+QHnwACRfCfq+D5HuH2iPzwnD75HaSFvV2ck24VuSjHSRfZYy5qjf1Cv2PCERBEIShjfTiA0i4dmHePHy0D2dZ59b5PHl0jwRBEIT8JF+8h7lIuFkQhM0idbZ0I4IgCPmIeBIFQdgsIp6HPUeEoiAIWzf5OEtRenZBEARBEARhE8STKAiCIAiCsJnk45hEEYmCIOQ9lzyb4ooXW47jwNIfwMhuPC9aEAShO+SjSJRwsyAIec8VL+KWzw23BFB5M4z8VWpgDRMEQRjEiCdREIS8ZtgNoRDM/ZEfjjBf17TFzREEIU/Jx4krIhIFQRjU/PSnPyWRSADw5S9/mVmzZvWofHWynZOK5h696OcpGn4sYWdBEIS2SLhZEIRBy4U/vZzXMtvzmr8nK9VoHn74YV555ZVul9/vniQEFrAtP/PDwyyNAdz2hoSdBUHYPOSxfIIg5AUfPjyPt8/4LxtGlLOuvIKS2nqClKJ+/7H85Ld7oNTg6OBuUSewPj62+dgLmtjwt1u65U1MZQL+tyx7FF6PzTnMehMtfPdx+M7ufWe3IAhCPqCszccouiAMGgbVByy5ooZX97wZq6A4aGL2Lp9hbdlIAFLpNLt8+AHb1y1n+p++xKT9J/Wobmttt8XlhkbLHjdvYFmDxxhW8rNdl/Hlww9i+2sWs9QOpyiop8jWsTYyAdqr01qOnriKv5zU3qPCHeqqZCgGlYuZKAXWthaKAEFOtedL2FkQtgL65Vfwm+rmVv39bvYHg+PX9maQdyJRa30HEDHGnLgZdVwKfNIYc0hf2dVfDCVbt1IGxQfMptM8N/0XLCiYzIighqM+fhyAc754CclI3OUBVhTEmFsYZ62v+OsnGzjw+Bnt1lfTmGH8pTXUZRR4Kgzp4vY9zwky32vuit88XbHruEIAMoElclmjy5MVbgDKgmpnBEw3hOfDX4EvzYxz08tJznzCtohCAF+1riNo5yUJT316Ijx1vAhFQchz+kW8vdFGJO6eByJxqw83a62fAeYYY64caFv6E631gbjrHHKveSj89wG2A+4yxpzSJn074AbgE7iv+/8CZxpjqnLynAv8H1ABvAh8xxizYAuYv8VJN6WoOn8OVQ99wFpVxKx1H7Jy+EgWDJ/B/3bYla+89Whz3m3WVPHe2O0ACJSiIhOwX20D65XiB48HJOYsYnFRnLQfcZHZrAj0svFanOjywn0FRH0n/HJCurvdYkE10JxJ5Qi3ZgGn3KvXtlu1tkuh+OWHgYcSrmxWIGbL5NbZ9kdx1tMYehifXgrq2pQTrFa59CCnvIIDxsFDX1KMLB5yHyVBEIQeIRNXhGa01r7WejC+J94Gzgb+2UH6/cBaYCIwGagF/pRN1FofD5wLHAlUAu8B/9Ra+/1o85bjN49iI18lrb7KmuJT8QqPYfhvH2Bh6VTWjpzM/JFT2GepYXJjFdZTmEk7k/Cdt+yot/4F9TVEmxIk/PClV4rxyRQlfgGLy4ohGsXznGfQyxV02a2tgFOhkAQn0DyciFQ5wjLXg9hTcqppPm51vo09llAE2tZl2gpHT7WI3UC1+ID98BrCpOeWQ+VvLeq6FJ99IN27axAEIe+QiSu9QGtdBdwGHIzz9FThvDj/01pHgAuAE3EenjdwHqB3w7J34broJuBrQD1wuTHm1pz6TwYuxH35/wPXladz0j8B/BbYFngL+A9wsjFmitb6ZmB/YB+t9fnAMmPMdj24thOBi4CbgB8DxcADwPeMMZkwzy7Ar4DdgQ3AncDVxpiM1noKsBA4AfgJTuS8CHzLGLMi5/7dCXwW2A34ADjdGPNqD+wcBzwK+FrruvD094Fnw/ZPAX4ETAdOCe/LJ4wxH2itC4FXgL8ZYy7pop0S4FLgy7jXYzHwXWPMC1rrIuDqMK0QeAE4wxizuCv7jTE3hfUf20GWbYDzjTENYb4/Ag/lpH8HuNUY83qYfgGwGvhkeA+GLmtr4Iw7UIElAlQ2rANgeGojkxuWMK9gBtM3LkQBM1d+RGGyiaoRE/nhkecQTVTz5phprC8q4+hX3qOhIE4qGmH7j5exZNIoGiNeswBMh545C517+rxuhItVB+e7S65nsD2xmM1Djl1BO3k6szFLAETais4WA55YZHs0FlMQBGEosaW8RicDZwDlwBPA3eH5c3EC6XBgLPA88ITWuiyn7FeB2cBw4IfAzVrryQBa6/2B3wCnhelPAMdkC2qty4FHgD/nlP9uNt0Y84OwzSuMMSU9EYg5TAZG4wTWXjgx+/Wc9p8AngbGAJ8P78XZbeo4BjgAGI8Tmpe3ST8NODO8hgeBR9rco04xxiwHDgMy4XWWGGPuzslyHHAQUArcB9wI/DUUdr8F1gCXdaOp3+N+CBwMlAFfBFaGaTcAe4fbZJznb3YfefOuAU7QWpeG9+VE4G856bsCr2UPjDF1wEfh+X6ltra2X/fr6uroiCAc37ehYBgAY2rXcuHjN3HSSw+w67J3eWrabqwvcm+juojPNx9+nhMeepYZi1ZQF42yIRprv2LbzkEQTgjJeuKy3jlL9z2GbT2E3cmfW7Wltdhrr+22bTQvh5O119LbUaT9/VrLvuzLft/u9z2qzTb02VKDam41xsyF5vFl/xcKqJOAa40xH4Rpl+O8Wp/HhRABnjLGZMOMD2utq3EetUU4gfmgMeaJMP0erXWzCMSFF+uAXxhjLPCG1vpO4Jt9eG2NwCWh5/BjrfWTgMaFOz8PJIErw/bf11pfixOJ1+XUcZkxZi2A1vo+3D3I5ffGmNfC9GuB7wFH4ARdX3CZMSYr5rKTYfbDje0bA+ye9Yx2hNZ6FHA0sJMxZmF4+qMwzcO9VkcZY5aF5/4PWA/MwnlPN4fHcB7Katwn823gcznppcDGNmWqcUK2XyktLe3X/ZIp4+CGk7Fn3UkQwKqS0QxvXE+SKCu90UTSaZYXjWFXFWd52TAmbVzJmLp17Lb0XZ6bNJO3x0yjoq6R7ReuoWpEBU2lAXN3mEpdPMbOtTWkyspYH/GJkOOe98Kxep6CTI6ishYy4QC+VhNFaO35yzriujHWsFtk6+uwqjDDJh7QnP0A8Gyrmc6A+xmdK3jbFD5gPM1exP5+rWVf9mW/b/eFrtlSnsQVOfv14d9SXHi1efKAMSbAhaMndlA2Wz77Kk8I8+eyMGd/PLA4FGhZFvXA7u6wuo2AyrVvIlDVpv35tL4+2PT+tH0XV2V3wroW4669r6jKPQhfh5txYvy2XAHZCVPCv/PaSasECmj9WtfhQr5t70WP0FoPA54C/g6UhNvfgee11gVhtlqcFzuXCqBmc9oeNJzxeVTmIXz7EGNrfoNafjsLTzuGyUEVn5s3m+FNy3ircgpzpu5JdYF7axWnEvxizt187/kXufLup5i2ciOj1zQQa/DxEoqiZCP7L3qPyY2NYAPSQXZMXxD+zRnHl0UBfjhpxWbVVjiBJXcF674SiG29iJAz9jC3vZwJLJ15Cdv7GWTD8xmaBeTUUnjjeLDnRnn2OJkJLQiCQ8Yk9j1LgKnZg9DjNCU83x2W0SJOskwl9GCF6ZO01ipHqLVd/K2t76AvWQJMbtP+NLp/fVmmZHe01gp3DUt7WEdn19kqLfQK3gz8DjhLa/3X7DjRTqgK/87ATQzJZQ2QwL0288M2SoBR9PxetGU6TgBeb4xpDOu+Hvgpbjb0W+G2B048ZtueEZ7PK5RSxEeVsuvNR8DNRwDupjc0ZHh97/tYVDKeeZVxVpZX8uj2BzBsaQ0zWd9cPp5Ks9+C15j2ThWZ336b8788pd12Vm9MMOaqRqzKmezhey0CLQP4gRNoASz6UZRJw5ygOvX3b3LHkjYjO1pNKulG59rGq/fM8R6fmhbj3McS/OI12p8lTZtzbcPVCg6bCo8cLcJPEISeMyjWO+tjBlok3gX8WGv9HE5knIez6d/dLH8P8Hg4weVZ3FjAWbSIxH/hJpWcrbW+CZiJC3Hn+gxW4iY+9Af/xk1auUBrfR3u+/o84NbOCrXDyVrrvwHvAGcBRXT/HmVZiZu4MjUnHLwJoVD/E265nO9prVcAD2it9zLG1HdUzhizWmv9IPDbcELPIpyAwxjzsdb6HuAKrfV7uFDv9bhJOF0+Y01rHcN5vX3Ahh7CwBiTDOtYD5yptf4l7qv/bJyXcH5YxW3AL8N7+AFwJc7j/EJXbecLRUU+p779TTLr6rjia8/SqEqZV1GBX1zKzh8sY1R1PamoR2OZ5fVpO3DIncdSMrGiw/pGlccJro23OtfdCRy3f3s3pt9yP1esOIgGChkdrOIrqb9QSh2vebvzXOxgAhRpVQDKz1bu/ubMij6i6T72KljKJZe0zKe67tA41x0aZr0qmVM2x5vYllAsRpQIREEQhFwGermT63BjD/8DrMJNnvisMaZbYUBjzHO4ySh34ITCocBfctKrceMCj8fNLP4NTpgmcqq5AdBa62qt9dzNu5xN7NuIm5V8CO76HscJ21/2sKrbcGJ3A26Sy+fDuntiyzzcJJRXwmvtaFzmxcA43LhHgJ/hvJa3dKOZk4E3cYK9FjfbfEyYdhZggFdx4fKxuDGKnY51DPkPbuznN3CTUhrDc9mw9RG4135luB0CHBGmYYz5E06U/htYB+zcg7bzCn9ECZc+9Xl+eM109npvHmWN9TyzzySqpkZ4d+cC5m87gaufOLBTgdgRPZnhe/5px/LQPm/wU/VLTo/cx5EHaq655hpO2RXOavoFP2q6ju81/QoIWtY8DAXilxrv5byGSzl0fGMrgdiWhnNDwZe7BE57E1nCPKkfi0AUBKH35GO4Oe+euNIVWuurgT2NMZ8daFu6Q7gEzkXGmHsH2hahV2xdH7A+Yvbs2QBc+5LHf+MHNwvErzfeyRSWcPXVV3ernu1/l+TDGmhZn5F2X5H/HqfYd+JAB1YEQdhC9IuCe1Xd0qp32cueNuSVYt73ilrrzwDv4jx5++HWzDtnQI0SBKFbfIr/sX3j+yz0prF9Zi6l1HP1Ndd0u/wHp8dQP0+1nmDTzjI3IhAFQdhc8tEjsDX0jDsDf8Qtd7IcF+K+u9MSIVrrSWw6CSPLvcaY0/rEwj5gS9iqtb4FF/Jtj5ndWRi7g3o7WuzveWPMYb2pU8gPfvazn3HhhRcyMvMKvu/zs591XyBmmVwKi+psy3jG7JI84bGVMLMgCEK7bHXhZkHYwsgHrBdkw81HHnlkn9Snrk62PNM5h1FxWHWmiERB2MrolzDwS+rWVv393va7Qz7cPNATVwRBEPqdb++qWk9gCSxvfkuJQBQEoc/Ix4krW0O4WRCErZw7Do9yx+EDbYUgCMLQQkSiIAiCIAjCZpKPY4sk3CwIgiAIgiBsgngSBUHoc/a8Pc3rbZZ7v/0gOGUP6XIEQchP8mUcYi7iSRQEoc9pKxABTn1qy9shCIIg9B75WS8IgiAIgrCZiCdREARBEARB2CoQT6IgCH1KUyoYaBMEQRC2ODK7WRAEoRPqkgGFN3YsEtUv0lvQGkEQhC1HPi6mLSJREIQ+Y/rvuvYiHv+wCEVBEIShgIhEIe/QWh+otRYlMgCsTnWd574F/W+HIAjCliYfPYkyJlEQhC2O+kUae07Pu5/ajQkuPvnjTvNc9LtpjBxV2FvTeoUNAiyQXFHNuic+JohGSb+xmkxEUfPcYljYRMH4AFsUocBPU/aZaZSfvDfR4eWomDw/WhCEwYmIREEQBgT1izS7jYA3Tuq4G/rjjUt47bmaHtV75enOVXnd/TsQjXUdLKl9ZhkfHfIPyLQedh6lkRhJkhRQQB2NlFLCesaxEJ8Uy9mGdYzrsn6PNJP4gIKV9axjLOsYj3rmZdZd+DaTmEshjQA0UEQRDQB54oPoYyIeTBoJC1a74xEl8NNj4IefH1i7BCEkHyeuiEgUANBanwmcDowHNgB/Ai4yxmS01hY4CzgRmA4Y4FRjTOcuHVfvLsDPgT0BH3jNGPOZnLRfAbuHbd4JXG2MyXRR511AFAiALwBrgCuMMXd1kD8CXBDaXwG8AZxpjHm3K/uF7lOT6HkX+eY6qG6yVBRsKosa6yI9Foi5nHvc+/zqwR27zDf/a49BBtpKs0LqqaESgBQFREgwiqUUhEJuEh+wnjFY/E7rH8tChrMKgCI+oo7hVDOGClayiulM5d0wrQGLwsvLr5o+IB20CESAdXVw5p1w+J4wfczA2SUIeYyMSRSyLAUOA8pwwutk4JSc9O8AXwVGAXOBf2qtO/121FqPBZ4NtynAGODaMK0ceAJ4Ojz/+bDNs7tp79HA48Bw4DTgd1rrfTvIey5wAnA4MBZ4HnhCa13WzbZ6TW1t7Vazn+xU2ndMU9puUmcsFiPIbKY/zXbPfpvonuGKANVKwHVPzEVItjr2SYV/0wRtBKbIwx5iLTQmgIF//8v+0Nvva/JxTKKyVrolYVO01r8AJhljjg49iacYY34fphXhPH+fNsb8r5M6fgx8zRizVztpx+EE4yRjjA3PfRc42xizXRe23QVMN8bsn3PuXqDBGPMdrfWBwBxjTCRMmwdcZ4y5PTz2gMXAucaY+7t3R3rNVvUB6+kSN6Ue1Jy9aUBj9uzZAHzw7PYsW5jcJL07XPy7aYzoxtjEtXe+z+JvP417qVo69jg1WKIkKaSIahqooJTVTOEDfNIsZzqrmZxTU/alVq32C6lhG94gSoqNDGcBO1PBGmoZxmTmUkY1AI0UU0h9cw1COxQXQH1Ty/EPD4ebTuk4vyC0T798xJ5Sf2jV3x9kTxryH2UJNwsAaK2PxXnxpuHeFzHgpZwsVdkdY0yD1noNMKGLaqcA8zpImwhUZQViyPzwfHeoaud4j07aap5Ta4wJtNZVPWhL6AeqTobJwzvvgs79xQwa6tNUzavlrZfW8PKcrqdPR+Nw3X1dh5mzjDx5B0Z8azsSy2oJmtKkVtcRG1FEoqoGb3IRqXfWEiiIz/6QpsUe7ywfDikL1UlUw3psqgmIowgoIE0CS0AU9xGqp5Fi3mU3yllGQIRy5lFLCZYNrMWjngIgRmlJGqt8vEkjQc+AIIBUGiJRN7BiWIHbb0zB2Ar4aAWsqoaiGEwdBb4Po8pheCkkA4gqqBwOjU1QWQZjy924y5Uboa4JIgo+Wgk19VAQhRXVUNcA66rB+lA5DNIJKIjDO1WQCGD1OhhZBuNHQCIFaevKVje6uFRdI4wZDvtvB6vqoDQOoypgfY37G4tDQcRt5cVQ0+Cuc8ooCCykMqB8mDUdFq2DeBSaElAYg0mjwPPcNQ8rcvekINbt11kQhJ4jIlFAaz0RuBf4MvCoMSYZehJ1TrYpOfmLgEpciLozqnAh6vZYAkzWWqscoTgtPN8dprRz3JE9S4Cp2YPQkzilB20JfUxPZjYXFUeYufswZu4+jGNP7x97lO9RMKncHWw7AoDCHdx4RGaOBaDy6J37p3Ghfbbv4Dfo6IotaoYgdJd8CTHnIiJRACjB+QHWACmt9d7AN4H3c/KcpbV+BlgGXIPzzL3cRb33Ahdqrc8Dfg2kgAOMMU8C/8ZNWrlAa30dTsSdB9zaTZv3Dr2fDwCfAr4CfKaDvHcBP9ZaP4cTrufh3vv/7mZbQjcp92FjF0P8phdvGVsEQRCEzUMmrggYY94Hfgr8A6gGzgfajtW7A3gYJyR3Bb7Q1SxkY8xy4ECceFsKrMIJNIwxG4HPAoeE5x8H7gF+2U2zH8BNRNkA/B74vjHmhQ7yXhdez3/Ctg4CPmuM6f3UWaFdXvtW13nmndb5bGBBEIShiExcEbZKwokr+3ciwrYo4cSVtDFmKIxY3+o+YK+vTLPnve2nZX7k46muO8/sxJUjjzyyL00TBEGAfpq4Mkfd3aq/P8R+a8grRQk3C4LQp+wxJgK0P8u5OwJREARhKNL1k+uHHiIShc1Ca13XQdLzxpjDelnn8XQ8NvG7valTEARBEPoT6+Xfj2ARiUKXGGM6fOcbY0r6ob0/4Z740hGdpQmCIAiC0AeISBQEYYuw78iBtkAQBKH/sPnnSBSRKAhC32PPiZBIpTnncTh2J9h3inQ1giAIWxKl1GeArwOjrLVHKqU0UGatfaq7dcgSOIIg9AvxaIRfHxERgSgIwlaB9VSrbSBRSv0Q+B3wEXBAeLoRuLIn9YhIFARBEARByC/+DzjEWnsNLROvPwC260kl8hNfEIRBx6tz/seezxfx5P+9zQe7NcFBY/j+978/0GYJgiB0iB1cbrdSWh49m12/MQoke1LJ4LokQRC2ei4853y+/PsKZr5RyKQFcT77cDnj71zHL3/Z3YfxCIIgbHmsr1ptA8xzuKen5XIG8HRPKhGRKAjCoOJTs0sprm/96L4dXi9k9erVLF68eICsEgRBGFL8EPiSUqoKKFVKfQh8DTi7J5VIuFkQhEHFmKXRTc55KCbPi7FgwQImTZo0AFYJgiB0TjCIFtO21q5QSu0FzAIm4ULPr1hre/RgGBGJgiAMKlaPSTF5QXyT8+VrfaZNmzYAFgmCIAw9rLUWeDnceoWIREEQesWaF5fy38/9k1GpDO9NGsOf9Y7suXgJ1z7/uc2qd9Ty9rulTCTgxRdfFE+iIAiDksE0cUUptYSWCSutsNZ2uxMVkSgIQo+ZU/5rilKKkmiUklSCA+YtZo8FS1k2ooIHxt3F0ctP7HXdBU3t97Szni7hH5Pe5i/AMccc0+v6BUEQtgK+0eZ4LHAm8OeeVDKIdG/HaK1/rbVeq7Wu01qP6mHZOVrrS3uQ32qtPxnu76+1ru6ZtUMPrfUntdbt/uLoQR09us/C0OT5ibfwbPktPLHLTEY0JphUU0dBxg1xKcxY4qkUO6zewF9G396r+qt/+0aHaR6KA2eX8MYbHecRBEEYKAbTYtrW2mfbbH8GvgSc1JN6Br0nUWu9L3AyMMUYs2ZLtm2MeR6o2JJt5jta64OBC4DdgWHARGPM0pz0w4FzgF0AH3gXuCB8LYQBYu1zC1n5qYcZBdx64B5855nXadsF+tYyaX0tFnh+xxlM2Pd+9vvfsd1uI726ntXfn4PapOYslor1EU68djhzr72WwpO2Z/zPPk18bFkvr2pTgiDABhYCix9z3WM6lcb3fdQgGpQuCILQCxLA1J4UGPQiEZgGrNjSAlHoN+qBe4BfAv9qJ30Y8GvcWk51wKnAo1rrHYwxS9rJL/QzLxb9muGNSWJAbTzKd9sRiAD/2H1bfvaFA5m5bA133PE3mnyfeeoXm+QrPHgiE+ccQ+Kt1az87n9Ivrqy+XkA7QvErJPbpfqAj0fmD/NY/Id53bgCG5bOrQs8LCo8k91rXwa2tO/+tyjsJoN9fNIEeERJo7BESaKARgpwftCgubRHGp8Ai4fCUkADGTxA4RGQIkaSeHNbHgFxGgjwUTRSwTIUliYqSDAstNKSJM5wqoiQCM8pGhgDKApZhcKSZBiWCBFqidAAQEAEj/QmV52kMrQ9QZTqlvsTi6L+8H047gAEQXDYQfQ7Uil1eZtTRcDhwKM9qWdQiEStdRVwJ/BZYDfco2NOBz4NXA7EtNZ1wCvGmIM6qUfhFo/8Pu6G3A2t+32t9U7A9cCeQAPwJ+ASY0yqnfoOBOYYYyLh8V2476gm3HpD9cDlxphbu3mNdwAHA3sBC4HjgR2BK4BK4K/AacaYdFjmD8AhOG/mEuBKY8x9YdopwGXA7saY1WEY/k3gImPMnV3YMgO4PbwHC4A/tEl/JqxrG+BAYBFwjjHm0TC9y/vcEcaYl4CXtNZTOkj/U5tTv9NaXw5oYEn2NQFOwN23McBDwA9wr+tXgRrgLGPMwznXdDruMUVjgPeBc8U72TVzS29keGO6+cUtTWzyMSEAHtprJhd97RBQihe3ncR5X/8c19//WHO5XJnV+OQSGp5ezJrvzyH5/vpeWKU2Oep8rESLFarVfm5KrkBsa7UHWDwgCEVbtqxtToEMMeI0NUvJNFHiJCkgQSNFOLFF8xYQwYlGSFBEhATRUKj5NJEO01XYRoJCythAIctRYXtNVOZYHVBMNdFQIBLWHqWBBMPxyJBkOAGFAKQYhk8Cjwx+G4GYvQs+CTIUYSnAEsfL1p1MYb91E+rrnwRvSIxaEoR+Z6BDzG2Y2Oa4Huec+WNPKhlMn+7TcIMqhwMPAo8At4TnFxhjSjoTiCHfAM4CvoATA2tpebA1oZB6FngYGAfsA3wG+EkP7PwqMDu084fAzVrryd0s+y3gezhv2VvA33BCeFdgZ+Ao4Oic/C/gRHMFTizfpbWeCWCMuQMnlv6ktY7ixO4T3RCIkdD+ucCo8HpOayfrt4Ebw7avAv6WI+w6vc99idZ6F2AELuycxceJ152BHYBDgZeAv4d5rwbu1FoXhXUcixOUJ4TptwOP9eB16zW1tbVDej/R1JF3rYX1xQVsv3wNk9dWN59bMGpYp+XSK+rIrG/qouYtQ65Y7IzW/sTu1pyVge1J25Yztp16VRvpa0Oxqlodt8Yj044VLcuitS7TnSvvqCyQDiDt2hsM71XZl/2e7ucz1tqT2mw/sNbeYa1NdF26hcEkEn9vjHnNGJMErgUagSN6WMcJwK059VwNrGyT/pYx5lZjTNIYsyzMc0IP2njKGPNPY0wQeqqqcUKuO9xmjHk/9FrehwulX2iMqTfGLAaewXkZATDG/N4Ys84YkzHG/Bl4GyeOspyOE7uv4GYund4NGz6BG5NwrjGm0RjzEc4D15a/G2OeMMakQ++eAY4L07q6z31CKOofBH4e2pnLhcaYhpz7ttAY829jTIALZ5cDM8K8J4X2vhxez+9x9/I4+pnS0tIhvT/j5aNJ+O13E++Mq8QCI+ub2HnZGu644+8uwVqOf+FNUqptgDcUQ0U+pV/fgRFX7+/kfpd0JGY2rb9zbM6/1ja1FoC5ZzZtweb8tTlnPDJkmqWdxScdhmxjza2TU8YjFR4FxGkCMgRhl5wiSho/9Fu6/AU0EBChllFYwKOJGDU51gTUMZI0LYuRWxQJygBLQIQINWSFn099c4g56OCqM6HXUZHGo7HVdasTDoSYa2swvFdlX/Z7ut/XBKr1tqVRSh3Una0ndQ6KcHNIVXbHGGO11ouBCcDqHtQxoU09gdZ6UU76VGC/NjOWs8OcusuKNsf1uAdp97RsA5BpM9ayIVuX1toDLgWOwXnrLFAMLfElY0yD1voOnAv5ZGNMQzdsmACsbpN3YTv5qto5npBTR3N6O/d5s9FajwOeAP7Dpp7e9u5b9tsye1+g5XWZCPylTR3z2dQdL7ShdI9xbLP4ZP47424mNKTCMKn7wExZW91Kuk1cX8NlDz5JTTzG0opSFpYUsk1tQ0ueyUWMvukQyo/aFoDyk3am5EszyNQkaHh1BeuvfZnMq10NPbY5Is0ShOP8Ipv83rW0lT22TVoalSPBcsdD2jAlVzq21BXknFHNFlkygKqIQ8biNyXxUgBxgoiPXwK2OtEsJ9Nk8MnKwgy14VhEi4ePJcpGPBqwxJpbSNNIE1ECiklQiU+GgBSKlXhAkmJ8amkgihtxafGIoFiHIk2SDIoMsBwVjpFsIhsEt6goBMUlkEzhRRSMqkDFonhBFG+PcXjbjMGWFcM2Y1G7ToEpPVpoQhCE/uf33chjcQ6qbjGYROKU7E445m0SsBTCn+HdY1k79eSGFBfhxhh+fnMM3UIcC5yCG6f5XijEDDkuFa319jgh+TvgGq31Y8aYtiK2LcuAUVrrohyh2N5spyntHD+SU0dzejv3ebMIw9pPAn8zxpzTB1UuYdNrnIYLuwtdUDiunEPqz6DmtWU89NXn2Gn5KpricUbXtv5N8sq08fzukFmsLC/h0j89wudrvtdl3X5FAX5FAbFJ5VR8ZXse3utydjKFHc5wXjQ1yZyjW8JFBx54IIceeujmXaDQbQbViCtBGGQM9JhEa22PZi53h8EkEk/WWv8NeAc33q0I+DduXZ/u8kfg5zn1nIPzwmW5B/iR1vpkXLg3iRM72xpjHtvsK+hbyoA0sAbwtNYn4sYu/gsgHG/3V+BXxpifaq3jwH1a60OMMZsOTGrhJZxYvkZrfR4uXH1WO/m+GC5X8wxunORetITlu7rPHRJ6SGNA9rlrca11AZAMhfD2uLGWdxljLupOnd3gLuBGrfU/gddxYyp3YwuEm/OJsj3Hc9LCY9nwzkr+fNSTNCmYUNuAbyGl4L59d6EokeRzb3zA9x49pFdtfPnVS3in8OcUNG3a2QZY/ndYPQDXXHPNZl2LIAiC0DWDaUzibcBNwAZciPXzxpiNPazjHtzyKbOBVbiJGc9lE40xK3ETRb6IC5duwE0eGYwPhL0b97zFj3Geu5lA7mzc3+AE5GXh8Q9wkzIu7azScOb0UTjBuRo3iee2drL+Hjgb2AhcAnzZGLMgTOv0PnfBAbjxph+Exx+Hx9mJL+cB44H/CxdPz27Hd7P+TQhnhF8G3Ausw00eOtwYU9XbOrdmhu08htMXHs/yHcfwyvhKUkoRsXDlA0/w3dnP8s+7dqBybHGv64+1IxABnju0lobSHj2bXhAEYYthVettIFFKlSmlfqmUek0ptUgptTi79age9/zngSVcHuYiY8y9A22L0LwEzhxjzJUDbUseMPAfsH4msaqONUvqGb/nKJTavJ7RWstH3i/aDTc/cOp6aocH4kUUBGFz6RcJ98DYv7Tq749eccyASUWl1L24+QM34Bwk3wDOBR6y1t7Q3XoGU7hZEIQhSHx0CRNGl/RNZUH7mtpiaSgNZPyhIAhC9/gssIO1dp1SKmOt/YdSyuAigPkpErXW+9PxauFXGWOu2pL25KK1voVNH6idZWa4VMuWsuVRYP/20owxffRt3mHbF+Aeu9ceh8kC1kJnZKqb2vUizt2zkUwUioqKBsAqQRCErhmIZW86wcMNFwOoU0pV4FZY2aYnlQyKcLMg5DHyAesB1lreqPg5pTVuVarGggxPfbGWlZPden6HHnooBx544ABaKAhCHtAvcu7P41qHm7++fEDDzU8CV1lrn1RK3Y9bvasO2NNaq7tbz5DyJAqCkN8opfj7idVs93YBqZjlw12asDmrmE6bNhjnmAmCIAz8EjhtOJUWMXwG7qEXFfTs4SHiSRSEfkY+YL3g/PPP3+Tc9773PSZNmjQA1giCkGf0i5q7f8IDrfr7Y5cePZCeRN9a29lyeN1CPImCIAw69ttvPwCOPPLIAbZEEAShewz0sjdtWKmU+itwn7X2hd5WMpjWSRQEQRAEQRiSWKVabQPMZ3FjEO9TSlUppa5WSu3c00rEkygIwqDh8Evup8Ybjm56lYP322ugzREEQRiSWGvfAN4AfqyU+hTuUb9PKqVWWmt36W49IhIFQRgUjLlyAatKvgrAfwsPxPvvFRJuFgRhyDDIlsDJ5UPgfWAJMKMnBSXcLAjCoGBVdELLgfL4R8nRA2eMIAjCEEYpVaGU+na4FM584EDgWtxjdLuNiERBEAYlCyIz2p3lLAiCMBgZZGMSl+NCzPcB46y1X7LWPmCtbepJJSISBUEYcH76l1c3Pal8FvpTRSgKgiD0nOnW2kOstb+31m7sOnv7iEgUBGGzueDrc7h4v79w7Jee5dZLXu9x+XvnxaDtL2+leKDsJKpVOY899lgfWSoIgtA/WNV6G1BbrF3RF/WISBQEodesXraBi/d8iM898j6feL+RI8xiptwzm/tunNujepIq2n6CUjxc8nWef14e+S0IwuAmUKrVlg9s1uxmrfUFwD7GmAGZgqi1Ph84CygGPm2MaSdmtUXtORG4yBjTowdo5zta6ynAQmCiMWZpF3ktsL8xpteLfwr9T7IhyZmffYxlw0dy3qKPuOKoL/HqlLGMamhivwVLCf6zjOPO3LHb9a2JjO0kbTyJjKKqOs3U29wDDUo92HB2BH9wPQZLEAQhr+iRSNRaPwPMMcZcCWCMuao/jOqmLROAq4CdjDHvDZQd/cWWEkvtCdueiDph6+ILJ77DW0Uj2BiPU77nfpxhHmXlKHh85lQA1hcVMLwxwS6ro+x7+lJeG1VOMhYB5XHBLMXPDom1W29CFXXcqFJcX/4Trr/NNj9Mq9ZC5Pp0y0MP+0ksrj4dKotlpTBBELpmoEPM/cFQ7v2mAEFnAlFrHTXGpLacScJQQ94j7ZNJBZz644UklqfIRKOsjkZZUhijumIsa2MxohHFUfPe5+z/Pcx/tmm9LmtNPMar40bw2vhKd8I6cXfVa3DVa8nwHDnCzoLqYuSLH2splw3jZIv3Y8c86ncA6ebjkgjsVAl//6LP6OI8/EYQBCEvUEop4BTcDOeR1tpdlFIHAGOstQ90t55ui0St9c3A/sA+YZh3GXA/8EljzCFhnirgDuBgYC+cN+p4YEfgCqAS+CtwmjEmHZaZBPwS2C9sajbwI2NMbSe2HAPcBfha6zpglTFmetj+ncCngVnAt7XW/wSuBr4MFAIvAGcYYxaHdT0DvA5MBQ4BVgPfwX31/AqYBDwJnNCZTR3Y+XXgJ2Hd9cA/gbONMfVh+hm4cPlIoAa42xhzgdb6rbCK/2itA+DPxphTOmlnCnAr8Anc1+gC4DhjzIdh+qnAmcDEMO08Y8x/tNb7ALcAsfA+AhwB/CPc/zD0aF5rjLmik/Yvxb033gZOABqBm40x13TrRm3KLlrrG4DtgbnAicaYD8K2iuj69Wz2dofnmr2yoa0H4F7zb4Z/D+ulnXnLr25eQuGSJhKFhVjf583yIkosrI1E8QojBDGfeCoBwMHz3+GI91/jXzvsSTQTkPCjbCiIt1SmlPs0daipNkNsbWGdVpeGl1bANx7J8MTXhvJvbEEQ+ppBsOxNLpcDn8HpmFvCc0uBG4Bui8RuT1wxxvwAeB64whhTYozZroOs3wK+BwwD3gL+hhNtuwI7A0cBRwNorQuAp4D3gGnATGACcGMXtvwF98WeCW2ZnpN8KnA2UIITOzcAe4fbZGAtMFtr7eeU+SZukckK4C/AH3FC8QCcx3I74Ied2dQBG4Hjwnr3D7eLALTW2wLXAEcYY0pxQvqf4fXtGpb/bHh9HQrEkKuAxcBonOA8CagO2/kOcB5OrA8DLgQe1lpvY4x5ETgNWBC2U2KMeQb3WgFsF57rUCDmcACwChgLfAE4W2t9bDfKtceJwFfCa1kC/DonrTuvZ3dsXYETzV/ppY3dora2dkjuL1uXIR5YMsojAAoyAWujThR5UZ+M5/G3GTvy0bDR+NZy3nOPMr6mkVTU46NRpdQVdDARJU9YUuP+DpbXS/ZlX/Z7vp/nnAgcYa39My0DcxbitFa36Y+fwrcZY94H0FrfhxMne4fes/rQ07MXboHHIwBljLkkLNuotb4Y+J/W+lRjTKYX7d9ujHkjbD+B82wdZYxZFp77P2A9ztP4YljmAWPMS2H6vTjv33XGmPXhuX+FNvcIY8yjOYcfa61/G9oDLoalgB211ouMMdXASz1tIyQJjAGmhff+7Zy0M4DLjTFZ7+QjWuunga8DV9J3rMB5HC3wmtb6NpxYvb8XdV2X4xm8C7g33Pfo3uvZFYuNMdeH+8le2NdtSktLh+T+9461nHX1asYmEmwsiKNQDMtkaPQjlDUmWV9SwNryIj5zzDnc8sT9/H7Wl1lbEm8OBW8sjLkwsyX0Ig6qX9ibhQIu289dz2B5vWRf9mW/5/t9zSDzJPpANkKYFYklOee6RX+IxNy1eRpw3r41bc5lX6WpwCStdXWbOixO9CzrRftVOfuVQAEuxAqAMaZOa70a50XKioq2Nrd3rsfvLK31Z4BLcGHTOO5FWx3asUBrfTxwOnCH1vptnJj7T0/bAc4FLsZ51IqBB4GfGGPqcPf4N1rrm3LyR3Bu575kUSgQs1ThQsK9Iffe19Ny77v7enZF1f+3d9/hcRTnA8e/c6qWJblX3OmmwwuEAAk9oeWXQAihhBZagBRI6CX0XhJCCCV0CEkgNIcOiQkdXoqpBtx7t2X1cje/P2Zln2SVkyzppNP7eZ57tLc7Ozu7J53ee2dmr53t6jU22qKYR27L5x//WsaXT89lvyVZVGR7Pt1gBCW1uWxXWsmSwjxmjxrFLXsey6iKagZX1jA/pw8AubW11PkYhTWVrM5PmpTS1ESTRCLqkk7hDba+67o+AF27oVO7nkf3hTv2hYSLsd1Q2KDI7h5mjGmom01ceR642Tl3JqwZo3gFYUhfytoaJCbaWL41s4GvVTX1e2W0LrmNS4FqQqA0HUBECgnfXTi3A4+5DhHJBZ4CzgHuVdVKETkD+F19GVV9gtD1m0vo9n1aRAapagWN/gW2JArCfwX8SkQmELrZzyEEqLOB36vqY83s3tRr2p7XeayIuKRAcRwdH4im8nqWEW6JRLR9ZBP1dPTvcUYq7p/LST8fCT9veAm99xy57384rHIZf9513zXx3h5zlvLJ0H5ML8xjvy+/4KnNJ/LM0fl8d9O8Jmpf67333uOgl4eyNGeDpgt4z2GlD/BY0c+ArAZ/GZ8e69hyWDYrKuq49X0Y1w+O3DJGbnYI4uKJBOf+J8HbC+DxH8KI4nXf8qpq6rj8f3Ddx+EX46494CSx8YbGmB7tTOABwrC3HML/xpdY25uZkra+Ey4COvIegP8Grozut/gnwkmMBHZS1SfXt3JVTYjIg8AVIvIFYZzeTcBU4L31rb8VuYSs18ooQJwInFG/UUQ2JQQ7/yNM9Cgh/PurD2AWARsTJma0KJrI8x4hQ1ZC6EKtn5J5C3CpiHxDGCOaD+wALIsmgywChopIsapGI61YGrVjY1IP9EYAZ0cTTrZk7djQDpPi66nAT0TkZqAKuKoj22DAOcejr+wNwBsHvMmXE8ZRXBWjb12cPb/5jNPmfM0bozfHX5Za8n2nnXZi8AvvNxskxnwtE+qm48/Nb7aOgQXZXPrddddnxWLcuE/LWb/83Gyu3geu3iel5hpjTJN8N7lvq3MuC/gxYWZzMWH8/lzv/aK21tXWPpNbABGRVSLStq9UaEKUMdubMGFlKiHAeRXYdn3rTnImIXB4nzC5YwRhTFt7xjumLOrq/QVwfTRz+M+EcZj1coHfE7pWVxEygYeqav2Xb18IXC4iK0XkzlYOtx3wGiHI/pwwY/fGqB13A9cD9wErCdfgYsInCwgTh14GZkav63dVtTIq82i07sIUTvl1wrVdRAj+/9jofDtKa6/nLYTfpenAx8CzndAGE3n2uV353WZlLI3X8na/PAqWr2BB3hAenrR7m+oZEW9+ZMn2Ve+ubzONMabX8N7HgZu991Xe+yXe+/fbEyACOO9T7tU0pknRbWXW3ArJNGB/YCk46fzr+OuAJhLP3vOLVTciGw/nhBNO6PqGGWMyUaek/O7c/OkG7/enfPl/aUstOuceAv7pvW/TGMTGbOCNMSbtBvpV0U23k95TvWev8kkU+9WccMIFaWubMcb0QPnA4865twlj9tcEsN77lMcldtsgUUR2J8zOacrV6fhKwHS1KbrheHPfLPOwqp7aGcdNOn6L593Gup4n3C9yHapa2MammQxx3bXX8IdrS6lxa8cdblbzKTvWvM+117b3nuzGGNN1usuYxMhn0WO9WHezMZ3L/sBS9NOL7uL5vj+iyuWzZc2H7FsRPpdYkGiM6WCdEs3dscUzDd7vT/38B90qamyPbptJNMb0LuPqZvCLkpsarLMA0RjTY3Sjm2k75/Zqbpv3/j+p1mNBojGmW7j22ms577zz1jzfddddWyhtjDHdSzfrbr6n0fMhhLuqzKMNX81nQaIxptuozxxOmrReE/KMMaZX896PT34e3TvxIqBNX15t3y1ljDHGGLOevHMNHt1JdO/EqwjfxpYyyyQaY9Kq5pslzNzpSqpzcpk+YAOmDxzCphf0S3ezjDEm0+xLG7+W1oJEY0yX+tvPnued5UVsuWQ+o1cvZ0DFbIpyszl3/1NYWVDMqJKlVF39CdtckNrX+hljTHfgXffpnHXONbg3IlBAuHfi6W2px4JEY0yXuXXbfzCYWjYY2Ic5wzamKr+Yw6d8zin/dzorC4oBmNdvCIOGjGLoCwvh4DQ32BhjeqajGz0vB7723q9uSyUWJBpjOp33np1On0Vs913ZaEU541eWQbyWuHNMG7ABi4oHNSj/7IYTcbMKWfb2bAbvMjZNrTbGmNR1s9nNO3rvb2y80jl3lvf+5lQr6T65UWNMRrp/pz/x6LZ/4odfvcHyvll8OHwA5T5O35o6qnKKeHWTPZiwYjF96+JkJxIMX72Cs95+lkR2Fs+f8GK6m2+MMSnpZhNXLmlm/UVtqcQyicaYTnP5bo9yyJzZbLl4BgDHv/8Wh//gLArja4fK5CQ8tblFFNfFARhUU8uJH/+Pj5bMJ7c8zosb3cn3pp3SKe1LlFUxY8s7qJtTRnzTYUz8/ERc98oGGGNMypJuop3lnNuTht8uMwG7BY4xJt0+mlPDIT/7mIVDxzN21aI160eULuaIz15mYOWqNeuW5eVSlZW15vnyPsXcsOuhbDf/C761ZAqjFs3nqSF3s/L9OR3axgVHPsKsomsZPHs2Q7OWM3TaVL7IvQb7qlJjTLu4Ro/0uCd65AP3Jj3/K3AC8Mu2VGbf3WxM58rYP7Ab/rKAB76E0StWs6pPLh+MGkYCz7iSCjYqq2JYRQ0Oz0/1Kb7/1dtAuBgOiDvH7d86gQXFQ5mVncOgFeW4fgXMGjGYVbnZ1MZifO+LKWz/9VxKcvuRV1fD2FVLGFm9hEVZxeTk5VG773i++rCEqcOG8OmAwUxcvIJsEsw6eCKyfTEfPL+QTabMoXjnwRxyzpYM75dNyexSvvz5kwx5dxFViQKGsoRZg4fwyZANwTm2XjKdgmUJqujDtp//hPyJg9N6jY0xnaJTQrg/yYsN3u9/qd9LW6jonHvQe3/MetdjQWL3IyKjgLnAeFWdlebmNCAiA4FHgW8B01R1hzQ3qVUicimwm6ruk4bD9+g/sIqSaqa9tYRnL/uKfKAOWFRcQF12Dh+OGsIb40cCEEskGFJWSf+aOEMrytlwdQ3ZCU/CwRujB7PZ4q84fMqbHPnxW2vq/rhoO+7f7UCK5i0nrybObl/N467/24UZI0NgdsCHnzJu0ao15UesXsn2K2cSJwo0ibGM/iwpKqIsN4dXNxrD4ztuwcJB/fCxGKOXruCQT6ZS2iePgaVl/GjqFywtGMimi5aQF3Vt51DNfzbenDqfzdhFq8ivqqVPtC2Op4wYhRsWsP2nR5LVJ6cLrrgxpgt0SvB2644vNXi//9X7+/X4sSs2JrGHE5H7gTpVPbGLDnkqUAgMUtW6LjpmytJwPXqEBZ+s5Mlff0RtZer3UU1+t/O5uSzvkw9AbUE+84r78tbYEWu2J2IxFhf3ZTFQvjqbbZYuIMt7PNC3to5nttyRhcUDOOyTd8lJxEkQw5cW8Mag/nyw/aYAHPzRNL7/2QxmjBxMdjzOlovnUsbaeyUOqCnDA54sVtKfBDES2Z6FRX0hFuPRb2/D0v5ry88dMpA/7fktTn7zYzZcWcUnwzcEYNOFS9aUqSWPzRbPpKDcUR4vWvOfo5YYJa4P3jkqZ1TzXsHd1JDNCFbSh2pi+NCjVJDNoMnHkbvjBilfV2OM6WzOuWLgUuC7wGCSAmPv/ZhU67ExiaatJgBfdscA0TTvX2d82KYAEdYOq1ndty9LhgyirLAvZYV9icWyGFNWRZ+65n8FsqIeCgfsOG8FExev4uvBozlpn9OYzkSm8G1Wu/58OGbomn3+t8koDpz+AX957B4efujP7D1rCmPKFtO3tpKxq5cwrnwpDiingET01pVT59h+wVL+s9k4Tn7zY9655h7uuf8ZiI6fiMX4+w4TIWmm4ZKitYFkHpVsvXo2G8VnsQHzqCOMjSx3uWtmJ1a6PGLEGMMyiqgiG08sOjcq6li++31tuq7GmMzkY67BI81uB7YHLgcGEsYizgFuaUsllknsBkRkOHAXIeJfDFyftG1v4GpgE0Jv36vAr1R1iYicAxwVlftptEs/VY2LyA+Bi4ENgYXAlar6SAptGUT4JdqX8H/wReBMVV0hIpOA7ycd7yZV/X0LdU0GPgTGA/sAS4CTo3r/AIyJzucYVS2N9hkL3ArsClQC/wLOV9XKaLsn3DH+eGAz4HPgOFWd2tz1iH46EbkaqM8w/qWltneU0tJSiqKgJJ3L8Zr293qX9u3T5Po+tXHKc9ftgi3Jy1kz9hCgT10tR035jKpYLu/1y2Fh/iCoKqKiIIeR5ZXMLywAYMzqckYwk8HL+pIgH4ixw/JplLt8Ei5nTX2uiR78I9/7nJGrywD41sz59KmtozJqW9+a2gZlvxg+nLGrF1CcqCCfCgBqXBZFvpRScojjojxhxHtieHJoJiiuDt3T3eW1tmVbtuXUljtaN7jtTbL9gM2998udc3Hv/dPOOQUm0YZA0cYkdgMi8iqwGjgO6AM8TgiSxgOjgGrgI0LK+J/AfFU9Itr3fhp1r4rIvsDfgR8CbwJCCPb+T1X/10pbXgBqgfoBrw8DqOqBzR2vhbomA1sQvjfjfeCK6BzfIHRbEy0/rKpXi0g28HHU5rOA/sBTwHuqenpUp4/q+jEhoH4Y6K+q+7ZwPS4FLiR8kvorsEN03D1U9c3WzmM9dYs/sH+e8j4LppS0a98lA/pTUdAwUKyNOe7aZgJ1WWs7I3Jr66jJCZ87N1tWwu5zl1FYW8vJbz3MZkumUZmdh/Oe/HgNCWLESHDTrify2qhRFNVUsMOiVWy8Yj7f+foLYtH7kgdqCd3c9XnQODHKKKKWHOpD0fdHD2fHuWtnUV+1/6488q2tiSUS/PytKWw/L+pijt7ED/hKGRpfBkAF+XyYtSVxn02+r6KKXMDhCMFhga8lj1qyqGUYDa+hB3J3H8Pg/x3frmtrjEmLTonm/vCtVxq83//mnX3SOXFlGTDce1/nnJsHbEmIM1Z574tTrccyiWkmIhsAewEbqWoJUCIilwEvAajqG0nFF4nI9YRp7S35NfBHVX09ev6eiDxMCPyaDRJFZCTwPWATVV0ZrTsLmCoiI1R1YdvPkH+q6jtRXQ8D5wM3qOqKaN2/gR2jsjsBGwM7q2o5UC4iFwFPicgZqlr/B3iDqs6J9r+fKJBtxdeqeke0/K6IfEwInjs7SOwWfnLnjnz54kI+fmwOy2eWQiJGVi5UlzTfBZ0gBEH9V5VQGYMcl0UNnhc23oDFhQWMLiln5oDCNYHXqLIqZhcX0L+6hiV9+7AyexVbL1jKZkumAdCnrpovhm3CqFULKa4Ot+o67NMXOfPNpXgX49Zdj6cip2hNgNhYDHhlxBZ8a+EMymJ5rOjbh0X9ipjfr5DL9v02F/73XQ769Bu+HjqQFzcdH3bysPPMOWywupy5AwYQz8qisKqKmkQBdcSI4ZmZNZq4D2+FVS6fXF9DsS8jB6ggmxwSQII4cRbSl35FnoJ9xpFdUU3BYZvT9+fdfu6WMaYLdLNM4hRC7+SrwOvAn4Ey4Ou2VGJBYvqNin7OTlo3s35BRHYgdDdvQ/iCbkeYONKS8cCeUYBXL4vwi9KS0Y2PD0xP2taeIDF5n4pm1tXn/kcDS6IAMfn4+cAQQnd14/3Lk/ZPtR1t2S9jbP69EWz+vRGtF2xCdWUdfznsdapWeA74tJJHttmIkavKGLViFa9PGAUxx4wB4ddyeVE+BXUJHnjsj/x3o91I4IhFCdVVffrz0qZ7s+vMdxi2ejmjS5bhgGqXRVVOPgv6DWZ1XgHF1RWAJ87a+ydWZuUwbsUqSmJFFCdW0qe0kuGlFQxdtZpRq1Zz567bce33v01ubZzaujjFS0v4xbsfsNOc2SwvyKa4KsGAmgr6VtewaFAuA1Zm879R21JT3of+K6rXHKfYl+PJYSmOLV88kGH72dcCGmN6nJNYmzH9FXANoXeuTbfFsSAx/eZHP8eyNiAbn7T974Tu58NUdbWIHEQYU1CvqVTQbOB+Vb2hjW2ZG/0cB0yLlic02taZ5gJDRaRAVesDyglAFbAsxTraNjvDpCSvTza/+feea56HL/4cRkVVHbc9W8qsT1ezw45F3PJK+D7mgWWrWFg8lN1nvs+zE/djq4Wfs6RwMK9s8l1qsvN4eqsDOUKfxROCxLxELcd88BgP7nAYj+2wB/t/8T+GlC0luy6XBFmszi5gev5QEt4x8tbdGH3yNmvaMhGY2mzLD4geDc2/4mVWX7KaXed/xgdDNyHeJ5e8yjj9EuU4atnB/7qjLp0xppfoTplE7/2MpOWlrB2P3yYWJKaZqs6Lxu5dLyLHE8YkXpxUpBgoAUpFZAxwXqMqFgHfEpGYqtYHSH8A7hORd4C3CFnErQCnqtpCWxaIyEvATSJyLOFTyE3A8+3sam6r9wjB6U0i8lvCp54rgPuSzq01TV0P00kK8rM559ABcOgAAH5+YP2WofzUH83pLz7JBqu+4V7Zl5K+46jKziYvHqc8J4d/brs3J7+znA1WhwTxBquXcOpbD5LtE8ypmQBkM2nziTw+cWf+dGgu+xwxscPavcHF++Iv3Ju3sm5h2wVzqKQPOVSTdfJOjLzzoA47jjHGpINzzhECwyOAwd77rZ1z3yGMU/xnqvVYkNg9HAncTcik1c9u3j3adjIhULuIkDB5iDCppd5fgb2B5SLiCPcvfElETgZuADYlZNc+p/kv/E52NGHm01RCkPgScOb6nFyqVLUuypTeSpiqXwU8wbqBcUvWuR4d3lCTkr/fvRNLFmzO8ed/ycIB/Tnr9Tf41zb7rtlekxVj6sBha4JEgKLqMrLxDGYlyxjK14MG8eQ/toasjr9bl4vF2NX/tsPrNcb0Tt0pk0i49c2+hKRR/Xj8eYT/7ykHiTa72ZjO1ev/wD79uowTb5rNVS89w1++eySJWAj4xi+dx1PDhvHAq/9geOlKVieK+bx4M7KoYZf5X5NIJHjtnEP4+TXbpvcEjDGZplOiuRt3m9zg/f53b+yRztnNc4HtvPfLnHMrvfcDouziCu/9gFTrsUyiMaZTbbVJIe/euQWTzlvKfk98xJzx/RlfMo9j9Bmyvn0Ih+5/LMd98yVbfrMSgDi5TO83nP9NHMkVFiAaY0x7ZBFmM8PaZEVh0rqUWJDYy4jIHYQu5aZMrL+1TIp1XQBc0Mzm/ZNuwWMMB1+7B29kv03i4cXU5jke3/xbbFq+FH3g9+TF83lx+HfXlJ05dBg7nd2tum6MMaZF3ay7+TngZufcmbBmjOIVNJz42irrbjamc9kfWBMScc+7t3zCvOIiFt/3GodPeZd5uaOYXjiGRLZj6AZLKD1vEw4++OB0N9UYk3k6JZq7YffXGrzfn/36d9PZ3VwMPEj4lrQcwhj/l4BjvPelqdZjmURjTJeLZTl2+V10G5uTJ/DWx4fwzTnPMi6vjp3/8H1e/uKd9DbQGGPaqBt8XzPOueHe+0Xe+9XAD51zQwm32JvrvV/Uyu7rsCDRGJN23962H99+6ci1K75IX1uMMaYH+5pw67x6d3jvD2lvZRYkGmOMMcasp24yJrFxI/ZYn8osSDTGdJkFf3mfqtOeJk4fEtQxcspJFG09Mt3NMsaY9dZNgsQOHQdvQaIxpkusence0y54nTt/cBguO5u9P/2Mbbd7kO3ibblXujHGmBZkO+f2ZG1GsfFzvPf/SbmyDm6cMcY06dnDnuOhA3/AEA99Egne2mE7+tZVsV26G2aMMR2gm2QSlwD3Jj1f3ui5ByakWpkFicaYLtGnpo66nFwGrVzFTp9PIzdey7whw3hxv3/yvZd+ku7mGWNMj+e9H9eR9VmQaIzpEn1LE2Qlqjjq5dcYWrGSKvLZYraj3NmtJI0xPV83ySR2KAsSjTFdoiyvL795ZjITK74hhieBY2FiBPlZ6W6ZMcaYpsTS3QBjTOab/epcKgv60i9WTgxPHTESxOjPCqrz0t06Y4xZf965Bo9MYJnENBOR+4E6VT2xHftOBl5R1Ss7ul3dnYjUAfuo6uR27n9RtP8eHdku07SXfvY2WX2yKK/Jp5ocYtFEuxwSvLLVZmztjmXN5LvrfgybN6rAex5/8G/ol582WH3ttdd2fuONMaaXsiCxC3XXoE5EjgMuUtWN0t0Wk5n61sWpTsQYuaKUCvpSSAUQwsLDP34PyI2eJ3DnPsH3qSOLBJ5/4AjT8X4M/Ai46pfDqSgIb13//M5x/OT1Ctbe3cFHjwTM+hOMtXswGmO6RqZkD5NZkGjWm4jkqGptutthuq/smjr6ldQxJzaCOp9FYSIEiQkcQ6rL8LgoGMyCqDO6nmdtCJgFnPfnRVz2m5FccfMcHJ6Go2bqSzsYd0YXnFkTDv0WPH5Oeo5tjEkbn3kxogWJHU1EBgG3APsS/lu9CJwJXA7sDuwiIucB81V102i3PBG5GzgMKAcuV9U723Hs+4B9gP7AXOBKVf1btG0AcBewF+F1nwv8AqgD7gByRaQsquqglrpxo4zox8C4qL6rgWtF5CTg18BoYAZwrqq+FO1zaXT+nwDHAJXAbaraan+hiBQBtwEHA6XAJY22t1q3iBwI3ACMASYD01o7rukYb09eQm4tVBTlUTqggJLSAmJLoNBXkk0t/YiTTU0U8IUwLwvWZBAby0nA+bfNiULDxu/KsaQaYkC8mVo60b/egWcVDpSuPa4xxnQwm7jS8R4BBgATCSOrBgMPqeoZwOvAFapamBQgQuhJmwQMBH4J3CYiY9tx7DeAbQlB4uXA/SIyMdp2NlAAjI22HwLMU9W3gVOBGVG7ClMc53cCcCvQD7hVRE4GzgWOis7/QuAJEUnuwv4OsBgYAfwfcJaIHJHCsf4AbEy4pltH+zaeE9ts3SIyAXiCEMz2j9p9UgrHXW+lpaW9fvmtfy+lsiiXmROHs3SDfszebCgzhoygij5ANqUUrwkQg6w1oV9zH8wLaprZsM5e6floX/3qlDXL6b7+tmzLttz0ckfLxIkrznu7R1lHEZGRwHxgE1X9Jlq3KTAVGAk8SqMxidHElSGqemDSuqXAiar6dCvHm9y4vkbbFbhXVW+Psm3fB04HPlLVRFK542jDmMTouDNU9YSkdZ8B16vqg0nrJgHvquqV0fFPAMaqqo+2XwnspKr7tXCsGFABHKiqr0brNga+BvZU1cmt1S0iFwLfV9Xdk+p9BNigCyau9Po/sGVLq3jm2y+ydIOBa9aNnLucjWcspD9lFFHOEBYkhXOeHCqTnjUM9Tzw0UYxtptW00IImKDB+MSuNv12mDC8649rjElFp0Rwl3/v3Qbv95e8uHOPjxStu7ljjY5+zkxaN73RtqYsbPS8HChqy4GjYOpS4HBgOOG/Y19gSFTkBiAHeAAYISL/Bs5R1cVtOU6SWY2ejwf+LCK3Jq3LBuYlPZ9dH8Ql1XFIK8cZAuQ1Ot7MJsq1VPeoJto7E9iglWObDjB4SD5Z5ZVk1cWJZ2fhEp5+yyupIo9F5NKHKhqGguEeig6/ToBY75+HjqTm8bnsPL2u0fb6X4F4o+ddJAZ8YwGiMb1RpmQPk1mQ2LHmRj/HsXbM24SkbZ2Z0jgCOBHYD/hCVRNRJtEBqGo5oQv4QhEZDjxMCByPaWe7Gu8zG/i9qj7Wwj5jRcQlBXPjaBhENmUpUBOVrQ+4x7ex7vnA9xqVb6oO00kGlVTT98tFuNws4rUJ/jtxNINWV7Lb53OJ43HUsnYEQZxFRTH6lcbpC+gQ2H7p2jGKdx45CICnfjyap4CrrpsZ7enXPpbcDUMGYowxpv0sSOxAqrpARF4CbhKR+hu/3QQ8r6oLRWQR0Fm3mSkmTEJZCsSiLuRtgH8DiMjBhMD1a6AMqIrKAywChopIsaqubufxbwEuFZFvgClAPrADsExVp0ZlRgBni8gtwJaEcYFntVRpFOz+Dbgs6tKuBK5pomhLdT8KXBKNUXwM2IMwblHbea6mjWqy4KPNRrDn51M55aQfMWNYCOBOeeE9Ln51FtzxMzj1QdhsODlfXscHkyYBcPDBByPAhRdeSDweX6fegoICsvw/uvBMjDGmaQnLJJoUHE0ImKYSgsSXCLObidbfJyKrCLObt+jA4z5AmGk8jTCG7yHCRJl6G0bHH0EItP4LnBdt+w/wMjBTRLKA/1PV19pycFW9W0RqgPsIWbpa4EPgd0nFXo+Ov4gQpP4R+FsK1f8a+DPhmq4mzG7+YaMyzdatqtNF5MfAdcDdwGvAXwmTfEwXOGT1sazY8kkKc8vXBIgAb2w5lqpXPTmn7A2n7N3s/ldddVVXNNMYY9rNp2miXGeyiSumS0STS3ZT1X16Ut0dwP7AIi/3/wubVSzi22f/knkD+gNw6PtTOOJ15dAFpzQoOykpk2iMMR2sU6K5S/ZvMC6ey5+XHh812i1wjDFdYlWWY9LELbjq6ef43udTyamro091gsrcnHQ3zRhj1lsm3gLHupu7MRG5g9B93ZSJqjqnk457AXBBM5v3V9XXm9nWI45n0iM/4fhyyEhu+9631qwbu3gVOz1h2UJjjOmOrLvZmM5lf2CRRzf8G4NXlnLHXrswY9gAZNoCJixcyvmfHLROWetuNsZ0ok5J81104IcN3u+vfHb7Hp9OtO5mY0yXOGL6kXw5ZADbzlrAsf/9mJqsGH0qqtLdLGOMMc2wINEY02V+9dVPmFi7kKqcBD/++AN+M+3H6W6SMcZ0CBuTaIwx6+nQKcenuwnGGNPhfGbEhQ1YJtEYY4wxxqzDMonGmLT591PzeOne5fisGKW1ldz/753S3SRjjGmXTPzGFcskGmPSZtJDJZQWFlDeJ5++eQWcuNekdDfJGGNMxIJEY0zaxHOy8bEYiViM8vx8Rsb7c95557W+ozHGdDM2ccUYYzpQTl0cgL5V1VTm5pLlstLcImOMMfUsSDTGpM3ARSsYUlOJz4qRcFBunRvGmB4qU7KHyewd2RiTFof/8GM2nrsMnxXehmIeyvNz09wqY4xpn4RzDR6ZwIJEY0xaxDy8vu2GDb63sLQgP23tMcYY05AFiabHEZGjRWTWetYxTUSO65gWmfaYPqiY+UMH8uHYUcwd0I8pI4YybEUZ2z5to2CMMT2Pdw0fmcCCRNPlRGSyiFyU7naY9KqOQRxYVlTIFxuMYNDyEg5950O2mTqAsT/4guxPFqS7icYY06vZR3bTJBHJUdXa1tYZ017zh/RjxxlL6ROPk5VIsPe0mWR7DzjyibHLRd9QctFv8XhyqEn6RJvAESe2pqO6hiwSgAM8jgRQjSPe4HiO+o/2vsF6/nEW/GS3zjlJY0yv4cmQ9GESCxIzjIgUApcChwBDgDnAKcCVwCuqemVSWQ/srqpviMilwHeAD4GfAR+KyD+Ai4A7gV8DJcAWIrIlcBOwA1ABPAJcoqq1IjIOmAkcA5wPjAbeBo5V1YUichuwO7CLiJwHzFfVTVs5p52A24HNgI+BlxptnwXcC+wHbAtMBX6hqu9H23OA64CjgQRwSyrX0nSeb91fQ5+sbIpqa9cEf5NlK8ZO+i9Z3uPwQBYeD8SJNXjzzYrCvBAEOmI44riotKNunQAx8E2sAw6/GQ7aEQryOubkjDEmQ1h3c+a5B9gZ2BsoBn4ILEpx3+8ACwmB3aHRunHASGBjYEcRGQq8BjwRrd8F2JcQECY7PKpvA6AvcDmAqp4BvA5coaqFKQSI/YDngceBgcCZwGlNFD2VEMgOjMo+JyLF0bbzgIOAbwPjo3Ma29JxO0ppaaktN7H87mLP0sKGk1TisRi1WTFixOnH6mitw0UhY0Nr37ociTUhZPiZWKd0q6Yvave52LIt23LPXO5omTi72XnfzKdr0+NEAdxiYEtV/bzRtsm0nkk8RlUnJG0/DvgL0F9Vq6N1vwMOUNW9ksodClynqhslZRJ3SsrknQ6cqKrbNdeWFs7pKOAaYKyq+mjdVcBRqjouej4LeEhVL46eO2A2cJ6q/k1EvgGuVdV7ou19gZXAyap6f2ttWE/2B9aEM56v4d6P4uwxfSETl5XiY44hi5ez1ayZ7LxwGlnEo4DPA3Xk0XCUg6OO2JpgsI5saqLOZqIsYlXbOn5qH4Nsu5G3Mb1Ep0Rwv/7xFw3e7//4+MQeHylad3NmGRf9/Lqd+89qYt3C+gAxMh7YVURWJa1zQOP/sAuTlsuBona2aRQwuz5AjMxsotys+gVV9SIyJ9q3vo7k7eUisqSd7TEd4Lb9c3n9mTlssryURG0dI5YsJ5EVY/CSUirII59qsqgjFgWLcYjGHRI9S7A2/o6vGZEI4MkCcqIM49pu52bfrVc8aAGiMcY0wYLEzDIr+rkx8EWjbWWEbl8ARGRkE/s31U/XeN1sQhbwwHa2sbnjNGc+MFZEXFKgOL6JcuPqF6JM4hhgXlIdydv7AkPb0AbTCUYuW01FTi41hYWsGNgfgNK++Rzw388ppITZz2zOwQcfnN5GGmNMijLxG1csSMwgqrpERB4Hbo+6imcDG9ZvBn4iIjcDVcBV7TzMg8BvReQE4G9ADSEA20RVX0ixjkXARimW/TdwK3C2iNwCbAWcAFQ3KneCiDwJfEoYt1gAPBtteyjafzKwALieTupuMKnLcY6+5VXU5EXfsuI9lTl5PHPuTHbdddf0Ns4YY4xNXMlAJxBmAL8GlAJPA8MJM3qnAtOj7c82vXvLVHURsCdhQswswti+J4EJze+1jlsAEZFVIvJ5SwVVdRVwIGEizEpCwPiXJoreFW1bGZU9UFVLom3XAC8C7xC6qucQAmiTRoNKKxg/dyH9SkrpU1nFsMXLicXbMenEGGO6gYRr+MgENnHF9HjRxJWLVPXhdLelCfYH1oz9D/+MrRavYsPFy6nOyebjzSYwbtZCKvZ6aU0m0bqbjTGdoFNCuDN+8mWD9/vb/rl5jw8VLZNojEmL5/+xJXP692XeiKHMHT2C0QuXMWxJSes7GmNMN+Sda/DIBDYm0aRd1OXc1H0LZ6vqFl3dHtN1Jq6qpLqwD7mAy88lv7ou3U0yxhgTsSDRpN36BoL190s0PU88N2fNcm1uDosH9m2htDHGdF+JDJwPad3Nxpi06b9s7bcfDFyymuWDpqWxNcYY036Z2N1sQaIxJm1Oe3t3WLaanCWrWJYzE/ftBVx77bXpbpYxxhisu9kYk0Z5eTlc9c53090MY4xZb5ly25tklkk0xhhjjDHrsEyiMSbtJt5Ywpdl2bhEgtNW38r39t463U0yxpg2SWTIOMRklkk0xqTVnnev5qvqPOiTiy/I589Df8ezr3yW7mYZY0yvZ0GiMSatPplaTSI7KzxxQCzGP3JPTmubjDGmrWx2szHGdLDiqlpo8PWgnqJEPG3tMcaY9sjE7262MYnGmLRa1DefWE2CRMyBg37l1Rl5U1pjjOlpLEg0xqRVVWEB4CARnhdV19CvvDKtbTLGmLbyGfjh1oJEY0x6ecDBsNJytlqygqUFeeS0upMxxpjO1i3GJIrIpSLySrrbUU9EZonI0eluR2tEZJSIeBEZ1wXHul9E/trZxzG9y0Y3lkBdnL61NazoV8DkTUYxccVqdp+zmDfffDPdzTPGmJQlnGvwyAS9JpMoIscBF6nqRknrxgEzgdGqOq8TjnkpsJuq7tPRdfdUIrIH8IqqpvS7JyLbANcC2wLDgd1V9Y1GZY4BzgXGACuA+4DLVNVH24cCdwD7AlXAvcD5qprogFMy62H6CgdZjuq8HOqiGc5PbDmBX7xpt8Axxph06zVBoumxaoAngEuA9xpvjILIe4FDgEnApsB/gfnA3VGxR4BSYBQwCHiBEExe18ltNy2oiycgKwtyY8SzQqfGbjMXstHyVSRiMP6xHfn7fY8Sz4qRiDn6lNRQXFZHDI8jsWb8Tx41DKGEavKoI5scahjMcvpQRQ05rKYfOdQykEXkUkuMOrKoA2J4EjhqiBEn9HuHWdbN5gDys+Hly2C3zTv78hhjephMyR4m67IgUURmEf6Z70fICk0FfqGq77ehjnHAncDOhHfzGcCRqvpVtP0k4NfA6Gjbuar6kojsQsgk5YpIWVTdQcDT0fJXIuKB61T1iiaOuyVwE7ADUEEIOi5R1doW2no4cAEQSzrm1qo6Q0QOJQQ944BZwKWq+mQK5z8cuAv4LrAYuL7R9vuBOlU9MWndLEIG9eHo+e7ANcBEYCVwO3BzfdYtVSJyNfBTYGjUlj+p6h+ibbnAbcAPgXxgUXQt3gKeB7KSrsnpqvpAc8dR1S+BL6N6myqyIbBEVZ+Jnk8VkcnANtE+44F9gI1UtQQoEZHrgIuwIDGtci6tglgMsmN4YLv5Sznoq9lrtveJQ21eNj4W3njLBuXTt7qcrFrwZK2ZAR3DU0Mu5RQAUEMORaymkHIWMYY42YBnGAvIJkEYZRMjizrixIgRx+EIoWGC+kBxrfo3fg9VdbD7hbDkPhjSr9OujTGm58mU294k6+oxiacSgriBwOPAcyJS3Ib9rwbmAMOAwcDxwCoAETmZ0OV4FDAAuBB4QkQ2UtW3o2PPUNXC6DGZKJAANo3WNRUgDgVeI2SzRgK7ELotz2+poar6j6i9k5OOOSMKWB8BziNktS4AHhWRnVM4/0eAOKFb9TvAcSnsk3wuWwDPATcAQ4ADgTOAn7WlnsgXwG5AEXAScI2IfC/adhywI7C5qhYDewNfqOoCYH8gnnRNmg0QU/QisEBEfiQisSig/w5QHzRuA5So6vSkfT4ExrXxd69dSktLbbm55VjSO2pNnGm5+fx9ozFUx8LbUiIra02ACCFUq8nLWrNcH8zVkkMNuWvKeRxZJKgiPwoQIYs4OdQmlYlF9dQHiM1pZtvbX63fuduyLdty2pdN67q6u/keVf0AIMrmnEbI6KWqhjAubUKUYfokaduvgMtVdUr0/DkR+S8h23XlerT5GGCKqt4ZPZ8vItcQslCXt6O+44F/qerz0fNnReRJ4ATg3eZ2EpENgL1omBG7DHipDcf+BfCYqtZnUKeKyG2Ec3ywLSdRn5mM/EdEniUEgy8SXqdCYKKIvK2qc9tSdxvbUS4i9wEPAAVAFiEjXH9dioCSRrutin4WA6s7q20ARUVFttzcciIRMonxBFTWUZqTw8eDB1JUU8e+cxfRp6yauhxHPHvtZ9n8ynCT7eRO4VxqKYi6lsPaBHVkkU8VMeIkyCJOFrXkrAkUQ3d1yEh6aloIFD1NBoq7b96118qWbdmWO3y5o2Xi/V27OkicVb+gql5E5hDGiaXqbOBiYJKI9CVkI89X1TJgPPBnEbk1qXw2sL4TUsYDu4rIqqR1jhCMtMdoQButmw5s38p+9ddpdtK6mW089nhgLxE5JGldDGhzECcivyJkEEcRrkcf4G/R5ocJ2d5bgI1F5FXgHFWd1tbjpNCO44FLCdnd9wlZ1r+LyOWqeglhLGLjfsH+0U/7SJlG/oq+uEsqoLZh9+6cfkV85GMMnreUQSsryYolqMuGPqtqIZ7A43F4YtEbch0OT4JiVlNDLgVUkE8tteQymMVUUEQuVdQSw5EFxMnGR1nGOHGyozGJ8TVv8Q3f6pPaN6AvvHEVDOi8fzTGGNNddHWQOK5+QUQc4R/6PGCTVHZW1aWEjOGvRGQCYUzhOYTxfbOB36vqY83s3tRM1lRmt84mzMY9MJU2plD/XEKwlmwCrQdq86OfYwlBJU3UU0bowgZARLIJYwbrzQbuVdXTWzlWi0RkV0ImdW/gXVWNi8jjRP9bVbUu2n6diPQnjE+8l9AN3NEzincA/qOq9VnYWSLyCCEzewkwBegnIhNUdUZUZjtgVpSRNekUTzC0vJLchGdeQR/y4glG1CWIOc/sQ9/hF9dem+4WGmNMSjLl+5qTdXWQeELUtfopcCahe/BZUgwSo8kg7xEykiWEbs26aPMtwKUi8g0hMMgnBBDLVHUqYfLEUBEpVtX6LsalhKBlY5rPOD4I/FZETiBkymoIwe4mqvpCK01eBIwRkVxVrYnW3Q+8KiIPAa8QJvIcAuzRUkWqOi+akHF9lD3rQ8iqNigWbR8PLCB0hyffl/h24DUReYEww9cTrv0QVX2tlXNJVkwYG7kU8CJyIGGs4WMAIrIX4fX5BKgEyln7Oi0iTFwZr6qtZkKjDxN5SatyRSQfqFXVOPAm8EcR2UFVPxCR0cDRhHGHqOrM6B6c10ev4SDC2NU7MWn37ZGeVZ/Xcti0uZRnZ1FQF2dO/35UdfhnCWOMMW3V1RNX7gJuJcyqPRw4sI3ZnO0Ik0jKgM8JgcCNAKp6N2G2731R/XMIQVR9kPQf4GVgpoisEpHvqmplVObRaN2FjQ+oqouAPQkzdWdFdT9JyP615jFChnBRVP94VX0LODZq98qozUer6jsp1HckIWCaC7zOuuMIHyFM2PiQkG2cw9oMJKr6GWEM6G+AhcASQtA6JIVjJ3sReIgQsC8Dfky4JvWGRdtXRscZC5wSteFrQrD6XnRNWps0M5YQaNZ/T9ur0fLPovoeJUzE+buIlEZt+gw4K6mOowi/6/MJXdJP02hmuEmPN08vIuY92d7Tr7aOHO8ZXFGBDrWZw8aYniXhGj4ygfO+TXc+abfGt2Ixppfomj+wHqzo3JX8eso35MdD9vC1UUP5srgvf9nnPQ4++OA0t84Yk4E6JYQ79IQ5Dd7v/3XvmB4fKtrNtI0xaVXmHfduPp5NyitYWpDPtNx8RlVXpbtZxhjT63WrIFFExhDuv9eUh1X11K5sT2tE5CiaH9t2iqo+0sb67iCMp2vKRFWd05b62njsCwj3bGzK/qr6eicdt0Ovoel5crJjLBzYj4Wuf1hRGydvflmL+xhjTHeTibfA6bLuZmN6KfsDa0XO+auo61cA9TMDa+NsNGcJNx88xbqbjTGdoVOiuR+dMLfB+/2T947u8VFjV09cMcaYBg7Y0OPKqsF7SHhi5TUc2Oev6W6WMca0Sdw1fGQCCxKNMWn19IkDOGhMHdnLyxi4YAW/qryOvffZMd3NMsaYXq9bjUk0xvROz5w8IOnZVUyaNCltbTHGmPZIZODNtC2TaIwxxhhj1mFBojGm2zrysQpyrqlg/I32DYrGmO4tE2+mbUGiMaZbuvSrTXh0ZjZ1ObnM8gW4q+y2OMaY7iuBa/DIBBYkGmO6pc9Lh0EseotyDnLzcNesbnknY4wxHcaCRGNMt1Tdt6DhCg/E8jnvvPPS0h5jjGlJ3LkGj0xgQaIxpptq6k02M954jTGmJ7Ag0RjTZeYuK8ddtJohV7TebZwVr4NEuME29d8MZTGiMaabsokrxhjTTne/uZoxf/CQlc2y2mxi5zcfKM4rcRRXVkLcr31Eb7r2PYfGGNM1LEg0xnSJk591kJMNWTHIjuHzcrjtP6uZ89VKLj70A178+9w1ZW9+cyx7zPiCFVf8nOVX/JyDv9AwecXBYorTeBbGGNO0OK7BIxNYkGiM6RrZWeGnJ3QhO8fvH1vNMTeUMKWwP3c9V81p+75F9ZzlzBoxhr8+cScAH40Yx7SBI6DWQxwe6HtC+s7BGGOakYnf3Wxfy9eJRGQy8IqqXpnutiQTkeOAi1R1o6R144CZwGhVnZemprWZiAwEngI2A/KBpcB9wFWq6qMyBcBtwI8InZb/As5Q1cp0tLk3WlVWGa58Ym238dCySnYtq2FUaRl9q2qIZ8Wo6lvEg9+fzItz5/LsJttx3E9PIxGLgssEIcDM7s+cOXMYM2ZMms7GGGN6B8skppGI5KS7DRmgHPgFsIGqFgP7AEcBJyWV+SMhiNwM2ATYHLi5i9vZqw24sobGgwqHl1czuKaGPokEidxscFCbm8Mnm29OVm0hJ//4lBAgxlx4RLEiLsbtt9+ejtMwxphmJZxr8MgElknsJCJyG7A7sIuInAfMB94GcoAa4P+Af4jI5sA0VT0x2u9o4CZgW1Vd2EL944A7gZ0J/3ZnAEeq6lfR9pOAXwOjo23nqupLIrILcAeQKyL1X2FxEPB0tPyViHjgOlW9ooXjbwf8CdgKiANTgQNVdWVTGdSozt1V9Q0RuTS6NgqcQPiwchUhw3cfsCPwNXC0qn7ZXBsAVLUa+LzR6gSwaXTcPsDRwEGqujhadzEwSUTOVNWqluo3HaTxG6aHAdW1FFdVrx25E4uRU1NDbV4ez+24KVW5uQ1nMzsHMR8CRuC9995jp5126orWG2NMr2SZxE6iqmcArwNXqGqhqm4abToMeAEYAvwWOAI4SESOEZGJwO3AUS0FiJGrgTnAMGAwcDywCkBETgbOJWTUBgAXAk+IyEaq+jZwKjAjalehqk4Gtonq3TRa12yAGPkz8BIwMGrDWYTgN1XfAb4BhhOCuBuAe4DTozq/JGQAUyIi/xaRSkJAXEQIoCEEi/nAB0nFPwT6ELKKnaq0tNSWIcxOTkQpRO8pKKuiJubwjYLHHO8pKq1gzoDCECB61t7+xvu164CPP/447edly7Zsyz13uaNl4s20LZPY9d5Q1X9EyxVAhYgcSRhXtwi4SVVfSaGeGkKANSHKtn2StO1XwOWqOiV6/pyI/Bf4KdBR4yNrgDGEMYyzgHfauP/XqvrXaPl5EVkOvFifORSRvwGPpFqZqh4kIlmELOTBwLJoU1H0sySpeP1yp0+TLSoqsmWg7PICCn8fhoDm1cUh4VmWm0NlLEZWInzLaSIWIxZP8MNXX2du/4H8ffct12QNgTWzm6mrA2DbbbdN+3nZsi3bcs9dNq2zILHrzWpi3X+B6cDGpD5W7mygvtu0L/A4cL6qlgHjgT+LyK1J5bOBjpyQcnx0/DdEpBZ4GLhMVetS3L9xprSi0boK1gZ4KVHVOPCOiHyHkOk8Aqj/2NiPKNMaLQPYFwF3kb75OeAqwUN1NMt5ek4W88cM5ddfz6UuO4vsmlp8eSX9Lt6cB14jDBqI+YZd1d5DXQnbbbeddTUbY7qVVP/59SQWJHauRIrrLiR0ib5DCG6Oaa1iVV1KyBj+SkQmEMYUngNcAswGfq+qj61nu1o6/kzCeEJEZCtC1/NM4F6gDOhbX1ZERral7g6QTQi4Ab4CqoDtgf9E67YDKgnjHk1XiUFhdZyyKEgcXlPLcbs7dtl5EC89tITxm+Zy5i27AfC38qVhMEwTYxmPKbuPww+37282xnQvmdLFnMyCxM61CNiopQIisgchuPs2sAT4WEROUNV7W9nvcOA9QmayhND9W/9B5hbgUhH5BphCCEB3AJap6tSoXUNFpFhV67NpSwmB4sakkHEUkWOBl1V1ASFDV5d0fAV+IiI3EwK0q1qrr71E5FuEgPQtwjXYlTBh5y4AVa0UkYeBy0Xks2i3y4EHbdJK17potwRX/i/GwNo6soBFOVlcdegAYAgHHTGuQdkLx3zA+av3XjujGaKxiZ7haxLCxhhjOpNNXOlctwAiIqtEpPEMXERkGPAo8CtV/UxVlwBHAn+MsnMt2Q54jZC1+5wwGeNGAFW9G7ieMFN4JWGCy8WEmdUQMmovAzOjtn03umfgxcCj0boLWzn+XsAH0Qzpt4HkMYS3EGY7Twc+Bp5tpa71kUs41yWEc70TuBW4NKnMrwlZw/rHV8CZndgm04QrDujPP38SY4WDpdkQv2FAs2W3GFUb3Rcx6Uv4nAPnMuR7DIwxmabONXxkAueT34SNMR3N/sDaYdKkSfzg8++Hj7H1k1ei96pzl1/Mtddem77GGWN6uk4J4bY6Y0mD9/tPbxva40NF6242xnRTPny3Vf0H2QT2jmWM6bbqMrCfw95yuykRGQN80czmh1X11E4+/u7A881svlpVr+7M4zdqS1kzm15X1f27qh2mizkPuLVTqhwQt2GkxhjTVSxI7KZUdQ5QmMbjv57O4ydT1W7RDtO1BtbMZUXu2LUdQxWlnFt9vXU1G2O6pdrMSyRakGiM6Z7u3/ZLTv00m9qKAuqyHCdX38Rpp52W7mYZY0yTau0WOMYY03XmXzCOOXPmMGPGDCZMOI0xY8aku0nGGNNrWJBojOnWxowZY8GhMabbq013AzqB3SfRGNMtfesH94E7JDyMMcZ0OQsSjTHdzoQf3Mfg5BUWKBpjurkK5xo8MoEFicaYbmdTOulut8YYY1JmYxKNMcYYY9ZTZQZ+srUg0RhjjDFmPdVkYP+HdTcbY4wxxph1WCbRGGOMMWZ9ZV4i0TKJxpjux96YjDEm/ey92HQqEZksIhe1obwXkd06s03GGGNMh3Ou4SMDWHezMaZTnPrvOu6cuu76mt84crKz2l7hjf+E3/1k/RtmjDEmJc57n+42mCQiMgu4F9gP2BaYCvxCVd8Xkb2Bq4FNgDrgVeBXqrpERPYHHgQ2UNWaqK4iYCGwv6q+LiIe+CVwHLA5MAX4CXAYcBZQANyhqhcmtWdL4CZgB6ACeAS4RFVrRWQcMBM4BjgfGA28DRyrqgtF5DbgF1Fba4H5qrppC+c+BdgaqAQSwN+BD4BTVXWbpHIbAl8BGxJGgcwETgLOAYYCrwEnqeqSqHwBcDlwKNAPeA84Q1WntfxqdIhe+Qf23xl17PVE89v971r+fJpwh6zbzbFlHnz66Hq3zRjT63VKms+dtbLB+72/eUCPTydad3P3dCrwa2Ag8DjwnIgUA9XAGcAQYCtgJPDHaJ8XgXLg/5LqOQKYq6qvJ607GvhhVEcV8B9gACHg2gv4nYh8G0BE6gOuJ6Jj7QLsSwgIkx0OfAfYAOhLCMhQ1TOA14ErVLWwpQAxKl8fCO4XlT+REJRuKCI7JhX9OfCKqs5OWndM1IYxhADz4aRtfwU2A74FDAfeBf4tIjkttce03+HPdkKln1V3QqXGGGOaY0Fi93SPqn4QZQSvI2TWDlLVN1T1fVWtU9VFwPXA3gCqmiAEQz9Pqufn0bpkN6nqPFWtIASgw4FLVbVGVacQsov1AdkxwBRVvTPaPh+4Jlqf7DJVXaaqq4G/AdIxlwGiOv9ef14ikgUcC9zdRBsWReXPBvYVkZEiMpgQLJ+mqouja3oZMALYuaPa2ZzS0tJeufxbgeaTqGvXN1dPc9J9XrZsy7acOcsdzsYkmi4yq35BVb2IzAFGicgOhO7mbQhdww4oTNrvHuBiERkDFBO6qw9sVPfCpOUKYEkUYCavK4qWxwO7isiqpO0OyGqhzvKk/TvKncArInIWISjOBp5pVGZWE8ujWBuRfCLSIHbNIXSPd6qioqJeuXzuLtmc92YdTbltd7dO+cbLTfrFnmk/L1u2ZVvOnOUOlxlxYQMWJHZP4+oXRMQRulDnETJqjwOHqepqETkImFRfNhoH+CxwPKEL+SlVXbYe7ZhN6NZtHGi2RaL1Ig2sk36KxmNOJ4yd/BFwv6rWNio2DpietAzhmtVHKhur6tI2tsWsh9bGHbbZ7b/s2PqMMca0yILE7ukEEXkS+BQ4k5A1fBa4BSgBSqNs4XlN7HsXIfPWF/jperbjQeC3InICoRu5hhCAbaKqL6RYxyJgozYccxGwMfBGo/V3Ab8ljC08u4n9LhaRzwhd89cBr6rqAgAR+Rtwu4j8RlXni0h/YE/gZVUta0PbjDHGmGZkXirRxiR2T3cBtwIrCZNCDlTVEuBk4ESglDCZ5LEm9n2JkL0rIcx+brdo3OOehIkus6L2PAlMaEM1twAiIqtE5PMUyl8IXC4iK0XkzqT1jxC6v99U1W+a2O9hwiSZuUAuYYJOvZMIs6Eni0gpIfg+jF4687gnsBfGGGPSz26B081Et8C5SFUfbq1sC3VMBl5S1as7ql3pFnW7zwAuVNW/Ja0fR7gFzmhVnZem5rXE/sDaoc4dsm43h2/hnjrGGJO6zrkFztklDW+Bc0O/Hp9atO7mDCMi3yHMTj4s3W3pYEcRMoSPp7shxhhjTG9gQWIGEZH3CeP/ftldJ2lEXc5jm9g0W1W3aGafpYQJKD+vv1G4McYY0630+Lzhuqy72ZjOZX9g7WDdzcaYTtQ53c3nrG7Y3Xx9cY8PG23iijGm26nEomtjjEk3CxKNMd3O5GeOp8GtuDfpn6aWGGNMilyjRwawMYnGmG7phWeO5+CDD053M4wxpteyINEYY4wxZr1lSPowiQWJxphuYed763hvBeQBj22a7tYYY4yxMYnGmLRzN4YAEaAa+MFX+6a1PcYY02Y2JtEYY7pCVrobYIwxbZMhgWEyyyQaY4wxxph1WCbRGGOMMWa9ZV4q0TKJxhhjjDFmHZZJNMZ0S4vK7TOsMaYHybxE4vplEkXkUhF5paMasz5E5HkROacT6x8nIl5ERnXWMZo5bpmI7NJZ5Y3pnhx/nTcs3Y0wxpherUsyiSKyB/CKqnba8VR1/86qO51UtbAzy/d0IpIFXACcAAwBPgJOV9VPksoIcDuwJbAQ+L2qPpyG5pomuBvrmlxfSh4Ab/b7PdlZWSynDwv7DoeaCo7++mjy+vXtymYaY0zLXOalErtNf46IZIlIt2mP6THOAo4G9gYGAq8DL4pIEYCI9AOeB/4FDABOBe6wbGv34L1vdtuXDEKLzmN54XBmF46hIJZgm/IZbBCrYdIWj/LYsD/x2la3d2FrjTGmd2k1sycis4B7gf2AbYGpwC9U9f1UDiAiIwn/pLNEpCxafTrwGjATOBH4LbAhcKKI3AbsrKpTRaQP8B7wpKpe0spxJhOylVeKyLio7tGqOi/afhxwkapulHRefyUEFztG5Y8CtgCuIGSlHgNOVdXkVMf3o27todE5nKSqS6I6BwG3APsSRie8CJypqivae0wR8cDuqvpG/TkAtwLnAH2BfwKnqWq8cflWrtevgDOBwcBq4AFVvSDFa1cIXAocErV5DnBKCsfcGrge2IFwI7wPVHXfpG1/ALYDVhJ+566pP68WHAbcrqozonp+D/wO+BHwYNTGSuB6VfXAyyLyJHAy8HYrdZtOFrup+Zd36y+X8OWgbajJDhnF0pyihp/U86GuZDVvjr6eXed22kgTY4zptVLN3J0K/JqQqXkceE5EilPZUVUXAPsDcVUtjB4PJBU5EtgLKAL+BvwReExECghdhEuBy1JsZ1sdC5xGyDBNAZ4E9gS2AbYCfgD8pNE+xwDfAcYACSC52/KRqK6JwOaEAOyhDjhmsrHAMEJQvSMhSPppaqcbiMgmwLXAQapaRAhSn2lDFfcAOxOC3WLgh8CiVo45ghBUvwaMA4YD10Xb+gEvA/+N1h9I6D4+K4W2xFh3uLAjfKCBcF0/jALEeh9G600aJVrIIgIUercmQASa7MqpzC5k3NLpHd00Y4xpuwz8xpVUg8R7VPUDVa0h/GOvBA7qoDZcpqqLVLUmyhpdCiwB3gS+DxyZQjapve5S1S9VtZYQoE4ALlTVclWdA0wmBGJNtXc1cDawr4iMjDKm3wPOUtWVqrqSEOQcEAVI63PMZJXAJapararTgFcBaeN51xF+hbcQkUJVXaWq76Syo4gMJQSxp6rqTFX1qvpN1JaW/AyYpqrXROdao6r1k54OBGqAK6Pz+pLwe3ZiCk2aBJwuIhuLSD5wJSFLWf8hpggoabTPqqTtnaq0tNSWm1mOOQc0HyguL+hDbrxq7YomgsqcRA0rc/ul/Vxs2ZZtuectm9alGiTOql+IMjJzgI6a5Tsr+YmqJoDbCJmgu1S1xQzVelqYtFxByHYubbSuqNE+s5pYHgWMjpZnJm2vT3GMTlrXnmMmW9IoaC5vpfw6oq7Zo4CTgAUi8oaI7Jfi7uOin1+35ZjRfs3tMxqY1SjbN52G16051xKysS8Rfi8BvgSWRculQL9G+/QndLF3uqKiIltuYVkKmv+4/dXQYeRVl1NUXUJRTQkblU7DJaJffe/Jratk3Mqv2HzGxd3iXGzZlm25Zy13vMxLJaYaJI6rXxARR+hqndeG4yRS3RZlqm4D/gKcKSJbtuE49erHPiZPfxzZjnqaMq6J5XnA3Ca2T4h+zqWbUdUnovGAgwnjGp+Ouvhbu3azop8bt/GQs1rYZy4wNvrdqjeBFK5blHk8R1XHq+pQ4IZo38lRkSmEcY7JtovWmzR7/7Tmh0XvWPA1Y4/bgKLqFQytXEqly8P7BNRVE1u9iJ/NOordSy4ja3BnvukbY0zvleotaU6IBvt/SpjsUAA8C2yS4v6LCBNXxqvqzOYKRbObHyFMQDlNRBYC/xSRHVW1PMVjoarLRGR21O4LCGMETwLiLe+ZkotF5DNCt+91wKvRuEtE5CXgJhE5lvAx4ibgeVVd2GxtaSAimwLjgf8RzqOE0O+XaO3aqeoSEXkcuD2a0DKbMD6SVrqcHwYuFJFzgT8BtcB3VPVVwu/SH4ALROSGqG3nAnemcC7DgXxVnSUiowkfLt4mTBqCkGW8XkTOJox33Z0wmWXf1uo2XWP16VD853XXlwM7X30AXH1Al7fJGGPaLDOShw2kmkm8izCjdiVwOHCgqjYe59UsVf2aMAnlPRFZJSI/a6boxYSs1WnR86sIWbo7Uj1WkmMJ4yZLgJsJky06wsOE26zMBXIJt1+pdzShe3Nq9FhFmOjS3eQCvyd0fa8CfgUcqqr1A8Bau3YnAB8TJqGUAk8TJpw0Kwqk9yAEZ/OAxYRAkOh3aT9gn2j9i4SZyTencC6jCDOWKwAlZCx/UN91raqrgAMIE3xKgLsJ4yltZnM3UdSn6c+qO2RXNbneGGO6pczrbca1dJ8yWHPblou6+82HReR1YJKqXp/uthiTpOU/MAM0dUNtzzObvsDBBx+clvYYYzJap4Rw7pKKBu/3/vIWBl33EBnx3c3RjZM3AlqbYWuMMcYY0wl6fEy4jg4JEkVkDPBFM5sfVtVTO+AYd9Cwa7eeI4yR/Cdtu9dfRmvhegFMjG6309HHLGtm0+vt/dpEETmK5scmnqKqj7SnXmOMMca0rNXuZmPMerE/sBRYd7Mxpgt1Tnfz7ysbdjdf1qfHpxbtu5KNMd2QxdbGGJNuFiQaY9LO/67hyJfHx7/YTEljjDFdJSMmrhhjer7kQHHSpDQ2xBhjDGBBojHGGGPM+uvxIxDXZUGiMabbcJeVQn4uVO3OM9u/nu7mGGNM6lzmRYk2JtEY0y24qyugIB+ysqCgLz+Ysme6m2SMMb2aBYnGmO4hO3vtJ3HnIDc3ve0xxphezoJEY0z3ZHfBMcaYtLIxicaY7qFxUGhBojGmJ8m8IYmWSTTGdBON32CzMvAd1xhjehDLJBpjugfvw6N+XKJ9ZagxpkfJvA+2lkk0LRKR3UVkVdLzS0XklTQ2qUOIiBeR3dLdDpPEu4a3kIhbkGiM6UFco0cGsEyiWUNELgV2U9V96tep6utA/3S1yfQOk/70NmOWbcSc4QPWrszAe44ZY0xPYkGiMSbtpt2+km23XsJWK1azsk8eb48bho/BnI3/ANNKgATZ1JBPOXlUk00JWdSEN7AfCDx9wdrKqmsg/6fNH2x4ESx8oHNPyBhjMoAFib2MiMwCLlLVh6Pn44CZwHHABUBMRMqi4lsDY4BXVLVNvysichxwEXArcA7QF/gncJqqxqMyWwN/ALYDVgL3AteoajypXccA5wOjgbeBY1V1YYrHvhv4DZAFPAScp6q1bTkP0zWKKyvZYVkJ2ctKACiorePVDUfAtDLC25THk0UNuSSopi+Qw3I8CdwzCuNOhFl/hbp4ywEiwKJScIeAf6KzT8sYY3o0G5No6r0KXA1MVtXC6DFjPescCwwDNgR2BA4DfgogIv2Al4H/AsOBA4ETgLMa1XE48B1gA0KgeXkbjj0GmADsAhwM/K79p2I604qiggafWEeWlDN+6QrWDuxxJHB4YniyqKMPnty1w35mrwg/J72f+kFtYowxpiNl4JhECxJNZ6oELlHValWdRghEJdp2IFADXBlt/xK4DjixUR2XqeoyVV0N/C1p/9YkgLNVtVJVpwPXA8ev5/m0WWlpqS2nsLyksICVeeEbVhLA50WF1MZiJN8sMbznesATow6oW7MtUb+w5ZiUbq/oYc2Yx3Sfuy3bsi2nZ9m0zrqbTWdaUt+1HCkHiqLl0cAsVU3+nz49Wp8suWs5ef9Ujl2R9HwWMCrFfTtMUVGRLaew3K+mhj9vsgVDfC2rCvswt7AAauOE8M/h8GRRSy415FJBDqVAHQnCJ93YontChRuPxG0zGqbMpSXu9p93m3O3ZVu25fQsm9ZZkNj7lBG6beuNTFpO0HXmAmNFxCUFihOi9R1hqIgUJAWK44B5HVS36WAr8cTzYnw6ZEjSWs8Yf0nbK/v4jx3WLmOMSVkG3pHBupt7HwWOEJFCERkCXJy0bREwRkRyu6AdzwL5wAUikisimwLnAvd0UP0x4FoR6SMiEwjjEW1Kazd10wf7sXRQYcOV9o0rxhiTVhYk9j4XAXFCN+5k4O9J2x4jZPIWicgqERnfWY1Q1RJgP2AfYDHwIvAgcHMHHWI2MJ8wQ/pd4AXCuERjjDGm42XgxBXnbYafyTD1t8BR1Y3S3RZIaR6FAdz1NRBL+tyaSODP6YqktjGml+mUEM5dXdPg/d5fkNvjQ0Ubk2iM6R7iPtznsDYBObGM+SRujDE9lQWJpl1EZAzwRTObH1bVU9N1bOCdzjq26UR1CaiIJsNXxaEgK73tMcaYXs6CRNMuqjoHKGy1YPqOfX8XNMV0pMZz67tyrr0xxqyvDOz9sIkrxpjuIce1/NwYY7q1zJu5YkGiMaZbWPXLbCjOhoJsKM7hma1eTneTjDGmV7PuZmNMt9CvKBt/fnhLmjRpUppbY4wxbZQZycMGLJNojDHGGGPWYUGiMcYYY4xZhwWJxhhjjDFmHTYm0RhjjDFmfdmYRGOMMcYY0xtYkGiMMcYYY9Zh3c3GGGOMMevLupuNMcYYY0xvYEGiMcYYY4xZhwWJxhhjjDFdwDk3yzm3ZbrbkSobk2iMMcYYs75c5g1KtEyiMcYYY0yaOOeOcc596pz7xDn3pHNuaLT+befcjtHy7c65z6PlbOfcMudc385umwWJxhhjjDHryzV6pLJL6Hq+FtjPe7818Bnwp2jzq8De0fJuQKVzbgSwI/Cl9768w9reDOtuNqYTOedeBAavbz3Z2dmD6+rqlnVAk3qM3nbOdr6Zzc63W3nBe//9jq7U/y67Pf3NewLPee8XRs/vBKZEy/8BLnDOPQIsB14jBI3jCQFkp7Mg0ZhO1FFvRCKiqiodUVdP0dvO2c43s9n5mmY4wDdaV//8TWB74EBCUPgacAIhSLykKxpn3c3GGGOMMenxKnCAc2549Pwk4BUA73018CFwXrTuHWBXYOtoudNZJtEYY4wxpuu84pyrS3p+AfCyc84DM4BTkra9ShiDqN77OufcNGCm976mKxpqQaIxPcNd6W5AGvS2c7bzzWx2vgbv/bhmNj3QTPlrgGuSnh/QCc1qlvO+cVe4McYYY4zp7WxMojHGGGOMWYd1NxvTDYlIAXAfsANQB/xOVf/dRLk9gOeAr6NV1aq6c1e1c32JyCaEbpZBhFs8HKOq3zQqkwXcCnyfMOvvWlX9a1e3tSOkeL6XAqcBC6JVb6rq6V3Zzo4gIjcChwLjgK1U9bMmymTSa5vK+V5KBry2ACIyCHgI2BCoBqYBp6jq0kblMuY17o0sk2hM9/Q7oFRVNwIOBv4qIoXNlP1CVbeNHj0mQIzcAfxZVTcB/ky4R1hjRwEbARsDuwCXisi4Lmthx0rlfAEeTHpNe2QQATwFfAeY3UKZTHptn6L184XMeG0hBHzXq+qmqro1MJ1wU+jGMuk17nUsSDSmezqcEFAQZZoU2D+tLepgIjKUcA+wR6NVjwLbi8iQRkUPB+5W1USUpXgKOKzLGtpB2nC+GUFV31DVua0Uy4jXFlI+34yhqitUdXLSqneAsU0UzZjXuDeyINGY7mkMDTMSc4DRzZTdREQ+FJF3ReTYzm9ahxkNzFfVOED0cwHrnmdbrkV3lur5AvxURD4RkZdEZJeubGQXy5TXti0y7rUVkRjwC+CZJjb3xtc4Y9iYRGPSQEQ+JLx5NmVYG6r6EBitqiUiMh54RUTmq+or691Iky53AFepaq2I7As8LSKbq+rydDfMrLdMfW3/BJQBt6W7IaZjWZBoTBqo6vYtbReROYSum/pB4GOA/zZRz+qk5Zki8hThjvw9IUicC2wgIlmqGo8GuI+M1iervxbvR88bZyZ6ipTOV1UXJS2/LCJzgS0JX8mVaTLltU1JJr620YSdjYGDVTXRRJFe9RpnGutuNqZ7eozorvsisjHhjvsvNC4kIiNExEXLA4H9gI+7rpntp6pLCG09Ilp1BPBR49mRhGtxkojEovF7PwT+1VXt7Cipnq+IbJC0vC1htuxXXdLIrpcRr22qMu21FZGrCHdg+KGqVjdTrFe9xpnGgkRjuqcbgP4iMg34N3CyqpYCiMjlInJqVO5Q4DMR+Rj4H/CQqj6djga306nAL0Xka+CX0XNE5DkRkajMQ4SvqvqGMDj+clWdkY7GdoBUzvdqEflMRKYAdwM/S85A9RQicquIzANGEYZBfB6tz8jXNsXzzYjXFkBEtiB8ndxI4C0R+VhEnoy2ZeRr3BvZN64YY4wxxph1WCbRGGOMMcasw4JEY4wxxhizDgsSjTHGGGPMOixINMYYY4wx67Ag0RhjjDHGrMOCRGOMaYJzbpxzzjvnRnXycU51zj2U9Px559w5nXlM0zTn3DTn3HEplu2S34+u4JzLc85945zbLN1tMd2LBYnGmPXinJvgnHvMObfIOVfmnJvrnHvSOZcbbT/OOTetif2aW3909M/3kia2TXbOVUfHKXHOfeScO7RzzqzzOef6ApcDl9av897v772/Pm2NakX02uyW7nb0Bp1xrZ1zezjn6pLXee+rgRsJ92c1Zg0LEo0x6+s5YCGwKVAE7AK8CLh21ncysAI40TmX1cT2K7z3hcAg4FHgH865Tdp5rHQ7GvjUez893Q0xvd6jwF7OuY3S3RDTfViQaIxpN+fcIEJweIf3vsQH87z3d0TZibbWtzmwO3AsMALYv7my3vs64HYgC9iqibrOcM591GjdeOdc3Dk3Lnp+X5T5LHXOfeGcO7KFtl3qnHul0brJzrmLkp5v6Zx70Tm3zDk3xzl3jXMup4VT/iHwcnN1JnVpHhu1r9w595xzboBz7lrn3JIog3t60v7HRd2m5zrnFkZlbkpuR2vn7Zzb2jn3gnNuqXNuhXPu5Wj9lKjIS1E296/NXKsC59wfo2Msc8495Zwb0+gcb3LO/Stqw3Tn3P81d5GSzulM59y8aJ8bnXODojpWO+emJmfdnHPZzrlLnHMzonN41Tm3ZdL2HOfczUnX8Nwmjru7c+6NaP/pzrnfOudS/vDjnDvUOTclynpPcc79qPE5NSp/f/01be5aO+dmRef1RrRenXM7NlVH0rpZLmToRwLPA1nRvmXOuWMBvPerCd+v/INUz89kPgsSjTHt5r1fDnwO/NU5d4xzbmJb/ok24RRCZu3fhAzlyc0VdKE7+3SgFpjSRJFHgM2dc9smrTsOmOy9nxU9fwPYFuhP6Pa93zk3sT0Nd84NBV4DniB8VdkuwL7A+S3stj3wRQrVHwrsBowhfN/vu8D06DjHA39IDsKAsVHZCVE7DgZ+l7S92fN2zo2IzuO16FjDgesAvPfbRPvv570v9N6f2Ex7bwG+FT3GAsuASa5hZvhY4GagH3Ab8IBzrqCFazA2au+E6Fr8khDw3AAMIFz3+5LKnw0cAxxA+MDxOvCyc6442n4ecBDwbWB8dK5j63d2zm1B+B28ARgCHAicAfyshTau4ZzbhfA7eB4h630B8KhzbudU9m/lWp8K/BoYCDwOPJd0Xi3VuYDwwSse1VnovX8gqcinhN9JYwALEo0x628PYDLwG+BjYLFz7uJGweJ459yq5AchC7iGcy6f8A/43mjVPcABbt2JARdG+88D/g841Hu/zthG7/1K4GlCEEXUnmOT6sd7f4/3frn3Pu69/zvwSXQ+7XEMMMV7f6f3vsZ7Px+4JlrfnAHA6hTqvsJ7vyIKyv8N1Hrv7/be13nvnwdWAtsllU8AZ3vvK6Ou7OuJrgO0et4/A6Z576/x3pdH59Igg9oS51yMcM4Xee/ne+/LCb8bmwM7JRX9h/f+Te99AriLECxu3ELVlcBlUXumED4YvO+9f8d7HwceBjZyzvWLyh8PXOe9nxpltS8H4oRgj6iN13nvp3nvKwlBdPL31P4CeMx7/3R0naYSgtmWXs9kxwP/8t4/H71OzwJPAiekuH9L7vHef+C9ryEE8JWEgHd9rSYEnsYAFiQaY9aT936Z9/4C7/32hEzPOcAlJAUlwEzvff/kB3Bao6oOAwoJ/+whZHGWAI2zVVdFdQz13n/bez+phebdBxwVZR33itr3BIRgxjl3uXPuq6g7cBWwDSFr1B7jgV0bBcL3EjJxzVkJtJoBIoz5rFfR6Hn9uqKk50u89xVJz2cBoyCl8x4HfJ1Cm5ozBMgHZtSv8N6XEV7L0UnlFiZtL48Wk8+hsSVRQFmv8XWoP9/6OkY3akOCcB3q2zAqep7chiVJ9Y0Hjmj0ev6ekJVMRYPjR6bT8Bq016z6Be+9B+YQvb7rqZgwHtgYwIJEY0wH8t5XeO/vJ2Smtm3j7qcQxhd+5pxbRMgUDgR+7pqewJKKl4AqQpblOODvUdYI4AhCAHooMCAKXKfQ/ISbMqBvo3Ujk5ZnA680Cob7RZNsmvMR0K7u7VYMbdR1O45wPaH1855Fyxk938I2gKVANSHIAsA5VwgMBeam1PqOMbdRG2KE61DfhvnR8/rtfQltrDcbuLfR61nsvd+iPcePTEg6fmu/T9D8tU5utyMMLah/fRvU65zLpuF5JQfajW1J+J00BrAg0RizHlyYQHGNCxM2cqLJAocS/tm83oZ6JgK7Aj8iBJf1j50ImbgD2tO+KHv0IPAr4BCSupoJWZM6QlATc86dQMioNUeB7Z1zO0TneQYNg4AHAXHOneCcy48ydhOcc99voc6ngH3afGKtiwHXOuf6OOcmELpS68eetXbeDwObujDxpSB6XfdO2r6IFoLIpGt+hXNuZBSs3gRMBd7roPNLxf3AOc65TaJM8oVANvBstP0h4Gzn3IbOuT6ELvnkDwi3Az91zh2c9Ls90Tn33TYc/1Dn3Pecc1nOuf0Jv4P14yY/IgTzB0W/Kz8CvtOojuau9QnOue1dmIx0NlCQdF4K7O3CJK084CogefLUIsLElQYBrHOuiPD39kyK52d6AQsSjTHro4aQpXiC0E21FLgI+KX3/rE21HMK8KH3fpL3flHS4xPgsWh7e90HfJfQ5Z0cpDxAmAAyjZBVmkgLga33fjIh2HmB0M05DHgzafsiYE/CjOVZhK7kJwnZo+Y8BGwTBXIdaTbhnGYSzvEFQhAErZx3NLlhD8Kkm3nAYiB55u+FwOXOuZXOuTubOf6ZhGDlfUJX6AjgB9HYwa5yA+G2Li8RzmEvwiSQ+jGg1xBu1fQO4TrNIVw3ALz3nxEy0L8hvN5LCIFfSsMRvPdvEcbA3kj4XbgeONp7/060fTph8sldhL+d7wP/alRNc9f6LuDWqN7DgQO99yXRtkcIgd6HhO7tOYTXub5dXxMC4PeibvT6iThHAP/13n+TyvmZ3sGF4QzGGGPSwTl3KrCr9z6lWbMp1HccYdKI3e8uAznnZhFe34dbK9uGOvOAzwiB/JcdVa/p+bLT3QBjjOnNvPd3AHekux2m94pmf7c0DtX0UtbdbIwxxhhj1mHdzcYYY4wxZh2WSTTGGGOMMeuwINEYY4wxxqzDgkRjjDHGGLMOCxKNMcYYY8w6LEg0xhhjjDHrsCDRGGOMMcas4/8BC51QhYy7dycAAAAASUVORK5CYII=\n",
"text/plain": [
"<Figure size 576x597.6 with 2 Axes>"
]
},
"metadata": {
"needs_background": "light"
},
"output_type": "display_data"
}
],
"source": [
"shap.summary_plot(shap_values[1], train[features], max_display = 36)"
]
},
{
"cell_type": "code",
"execution_count": 61,
"metadata": {
"scrolled": true
},
"outputs": [
{
"data": {
"text/html": [
"<div>\n",
"<style scoped>\n",
" .dataframe tbody tr th:only-of-type {\n",
" vertical-align: middle;\n",
" }\n",
"\n",
" .dataframe tbody tr th {\n",
" vertical-align: top;\n",
" }\n",
"\n",
" .dataframe thead th {\n",
" text-align: right;\n",
" }\n",
"</style>\n",
"<table border=\"1\" class=\"dataframe\">\n",
" <thead>\n",
" <tr style=\"text-align: right;\">\n",
" <th></th>\n",
" <th>imp</th>\n",
" <th>feats</th>\n",
" </tr>\n",
" </thead>\n",
" <tbody>\n",
" <tr>\n",
" <th>3</th>\n",
" <td>0.339109</td>\n",
" <td>delin_max_dpd_90</td>\n",
" </tr>\n",
" <tr>\n",
" <th>11</th>\n",
" <td>0.325329</td>\n",
" <td>time_appr_to_pl_hour</td>\n",
" </tr>\n",
" <tr>\n",
" <th>16</th>\n",
" <td>0.226478</td>\n",
" <td>util_pl</td>\n",
" </tr>\n",
" <tr>\n",
" <th>5</th>\n",
" <td>0.178020</td>\n",
" <td>oth_last_rep_days</td>\n",
" </tr>\n",
" <tr>\n",
" <th>13</th>\n",
" <td>0.167553</td>\n",
" <td>trx_denied_co_90</td>\n",
" </tr>\n",
" <tr>\n",
" <th>4</th>\n",
" <td>0.165840</td>\n",
" <td>nondgtl_nonpl_trx_co_180</td>\n",
" </tr>\n",
" <tr>\n",
" <th>0</th>\n",
" <td>0.163571</td>\n",
" <td>ap_co_plo</td>\n",
" </tr>\n",
" <tr>\n",
" <th>8</th>\n",
" <td>0.131115</td>\n",
" <td>pf_delin_max_dpd_12mo</td>\n",
" </tr>\n",
" <tr>\n",
" <th>12</th>\n",
" <td>0.098615</td>\n",
" <td>time_from_last_sett_pl_hour</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2</th>\n",
" <td>0.098582</td>\n",
" <td>date_of_month</td>\n",
" </tr>\n",
" <tr>\n",
" <th>6</th>\n",
" <td>0.070037</td>\n",
" <td>oth_last_rep_dpd</td>\n",
" </tr>\n",
" <tr>\n",
" <th>1</th>\n",
" <td>0.048882</td>\n",
" <td>current_dpd</td>\n",
" </tr>\n",
" <tr>\n",
" <th>9</th>\n",
" <td>0.037670</td>\n",
" <td>pl_settle_to_due_last_180</td>\n",
" </tr>\n",
" <tr>\n",
" <th>14</th>\n",
" <td>0.036082</td>\n",
" <td>trx_sett_sum_30</td>\n",
" </tr>\n",
" <tr>\n",
" <th>7</th>\n",
" <td>0.031519</td>\n",
" <td>payment_type</td>\n",
" </tr>\n",
" <tr>\n",
" <th>10</th>\n",
" <td>0.025422</td>\n",
" <td>pl_trx_jumbomini_suc_co_90</td>\n",
" </tr>\n",
" <tr>\n",
" <th>15</th>\n",
" <td>0.017935</td>\n",
" <td>util_non_pl</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n",
"</div>"
],
"text/plain": [
" imp feats\n",
"3 0.339109 delin_max_dpd_90\n",
"11 0.325329 time_appr_to_pl_hour\n",
"16 0.226478 util_pl\n",
"5 0.178020 oth_last_rep_days\n",
"13 0.167553 trx_denied_co_90\n",
"4 0.165840 nondgtl_nonpl_trx_co_180\n",
"0 0.163571 ap_co_plo\n",
"8 0.131115 pf_delin_max_dpd_12mo\n",
"12 0.098615 time_from_last_sett_pl_hour\n",
"2 0.098582 date_of_month\n",
"6 0.070037 oth_last_rep_dpd\n",
"1 0.048882 current_dpd\n",
"9 0.037670 pl_settle_to_due_last_180\n",
"14 0.036082 trx_sett_sum_30\n",
"7 0.031519 payment_type\n",
"10 0.025422 pl_trx_jumbomini_suc_co_90\n",
"15 0.017935 util_non_pl"
]
},
"execution_count": 61,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"pd.DataFrame({'imp':np.mean(np.abs(shap_values[1]), axis=0), 'feats': features}).sort_values('imp', ascending=False)"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"### Save the model"
]
},
{
"cell_type": "code",
"execution_count": 50,
"metadata": {},
"outputs": [],
"source": [
"# pickle.dump(mod_lgb, open('lgbm_pl_score_v3.p', 'wb'))"
]
}
],
"metadata": {
"kernelspec": {
"display_name": "Python 3",
"language": "python",
"name": "python3"
},
"language_info": {
"codemirror_mode": {
"name": "ipython",
"version": 3
},
"file_extension": ".py",
"mimetype": "text/x-python",
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.9.4"
}
},
"nbformat": 4,
"nbformat_minor": 4
}