LightGBM与评分卡
调参策略
最大化 off_ks + 0.8(off_ks-train_ks)
import pandas as pd
from sklearn.metrics import roc_auc_score,roc_curve,auc
from sklearn.model_selection import train_test_split
from sklearn import metrics
from sklearn.linear_model import LogisticRegression
import numpy as np
import random
import math
import time
import lightgbm as lgb
data = pd.read_csv('Acard.txt')
data.head().dataframe tbody tr th:only-of-type {
vertical-align: middle;
}
.dataframe tbody tr th {
vertical-align: top;
}
.dataframe thead th {
text-align: right;
}obs_mth
bad_ind
uid
td_score
jxl_score
mj_score
rh_score
zzc_score
zcx_score
person_info
finance_info
credit_info
act_info
0
2018-10-31
0.0
A10000005
0.675349
0.144072
0.186899
0.483640
0.928328
0.369644
-0.322581
0.023810
0.00
0.217949
1
2018-07-31
0.0
A1000002
0.825269
0.398688
0.139396
0.843725
0.605194
0.406122
-0.128677
0.023810
0.00
0.423077
2
2018-09-30
0.0
A1000011
0.315406
0.629745
0.535854
0.197392
0.614416
0.320731
0.062660
0.023810
0.10
0.448718
3
2018-07-31
0.0
A10000481
0.002386
0.609360
0.366081
0.342243
0.870006
0.288692
0.078853
0.071429
0.05
0.179487
4
2018-07-31
0.0
A1000069
0.406310
0.405352
0.783015
0.563953
0.715454
0.512554
-0.261014
0.023810
0.00
0.423077
data.shape
(95806, 13)
# 看一下月份分布，我们用最后一个月做为跨时间验证集合
data.obs_mth.unique()
array(['2018-10-31', '2018-07-31', '2018-09-30', '2018-06-30',
'2018-11-30'], dtype=object)
# 划分训练集和验证集
df_train = data[data.obs_mth != '2018-11-30'].reset_index().copy()
val = data[data.obs_mth == '2018-11-30'].reset_index().copy()
# 这是我们全部的变量，info结尾的是自己做的无监督系统输出的个人表现，score结尾的是收费的外部征信数据
lst = ['person_info','finance_info','credit_info','act_info','td_score','jxl_score','mj_score','rh_score']
df_train = df_train.sort_values(by = 'obs_mth',ascending = False)
df_train.head().dataframe tbody tr th:only-of-type {
vertical-align: middle;
}
.dataframe tbody tr th {
vertical-align: top;
}
.dataframe thead th {
text-align: right;
}index
obs_mth
bad_ind
uid
td_score
jxl_score
mj_score
rh_score
zzc_score
zcx_score
person_info
finance_info
credit_info
act_info
0
0
2018-10-31
0.0
A10000005
0.675349
0.144072
0.186899
0.483640
0.928328
0.369644
-0.322581
0.023810
0.00
0.217949
33407
33407
2018-10-31
0.0
A2810176
0.146055
0.079922
0.250568
0.045240
0.766906
0.413713
0.013863
0.023810
0.00
0.269231
33383
33383
2018-10-31
0.0
A2807687
0.551366
0.300781
0.225007
0.045447
0.735733
0.684182
-0.261014
0.071429
0.03
0.269231
33379
33379
2018-10-31
0.0
A2807232
0.708547
0.769513
0.928457
0.739716
0.947453
0.361551
-0.128677
0.047619
0.00
0.269231
33376
33376
2018-10-31
0.0
A2806932
0.482248
0.116658
0.286273
0.056618
0.047024
0.890433
0.078853
0.047619
0.00
0.269231
df_train = df_train.sort_values(by = 'obs_mth',ascending = False)
rank_lst = []
for i in range(1,len(df_train)+1):
rank_lst.append(i)
df_train['rank'] = rank_lst
df_train['rank'] = df_train['rank']/len(df_train)
pct_lst = []
for x in df_train['rank']:
if x <= 0.2:
x = 1
elif x <= 0.4:
x = 2
elif x <= 0.6:
x = 3
elif x <= 0.8:
x = 4
else:
x = 5
pct_lst.append(x)
df_train['rank'] = pct_lst
# train = train.drop('obs_mth',axis = 1)
df_train.head().dataframe tbody tr th:only-of-type {
vertical-align: middle;
}
.dataframe tbody tr th {
vertical-align: top;
}
.dataframe thead th {
text-align: right;
}index
obs_mth
bad_ind
uid
td_score
jxl_score
mj_score
rh_score
zzc_score
zcx_score
person_info
finance_info
credit_info
act_info
rank
0
0
2018-10-31
0.0
A10000005
0.675349
0.144072
0.186899
0.483640
0.928328
0.369644
-0.322581
0.023810
0.00
0.217949
1
33272
33272
2018-10-31
0.0
A2798022
0.448084
0.748679
0.328625
0.132682
0.167770
0.727771
-0.322581
0.023810
0.00
0.269231
1
33253
33253
2018-10-31
0.0
A2796636
0.129880
0.158756
0.240867
0.828666
0.232677
0.049676
-0.261014
0.071429
0.44
0.282051
1
32983
32983
2018-10-31
0.0
A2773761
0.644977
0.562769
0.751521
0.482639
0.486205
0.844002
0.078853
0.095238
0.03
0.282051
1
33369
33369
2018-10-31
0.0
A2806416
0.698203
0.164079
0.634027
0.013182
0.883847
0.174621
-0.322581
0.071429
0.06
0.269231
1
df_train['rank'].groupby(df_train['rank']).count()
rank
1 15966
2 15966
3 15966
4 15966
5 15967
Name: rank, dtype: int64bin_record = pd.DataFrame()
for col in col_lst:
cb.pct_bin(data,col,'label')
cb.plot_woe()
data[col] = cb.trans_to_woe(data[col])
rcd = cb.get_bin_stats()
if bin_record.empty:
bin_record = rcd
else:
bin_record = bin_record.append(rcd)
bin_record.head(8)
len(df_train)
79831
# 定义lgb函数
def LGB_test(train_x,train_y,test_x,test_y):
from multiprocessing import cpu_count
clf = lgb.LGBMClassifier(
boosting_type='gbdt',
num_leaves=31,
reg_alpha=0.0,
reg_lambda=1,
max_depth=2,
n_estimators=800,
max_features = 140,
objective='binary',
subsample=0.7,
colsample_bytree=0.7,
subsample_freq=1,
learning_rate=0.05,
min_child_weight=50,
random_state=None,
n_jobs=cpu_count()-1,
num_iterations = 800 #迭代次数
)
clf.fit(train_x, train_y,eval_set=[(train_x, train_y),(test_x,test_y)],eval_metric='auc',early_stopping_rounds=100)
print(clf.n_features_)
return clf,clf.best_score_[ 'valid_1']['auc']
feature_lst = {}
ks_train_lst = []
ks_test_lst = []
for rk in set(df_train['rank']):
# 测试集8.18以后作为跨时间验证集
# 定义模型训练集与测试集
ttest = df_train[df_train['rank'] == rk]
ttrain = df_train[df_train['rank'] != rk]
train = ttrain[lst]
train_y = ttrain.bad_ind
test = ttest[lst]
test_y = ttest.bad_ind
start = time.time()
model,auc = LGB_test(train,train_y,test,test_y)
end = time.time()
# 模型贡献度放在feture中
feature = pd.DataFrame(
{'name' : model.booster_.feature_name(),
'importance' : model.feature_importances_
}).sort_values(by = ['importance'],ascending = False)
# 计算训练集、测试集、验证集上的KS和AUC
y_pred_train_lgb = model.predict_proba(train)[:, 1]
y_pred_test_lgb = model.predict_proba(test)[:, 1]
train_fpr_lgb, train_tpr_lgb, _ = roc_curve(train_y, y_pred_train_lgb)
test_fpr_lgb, test_tpr_lgb, _ = roc_curve(test_y, y_pred_test_lgb)
train_ks = abs(train_fpr_lgb - train_tpr_lgb).max()
test_ks = abs(test_fpr_lgb - test_tpr_lgb).max()
train_auc = metrics.auc(train_fpr_lgb, train_tpr_lgb)
test_auc = metrics.auc(test_fpr_lgb, test_tpr_lgb)
ks_train_lst.append(train_ks)
ks_test_lst.append(test_ks)
feature_lst[str(rk)] = feature[feature.importance>=20].name
train_ks = np.mean(ks_train_lst)
test_ks = np.mean(ks_test_lst)
ft_lst = {}
for i in range(1,6):
ft_lst[str(i)] = feature_lst[str(i)]
fn_lst=list(set(ft_lst['1']) & set(ft_lst['2'])
& set(ft_lst['3']) & set(ft_lst['4']) &set(ft_lst['5']))
print('train_ks: ',train_ks)
print('test_ks: ',test_ks)
print('ft_lst: ',fn_lst )
E:\Anaconda3\envs\sklearn\lib\site-packages\lightgbm\engine.py:116: UserWarning: Found `num_iterations` in params. Will use it instead of argument
warnings.warn("Found `{}` in params. Will use it instead of argument".format(alias))
[1] training's auc: 0.671177 training's binary_logloss: 0.0837149 valid_1's auc: 0.593289 valid_1's binary_logloss: 0.122621
Training until validation scores don't improve for 100 rounds.
[2] training's auc: 0.790094 training's binary_logloss: 0.0824434 valid_1's auc: 0.748081 valid_1's binary_logloss: 0.120209
[3] training's auc: 0.794322 training's binary_logloss: 0.0819485 valid_1's auc: 0.769838 valid_1's binary_logloss: 0.119323
[4] training's auc: 0.793401 training's binary_logloss: 0.08136 valid_1's auc: 0.766694 valid_1's binary_logloss: 0.11835
[5] training's auc: 0.79442 training's binary_logloss: 0.0805306 valid_1's auc: 0.770955 valid_1's binary_logloss: 0.116824
[6] training's auc: 0.799359 training's binary_logloss: 0.0797782 valid_1's auc: 0.777701 valid_1's binary_logloss: 0.115472
[7] training's auc: 0.7986 training's binary_logloss: 0.0793654 valid_1's auc: 0.77792 valid_1's binary_logloss: 0.114819
[8] training's auc: 0.80116 training's binary_logloss: 0.0787197 valid_1's auc: 0.779639 valid_1's binary_logloss: 0.113766
[9] training's auc: 0.804811 training's binary_logloss: 0.0784944 valid_1's auc: 0.776231 valid_1's binary_logloss: 0.113544
[10] training's auc: 0.803304 training's binary_logloss: 0.0781703 valid_1's auc: 0.774568 valid_1's binary_logloss: 0.113122
[11] training's auc: 0.804755 training's binary_logloss: 0.0777157 valid_1's auc: 0.778525 valid_1's binary_logloss: 0.11235
[12] training's auc: 0.80572 training's binary_logloss: 0.077203 valid_1's auc: 0.780386 valid_1's binary_logloss: 0.111528
[13] training's auc: 0.805872 training's binary_logloss: 0.0769671 valid_1's auc: 0.780168 valid_1's binary_logloss: 0.111249
[14] training's auc: 0.804747 training's binary_logloss: 0.0767342 valid_1's auc: 0.776101 valid_1's binary_logloss: 0.110985
[15] training's auc: 0.806523 training's binary_logloss: 0.0763647 valid_1's auc: 0.776495 valid_1's binary_logloss: 0.110407
[16] training's auc: 0.807263 training's binary_logloss: 0.0760476 valid_1's auc: 0.777377 valid_1's binary_logloss: 0.109954
[17] training's auc: 0.807666 training's binary_logloss: 0.0758342 valid_1's auc: 0.778523 valid_1's binary_logloss: 0.109683
[18] training's auc: 0.808026 training's binary_logloss: 0.0755496 valid_1's auc: 0.782706 valid_1's binary_logloss: 0.109231
[19] training's auc: 0.807956 training's binary_logloss: 0.0752868 valid_1's auc: 0.782144 valid_1's binary_logloss: 0.108865
[20] training's auc: 0.808187 training's binary_logloss: 0.07511 valid_1's auc: 0.781477 valid_1's binary_logloss: 0.10868
[21] training's auc: 0.808443 training's binary_logloss: 0.0749012 valid_1's auc: 0.781449 valid_1's binary_logloss: 0.10841
[22] training's auc: 0.80858 training's binary_logloss: 0.0746929 valid_1's auc: 0.781784 valid_1's binary_logloss: 0.108141
[23] training's auc: 0.808537 training's binary_logloss: 0.0745555 valid_1's auc: 0.781804 valid_1's binary_logloss: 0.107996
[24] training's auc: 0.808534 training's binary_logloss: 0.0743843 valid_1's auc: 0.782433 valid_1's binary_logloss: 0.107742
[25] training's auc: 0.80871 training's binary_logloss: 0.074262 valid_1's auc: 0.782362 valid_1's binary_logloss: 0.10764
[26] training's auc: 0.808796 training's binary_logloss: 0.0741263 valid_1's auc: 0.782014 valid_1's binary_logloss: 0.107489
[27] training's auc: 0.809004 training's binary_logloss: 0.0739832 valid_1's auc: 0.783511 valid_1's binary_logloss: 0.107278
[28] training's auc: 0.810629 training's binary_logloss: 0.0738869 valid_1's auc: 0.783018 valid_1's binary_logloss: 0.107224
[29] training's auc: 0.811459 training's binary_logloss: 0.0737598 valid_1's auc: 0.783637 valid_1's binary_logloss: 0.107058
[30] training's auc: 0.812163 training's binary_logloss: 0.0736609 valid_1's auc: 0.784984 valid_1's binary_logloss: 0.10695
[31] training's auc: 0.811803 training's binary_logloss: 0.0735418 valid_1's auc: 0.784155 valid_1's binary_logloss: 0.106847
[32] training's auc: 0.812089 training's binary_logloss: 0.0734718 valid_1's auc: 0.784006 valid_1's binary_logloss: 0.106825
[33] training's auc: 0.81212 training's binary_logloss: 0.0733773 valid_1's auc: 0.784219 valid_1's binary_logloss: 0.106737
[34] training's auc: 0.812082 training's binary_logloss: 0.0733098 valid_1's auc: 0.784139 valid_1's binary_logloss: 0.106721
[35] training's auc: 0.812312 training's binary_logloss: 0.0732273 valid_1's auc: 0.783888 valid_1's binary_logloss: 0.106653
[36] training's auc: 0.81221 training's binary_logloss: 0.0731534 valid_1's auc: 0.783731 valid_1's binary_logloss: 0.106591
[37] training's auc: 0.81269 training's binary_logloss: 0.0730713 valid_1's auc: 0.784174 valid_1's binary_logloss: 0.106514
[38] training's auc: 0.812679 training's binary_logloss: 0.072993 valid_1's auc: 0.78418 valid_1's binary_logloss: 0.106475
[39] training's auc: 0.813185 training's binary_logloss: 0.0729372 valid_1's auc: 0.784127 valid_1's binary_logloss: 0.106471
[40] training's auc: 0.813126 training's binary_logloss: 0.0728752 valid_1's auc: 0.784373 valid_1's binary_logloss: 0.106428
[41] training's auc: 0.813399 training's binary_logloss: 0.0728172 valid_1's auc: 0.784511 valid_1's binary_logloss: 0.106386
[42] training's auc: 0.813647 training's binary_logloss: 0.0727682 valid_1's auc: 0.784372 valid_1's binary_logloss: 0.106363
[43] training's auc: 0.813684 training's binary_logloss: 0.0727066 valid_1's auc: 0.784718 valid_1's binary_logloss: 0.106314
[44] training's auc: 0.813822 training's binary_logloss: 0.0726594 valid_1's auc: 0.7847 valid_1's binary_logloss: 0.106274
[45] training's auc: 0.814282 training's binary_logloss: 0.0726142 valid_1's auc: 0.784598 valid_1's binary_logloss: 0.106242
[46] training's auc: 0.814422 training's binary_logloss: 0.0725718 valid_1's auc: 0.784624 valid_1's binary_logloss: 0.106222
[47] training's auc: 0.814488 training's binary_logloss: 0.0725269 valid_1's auc: 0.784789 valid_1's binary_logloss: 0.106203
[48] training's auc: 0.814764 training's binary_logloss: 0.0724902 valid_1's auc: 0.785033 valid_1's binary_logloss: 0.106166
[49] training's auc: 0.814857 training's binary_logloss: 0.0724551 valid_1's auc: 0.785419 valid_1's binary_logloss: 0.106146
[50] training's auc: 0.814942 training's binary_logloss: 0.0724262 valid_1's auc: 0.785531 valid_1's binary_logloss: 0.106129
[51] training's auc: 0.81514 training's binary_logloss: 0.0723931 valid_1's auc: 0.785477 valid_1's binary_logloss: 0.106135
[52] training's auc: 0.815228 training's binary_logloss: 0.0723504 valid_1's auc: 0.785603 valid_1's binary_logloss: 0.106082
[53] training's auc: 0.815361 training's binary_logloss: 0.0723331 valid_1's auc: 0.785824 valid_1's binary_logloss: 0.106057
[54] training's auc: 0.815387 training's binary_logloss: 0.0723119 valid_1's auc: 0.78613 valid_1's binary_logloss: 0.105999
[55] training's auc: 0.815514 training's binary_logloss: 0.0722825 valid_1's auc: 0.785812 valid_1's binary_logloss: 0.105995
[56] training's auc: 0.81556 training's binary_logloss: 0.0722503 valid_1's auc: 0.785934 valid_1's binary_logloss: 0.105974
[57] training's auc: 0.815588 training's binary_logloss: 0.0722242 valid_1's auc: 0.785955 valid_1's binary_logloss: 0.105976
[58] training's auc: 0.815732 training's binary_logloss: 0.0721906 valid_1's auc: 0.78627 valid_1's binary_logloss: 0.105962
[59] training's auc: 0.815706 training's binary_logloss: 0.0721687 valid_1's auc: 0.786258 valid_1's binary_logloss: 0.105951
[60] training's auc: 0.815718 training's binary_logloss: 0.0721445 valid_1's auc: 0.786547 valid_1's binary_logloss: 0.105923
[61] training's auc: 0.815734 training's binary_logloss: 0.0721223 valid_1's auc: 0.786568 valid_1's binary_logloss: 0.105923
[62] training's auc: 0.815961 training's binary_logloss: 0.0720899 valid_1's auc: 0.786347 valid_1's binary_logloss: 0.105958
[63] training's auc: 0.815941 training's binary_logloss: 0.072071 valid_1's auc: 0.786343 valid_1's binary_logloss: 0.105958
[64] training's auc: 0.816068 training's binary_logloss: 0.0720548 valid_1's auc: 0.786568 valid_1's binary_logloss: 0.105948
[65] training's auc: 0.81616 training's binary_logloss: 0.0720343 valid_1's auc: 0.786472 valid_1's binary_logloss: 0.105956
[66] training's auc: 0.816269 training's binary_logloss: 0.0720188 valid_1's auc: 0.786689 valid_1's binary_logloss: 0.105938
[67] training's auc: 0.816373 training's binary_logloss: 0.0719948 valid_1's auc: 0.786295 valid_1's binary_logloss: 0.105967
[68] training's auc: 0.816425 training's binary_logloss: 0.0719716 valid_1's auc: 0.786729 valid_1's binary_logloss: 0.105935
[69] training's auc: 0.816552 training's binary_logloss: 0.0719538 valid_1's auc: 0.786615 valid_1's binary_logloss: 0.105947
[70] training's auc: 0.816446 training's binary_logloss: 0.071935 valid_1's auc: 0.786604 valid_1's binary_logloss: 0.105956
[71] training's auc: 0.816411 training's binary_logloss: 0.0719215 valid_1's auc: 0.78663 valid_1's binary_logloss: 0.105947
[72] training's auc: 0.816383 training's binary_logloss: 0.0719075 valid_1's auc: 0.786761 valid_1's binary_logloss: 0.105954
[73] training's auc: 0.816402 training's binary_logloss: 0.071894 valid_1's auc: 0.786845 valid_1's binary_logloss: 0.105942
[74] training's auc: 0.816524 training's binary_logloss: 0.0718747 valid_1's auc: 0.78676 valid_1's binary_logloss: 0.105952
[75] training's auc: 0.816573 training's binary_logloss: 0.0718592 valid_1's auc: 0.786748 valid_1's binary_logloss: 0.105953
[76] training's auc: 0.816671 training's binary_logloss: 0.0718444 valid_1's auc: 0.786642 valid_1's binary_logloss: 0.105978
[77] training's auc: 0.816744 training's binary_logloss: 0.0718337 valid_1's auc: 0.786565 valid_1's binary_logloss: 0.105976
[78] training's auc: 0.816932 training's binary_logloss: 0.0718212 valid_1's auc: 0.786543 valid_1's binary_logloss: 0.105991
[79] training's auc: 0.816983 training's binary_logloss: 0.0718046 valid_1's auc: 0.78653 valid_1's binary_logloss: 0.105997
[80] training's auc: 0.81722 training's binary_logloss: 0.0717917 valid_1's auc: 0.786595 valid_1's binary_logloss: 0.106016
[81] training's auc: 0.817299 training's binary_logloss: 0.0717716 valid_1's auc: 0.786638 valid_1's binary_logloss: 0.106026
[82] training's auc: 0.817325 training's binary_logloss: 0.0717643 valid_1's auc: 0.786818 valid_1's binary_logloss: 0.106014
[83] training's auc: 0.817473 training's binary_logloss: 0.0717534 valid_1's auc: 0.786651 valid_1's binary_logloss: 0.106037
[84] training's auc: 0.817696 training's binary_logloss: 0.0717374 valid_1's auc: 0.786501 valid_1's binary_logloss: 0.106077
[85] training's auc: 0.817887 training's binary_logloss: 0.0717207 valid_1's auc: 0.786448 valid_1's binary_logloss: 0.106083
[86] training's auc: 0.817972 training's binary_logloss: 0.0717088 valid_1's auc: 0.78615 valid_1's binary_logloss: 0.106111
[87] training's auc: 0.81801 training's binary_logloss: 0.0716979 valid_1's auc: 0.786182 valid_1's binary_logloss: 0.106116
[88] training's auc: 0.818042 training's binary_logloss: 0.0716852 valid_1's auc: 0.786034 valid_1's binary_logloss: 0.106152
[89] training's auc: 0.818076 training's binary_logloss: 0.0716731 valid_1's auc: 0.785794 valid_1's binary_logloss: 0.10618
[90] training's auc: 0.818089 training's binary_logloss: 0.0716662 valid_1's auc: 0.785778 valid_1's binary_logloss: 0.106185
[91] training's auc: 0.818269 training's binary_logloss: 0.0716563 valid_1's auc: 0.785701 valid_1's binary_logloss: 0.106191
[92] training's auc: 0.818316 training's binary_logloss: 0.0716505 valid_1's auc: 0.785694 valid_1's binary_logloss: 0.10619
[93] training's auc: 0.818289 training's binary_logloss: 0.0716419 valid_1's auc: 0.7855 valid_1's binary_logloss: 0.106214
[94] training's auc: 0.818372 training's binary_logloss: 0.0716302 valid_1's auc: 0.785272 valid_1's binary_logloss: 0.106236
[95] training's auc: 0.818424 training's binary_logloss: 0.0716234 valid_1's auc: 0.785335 valid_1's binary_logloss: 0.106238
[96] training's auc: 0.818421 training's binary_logloss: 0.0716175 valid_1's auc: 0.785293 valid_1's binary_logloss: 0.106244
[97] training's auc: 0.818421 training's binary_logloss: 0.071611 valid_1's auc: 0.785156 valid_1's binary_logloss: 0.10626
[98] training's auc: 0.818456 training's binary_logloss: 0.0716046 valid_1's auc: 0.78505 valid_1's binary_logloss: 0.10627
[99] training's auc: 0.818469 training's binary_logloss: 0.0715997 valid_1's auc: 0.785019 valid_1's binary_logloss: 0.106281
[100] training's auc: 0.818453 training's binary_logloss: 0.0715917 valid_1's auc: 0.785081 valid_1's binary_logloss: 0.106274
[101] training's auc: 0.818465 training's binary_logloss: 0.0715882 valid_1's auc: 0.785049 valid_1's binary_logloss: 0.10628
[102] training's auc: 0.818512 training's binary_logloss: 0.0715827 valid_1's auc: 0.785139 valid_1's binary_logloss: 0.106266
[103] training's auc: 0.818635 training's binary_logloss: 0.0715739 valid_1's auc: 0.785213 valid_1's binary_logloss: 0.106275
[104] training's auc: 0.818576 training's binary_logloss: 0.0715629 valid_1's auc: 0.785026 valid_1's binary_logloss: 0.106282
[105] training's auc: 0.818638 training's binary_logloss: 0.0715508 valid_1's auc: 0.785035 valid_1's binary_logloss: 0.106293
[106] training's auc: 0.818756 training's binary_logloss: 0.0715429 valid_1's auc: 0.785193 valid_1's binary_logloss: 0.10628
[107] training's auc: 0.818777 training's binary_logloss: 0.0715386 valid_1's auc: 0.78513 valid_1's binary_logloss: 0.106284
[108] training's auc: 0.81883 training's binary_logloss: 0.0715356 valid_1's auc: 0.784956 valid_1's binary_logloss: 0.106299
[109] training's auc: 0.81888 training's binary_logloss: 0.0715297 valid_1's auc: 0.785038 valid_1's binary_logloss: 0.106295
[110] training's auc: 0.818889 training's binary_logloss: 0.0715239 valid_1's auc: 0.78495 valid_1's binary_logloss: 0.106304
[111] training's auc: 0.818948 training's binary_logloss: 0.0715186 valid_1's auc: 0.784973 valid_1's binary_logloss: 0.106305
[112] training's auc: 0.819003 training's binary_logloss: 0.071514 valid_1's auc: 0.784907 valid_1's binary_logloss: 0.106323
[113] training's auc: 0.819074 training's binary_logloss: 0.0715064 valid_1's auc: 0.784838 valid_1's binary_logloss: 0.106329
[114] training's auc: 0.819102 training's binary_logloss: 0.0715031 valid_1's auc: 0.784872 valid_1's binary_logloss: 0.106339
[115] training's auc: 0.819181 training's binary_logloss: 0.0714946 valid_1's auc: 0.784782 valid_1's binary_logloss: 0.106345
[116] training's auc: 0.819211 training's binary_logloss: 0.0714871 valid_1's auc: 0.784749 valid_1's binary_logloss: 0.106341
[117] training's auc: 0.819215 training's binary_logloss: 0.0714807 valid_1's auc: 0.784544 valid_1's binary_logloss: 0.106372
[118] training's auc: 0.81929 training's binary_logloss: 0.0714729 valid_1's auc: 0.784592 valid_1's binary_logloss: 0.106371
[119] training's auc: 0.819368 training's binary_logloss: 0.0714673 valid_1's auc: 0.784579 valid_1's binary_logloss: 0.10637
[120] training's auc: 0.819413 training's binary_logloss: 0.0714624 valid_1's auc: 0.784451 valid_1's binary_logloss: 0.106387
[121] training's auc: 0.819462 training's binary_logloss: 0.071455 valid_1's auc: 0.784657 valid_1's binary_logloss: 0.106364
[122] training's auc: 0.819496 training's binary_logloss: 0.0714507 valid_1's auc: 0.784709 valid_1's binary_logloss: 0.106369
[123] training's auc: 0.81958 training's binary_logloss: 0.0714443 valid_1's auc: 0.784624 valid_1's binary_logloss: 0.106382
[124] training's auc: 0.819635 training's binary_logloss: 0.0714367 valid_1's auc: 0.784379 valid_1's binary_logloss: 0.106401
[125] training's auc: 0.81967 training's binary_logloss: 0.0714324 valid_1's auc: 0.784237 valid_1's binary_logloss: 0.106417
[126] training's auc: 0.819719 training's binary_logloss: 0.0714271 valid_1's auc: 0.784327 valid_1's binary_logloss: 0.106417
[127] training's auc: 0.819772 training's binary_logloss: 0.0714205 valid_1's auc: 0.784247 valid_1's binary_logloss: 0.106427
[128] training's auc: 0.819792 training's binary_logloss: 0.071417 valid_1's auc: 0.784253 valid_1's binary_logloss: 0.10643
[129] training's auc: 0.819848 training's binary_logloss: 0.0714141 valid_1's auc: 0.783987 valid_1's binary_logloss: 0.10645
[130] training's auc: 0.81994 training's binary_logloss: 0.0714057 valid_1's auc: 0.784056 valid_1's binary_logloss: 0.106441
[131] training's auc: 0.81996 training's binary_logloss: 0.0714018 valid_1's auc: 0.784088 valid_1's binary_logloss: 0.106439
[132] training's auc: 0.819989 training's binary_logloss: 0.0713864 valid_1's auc: 0.784202 valid_1's binary_logloss: 0.106422
[133] training's auc: 0.820084 training's binary_logloss: 0.0713787 valid_1's auc: 0.784184 valid_1's binary_logloss: 0.106438
[134] training's auc: 0.82018 training's binary_logloss: 0.0713551 valid_1's auc: 0.784649 valid_1's binary_logloss: 0.106403
[135] training's auc: 0.820187 training's binary_logloss: 0.0713526 valid_1's auc: 0.784664 valid_1's binary_logloss: 0.106395
[136] training's auc: 0.820236 training's binary_logloss: 0.0713442 valid_1's auc: 0.7846 valid_1's binary_logloss: 0.106402
[137] training's auc: 0.820281 training's binary_logloss: 0.07134 valid_1's auc: 0.784467 valid_1's binary_logloss: 0.106425
[138] training's auc: 0.82031 training's binary_logloss: 0.0713346 valid_1's auc: 0.784498 valid_1's binary_logloss: 0.106406
[139] training's auc: 0.820342 training's binary_logloss: 0.071329 valid_1's auc: 0.784551 valid_1's binary_logloss: 0.106404
[140] training's auc: 0.820391 training's binary_logloss: 0.0713228 valid_1's auc: 0.784492 valid_1's binary_logloss: 0.106409
[141] training's auc: 0.820472 training's binary_logloss: 0.0713172 valid_1's auc: 0.784594 valid_1's binary_logloss: 0.106407
[142] training's auc: 0.820561 training's binary_logloss: 0.0713113 valid_1's auc: 0.784403 valid_1's binary_logloss: 0.106431
[143] training's auc: 0.820572 training's binary_logloss: 0.0713074 valid_1's auc: 0.784214 valid_1's binary_logloss: 0.106449
[144] training's auc: 0.820633 training's binary_logloss: 0.0713037 valid_1's auc: 0.784233 valid_1's binary_logloss: 0.106444
[145] training's auc: 0.820673 training's binary_logloss: 0.0712998 valid_1's auc: 0.78431 valid_1's binary_logloss: 0.106438
[146] training's auc: 0.820693 training's binary_logloss: 0.071294 valid_1's auc: 0.784178 valid_1's binary_logloss: 0.106461
[147] training's auc: 0.820742 training's binary_logloss: 0.0712881 valid_1's auc: 0.784215 valid_1's binary_logloss: 0.106464
[148] training's auc: 0.820745 training's binary_logloss: 0.0712848 valid_1's auc: 0.784344 valid_1's binary_logloss: 0.106447
[149] training's auc: 0.82079 training's binary_logloss: 0.0712808 valid_1's auc: 0.784314 valid_1's binary_logloss: 0.106459
[150] training's auc: 0.820794 training's binary_logloss: 0.0712769 valid_1's auc: 0.784297 valid_1's binary_logloss: 0.106463
[151] training's auc: 0.820821 training's binary_logloss: 0.0712722 valid_1's auc: 0.784535 valid_1's binary_logloss: 0.10644
[152] training's auc: 0.820869 training's binary_logloss: 0.0712653 valid_1's auc: 0.78438 valid_1's binary_logloss: 0.106455
[153] training's auc: 0.82085 training's binary_logloss: 0.0712634 valid_1's auc: 0.784364 valid_1's binary_logloss: 0.106461
[154] training's auc: 0.82092 training's binary_logloss: 0.0712579 valid_1's auc: 0.784313 valid_1's binary_logloss: 0.106469
[155] training's auc: 0.820927 training's binary_logloss: 0.0712541 valid_1's auc: 0.78425 valid_1's binary_logloss: 0.106471
[156] training's auc: 0.821014 training's binary_logloss: 0.0712325 valid_1's auc: 0.784621 valid_1's binary_logloss: 0.106439
[157] training's auc: 0.821049 training's binary_logloss: 0.0712301 valid_1's auc: 0.784657 valid_1's binary_logloss: 0.106439
[158] training's auc: 0.821087 training's binary_logloss: 0.0712243 valid_1's auc: 0.784842 valid_1's binary_logloss: 0.106423
[159] training's auc: 0.821106 training's binary_logloss: 0.0712181 valid_1's auc: 0.78503 valid_1's binary_logloss: 0.106405
[160] training's auc: 0.821107 training's binary_logloss: 0.0712141 valid_1's auc: 0.784844 valid_1's binary_logloss: 0.106419
[161] training's auc: 0.82119 training's binary_logloss: 0.0712073 valid_1's auc: 0.784637 valid_1's binary_logloss: 0.106434
Early stopping, best iteration is:
[61] training's auc: 0.815734 training's binary_logloss: 0.0721223 valid_1's auc: 0.786568 valid_1's binary_logloss: 0.105923
8
[1] training's auc: 0.665367 training's binary_logloss: 0.0868856 valid_1's auc: 0.638034 valid_1's binary_logloss: 0.109915
Training until validation scores don't improve for 100 rounds.
[2] training's auc: 0.791507 training's binary_logloss: 0.0855856 valid_1's auc: 0.778478 valid_1's binary_logloss: 0.108111
[3] training's auc: 0.795061 training's binary_logloss: 0.0850129 valid_1's auc: 0.782413 valid_1's binary_logloss: 0.107401
[4] training's auc: 0.793479 training's binary_logloss: 0.0844315 valid_1's auc: 0.778869 valid_1's binary_logloss: 0.106679
[5] training's auc: 0.801927 training's binary_logloss: 0.0834844 valid_1's auc: 0.787463 valid_1's binary_logloss: 0.10532
[6] training's auc: 0.800946 training's binary_logloss: 0.0827504 valid_1's auc: 0.785723 valid_1's binary_logloss: 0.104338
[7] training's auc: 0.800642 training's binary_logloss: 0.0822815 valid_1's auc: 0.785003 valid_1's binary_logloss: 0.103808
[8] training's auc: 0.802571 training's binary_logloss: 0.0816004 valid_1's auc: 0.787851 valid_1's binary_logloss: 0.102893
[9] training's auc: 0.804417 training's binary_logloss: 0.0814074 valid_1's auc: 0.789965 valid_1's binary_logloss: 0.102667
[10] training's auc: 0.804715 training's binary_logloss: 0.0810815 valid_1's auc: 0.789315 valid_1's binary_logloss: 0.102308
[11] training's auc: 0.80572 training's binary_logloss: 0.0805795 valid_1's auc: 0.790888 valid_1's binary_logloss: 0.101646
[12] training's auc: 0.805909 training's binary_logloss: 0.0800685 valid_1's auc: 0.791102 valid_1's binary_logloss: 0.101022
[13] training's auc: 0.805148 training's binary_logloss: 0.0798425 valid_1's auc: 0.789926 valid_1's binary_logloss: 0.100788
[14] training's auc: 0.805025 training's binary_logloss: 0.0796195 valid_1's auc: 0.788701 valid_1's binary_logloss: 0.100546
[15] training's auc: 0.806107 training's binary_logloss: 0.0792353 valid_1's auc: 0.790085 valid_1's binary_logloss: 0.100016
[16] training's auc: 0.80629 training's binary_logloss: 0.0788918 valid_1's auc: 0.790386 valid_1's binary_logloss: 0.0995958
[17] training's auc: 0.806259 training's binary_logloss: 0.0786638 valid_1's auc: 0.790254 valid_1's binary_logloss: 0.0993615
[18] training's auc: 0.806691 training's binary_logloss: 0.0783631 valid_1's auc: 0.790354 valid_1's binary_logloss: 0.0990228
[19] training's auc: 0.80746 training's binary_logloss: 0.0781036 valid_1's auc: 0.791374 valid_1's binary_logloss: 0.0987136
[20] training's auc: 0.80775 training's binary_logloss: 0.0779183 valid_1's auc: 0.791057 valid_1's binary_logloss: 0.0985308
[21] training's auc: 0.808059 training's binary_logloss: 0.0776847 valid_1's auc: 0.79161 valid_1's binary_logloss: 0.098227
[22] training's auc: 0.807976 training's binary_logloss: 0.0774765 valid_1's auc: 0.791876 valid_1's binary_logloss: 0.0979735
[23] training's auc: 0.808149 training's binary_logloss: 0.0773444 valid_1's auc: 0.792268 valid_1's binary_logloss: 0.0978359
[24] training's auc: 0.808157 training's binary_logloss: 0.0771487 valid_1's auc: 0.791756 valid_1's binary_logloss: 0.0976358
[25] training's auc: 0.808356 training's binary_logloss: 0.0770355 valid_1's auc: 0.791112 valid_1's binary_logloss: 0.0975479
[26] training's auc: 0.808448 training's binary_logloss: 0.0768953 valid_1's auc: 0.791684 valid_1's binary_logloss: 0.097354
[27] training's auc: 0.808386 training's binary_logloss: 0.0767449 valid_1's auc: 0.79175 valid_1's binary_logloss: 0.0972002
[28] training's auc: 0.809099 training's binary_logloss: 0.0766654 valid_1's auc: 0.792508 valid_1's binary_logloss: 0.0971177
[29] training's auc: 0.80913 training's binary_logloss: 0.0765278 valid_1's auc: 0.792793 valid_1's binary_logloss: 0.0969534
[30] training's auc: 0.809349 training's binary_logloss: 0.0764214 valid_1's auc: 0.793102 valid_1's binary_logloss: 0.0968668
[31] training's auc: 0.809617 training's binary_logloss: 0.0762925 valid_1's auc: 0.793769 valid_1's binary_logloss: 0.0967063
[32] training's auc: 0.809557 training's binary_logloss: 0.076225 valid_1's auc: 0.793807 valid_1's binary_logloss: 0.0966626
[33] training's auc: 0.810126 training's binary_logloss: 0.0761187 valid_1's auc: 0.794545 valid_1's binary_logloss: 0.0965436
[34] training's auc: 0.809974 training's binary_logloss: 0.0760628 valid_1's auc: 0.794193 valid_1's binary_logloss: 0.0964899
[35] training's auc: 0.810479 training's binary_logloss: 0.0759813 valid_1's auc: 0.794976 valid_1's binary_logloss: 0.0963861
[36] training's auc: 0.810464 training's binary_logloss: 0.075896 valid_1's auc: 0.795457 valid_1's binary_logloss: 0.0962777
[37] training's auc: 0.810701 training's binary_logloss: 0.0758081 valid_1's auc: 0.795639 valid_1's binary_logloss: 0.0961879
[38] training's auc: 0.810869 training's binary_logloss: 0.0757245 valid_1's auc: 0.795936 valid_1's binary_logloss: 0.0961019
[39] training's auc: 0.811406 training's binary_logloss: 0.0756708 valid_1's auc: 0.796704 valid_1's binary_logloss: 0.0960417
[40] training's auc: 0.811464 training's binary_logloss: 0.0756043 valid_1's auc: 0.797168 valid_1's binary_logloss: 0.095968
[41] training's auc: 0.811443 training's binary_logloss: 0.0755448 valid_1's auc: 0.797791 valid_1's binary_logloss: 0.0958963
[42] training's auc: 0.81172 training's binary_logloss: 0.0754894 valid_1's auc: 0.798391 valid_1's binary_logloss: 0.09584
[43] training's auc: 0.811679 training's binary_logloss: 0.0754119 valid_1's auc: 0.79814 valid_1's binary_logloss: 0.0957827
[44] training's auc: 0.811701 training's binary_logloss: 0.0753675 valid_1's auc: 0.798242 valid_1's binary_logloss: 0.0957432
[45] training's auc: 0.81173 training's binary_logloss: 0.0753183 valid_1's auc: 0.798303 valid_1's binary_logloss: 0.0957024
[46] training's auc: 0.811994 training's binary_logloss: 0.0752779 valid_1's auc: 0.798184 valid_1's binary_logloss: 0.0956843
[47] training's auc: 0.811946 training's binary_logloss: 0.0752103 valid_1's auc: 0.798203 valid_1's binary_logloss: 0.0956371
[48] training's auc: 0.812328 training's binary_logloss: 0.0751747 valid_1's auc: 0.798574 valid_1's binary_logloss: 0.0955971
[49] training's auc: 0.81253 training's binary_logloss: 0.0751401 valid_1's auc: 0.798755 valid_1's binary_logloss: 0.0955682
[50] training's auc: 0.812567 training's binary_logloss: 0.075102 valid_1's auc: 0.798895 valid_1's binary_logloss: 0.0955279
[51] training's auc: 0.812545 training's binary_logloss: 0.0750742 valid_1's auc: 0.798918 valid_1's binary_logloss: 0.0955016
[52] training's auc: 0.812577 training's binary_logloss: 0.0750226 valid_1's auc: 0.798909 valid_1's binary_logloss: 0.095471
[53] training's auc: 0.812859 training's binary_logloss: 0.0750067 valid_1's auc: 0.798986 valid_1's binary_logloss: 0.0954679
[54] training's auc: 0.8129 training's binary_logloss: 0.0749863 valid_1's auc: 0.799125 valid_1's binary_logloss: 0.0954408
[55] training's auc: 0.813031 training's binary_logloss: 0.0749588 valid_1's auc: 0.799384 valid_1's binary_logloss: 0.0954081
[56] training's auc: 0.812881 training's binary_logloss: 0.074927 valid_1's auc: 0.799338 valid_1's binary_logloss: 0.0953942
[57] training's auc: 0.812888 training's binary_logloss: 0.0748955 valid_1's auc: 0.799291 valid_1's binary_logloss: 0.0953836
[58] training's auc: 0.813015 training's binary_logloss: 0.0748659 valid_1's auc: 0.799475 valid_1's binary_logloss: 0.0953671
[59] training's auc: 0.813111 training's binary_logloss: 0.0748398 valid_1's auc: 0.799842 valid_1's binary_logloss: 0.0953486
[60] training's auc: 0.813214 training's binary_logloss: 0.0748196 valid_1's auc: 0.800158 valid_1's binary_logloss: 0.0953262
[61] training's auc: 0.813369 training's binary_logloss: 0.0747917 valid_1's auc: 0.80028 valid_1's binary_logloss: 0.0953142
[62] training's auc: 0.813347 training's binary_logloss: 0.074751 valid_1's auc: 0.800148 valid_1's binary_logloss: 0.0952901
[63] training's auc: 0.813447 training's binary_logloss: 0.0747295 valid_1's auc: 0.800345 valid_1's binary_logloss: 0.0952695
[64] training's auc: 0.813481 training's binary_logloss: 0.0747062 valid_1's auc: 0.80039 valid_1's binary_logloss: 0.0952386
[65] training's auc: 0.813693 training's binary_logloss: 0.0746838 valid_1's auc: 0.800635 valid_1's binary_logloss: 0.0952214
[66] training's auc: 0.81388 training's binary_logloss: 0.0746691 valid_1's auc: 0.800462 valid_1's binary_logloss: 0.0952094
[67] training's auc: 0.814062 training's binary_logloss: 0.0746476 valid_1's auc: 0.800544 valid_1's binary_logloss: 0.0951982
[68] training's auc: 0.814117 training's binary_logloss: 0.074624 valid_1's auc: 0.800664 valid_1's binary_logloss: 0.0951826
[69] training's auc: 0.814249 training's binary_logloss: 0.0746072 valid_1's auc: 0.800589 valid_1's binary_logloss: 0.0951832
[70] training's auc: 0.814288 training's binary_logloss: 0.0745909 valid_1's auc: 0.800656 valid_1's binary_logloss: 0.0951881
[71] training's auc: 0.814359 training's binary_logloss: 0.074577 valid_1's auc: 0.800828 valid_1's binary_logloss: 0.0951731
[72] training's auc: 0.814241 training's binary_logloss: 0.0745619 valid_1's auc: 0.80094 valid_1's binary_logloss: 0.0951546
[73] training's auc: 0.814325 training's binary_logloss: 0.0745471 valid_1's auc: 0.800995 valid_1's binary_logloss: 0.0951633
[74] training's auc: 0.81452 training's binary_logloss: 0.0745357 valid_1's auc: 0.801002 valid_1's binary_logloss: 0.0951605
[75] training's auc: 0.814656 training's binary_logloss: 0.0745232 valid_1's auc: 0.801098 valid_1's binary_logloss: 0.095154
[76] training's auc: 0.814743 training's binary_logloss: 0.0745071 valid_1's auc: 0.801275 valid_1's binary_logloss: 0.0951344
[77] training's auc: 0.81473 training's binary_logloss: 0.0744907 valid_1's auc: 0.80116 valid_1's binary_logloss: 0.0951438
[78] training's auc: 0.814767 training's binary_logloss: 0.0744837 valid_1's auc: 0.801177 valid_1's binary_logloss: 0.0951393
[79] training's auc: 0.814784 training's binary_logloss: 0.0744692 valid_1's auc: 0.801294 valid_1's binary_logloss: 0.0951311
[80] training's auc: 0.814813 training's binary_logloss: 0.0744599 valid_1's auc: 0.801402 valid_1's binary_logloss: 0.0951247
[81] training's auc: 0.814974 training's binary_logloss: 0.0744446 valid_1's auc: 0.801533 valid_1's binary_logloss: 0.0951186
[82] training's auc: 0.815008 training's binary_logloss: 0.074433 valid_1's auc: 0.801598 valid_1's binary_logloss: 0.0951093
[83] training's auc: 0.81512 training's binary_logloss: 0.0744136 valid_1's auc: 0.801794 valid_1's binary_logloss: 0.0950982
[84] training's auc: 0.815284 training's binary_logloss: 0.0744 valid_1's auc: 0.801921 valid_1's binary_logloss: 0.0951031
[85] training's auc: 0.81543 training's binary_logloss: 0.0743888 valid_1's auc: 0.801823 valid_1's binary_logloss: 0.0951
[86] training's auc: 0.815413 training's binary_logloss: 0.0743766 valid_1's auc: 0.801803 valid_1's binary_logloss: 0.0950919
[87] training's auc: 0.815411 training's binary_logloss: 0.0743599 valid_1's auc: 0.80168 valid_1's binary_logloss: 0.0950894
[88] training's auc: 0.815474 training's binary_logloss: 0.0743497 valid_1's auc: 0.80175 valid_1's binary_logloss: 0.0950732
[89] training's auc: 0.815529 training's binary_logloss: 0.0743353 valid_1's auc: 0.801893 valid_1's binary_logloss: 0.0950631
[90] training's auc: 0.815556 training's binary_logloss: 0.0743267 valid_1's auc: 0.801935 valid_1's binary_logloss: 0.0950573
[91] training's auc: 0.815756 training's binary_logloss: 0.0743137 valid_1's auc: 0.801872 valid_1's binary_logloss: 0.0950584
[92] training's auc: 0.81582 training's binary_logloss: 0.0743069 valid_1's auc: 0.801957 valid_1's binary_logloss: 0.0950565
[93] training's auc: 0.815822 training's binary_logloss: 0.0742966 valid_1's auc: 0.802232 valid_1's binary_logloss: 0.0950399
[94] training's auc: 0.815967 training's binary_logloss: 0.0742838 valid_1's auc: 0.802182 valid_1's binary_logloss: 0.0950338
[95] training's auc: 0.816057 training's binary_logloss: 0.0742736 valid_1's auc: 0.802218 valid_1's binary_logloss: 0.0950291
[96] training's auc: 0.816071 training's binary_logloss: 0.0742607 valid_1's auc: 0.802331 valid_1's binary_logloss: 0.0950074
[97] training's auc: 0.81615 training's binary_logloss: 0.074253 valid_1's auc: 0.802446 valid_1's binary_logloss: 0.095004
[98] training's auc: 0.8161 training's binary_logloss: 0.074242 valid_1's auc: 0.802353 valid_1's binary_logloss: 0.0950067
[99] training's auc: 0.816152 training's binary_logloss: 0.0742354 valid_1's auc: 0.802258 valid_1's binary_logloss: 0.0950091
[100] training's auc: 0.816145 training's binary_logloss: 0.0742291 valid_1's auc: 0.802428 valid_1's binary_logloss: 0.0949979
[101] training's auc: 0.816168 training's binary_logloss: 0.0742227 valid_1's auc: 0.80237 valid_1's binary_logloss: 0.0950027
[102] training's auc: 0.81624 training's binary_logloss: 0.074216 valid_1's auc: 0.802414 valid_1's binary_logloss: 0.0949976
[103] training's auc: 0.81639 training's binary_logloss: 0.074204 valid_1's auc: 0.802322 valid_1's binary_logloss: 0.095003
[104] training's auc: 0.81646 training's binary_logloss: 0.074193 valid_1's auc: 0.802501 valid_1's binary_logloss: 0.0949953
[105] training's auc: 0.816562 training's binary_logloss: 0.0741845 valid_1's auc: 0.802451 valid_1's binary_logloss: 0.0949929
[106] training's auc: 0.816644 training's binary_logloss: 0.0741798 valid_1's auc: 0.802444 valid_1's binary_logloss: 0.0949924
[107] training's auc: 0.816782 training's binary_logloss: 0.0741715 valid_1's auc: 0.802285 valid_1's binary_logloss: 0.0949931
[108] training's auc: 0.816853 training's binary_logloss: 0.0741645 valid_1's auc: 0.802388 valid_1's binary_logloss: 0.0949899
[109] training's auc: 0.816929 training's binary_logloss: 0.0741558 valid_1's auc: 0.802352 valid_1's binary_logloss: 0.09499
[110] training's auc: 0.817009 training's binary_logloss: 0.0741498 valid_1's auc: 0.802288 valid_1's binary_logloss: 0.0949951
[111] training's auc: 0.817059 training's binary_logloss: 0.0741419 valid_1's auc: 0.802315 valid_1's binary_logloss: 0.094996
[112] training's auc: 0.817057 training's binary_logloss: 0.0741364 valid_1's auc: 0.802221 valid_1's binary_logloss: 0.0950033
[113] training's auc: 0.817085 training's binary_logloss: 0.0741058 valid_1's auc: 0.802134 valid_1's binary_logloss: 0.0949912
[114] training's auc: 0.817123 training's binary_logloss: 0.0741015 valid_1's auc: 0.802173 valid_1's binary_logloss: 0.0949877
[115] training's auc: 0.817113 training's binary_logloss: 0.0740943 valid_1's auc: 0.802096 valid_1's binary_logloss: 0.0949946
[116] training's auc: 0.817139 training's binary_logloss: 0.0740871 valid_1's auc: 0.80213 valid_1's binary_logloss: 0.094992
[117] training's auc: 0.817159 training's binary_logloss: 0.0740785 valid_1's auc: 0.802129 valid_1's binary_logloss: 0.0949948
[118] training's auc: 0.817272 training's binary_logloss: 0.0740693 valid_1's auc: 0.802091 valid_1's binary_logloss: 0.0949977
[119] training's auc: 0.817387 training's binary_logloss: 0.0740614 valid_1's auc: 0.801905 valid_1's binary_logloss: 0.0950029
[120] training's auc: 0.817514 training's binary_logloss: 0.0740524 valid_1's auc: 0.801835 valid_1's binary_logloss: 0.0950065
[121] training's auc: 0.817639 training's binary_logloss: 0.074043 valid_1's auc: 0.801834 valid_1's binary_logloss: 0.0950134
[122] training's auc: 0.817786 training's binary_logloss: 0.0740341 valid_1's auc: 0.801934 valid_1's binary_logloss: 0.0950115
[123] training's auc: 0.817819 training's binary_logloss: 0.074026 valid_1's auc: 0.801927 valid_1's binary_logloss: 0.0950144
[124] training's auc: 0.817866 training's binary_logloss: 0.0740188 valid_1's auc: 0.801899 valid_1's binary_logloss: 0.0950179
[125] training's auc: 0.817929 training's binary_logloss: 0.0740085 valid_1's auc: 0.801989 valid_1's binary_logloss: 0.0950056
[126] training's auc: 0.817945 training's binary_logloss: 0.0740053 valid_1's auc: 0.802016 valid_1's binary_logloss: 0.0950052
[127] training's auc: 0.817971 training's binary_logloss: 0.0740011 valid_1's auc: 0.801981 valid_1's binary_logloss: 0.0950142
[128] training's auc: 0.818047 training's binary_logloss: 0.0739978 valid_1's auc: 0.801979 valid_1's binary_logloss: 0.0950113
[129] training's auc: 0.818142 training's binary_logloss: 0.073992 valid_1's auc: 0.80193 valid_1's binary_logloss: 0.095014
[130] training's auc: 0.818194 training's binary_logloss: 0.073985 valid_1's auc: 0.801948 valid_1's binary_logloss: 0.0950175
[131] training's auc: 0.818254 training's binary_logloss: 0.0739822 valid_1's auc: 0.801862 valid_1's binary_logloss: 0.0950211
[132] training's auc: 0.818281 training's binary_logloss: 0.0739793 valid_1's auc: 0.801814 valid_1's binary_logloss: 0.0950347
[133] training's auc: 0.818395 training's binary_logloss: 0.0739714 valid_1's auc: 0.80174 valid_1's binary_logloss: 0.0950386
[134] training's auc: 0.818446 training's binary_logloss: 0.0739676 valid_1's auc: 0.801676 valid_1's binary_logloss: 0.0950468
[135] training's auc: 0.818497 training's binary_logloss: 0.0739609 valid_1's auc: 0.801554 valid_1's binary_logloss: 0.0950441
[136] training's auc: 0.818522 training's binary_logloss: 0.0739569 valid_1's auc: 0.801637 valid_1's binary_logloss: 0.0950404
[137] training's auc: 0.81855 training's binary_logloss: 0.0739527 valid_1's auc: 0.801666 valid_1's binary_logloss: 0.09504
[138] training's auc: 0.818545 training's binary_logloss: 0.073948 valid_1's auc: 0.801624 valid_1's binary_logloss: 0.095049
[139] training's auc: 0.818598 training's binary_logloss: 0.0739444 valid_1's auc: 0.801586 valid_1's binary_logloss: 0.0950465
[140] training's auc: 0.818629 training's binary_logloss: 0.0739346 valid_1's auc: 0.801645 valid_1's binary_logloss: 0.0950355
[141] training's auc: 0.818692 training's binary_logloss: 0.0739312 valid_1's auc: 0.801564 valid_1's binary_logloss: 0.0950512
[142] training's auc: 0.818662 training's binary_logloss: 0.0739265 valid_1's auc: 0.801566 valid_1's binary_logloss: 0.0950428
[143] training's auc: 0.818677 training's binary_logloss: 0.0739241 valid_1's auc: 0.80156 valid_1's binary_logloss: 0.0950412
[144] training's auc: 0.81866 training's binary_logloss: 0.0739217 valid_1's auc: 0.801581 valid_1's binary_logloss: 0.0950383
[145] training's auc: 0.81869 training's binary_logloss: 0.073917 valid_1's auc: 0.801534 valid_1's binary_logloss: 0.0950444
[146] training's auc: 0.818702 training's binary_logloss: 0.0739142 valid_1's auc: 0.80157 valid_1's binary_logloss: 0.0950473
[147] training's auc: 0.818768 training's binary_logloss: 0.0739062 valid_1's auc: 0.801601 valid_1's binary_logloss: 0.0950422
[148] training's auc: 0.818787 training's binary_logloss: 0.073903 valid_1's auc: 0.801642 valid_1's binary_logloss: 0.095036
[149] training's auc: 0.818727 training's binary_logloss: 0.0738935 valid_1's auc: 0.801648 valid_1's binary_logloss: 0.0950198
[150] training's auc: 0.818757 training's binary_logloss: 0.0738884 valid_1's auc: 0.80171 valid_1's binary_logloss: 0.0950195
[151] training's auc: 0.81883 training's binary_logloss: 0.0738825 valid_1's auc: 0.801704 valid_1's binary_logloss: 0.0950253
[152] training's auc: 0.818895 training's binary_logloss: 0.073878 valid_1's auc: 0.801701 valid_1's binary_logloss: 0.0950301
[153] training's auc: 0.818909 training's binary_logloss: 0.0738754 valid_1's auc: 0.801637 valid_1's binary_logloss: 0.0950361
[154] training's auc: 0.818953 training's binary_logloss: 0.0738718 valid_1's auc: 0.801606 valid_1's binary_logloss: 0.0950366
[155] training's auc: 0.819025 training's binary_logloss: 0.0738668 valid_1's auc: 0.801601 valid_1's binary_logloss: 0.0950417
[156] training's auc: 0.819068 training's binary_logloss: 0.0738627 valid_1's auc: 0.801585 valid_1's binary_logloss: 0.0950482
[157] training's auc: 0.819171 training's binary_logloss: 0.0738559 valid_1's auc: 0.801686 valid_1's binary_logloss: 0.0950449
[158] training's auc: 0.819191 training's binary_logloss: 0.073852 valid_1's auc: 0.801697 valid_1's binary_logloss: 0.09504
[159] training's auc: 0.819194 training's binary_logloss: 0.073848 valid_1's auc: 0.801609 valid_1's binary_logloss: 0.0950393
[160] training's auc: 0.819294 training's binary_logloss: 0.073842 valid_1's auc: 0.801457 valid_1's binary_logloss: 0.0950461
[161] training's auc: 0.819357 training's binary_logloss: 0.0738356 valid_1's auc: 0.801522 valid_1's binary_logloss: 0.0950438
[162] training's auc: 0.819381 training's binary_logloss: 0.0738313 valid_1's auc: 0.801544 valid_1's binary_logloss: 0.0950454
[163] training's auc: 0.819433 training's binary_logloss: 0.0738278 valid_1's auc: 0.801594 valid_1's binary_logloss: 0.0950475
[164] training's auc: 0.819479 training's binary_logloss: 0.0738238 valid_1's auc: 0.801506 valid_1's binary_logloss: 0.0950578
[165] training's auc: 0.819485 training's binary_logloss: 0.0738228 valid_1's auc: 0.801513 valid_1's binary_logloss: 0.0950475
[166] training's auc: 0.819515 training's binary_logloss: 0.0738183 valid_1's auc: 0.801514 valid_1's binary_logloss: 0.0950485
[167] training's auc: 0.819536 training's binary_logloss: 0.0738119 valid_1's auc: 0.801463 valid_1's binary_logloss: 0.0950497
[168] training's auc: 0.819537 training's binary_logloss: 0.0738086 valid_1's auc: 0.801461 valid_1's binary_logloss: 0.09505
[169] training's auc: 0.819573 training's binary_logloss: 0.0738042 valid_1's auc: 0.801511 valid_1's binary_logloss: 0.0950516
[170] training's auc: 0.819603 training's binary_logloss: 0.0738014 valid_1's auc: 0.801525 valid_1's binary_logloss: 0.0950523
[171] training's auc: 0.819669 training's binary_logloss: 0.0737929 valid_1's auc: 0.80155 valid_1's binary_logloss: 0.0950544
[172] training's auc: 0.819661 training's binary_logloss: 0.073789 valid_1's auc: 0.801575 valid_1's binary_logloss: 0.0950543
[173] training's auc: 0.819682 training's binary_logloss: 0.0737863 valid_1's auc: 0.801548 valid_1's binary_logloss: 0.0950514
[174] training's auc: 0.819686 training's binary_logloss: 0.0737827 valid_1's auc: 0.80149 valid_1's binary_logloss: 0.0950591
[175] training's auc: 0.819784 training's binary_logloss: 0.0737754 valid_1's auc: 0.801542 valid_1's binary_logloss: 0.0950543
[176] training's auc: 0.819856 training's binary_logloss: 0.07377 valid_1's auc: 0.801415 valid_1's binary_logloss: 0.0950595
[177] training's auc: 0.819883 training's binary_logloss: 0.0737671 valid_1's auc: 0.801387 valid_1's binary_logloss: 0.0950631
[178] training's auc: 0.819954 training's binary_logloss: 0.0737635 valid_1's auc: 0.801343 valid_1's binary_logloss: 0.0950697
[179] training's auc: 0.819976 training's binary_logloss: 0.0737608 valid_1's auc: 0.801329 valid_1's binary_logloss: 0.0950714
[180] training's auc: 0.820057 training's binary_logloss: 0.0737549 valid_1's auc: 0.801323 valid_1's binary_logloss: 0.0950687
[181] training's auc: 0.820072 training's binary_logloss: 0.0737527 valid_1's auc: 0.801345 valid_1's binary_logloss: 0.0950752
[182] training's auc: 0.820129 training's binary_logloss: 0.0737491 valid_1's auc: 0.801278 valid_1's binary_logloss: 0.0950773
[183] training's auc: 0.820178 training's binary_logloss: 0.0737455 valid_1's auc: 0.80128 valid_1's binary_logloss: 0.0950661
[184] training's auc: 0.820237 training's binary_logloss: 0.073741 valid_1's auc: 0.801223 valid_1's binary_logloss: 0.0950696
[185] training's auc: 0.820263 training's binary_logloss: 0.0737363 valid_1's auc: 0.801297 valid_1's binary_logloss: 0.095063
[186] training's auc: 0.820275 training's binary_logloss: 0.0737336 valid_1's auc: 0.80128 valid_1's binary_logloss: 0.0950628
[187] training's auc: 0.820333 training's binary_logloss: 0.0737266 valid_1's auc: 0.801124 valid_1's binary_logloss: 0.0950909
[188] training's auc: 0.820422 training's binary_logloss: 0.073719 valid_1's auc: 0.801112 valid_1's binary_logloss: 0.0950951
[189] training's auc: 0.820417 training's binary_logloss: 0.0737164 valid_1's auc: 0.801178 valid_1's binary_logloss: 0.0950911
[190] training's auc: 0.820463 training's binary_logloss: 0.0737107 valid_1's auc: 0.801299 valid_1's binary_logloss: 0.0950894
[191] training's auc: 0.820474 training's binary_logloss: 0.0737078 valid_1's auc: 0.801324 valid_1's binary_logloss: 0.0950889
[192] training's auc: 0.820482 training's binary_logloss: 0.0737056 valid_1's auc: 0.801229 valid_1's binary_logloss: 0.0950925
[193] training's auc: 0.820573 training's binary_logloss: 0.0736989 valid_1's auc: 0.801189 valid_1's binary_logloss: 0.0951055
[194] training's auc: 0.820602 training's binary_logloss: 0.0736934 valid_1's auc: 0.800876 valid_1's binary_logloss: 0.0951183
[195] training's auc: 0.820616 training's binary_logloss: 0.0736868 valid_1's auc: 0.800814 valid_1's binary_logloss: 0.0951133
[196] training's auc: 0.820633 training's binary_logloss: 0.0736837 valid_1's auc: 0.80082 valid_1's binary_logloss: 0.0951169
[197] training's auc: 0.820661 training's binary_logloss: 0.0736819 valid_1's auc: 0.800804 valid_1's binary_logloss: 0.0951116
[198] training's auc: 0.820649 training's binary_logloss: 0.0736789 valid_1's auc: 0.800729 valid_1's binary_logloss: 0.0951241
[199] training's auc: 0.820663 training's binary_logloss: 0.0736741 valid_1's auc: 0.800617 valid_1's binary_logloss: 0.0951238
[200] training's auc: 0.820727 training's binary_logloss: 0.073668 valid_1's auc: 0.800694 valid_1's binary_logloss: 0.0951257
[201] training's auc: 0.820767 training's binary_logloss: 0.0736626 valid_1's auc: 0.800984 valid_1's binary_logloss: 0.0951079
[202] training's auc: 0.820804 training's binary_logloss: 0.0736584 valid_1's auc: 0.801181 valid_1's binary_logloss: 0.0950977
[203] training's auc: 0.820833 training's binary_logloss: 0.0736564 valid_1's auc: 0.801223 valid_1's binary_logloss: 0.0950869
[204] training's auc: 0.820883 training's binary_logloss: 0.0736367 valid_1's auc: 0.801209 valid_1's binary_logloss: 0.0950887
Early stopping, best iteration is:
[104] training's auc: 0.81646 training's binary_logloss: 0.074193 valid_1's auc: 0.802501 valid_1's binary_logloss: 0.0949953
8
[1] training's auc: 0.659021 training's binary_logloss: 0.0977451 valid_1's auc: 0.667922 valid_1's binary_logloss: 0.0667753
Training until validation scores don't improve for 100 rounds.
[2] training's auc: 0.782929 training's binary_logloss: 0.0962916 valid_1's auc: 0.784101 valid_1's binary_logloss: 0.0659222
[3] training's auc: 0.78618 training's binary_logloss: 0.0956767 valid_1's auc: 0.788715 valid_1's binary_logloss: 0.0655366
[4] training's auc: 0.785892 training's binary_logloss: 0.095076 valid_1's auc: 0.790152 valid_1's binary_logloss: 0.0651196
[5] training's auc: 0.792838 training's binary_logloss: 0.0940868 valid_1's auc: 0.800957 valid_1's binary_logloss: 0.0644159
[6] training's auc: 0.797256 training's binary_logloss: 0.0932581 valid_1's auc: 0.806857 valid_1's binary_logloss: 0.063861
[7] training's auc: 0.796345 training's binary_logloss: 0.0927891 valid_1's auc: 0.80429 valid_1's binary_logloss: 0.0635305
[8] training's auc: 0.797244 training's binary_logloss: 0.0920677 valid_1's auc: 0.804323 valid_1's binary_logloss: 0.0630112
[9] training's auc: 0.799111 training's binary_logloss: 0.0918718 valid_1's auc: 0.807082 valid_1's binary_logloss: 0.0628553
[10] training's auc: 0.798274 training's binary_logloss: 0.091531 valid_1's auc: 0.805748 valid_1's binary_logloss: 0.0625961
[11] training's auc: 0.798767 training's binary_logloss: 0.0909135 valid_1's auc: 0.806574 valid_1's binary_logloss: 0.0621389
[12] training's auc: 0.801005 training's binary_logloss: 0.0903573 valid_1's auc: 0.8077 valid_1's binary_logloss: 0.0616888
[13] training's auc: 0.800594 training's binary_logloss: 0.0901254 valid_1's auc: 0.807376 valid_1's binary_logloss: 0.0615163
[14] training's auc: 0.799391 training's binary_logloss: 0.0898873 valid_1's auc: 0.804602 valid_1's binary_logloss: 0.0613258
[15] training's auc: 0.799973 training's binary_logloss: 0.0894598 valid_1's auc: 0.80734 valid_1's binary_logloss: 0.0609837
[16] training's auc: 0.800826 training's binary_logloss: 0.0890624 valid_1's auc: 0.807424 valid_1's binary_logloss: 0.0606438
[17] training's auc: 0.800556 training's binary_logloss: 0.0888349 valid_1's auc: 0.807063 valid_1's binary_logloss: 0.0604495
[18] training's auc: 0.800736 training's binary_logloss: 0.0885066 valid_1's auc: 0.808055 valid_1's binary_logloss: 0.0601512
[19] training's auc: 0.801701 training's binary_logloss: 0.0882099 valid_1's auc: 0.809107 valid_1's binary_logloss: 0.0598891
[20] training's auc: 0.801487 training's binary_logloss: 0.0880168 valid_1's auc: 0.80943 valid_1's binary_logloss: 0.0597102
[21] training's auc: 0.801994 training's binary_logloss: 0.0877765 valid_1's auc: 0.810201 valid_1's binary_logloss: 0.0594838
[22] training's auc: 0.802066 training's binary_logloss: 0.0875477 valid_1's auc: 0.810087 valid_1's binary_logloss: 0.0592732
[23] training's auc: 0.802621 training's binary_logloss: 0.087402 valid_1's auc: 0.809696 valid_1's binary_logloss: 0.0591517
[24] training's auc: 0.802456 training's binary_logloss: 0.0872056 valid_1's auc: 0.809599 valid_1's binary_logloss: 0.0589684
[25] training's auc: 0.802714 training's binary_logloss: 0.0870772 valid_1's auc: 0.809573 valid_1's binary_logloss: 0.0588481
[26] training's auc: 0.803158 training's binary_logloss: 0.0868977 valid_1's auc: 0.809865 valid_1's binary_logloss: 0.0586947
[27] training's auc: 0.803217 training's binary_logloss: 0.086744 valid_1's auc: 0.809628 valid_1's binary_logloss: 0.0585383
[28] training's auc: 0.804252 training's binary_logloss: 0.0866573 valid_1's auc: 0.811128 valid_1's binary_logloss: 0.0584608
[29] training's auc: 0.804553 training's binary_logloss: 0.0865065 valid_1's auc: 0.811729 valid_1's binary_logloss: 0.0583086
[30] training's auc: 0.804338 training's binary_logloss: 0.0863911 valid_1's auc: 0.811911 valid_1's binary_logloss: 0.0582117
[31] training's auc: 0.804622 training's binary_logloss: 0.0862567 valid_1's auc: 0.811873 valid_1's binary_logloss: 0.0580706
[32] training's auc: 0.80478 training's binary_logloss: 0.0861849 valid_1's auc: 0.811709 valid_1's binary_logloss: 0.0580063
[33] training's auc: 0.805155 training's binary_logloss: 0.0860736 valid_1's auc: 0.811696 valid_1's binary_logloss: 0.0578887
[34] training's auc: 0.804984 training's binary_logloss: 0.0860161 valid_1's auc: 0.811514 valid_1's binary_logloss: 0.0578275
[35] training's auc: 0.805 training's binary_logloss: 0.0859207 valid_1's auc: 0.811745 valid_1's binary_logloss: 0.0577335
[36] training's auc: 0.805193 training's binary_logloss: 0.0858218 valid_1's auc: 0.812049 valid_1's binary_logloss: 0.0576406
[37] training's auc: 0.805235 training's binary_logloss: 0.0857342 valid_1's auc: 0.812539 valid_1's binary_logloss: 0.0575412
[38] training's auc: 0.805632 training's binary_logloss: 0.0856421 valid_1's auc: 0.81291 valid_1's binary_logloss: 0.0574406
[39] training's auc: 0.805991 training's binary_logloss: 0.0855961 valid_1's auc: 0.813657 valid_1's binary_logloss: 0.0574029
[40] training's auc: 0.806425 training's binary_logloss: 0.0855149 valid_1's auc: 0.814025 valid_1's binary_logloss: 0.0573064
[41] training's auc: 0.806606 training's binary_logloss: 0.0854352 valid_1's auc: 0.814374 valid_1's binary_logloss: 0.0572174
[42] training's auc: 0.806573 training's binary_logloss: 0.0853742 valid_1's auc: 0.814086 valid_1's binary_logloss: 0.0571594
[43] training's auc: 0.806743 training's binary_logloss: 0.0853023 valid_1's auc: 0.814595 valid_1's binary_logloss: 0.0570839
[44] training's auc: 0.806743 training's binary_logloss: 0.0852461 valid_1's auc: 0.815221 valid_1's binary_logloss: 0.0570194
[45] training's auc: 0.806815 training's binary_logloss: 0.0851931 valid_1's auc: 0.81454 valid_1's binary_logloss: 0.0569637
[46] training's auc: 0.807021 training's binary_logloss: 0.085143 valid_1's auc: 0.814218 valid_1's binary_logloss: 0.0569145
[47] training's auc: 0.806955 training's binary_logloss: 0.0850872 valid_1's auc: 0.814365 valid_1's binary_logloss: 0.0568348
[48] training's auc: 0.807045 training's binary_logloss: 0.0850439 valid_1's auc: 0.814749 valid_1's binary_logloss: 0.0567858
[49] training's auc: 0.807163 training's binary_logloss: 0.0850047 valid_1's auc: 0.815054 valid_1's binary_logloss: 0.0567532
[50] training's auc: 0.807072 training's binary_logloss: 0.0849657 valid_1's auc: 0.81448 valid_1's binary_logloss: 0.0567092
[51] training's auc: 0.807059 training's binary_logloss: 0.0849375 valid_1's auc: 0.814442 valid_1's binary_logloss: 0.056675
[52] training's auc: 0.807123 training's binary_logloss: 0.0848976 valid_1's auc: 0.814686 valid_1's binary_logloss: 0.0566136
[53] training's auc: 0.807273 training's binary_logloss: 0.0848829 valid_1's auc: 0.815037 valid_1's binary_logloss: 0.0566088
[54] training's auc: 0.807267 training's binary_logloss: 0.0848495 valid_1's auc: 0.814929 valid_1's binary_logloss: 0.0565668
[55] training's auc: 0.807479 training's binary_logloss: 0.0848183 valid_1's auc: 0.815321 valid_1's binary_logloss: 0.056538
[56] training's auc: 0.807608 training's binary_logloss: 0.0847882 valid_1's auc: 0.815785 valid_1's binary_logloss: 0.0565081
[57] training's auc: 0.807705 training's binary_logloss: 0.0847571 valid_1's auc: 0.81586 valid_1's binary_logloss: 0.0564711
[58] training's auc: 0.807829 training's binary_logloss: 0.0847242 valid_1's auc: 0.816078 valid_1's binary_logloss: 0.0564347
[59] training's auc: 0.807836 training's binary_logloss: 0.0846966 valid_1's auc: 0.815969 valid_1's binary_logloss: 0.0564051
[60] training's auc: 0.807932 training's binary_logloss: 0.084677 valid_1's auc: 0.816165 valid_1's binary_logloss: 0.0563777
[61] training's auc: 0.808128 training's binary_logloss: 0.0846542 valid_1's auc: 0.816272 valid_1's binary_logloss: 0.0563616
[62] training's auc: 0.808032 training's binary_logloss: 0.084626 valid_1's auc: 0.816418 valid_1's binary_logloss: 0.0563228
[63] training's auc: 0.808202 training's binary_logloss: 0.0846007 valid_1's auc: 0.816501 valid_1's binary_logloss: 0.0562933
[64] training's auc: 0.808293 training's binary_logloss: 0.0845614 valid_1's auc: 0.816811 valid_1's binary_logloss: 0.0562547
[65] training's auc: 0.808388 training's binary_logloss: 0.0845395 valid_1's auc: 0.81681 valid_1's binary_logloss: 0.0562309
[66] training's auc: 0.808498 training's binary_logloss: 0.0845224 valid_1's auc: 0.81661 valid_1's binary_logloss: 0.0562206
[67] training's auc: 0.808623 training's binary_logloss: 0.0845026 valid_1's auc: 0.816483 valid_1's binary_logloss: 0.0561998
[68] training's auc: 0.808581 training's binary_logloss: 0.0844806 valid_1's auc: 0.816755 valid_1's binary_logloss: 0.0561771
[69] training's auc: 0.808788 training's binary_logloss: 0.0844683 valid_1's auc: 0.81722 valid_1's binary_logloss: 0.0561672
[70] training's auc: 0.808805 training's binary_logloss: 0.0844468 valid_1's auc: 0.817082 valid_1's binary_logloss: 0.0561362
[71] training's auc: 0.809022 training's binary_logloss: 0.084432 valid_1's auc: 0.817074 valid_1's binary_logloss: 0.0561312
[72] training's auc: 0.809063 training's binary_logloss: 0.0844117 valid_1's auc: 0.816864 valid_1's binary_logloss: 0.0561104
[73] training's auc: 0.809107 training's binary_logloss: 0.0843966 valid_1's auc: 0.816877 valid_1's binary_logloss: 0.0560993
[74] training's auc: 0.809203 training's binary_logloss: 0.0843875 valid_1's auc: 0.816657 valid_1's binary_logloss: 0.0560922
[75] training's auc: 0.809259 training's binary_logloss: 0.0843759 valid_1's auc: 0.816402 valid_1's binary_logloss: 0.056085
[76] training's auc: 0.809361 training's binary_logloss: 0.0843586 valid_1's auc: 0.816517 valid_1's binary_logloss: 0.0560751
[77] training's auc: 0.809421 training's binary_logloss: 0.084339 valid_1's auc: 0.816594 valid_1's binary_logloss: 0.0560546
[78] training's auc: 0.809535 training's binary_logloss: 0.0843318 valid_1's auc: 0.816616 valid_1's binary_logloss: 0.0560484
[79] training's auc: 0.80968 training's binary_logloss: 0.0843194 valid_1's auc: 0.816911 valid_1's binary_logloss: 0.0560291
[80] training's auc: 0.8098 training's binary_logloss: 0.0843084 valid_1's auc: 0.816888 valid_1's binary_logloss: 0.0560224
[81] training's auc: 0.809876 training's binary_logloss: 0.0842951 valid_1's auc: 0.816484 valid_1's binary_logloss: 0.0560072
[82] training's auc: 0.809964 training's binary_logloss: 0.0842853 valid_1's auc: 0.816303 valid_1's binary_logloss: 0.0560108
[83] training's auc: 0.810191 training's binary_logloss: 0.0842674 valid_1's auc: 0.816584 valid_1's binary_logloss: 0.0559851
[84] training's auc: 0.810264 training's binary_logloss: 0.0842563 valid_1's auc: 0.816697 valid_1's binary_logloss: 0.0559769
[85] training's auc: 0.810346 training's binary_logloss: 0.0842448 valid_1's auc: 0.816915 valid_1's binary_logloss: 0.0559724
[86] training's auc: 0.81037 training's binary_logloss: 0.084233 valid_1's auc: 0.816981 valid_1's binary_logloss: 0.0559618
[87] training's auc: 0.810337 training's binary_logloss: 0.0842191 valid_1's auc: 0.816701 valid_1's binary_logloss: 0.0559556
[88] training's auc: 0.81048 training's binary_logloss: 0.0842017 valid_1's auc: 0.816641 valid_1's binary_logloss: 0.0559454
[89] training's auc: 0.810608 training's binary_logloss: 0.0841822 valid_1's auc: 0.816591 valid_1's binary_logloss: 0.0559269
[90] training's auc: 0.810655 training's binary_logloss: 0.0841739 valid_1's auc: 0.816726 valid_1's binary_logloss: 0.0559173
[91] training's auc: 0.810719 training's binary_logloss: 0.0841643 valid_1's auc: 0.816838 valid_1's binary_logloss: 0.0559096
[92] training's auc: 0.810818 training's binary_logloss: 0.084155 valid_1's auc: 0.817027 valid_1's binary_logloss: 0.0558909
[93] training's auc: 0.810814 training's binary_logloss: 0.0841443 valid_1's auc: 0.81709 valid_1's binary_logloss: 0.0558779
[94] training's auc: 0.810849 training's binary_logloss: 0.0841328 valid_1's auc: 0.816985 valid_1's binary_logloss: 0.0558654
[95] training's auc: 0.810878 training's binary_logloss: 0.0841239 valid_1's auc: 0.817107 valid_1's binary_logloss: 0.0558463
[96] training's auc: 0.810903 training's binary_logloss: 0.0841197 valid_1's auc: 0.816735 valid_1's binary_logloss: 0.0558617
[97] training's auc: 0.810934 training's binary_logloss: 0.0841127 valid_1's auc: 0.816641 valid_1's binary_logloss: 0.0558565
[98] training's auc: 0.810958 training's binary_logloss: 0.0841034 valid_1's auc: 0.816856 valid_1's binary_logloss: 0.0558393
[99] training's auc: 0.811096 training's binary_logloss: 0.0840931 valid_1's auc: 0.816683 valid_1's binary_logloss: 0.0558354
[100] training's auc: 0.811127 training's binary_logloss: 0.0840849 valid_1's auc: 0.816753 valid_1's binary_logloss: 0.0558261
[101] training's auc: 0.811209 training's binary_logloss: 0.084073 valid_1's auc: 0.81679 valid_1's binary_logloss: 0.0558183
[102] training's auc: 0.811326 training's binary_logloss: 0.0840615 valid_1's auc: 0.816839 valid_1's binary_logloss: 0.0558055
[103] training's auc: 0.811331 training's binary_logloss: 0.084058 valid_1's auc: 0.816707 valid_1's binary_logloss: 0.055805
[104] training's auc: 0.811495 training's binary_logloss: 0.0840347 valid_1's auc: 0.816186 valid_1's binary_logloss: 0.0558033
[105] training's auc: 0.811504 training's binary_logloss: 0.0840285 valid_1's auc: 0.815966 valid_1's binary_logloss: 0.0558024
[106] training's auc: 0.811606 training's binary_logloss: 0.0840172 valid_1's auc: 0.815874 valid_1's binary_logloss: 0.0557894
[107] training's auc: 0.811649 training's binary_logloss: 0.0840077 valid_1's auc: 0.816063 valid_1's binary_logloss: 0.0557843
[108] training's auc: 0.811723 training's binary_logloss: 0.0840034 valid_1's auc: 0.815978 valid_1's binary_logloss: 0.0557805
[109] training's auc: 0.811758 training's binary_logloss: 0.0839971 valid_1's auc: 0.816078 valid_1's binary_logloss: 0.0557829
[110] training's auc: 0.811774 training's binary_logloss: 0.0839932 valid_1's auc: 0.816043 valid_1's binary_logloss: 0.0557805
[111] training's auc: 0.811827 training's binary_logloss: 0.0839894 valid_1's auc: 0.816089 valid_1's binary_logloss: 0.0557754
[112] training's auc: 0.811903 training's binary_logloss: 0.0839828 valid_1's auc: 0.816169 valid_1's binary_logloss: 0.0557696
[113] training's auc: 0.811885 training's binary_logloss: 0.0839783 valid_1's auc: 0.81611 valid_1's binary_logloss: 0.055759
[114] training's auc: 0.812008 training's binary_logloss: 0.0839713 valid_1's auc: 0.816059 valid_1's binary_logloss: 0.0557656
[115] training's auc: 0.812011 training's binary_logloss: 0.0839668 valid_1's auc: 0.81613 valid_1's binary_logloss: 0.0557569
[116] training's auc: 0.812099 training's binary_logloss: 0.0839602 valid_1's auc: 0.816182 valid_1's binary_logloss: 0.0557503
[117] training's auc: 0.812161 training's binary_logloss: 0.0839484 valid_1's auc: 0.816163 valid_1's binary_logloss: 0.0557415
[118] training's auc: 0.812206 training's binary_logloss: 0.083943 valid_1's auc: 0.81609 valid_1's binary_logloss: 0.055739
[119] training's auc: 0.812265 training's binary_logloss: 0.0839348 valid_1's auc: 0.816047 valid_1's binary_logloss: 0.0557407
[120] training's auc: 0.812401 training's binary_logloss: 0.0839245 valid_1's auc: 0.816042 valid_1's binary_logloss: 0.0557514
[121] training's auc: 0.812466 training's binary_logloss: 0.0839183 valid_1's auc: 0.816251 valid_1's binary_logloss: 0.0557414
[122] training's auc: 0.812562 training's binary_logloss: 0.0839112 valid_1's auc: 0.816465 valid_1's binary_logloss: 0.055734
[123] training's auc: 0.812579 training's binary_logloss: 0.0839054 valid_1's auc: 0.816412 valid_1's binary_logloss: 0.0557337
[124] training's auc: 0.812694 training's binary_logloss: 0.0838958 valid_1's auc: 0.816396 valid_1's binary_logloss: 0.0557388
[125] training's auc: 0.812792 training's binary_logloss: 0.0838834 valid_1's auc: 0.816347 valid_1's binary_logloss: 0.055728
[126] training's auc: 0.812853 training's binary_logloss: 0.0838757 valid_1's auc: 0.816155 valid_1's binary_logloss: 0.0557399
[127] training's auc: 0.812859 training's binary_logloss: 0.0838717 valid_1's auc: 0.816179 valid_1's binary_logloss: 0.0557382
[128] training's auc: 0.81286 training's binary_logloss: 0.0838678 valid_1's auc: 0.816188 valid_1's binary_logloss: 0.0557338
[129] training's auc: 0.812902 training's binary_logloss: 0.083861 valid_1's auc: 0.816339 valid_1's binary_logloss: 0.0557306
[130] training's auc: 0.812934 training's binary_logloss: 0.0838547 valid_1's auc: 0.816338 valid_1's binary_logloss: 0.0557402
[131] training's auc: 0.812968 training's binary_logloss: 0.0838511 valid_1's auc: 0.816398 valid_1's binary_logloss: 0.0557361
[132] training's auc: 0.812989 training's binary_logloss: 0.0838471 valid_1's auc: 0.816365 valid_1's binary_logloss: 0.0557305
[133] training's auc: 0.813074 training's binary_logloss: 0.0838381 valid_1's auc: 0.816402 valid_1's binary_logloss: 0.055732
[134] training's auc: 0.813081 training's binary_logloss: 0.083832 valid_1's auc: 0.816407 valid_1's binary_logloss: 0.0557204
[135] training's auc: 0.813148 training's binary_logloss: 0.0838236 valid_1's auc: 0.816402 valid_1's binary_logloss: 0.0557181
[136] training's auc: 0.813278 training's binary_logloss: 0.0838136 valid_1's auc: 0.816311 valid_1's binary_logloss: 0.0557265
[137] training's auc: 0.813272 training's binary_logloss: 0.0838089 valid_1's auc: 0.816138 valid_1's binary_logloss: 0.0557348
[138] training's auc: 0.813294 training's binary_logloss: 0.0838043 valid_1's auc: 0.816023 valid_1's binary_logloss: 0.0557341
[139] training's auc: 0.813322 training's binary_logloss: 0.083801 valid_1's auc: 0.815985 valid_1's binary_logloss: 0.0557357
[140] training's auc: 0.813366 training's binary_logloss: 0.0837942 valid_1's auc: 0.815988 valid_1's binary_logloss: 0.0557344
[141] training's auc: 0.813386 training's binary_logloss: 0.0837917 valid_1's auc: 0.816145 valid_1's binary_logloss: 0.0557285
[142] training's auc: 0.81343 training's binary_logloss: 0.0837881 valid_1's auc: 0.816108 valid_1's binary_logloss: 0.0557306
[143] training's auc: 0.813439 training's binary_logloss: 0.0837797 valid_1's auc: 0.816183 valid_1's binary_logloss: 0.0557132
[144] training's auc: 0.813438 training's binary_logloss: 0.0837708 valid_1's auc: 0.815809 valid_1's binary_logloss: 0.0557276
[145] training's auc: 0.813518 training's binary_logloss: 0.0837577 valid_1's auc: 0.815753 valid_1's binary_logloss: 0.055723
[146] training's auc: 0.813544 training's binary_logloss: 0.0837528 valid_1's auc: 0.81582 valid_1's binary_logloss: 0.0557235
[147] training's auc: 0.813547 training's binary_logloss: 0.0837494 valid_1's auc: 0.815739 valid_1's binary_logloss: 0.0557281
[148] training's auc: 0.813601 training's binary_logloss: 0.0837412 valid_1's auc: 0.815785 valid_1's binary_logloss: 0.0557239
[149] training's auc: 0.813631 training's binary_logloss: 0.0837374 valid_1's auc: 0.815803 valid_1's binary_logloss: 0.0557217
[150] training's auc: 0.813702 training's binary_logloss: 0.0837295 valid_1's auc: 0.815734 valid_1's binary_logloss: 0.0557281
[151] training's auc: 0.81378 training's binary_logloss: 0.0837239 valid_1's auc: 0.8157 valid_1's binary_logloss: 0.0557294
[152] training's auc: 0.813797 training's binary_logloss: 0.0837201 valid_1's auc: 0.815536 valid_1's binary_logloss: 0.0557362
[153] training's auc: 0.813909 training's binary_logloss: 0.0837115 valid_1's auc: 0.815413 valid_1's binary_logloss: 0.0557369
[154] training's auc: 0.814048 training's binary_logloss: 0.083701 valid_1's auc: 0.815291 valid_1's binary_logloss: 0.0557463
[155] training's auc: 0.814129 training's binary_logloss: 0.0836938 valid_1's auc: 0.815297 valid_1's binary_logloss: 0.0557441
[156] training's auc: 0.81416 training's binary_logloss: 0.0836791 valid_1's auc: 0.81537 valid_1's binary_logloss: 0.0557294
[157] training's auc: 0.814207 training's binary_logloss: 0.0836744 valid_1's auc: 0.815386 valid_1's binary_logloss: 0.0557321
[158] training's auc: 0.814229 training's binary_logloss: 0.0836614 valid_1's auc: 0.815496 valid_1's binary_logloss: 0.0557198
[159] training's auc: 0.814273 training's binary_logloss: 0.0836503 valid_1's auc: 0.815553 valid_1's binary_logloss: 0.0557219
[160] training's auc: 0.814337 training's binary_logloss: 0.0836455 valid_1's auc: 0.815676 valid_1's binary_logloss: 0.0557211
[161] training's auc: 0.814365 training's binary_logloss: 0.083643 valid_1's auc: 0.815727 valid_1's binary_logloss: 0.0557114
[162] training's auc: 0.814391 training's binary_logloss: 0.0836374 valid_1's auc: 0.81575 valid_1's binary_logloss: 0.0557144
[163] training's auc: 0.814438 training's binary_logloss: 0.0836316 valid_1's auc: 0.815773 valid_1's binary_logloss: 0.0557121
[164] training's auc: 0.814479 training's binary_logloss: 0.0836259 valid_1's auc: 0.815514 valid_1's binary_logloss: 0.0557137
[165] training's auc: 0.814536 training's binary_logloss: 0.0836069 valid_1's auc: 0.815567 valid_1's binary_logloss: 0.0557065
[166] training's auc: 0.81458 training's binary_logloss: 0.0836019 valid_1's auc: 0.81561 valid_1's binary_logloss: 0.0557044
[167] training's auc: 0.814629 training's binary_logloss: 0.0835964 valid_1's auc: 0.815543 valid_1's binary_logloss: 0.0557057
[168] training's auc: 0.814677 training's binary_logloss: 0.0835905 valid_1's auc: 0.815461 valid_1's binary_logloss: 0.05571
[169] training's auc: 0.814701 training's binary_logloss: 0.0835872 valid_1's auc: 0.815485 valid_1's binary_logloss: 0.0557125
Early stopping, best iteration is:
[69] training's auc: 0.808788 training's binary_logloss: 0.0844683 valid_1's auc: 0.81722 valid_1's binary_logloss: 0.0561672
8
[1] training's auc: 0.651876 training's binary_logloss: 0.0966336 valid_1's auc: 0.672491 valid_1's binary_logloss: 0.0712814
Training until validation scores don't improve for 100 rounds.
[2] training's auc: 0.782222 training's binary_logloss: 0.0952334 valid_1's auc: 0.796897 valid_1's binary_logloss: 0.0703147
[3] training's auc: 0.782296 training's binary_logloss: 0.0946264 valid_1's auc: 0.797943 valid_1's binary_logloss: 0.0698724
[4] training's auc: 0.78281 training's binary_logloss: 0.0940255 valid_1's auc: 0.796878 valid_1's binary_logloss: 0.0693916
[5] training's auc: 0.790877 training's binary_logloss: 0.0930066 valid_1's auc: 0.802175 valid_1's binary_logloss: 0.0687081
[6] training's auc: 0.795996 training's binary_logloss: 0.0920978 valid_1's auc: 0.812757 valid_1's binary_logloss: 0.068065
[7] training's auc: 0.794912 training's binary_logloss: 0.0916311 valid_1's auc: 0.810214 valid_1's binary_logloss: 0.0676846
[8] training's auc: 0.795266 training's binary_logloss: 0.0909168 valid_1's auc: 0.808938 valid_1's binary_logloss: 0.0671766
[9] training's auc: 0.798298 training's binary_logloss: 0.0907412 valid_1's auc: 0.815323 valid_1's binary_logloss: 0.0669682
[10] training's auc: 0.797394 training's binary_logloss: 0.0904158 valid_1's auc: 0.814292 valid_1's binary_logloss: 0.0666602
[11] training's auc: 0.797961 training's binary_logloss: 0.0897895 valid_1's auc: 0.813742 valid_1's binary_logloss: 0.0662159
[12] training's auc: 0.799646 training's binary_logloss: 0.089227 valid_1's auc: 0.817797 valid_1's binary_logloss: 0.065767
[13] training's auc: 0.798912 training's binary_logloss: 0.0889946 valid_1's auc: 0.817083 valid_1's binary_logloss: 0.0655623
[14] training's auc: 0.798524 training's binary_logloss: 0.0887722 valid_1's auc: 0.816027 valid_1's binary_logloss: 0.065345
[15] training's auc: 0.799311 training's binary_logloss: 0.0883419 valid_1's auc: 0.816868 valid_1's binary_logloss: 0.0650306
[16] training's auc: 0.800168 training's binary_logloss: 0.0879358 valid_1's auc: 0.818169 valid_1's binary_logloss: 0.064701
[17] training's auc: 0.800163 training's binary_logloss: 0.0877144 valid_1's auc: 0.817945 valid_1's binary_logloss: 0.0644967
[18] training's auc: 0.800814 training's binary_logloss: 0.0873888 valid_1's auc: 0.819244 valid_1's binary_logloss: 0.0642213
[19] training's auc: 0.800638 training's binary_logloss: 0.08709 valid_1's auc: 0.819727 valid_1's binary_logloss: 0.0639646
[20] training's auc: 0.800659 training's binary_logloss: 0.0869065 valid_1's auc: 0.819501 valid_1's binary_logloss: 0.0637845
[21] training's auc: 0.801281 training's binary_logloss: 0.0866696 valid_1's auc: 0.819769 valid_1's binary_logloss: 0.0635872
[22] training's auc: 0.801517 training's binary_logloss: 0.0864386 valid_1's auc: 0.820189 valid_1's binary_logloss: 0.0633721
[23] training's auc: 0.802045 training's binary_logloss: 0.0862893 valid_1's auc: 0.820194 valid_1's binary_logloss: 0.0632338
[24] training's auc: 0.802062 training's binary_logloss: 0.0860903 valid_1's auc: 0.820576 valid_1's binary_logloss: 0.0630546
[25] training's auc: 0.802013 training's binary_logloss: 0.0859674 valid_1's auc: 0.82046 valid_1's binary_logloss: 0.0629284
[26] training's auc: 0.802355 training's binary_logloss: 0.0858004 valid_1's auc: 0.821287 valid_1's binary_logloss: 0.0627763
[27] training's auc: 0.802812 training's binary_logloss: 0.0856565 valid_1's auc: 0.821568 valid_1's binary_logloss: 0.0626215
[28] training's auc: 0.803651 training's binary_logloss: 0.0855865 valid_1's auc: 0.820862 valid_1's binary_logloss: 0.0625611
[29] training's auc: 0.803934 training's binary_logloss: 0.0854361 valid_1's auc: 0.821599 valid_1's binary_logloss: 0.0624167
[30] training's auc: 0.804023 training's binary_logloss: 0.0853239 valid_1's auc: 0.821448 valid_1's binary_logloss: 0.0623072
[31] training's auc: 0.804164 training's binary_logloss: 0.0851905 valid_1's auc: 0.822445 valid_1's binary_logloss: 0.0621656
[32] training's auc: 0.804365 training's binary_logloss: 0.0851225 valid_1's auc: 0.822411 valid_1's binary_logloss: 0.0620876
[33] training's auc: 0.804282 training's binary_logloss: 0.0850101 valid_1's auc: 0.822785 valid_1's binary_logloss: 0.0619808
[34] training's auc: 0.804337 training's binary_logloss: 0.0849559 valid_1's auc: 0.823679 valid_1's binary_logloss: 0.0619049
[35] training's auc: 0.804402 training's binary_logloss: 0.0848642 valid_1's auc: 0.824117 valid_1's binary_logloss: 0.0618065
[36] training's auc: 0.804437 training's binary_logloss: 0.0847682 valid_1's auc: 0.82468 valid_1's binary_logloss: 0.0616965
[37] training's auc: 0.804705 training's binary_logloss: 0.0846795 valid_1's auc: 0.824886 valid_1's binary_logloss: 0.0616042
[38] training's auc: 0.804914 training's binary_logloss: 0.0845808 valid_1's auc: 0.824717 valid_1's binary_logloss: 0.0615223
[39] training's auc: 0.80542 training's binary_logloss: 0.0845329 valid_1's auc: 0.824429 valid_1's binary_logloss: 0.0614744
[40] training's auc: 0.80561 training's binary_logloss: 0.0844504 valid_1's auc: 0.823931 valid_1's binary_logloss: 0.0613888
[41] training's auc: 0.805765 training's binary_logloss: 0.0843685 valid_1's auc: 0.823855 valid_1's binary_logloss: 0.0613149
[42] training's auc: 0.805723 training's binary_logloss: 0.084313 valid_1's auc: 0.824308 valid_1's binary_logloss: 0.0612435
[43] training's auc: 0.805933 training's binary_logloss: 0.0842366 valid_1's auc: 0.824345 valid_1's binary_logloss: 0.0611773
[44] training's auc: 0.805917 training's binary_logloss: 0.0841822 valid_1's auc: 0.82491 valid_1's binary_logloss: 0.0611007
[45] training's auc: 0.806125 training's binary_logloss: 0.0841292 valid_1's auc: 0.82475 valid_1's binary_logloss: 0.0610397
[46] training's auc: 0.806393 training's binary_logloss: 0.0840789 valid_1's auc: 0.824461 valid_1's binary_logloss: 0.0609927
[47] training's auc: 0.806412 training's binary_logloss: 0.0840263 valid_1's auc: 0.824824 valid_1's binary_logloss: 0.0609207
[48] training's auc: 0.80666 training's binary_logloss: 0.0839782 valid_1's auc: 0.825245 valid_1's binary_logloss: 0.0608693
[49] training's auc: 0.806707 training's binary_logloss: 0.0839407 valid_1's auc: 0.825594 valid_1's binary_logloss: 0.0608292
[50] training's auc: 0.80672 training's binary_logloss: 0.0839073 valid_1's auc: 0.825844 valid_1's binary_logloss: 0.0607807
[51] training's auc: 0.806756 training's binary_logloss: 0.0838608 valid_1's auc: 0.825818 valid_1's binary_logloss: 0.060727
[52] training's auc: 0.806669 training's binary_logloss: 0.0838224 valid_1's auc: 0.82552 valid_1's binary_logloss: 0.06067
[53] training's auc: 0.806651 training's binary_logloss: 0.0838034 valid_1's auc: 0.825846 valid_1's binary_logloss: 0.060648
[54] training's auc: 0.806617 training's binary_logloss: 0.0837733 valid_1's auc: 0.825788 valid_1's binary_logloss: 0.0606121
[55] training's auc: 0.806792 training's binary_logloss: 0.0837419 valid_1's auc: 0.825677 valid_1's binary_logloss: 0.0605781
[56] training's auc: 0.807028 training's binary_logloss: 0.0837113 valid_1's auc: 0.825301 valid_1's binary_logloss: 0.0605593
[57] training's auc: 0.807191 training's binary_logloss: 0.0836711 valid_1's auc: 0.825041 valid_1's binary_logloss: 0.0605329
[58] training's auc: 0.807456 training's binary_logloss: 0.0836309 valid_1's auc: 0.824855 valid_1's binary_logloss: 0.0605086
[59] training's auc: 0.807649 training's binary_logloss: 0.0836081 valid_1's auc: 0.824865 valid_1's binary_logloss: 0.0604993
[60] training's auc: 0.807782 training's binary_logloss: 0.083587 valid_1's auc: 0.824816 valid_1's binary_logloss: 0.0604744
[61] training's auc: 0.807984 training's binary_logloss: 0.0835607 valid_1's auc: 0.824744 valid_1's binary_logloss: 0.0604517
[62] training's auc: 0.807988 training's binary_logloss: 0.0835311 valid_1's auc: 0.824757 valid_1's binary_logloss: 0.0604051
[63] training's auc: 0.808153 training's binary_logloss: 0.0835002 valid_1's auc: 0.824989 valid_1's binary_logloss: 0.0603817
[64] training's auc: 0.808191 training's binary_logloss: 0.0834812 valid_1's auc: 0.824957 valid_1's binary_logloss: 0.0603725
[65] training's auc: 0.808286 training's binary_logloss: 0.0834613 valid_1's auc: 0.824772 valid_1's binary_logloss: 0.0603514
[66] training's auc: 0.808291 training's binary_logloss: 0.0834439 valid_1's auc: 0.824602 valid_1's binary_logloss: 0.0603396
[67] training's auc: 0.808445 training's binary_logloss: 0.0834233 valid_1's auc: 0.824643 valid_1's binary_logloss: 0.0603051
[68] training's auc: 0.808687 training's binary_logloss: 0.0833945 valid_1's auc: 0.824499 valid_1's binary_logloss: 0.0603005
[69] training's auc: 0.808858 training's binary_logloss: 0.0833786 valid_1's auc: 0.824734 valid_1's binary_logloss: 0.0602759
[70] training's auc: 0.808975 training's binary_logloss: 0.0833647 valid_1's auc: 0.824802 valid_1's binary_logloss: 0.0602611
[71] training's auc: 0.809138 training's binary_logloss: 0.0833506 valid_1's auc: 0.824615 valid_1's binary_logloss: 0.0602555
[72] training's auc: 0.80915 training's binary_logloss: 0.0833292 valid_1's auc: 0.824555 valid_1's binary_logloss: 0.0602288
[73] training's auc: 0.809218 training's binary_logloss: 0.083313 valid_1's auc: 0.824424 valid_1's binary_logloss: 0.0602239
[74] training's auc: 0.809292 training's binary_logloss: 0.0833036 valid_1's auc: 0.824408 valid_1's binary_logloss: 0.0602215
[75] training's auc: 0.809399 training's binary_logloss: 0.083288 valid_1's auc: 0.824159 valid_1's binary_logloss: 0.0602156
[76] training's auc: 0.809528 training's binary_logloss: 0.0832685 valid_1's auc: 0.824594 valid_1's binary_logloss: 0.0601978
[77] training's auc: 0.809609 training's binary_logloss: 0.0832551 valid_1's auc: 0.824379 valid_1's binary_logloss: 0.0601937
[78] training's auc: 0.809667 training's binary_logloss: 0.0832479 valid_1's auc: 0.824251 valid_1's binary_logloss: 0.0602006
[79] training's auc: 0.809771 training's binary_logloss: 0.0832364 valid_1's auc: 0.82418 valid_1's binary_logloss: 0.0601822
[80] training's auc: 0.809818 training's binary_logloss: 0.0832251 valid_1's auc: 0.823997 valid_1's binary_logloss: 0.0601747
[81] training's auc: 0.809845 training's binary_logloss: 0.0831997 valid_1's auc: 0.823921 valid_1's binary_logloss: 0.0601597
[82] training's auc: 0.809981 training's binary_logloss: 0.0831874 valid_1's auc: 0.823746 valid_1's binary_logloss: 0.0601594
[83] training's auc: 0.810113 training's binary_logloss: 0.0831691 valid_1's auc: 0.823861 valid_1's binary_logloss: 0.0601302
[84] training's auc: 0.810134 training's binary_logloss: 0.08316 valid_1's auc: 0.823783 valid_1's binary_logloss: 0.0601252
[85] training's auc: 0.810189 training's binary_logloss: 0.0831473 valid_1's auc: 0.823775 valid_1's binary_logloss: 0.0601218
[86] training's auc: 0.810156 training's binary_logloss: 0.0831307 valid_1's auc: 0.82359 valid_1's binary_logloss: 0.0601234
[87] training's auc: 0.810128 training's binary_logloss: 0.0831154 valid_1's auc: 0.823591 valid_1's binary_logloss: 0.0601117
[88] training's auc: 0.810232 training's binary_logloss: 0.083101 valid_1's auc: 0.823949 valid_1's binary_logloss: 0.0600746
[89] training's auc: 0.810245 training's binary_logloss: 0.0830823 valid_1's auc: 0.823989 valid_1's binary_logloss: 0.0600623
[90] training's auc: 0.810291 training's binary_logloss: 0.0830743 valid_1's auc: 0.823931 valid_1's binary_logloss: 0.0600605
[91] training's auc: 0.810381 training's binary_logloss: 0.0830613 valid_1's auc: 0.823988 valid_1's binary_logloss: 0.060055
[92] training's auc: 0.810537 training's binary_logloss: 0.0830497 valid_1's auc: 0.823938 valid_1's binary_logloss: 0.0600608
[93] training's auc: 0.810596 training's binary_logloss: 0.0830327 valid_1's auc: 0.823778 valid_1's binary_logloss: 0.0600516
[94] training's auc: 0.810681 training's binary_logloss: 0.0830257 valid_1's auc: 0.823809 valid_1's binary_logloss: 0.0600451
[95] training's auc: 0.810708 training's binary_logloss: 0.0830142 valid_1's auc: 0.82377 valid_1's binary_logloss: 0.0600337
[96] training's auc: 0.81068 training's binary_logloss: 0.083004 valid_1's auc: 0.823705 valid_1's binary_logloss: 0.0600304
[97] training's auc: 0.810811 training's binary_logloss: 0.0829835 valid_1's auc: 0.823786 valid_1's binary_logloss: 0.0600237
[98] training's auc: 0.810819 training's binary_logloss: 0.0829762 valid_1's auc: 0.823652 valid_1's binary_logloss: 0.0600215
[99] training's auc: 0.810861 training's binary_logloss: 0.0829698 valid_1's auc: 0.823793 valid_1's binary_logloss: 0.0600055
[100] training's auc: 0.810882 training's binary_logloss: 0.0829642 valid_1's auc: 0.823639 valid_1's binary_logloss: 0.0600004
[101] training's auc: 0.810986 training's binary_logloss: 0.0829498 valid_1's auc: 0.823674 valid_1's binary_logloss: 0.0599905
[102] training's auc: 0.811097 training's binary_logloss: 0.0829382 valid_1's auc: 0.823761 valid_1's binary_logloss: 0.0599795
[103] training's auc: 0.811146 training's binary_logloss: 0.0829249 valid_1's auc: 0.823688 valid_1's binary_logloss: 0.0599688
[104] training's auc: 0.81129 training's binary_logloss: 0.0829014 valid_1's auc: 0.823731 valid_1's binary_logloss: 0.059965
[105] training's auc: 0.81128 training's binary_logloss: 0.0828934 valid_1's auc: 0.823728 valid_1's binary_logloss: 0.0599626
[106] training's auc: 0.811379 training's binary_logloss: 0.0828801 valid_1's auc: 0.823626 valid_1's binary_logloss: 0.0599544
[107] training's auc: 0.811452 training's binary_logloss: 0.08287 valid_1's auc: 0.82364 valid_1's binary_logloss: 0.0599516
[108] training's auc: 0.811465 training's binary_logloss: 0.0828583 valid_1's auc: 0.823632 valid_1's binary_logloss: 0.0599532
[109] training's auc: 0.811584 training's binary_logloss: 0.0828442 valid_1's auc: 0.823672 valid_1's binary_logloss: 0.0599447
[110] training's auc: 0.811635 training's binary_logloss: 0.0828381 valid_1's auc: 0.82368 valid_1's binary_logloss: 0.059941
[111] training's auc: 0.811691 training's binary_logloss: 0.0828319 valid_1's auc: 0.823625 valid_1's binary_logloss: 0.0599361
[112] training's auc: 0.811854 training's binary_logloss: 0.0828229 valid_1's auc: 0.823589 valid_1's binary_logloss: 0.0599318
[113] training's auc: 0.811929 training's binary_logloss: 0.0828131 valid_1's auc: 0.823237 valid_1's binary_logloss: 0.0599332
[114] training's auc: 0.81202 training's binary_logloss: 0.0828053 valid_1's auc: 0.822993 valid_1's binary_logloss: 0.0599489
[115] training's auc: 0.812045 training's binary_logloss: 0.0827987 valid_1's auc: 0.823006 valid_1's binary_logloss: 0.0599442
[116] training's auc: 0.812097 training's binary_logloss: 0.0827935 valid_1's auc: 0.823076 valid_1's binary_logloss: 0.0599337
[117] training's auc: 0.812219 training's binary_logloss: 0.0827841 valid_1's auc: 0.823066 valid_1's binary_logloss: 0.0599397
[118] training's auc: 0.812252 training's binary_logloss: 0.0827784 valid_1's auc: 0.82313 valid_1's binary_logloss: 0.0599415
[119] training's auc: 0.812329 training's binary_logloss: 0.0827701 valid_1's auc: 0.823238 valid_1's binary_logloss: 0.0599377
[120] training's auc: 0.812437 training's binary_logloss: 0.0827596 valid_1's auc: 0.823315 valid_1's binary_logloss: 0.0599267
[121] training's auc: 0.812574 training's binary_logloss: 0.0827483 valid_1's auc: 0.823122 valid_1's binary_logloss: 0.05994
[122] training's auc: 0.812613 training's binary_logloss: 0.0827436 valid_1's auc: 0.822983 valid_1's binary_logloss: 0.0599483
[123] training's auc: 0.812644 training's binary_logloss: 0.0827392 valid_1's auc: 0.822837 valid_1's binary_logloss: 0.0599535
[124] training's auc: 0.812722 training's binary_logloss: 0.0827306 valid_1's auc: 0.82294 valid_1's binary_logloss: 0.059952
[125] training's auc: 0.812771 training's binary_logloss: 0.0827202 valid_1's auc: 0.822776 valid_1's binary_logloss: 0.059963
[126] training's auc: 0.812805 training's binary_logloss: 0.0827155 valid_1's auc: 0.822784 valid_1's binary_logloss: 0.0599671
[127] training's auc: 0.812825 training's binary_logloss: 0.082712 valid_1's auc: 0.822783 valid_1's binary_logloss: 0.0599627
[128] training's auc: 0.812853 training's binary_logloss: 0.0827075 valid_1's auc: 0.822657 valid_1's binary_logloss: 0.0599685
[129] training's auc: 0.812864 training's binary_logloss: 0.0827033 valid_1's auc: 0.822662 valid_1's binary_logloss: 0.0599673
[130] training's auc: 0.812904 training's binary_logloss: 0.0826986 valid_1's auc: 0.82258 valid_1's binary_logloss: 0.0599632
[131] training's auc: 0.81296 training's binary_logloss: 0.0826931 valid_1's auc: 0.822559 valid_1's binary_logloss: 0.0599625
[132] training's auc: 0.812977 training's binary_logloss: 0.0826885 valid_1's auc: 0.822703 valid_1's binary_logloss: 0.0599417
[133] training's auc: 0.813021 training's binary_logloss: 0.0826841 valid_1's auc: 0.822615 valid_1's binary_logloss: 0.0599482
[134] training's auc: 0.813034 training's binary_logloss: 0.0826782 valid_1's auc: 0.822601 valid_1's binary_logloss: 0.0599442
[135] training's auc: 0.813064 training's binary_logloss: 0.082674 valid_1's auc: 0.822597 valid_1's binary_logloss: 0.0599422
[136] training's auc: 0.813152 training's binary_logloss: 0.0826665 valid_1's auc: 0.82274 valid_1's binary_logloss: 0.0599408
[137] training's auc: 0.813161 training's binary_logloss: 0.0826624 valid_1's auc: 0.822848 valid_1's binary_logloss: 0.0599344
[138] training's auc: 0.813177 training's binary_logloss: 0.0826574 valid_1's auc: 0.822831 valid_1's binary_logloss: 0.059931
[139] training's auc: 0.813186 training's binary_logloss: 0.0826547 valid_1's auc: 0.822759 valid_1's binary_logloss: 0.0599297
[140] training's auc: 0.813299 training's binary_logloss: 0.0826421 valid_1's auc: 0.822658 valid_1's binary_logloss: 0.0599483
[141] training's auc: 0.813336 training's binary_logloss: 0.0826374 valid_1's auc: 0.822697 valid_1's binary_logloss: 0.0599498
[142] training's auc: 0.813438 training's binary_logloss: 0.0826291 valid_1's auc: 0.822632 valid_1's binary_logloss: 0.059949
[143] training's auc: 0.813443 training's binary_logloss: 0.0826246 valid_1's auc: 0.822654 valid_1's binary_logloss: 0.0599424
[144] training's auc: 0.813508 training's binary_logloss: 0.0826121 valid_1's auc: 0.822624 valid_1's binary_logloss: 0.0599503
[145] training's auc: 0.813552 training's binary_logloss: 0.0826029 valid_1's auc: 0.82264 valid_1's binary_logloss: 0.059951
[146] training's auc: 0.813679 training's binary_logloss: 0.082593 valid_1's auc: 0.822462 valid_1's binary_logloss: 0.0599591
[147] training's auc: 0.813806 training's binary_logloss: 0.082583 valid_1's auc: 0.822468 valid_1's binary_logloss: 0.0599645
[148] training's auc: 0.8139 training's binary_logloss: 0.0825734 valid_1's auc: 0.822298 valid_1's binary_logloss: 0.0599615
[149] training's auc: 0.813913 training's binary_logloss: 0.0825699 valid_1's auc: 0.822275 valid_1's binary_logloss: 0.0599551
[150] training's auc: 0.81395 training's binary_logloss: 0.0825639 valid_1's auc: 0.822281 valid_1's binary_logloss: 0.0599576
[151] training's auc: 0.81404 training's binary_logloss: 0.0825578 valid_1's auc: 0.82229 valid_1's binary_logloss: 0.0599587
[152] training's auc: 0.814013 training's binary_logloss: 0.0825556 valid_1's auc: 0.822147 valid_1's binary_logloss: 0.0599682
[153] training's auc: 0.814033 training's binary_logloss: 0.0825419 valid_1's auc: 0.822199 valid_1's binary_logloss: 0.0599495
Early stopping, best iteration is:
[53] training's auc: 0.806651 training's binary_logloss: 0.0838034 valid_1's auc: 0.825846 valid_1's binary_logloss: 0.060648
8
[1] training's auc: 0.655534 training's binary_logloss: 0.0921053 valid_1's auc: 0.64957 valid_1's binary_logloss: 0.0890446
Training until validation scores don't improve for 100 rounds.
[2] training's auc: 0.784031 training's binary_logloss: 0.0906779 valid_1's auc: 0.754556 valid_1's binary_logloss: 0.0879805
[3] training's auc: 0.792225 training's binary_logloss: 0.0900435 valid_1's auc: 0.756691 valid_1's binary_logloss: 0.0874868
[4] training's auc: 0.792269 training's binary_logloss: 0.0894428 valid_1's auc: 0.762152 valid_1's binary_logloss: 0.0869681
[5] training's auc: 0.800292 training's binary_logloss: 0.0884055 valid_1's auc: 0.76791 valid_1's binary_logloss: 0.086218
[6] training's auc: 0.806541 training's binary_logloss: 0.0874556 valid_1's auc: 0.773433 valid_1's binary_logloss: 0.0855461
[7] training's auc: 0.80569 training's binary_logloss: 0.0870122 valid_1's auc: 0.77362 valid_1's binary_logloss: 0.0851024
[8] training's auc: 0.805672 training's binary_logloss: 0.0862701 valid_1's auc: 0.775316 valid_1's binary_logloss: 0.0845559
[9] training's auc: 0.808261 training's binary_logloss: 0.0860663 valid_1's auc: 0.779628 valid_1's binary_logloss: 0.0843609
[10] training's auc: 0.807458 training's binary_logloss: 0.0857178 valid_1's auc: 0.781358 valid_1's binary_logloss: 0.0840543
[11] training's auc: 0.808021 training's binary_logloss: 0.0850958 valid_1's auc: 0.781175 valid_1's binary_logloss: 0.0836284
[12] training's auc: 0.810203 training's binary_logloss: 0.0845284 valid_1's auc: 0.782227 valid_1's binary_logloss: 0.0832315
[13] training's auc: 0.810169 training's binary_logloss: 0.0842948 valid_1's auc: 0.780961 valid_1's binary_logloss: 0.0830693
[14] training's auc: 0.809282 training's binary_logloss: 0.0840578 valid_1's auc: 0.781346 valid_1's binary_logloss: 0.0828613
[15] training's auc: 0.810176 training's binary_logloss: 0.0836058 valid_1's auc: 0.781528 valid_1's binary_logloss: 0.0825443
[16] training's auc: 0.811237 training's binary_logloss: 0.0832011 valid_1's auc: 0.782219 valid_1's binary_logloss: 0.0822844
[17] training's auc: 0.810978 training's binary_logloss: 0.0829828 valid_1's auc: 0.782345 valid_1's binary_logloss: 0.0820686
[18] training's auc: 0.811253 training's binary_logloss: 0.0826373 valid_1's auc: 0.782161 valid_1's binary_logloss: 0.0818394
[19] training's auc: 0.812154 training's binary_logloss: 0.0823514 valid_1's auc: 0.782977 valid_1's binary_logloss: 0.081622
[20] training's auc: 0.811921 training's binary_logloss: 0.0821776 valid_1's auc: 0.782479 valid_1's binary_logloss: 0.0814714
[21] training's auc: 0.812247 training's binary_logloss: 0.081933 valid_1's auc: 0.782736 valid_1's binary_logloss: 0.0813235
[22] training's auc: 0.812982 training's binary_logloss: 0.0816813 valid_1's auc: 0.782961 valid_1's binary_logloss: 0.0811561
[23] training's auc: 0.813761 training's binary_logloss: 0.0815328 valid_1's auc: 0.782592 valid_1's binary_logloss: 0.0810227
[24] training's auc: 0.813515 training's binary_logloss: 0.081318 valid_1's auc: 0.78257 valid_1's binary_logloss: 0.0808831
[25] training's auc: 0.813456 training's binary_logloss: 0.0811932 valid_1's auc: 0.782132 valid_1's binary_logloss: 0.080776
[26] training's auc: 0.814143 training's binary_logloss: 0.0810232 valid_1's auc: 0.783143 valid_1's binary_logloss: 0.080685
[27] training's auc: 0.814392 training's binary_logloss: 0.0808586 valid_1's auc: 0.782958 valid_1's binary_logloss: 0.0805982
[28] training's auc: 0.815114 training's binary_logloss: 0.0807799 valid_1's auc: 0.783904 valid_1's binary_logloss: 0.0805204
[29] training's auc: 0.815326 training's binary_logloss: 0.0806284 valid_1's auc: 0.783214 valid_1's binary_logloss: 0.0804473
[30] training's auc: 0.815445 training's binary_logloss: 0.0805127 valid_1's auc: 0.783504 valid_1's binary_logloss: 0.080337
[31] training's auc: 0.815664 training's binary_logloss: 0.0803734 valid_1's auc: 0.783092 valid_1's binary_logloss: 0.080245
[32] training's auc: 0.815461 training's binary_logloss: 0.0803042 valid_1's auc: 0.783076 valid_1's binary_logloss: 0.0801969
[33] training's auc: 0.815944 training's binary_logloss: 0.0801849 valid_1's auc: 0.78335 valid_1's binary_logloss: 0.0801189
[34] training's auc: 0.816011 training's binary_logloss: 0.0801248 valid_1's auc: 0.783221 valid_1's binary_logloss: 0.0800747
[35] training's auc: 0.816264 training's binary_logloss: 0.0800343 valid_1's auc: 0.78347 valid_1's binary_logloss: 0.0800399
[36] training's auc: 0.816413 training's binary_logloss: 0.0799276 valid_1's auc: 0.783579 valid_1's binary_logloss: 0.0799957
[37] training's auc: 0.816717 training's binary_logloss: 0.0798412 valid_1's auc: 0.783838 valid_1's binary_logloss: 0.0799309
[38] training's auc: 0.816858 training's binary_logloss: 0.0797467 valid_1's auc: 0.783795 valid_1's binary_logloss: 0.0798736
[39] training's auc: 0.817364 training's binary_logloss: 0.0796987 valid_1's auc: 0.783824 valid_1's binary_logloss: 0.0798193
[40] training's auc: 0.817382 training's binary_logloss: 0.0796192 valid_1's auc: 0.783799 valid_1's binary_logloss: 0.0797769
[41] training's auc: 0.817685 training's binary_logloss: 0.0795346 valid_1's auc: 0.784231 valid_1's binary_logloss: 0.0797304
[42] training's auc: 0.817907 training's binary_logloss: 0.0794741 valid_1's auc: 0.78407 valid_1's binary_logloss: 0.0797124
[43] training's auc: 0.818201 training's binary_logloss: 0.0794205 valid_1's auc: 0.784022 valid_1's binary_logloss: 0.0796767
[44] training's auc: 0.818218 training's binary_logloss: 0.0793631 valid_1's auc: 0.784115 valid_1's binary_logloss: 0.079661
[45] training's auc: 0.818524 training's binary_logloss: 0.0792982 valid_1's auc: 0.783571 valid_1's binary_logloss: 0.0796149
[46] training's auc: 0.818555 training's binary_logloss: 0.0792513 valid_1's auc: 0.783648 valid_1's binary_logloss: 0.0795808
[47] training's auc: 0.818615 training's binary_logloss: 0.0791979 valid_1's auc: 0.783478 valid_1's binary_logloss: 0.0795826
[48] training's auc: 0.818592 training's binary_logloss: 0.0791522 valid_1's auc: 0.783445 valid_1's binary_logloss: 0.0795619
[49] training's auc: 0.818876 training's binary_logloss: 0.0791164 valid_1's auc: 0.78382 valid_1's binary_logloss: 0.0795243
[50] training's auc: 0.819024 training's binary_logloss: 0.0790847 valid_1's auc: 0.783502 valid_1's binary_logloss: 0.0795269
[51] training's auc: 0.818982 training's binary_logloss: 0.0790376 valid_1's auc: 0.783484 valid_1's binary_logloss: 0.0794939
[52] training's auc: 0.818955 training's binary_logloss: 0.0790008 valid_1's auc: 0.783276 valid_1's binary_logloss: 0.0794859
[53] training's auc: 0.819034 training's binary_logloss: 0.078982 valid_1's auc: 0.783205 valid_1's binary_logloss: 0.0794826
[54] training's auc: 0.819007 training's binary_logloss: 0.0789487 valid_1's auc: 0.783178 valid_1's binary_logloss: 0.0794655
[55] training's auc: 0.819106 training's binary_logloss: 0.0789174 valid_1's auc: 0.783313 valid_1's binary_logloss: 0.0794325
[56] training's auc: 0.818988 training's binary_logloss: 0.0788839 valid_1's auc: 0.783629 valid_1's binary_logloss: 0.0794011
[57] training's auc: 0.819188 training's binary_logloss: 0.0788547 valid_1's auc: 0.783817 valid_1's binary_logloss: 0.0793864
[58] training's auc: 0.819402 training's binary_logloss: 0.0788221 valid_1's auc: 0.783963 valid_1's binary_logloss: 0.0793541
[59] training's auc: 0.81949 training's binary_logloss: 0.0787999 valid_1's auc: 0.784072 valid_1's binary_logloss: 0.079331
[60] training's auc: 0.819589 training's binary_logloss: 0.0787798 valid_1's auc: 0.784306 valid_1's binary_logloss: 0.0793165
[61] training's auc: 0.819728 training's binary_logloss: 0.0787515 valid_1's auc: 0.784216 valid_1's binary_logloss: 0.0792937
[62] training's auc: 0.819662 training's binary_logloss: 0.0787233 valid_1's auc: 0.784164 valid_1's binary_logloss: 0.0792801
[63] training's auc: 0.819813 training's binary_logloss: 0.0787029 valid_1's auc: 0.784571 valid_1's binary_logloss: 0.0792499
[64] training's auc: 0.819947 training's binary_logloss: 0.0786747 valid_1's auc: 0.78446 valid_1's binary_logloss: 0.0792533
[65] training's auc: 0.820022 training's binary_logloss: 0.0786538 valid_1's auc: 0.784472 valid_1's binary_logloss: 0.0792316
[66] training's auc: 0.820127 training's binary_logloss: 0.0786348 valid_1's auc: 0.784664 valid_1's binary_logloss: 0.0792305
[67] training's auc: 0.820297 training's binary_logloss: 0.0786163 valid_1's auc: 0.784947 valid_1's binary_logloss: 0.0791983
[68] training's auc: 0.820432 training's binary_logloss: 0.0785906 valid_1's auc: 0.785215 valid_1's binary_logloss: 0.0791634
[69] training's auc: 0.820567 training's binary_logloss: 0.0785762 valid_1's auc: 0.785291 valid_1's binary_logloss: 0.0791573
[70] training's auc: 0.820656 training's binary_logloss: 0.078559 valid_1's auc: 0.785022 valid_1's binary_logloss: 0.0791504
[71] training's auc: 0.820772 training's binary_logloss: 0.0785481 valid_1's auc: 0.785291 valid_1's binary_logloss: 0.079121
[72] training's auc: 0.820776 training's binary_logloss: 0.0785264 valid_1's auc: 0.785388 valid_1's binary_logloss: 0.0791141
[73] training's auc: 0.820885 training's binary_logloss: 0.0785048 valid_1's auc: 0.785601 valid_1's binary_logloss: 0.0790928
[74] training's auc: 0.820993 training's binary_logloss: 0.0784918 valid_1's auc: 0.785674 valid_1's binary_logloss: 0.0790998
[75] training's auc: 0.821025 training's binary_logloss: 0.0784787 valid_1's auc: 0.785609 valid_1's binary_logloss: 0.0791091
[76] training's auc: 0.821143 training's binary_logloss: 0.0784582 valid_1's auc: 0.785533 valid_1's binary_logloss: 0.0790983
[77] training's auc: 0.821153 training's binary_logloss: 0.0784449 valid_1's auc: 0.785453 valid_1's binary_logloss: 0.0790925
[78] training's auc: 0.821267 training's binary_logloss: 0.0784375 valid_1's auc: 0.785365 valid_1's binary_logloss: 0.0790976
[79] training's auc: 0.821337 training's binary_logloss: 0.0784289 valid_1's auc: 0.785413 valid_1's binary_logloss: 0.0791004
[80] training's auc: 0.821432 training's binary_logloss: 0.0784187 valid_1's auc: 0.785352 valid_1's binary_logloss: 0.0791017
[81] training's auc: 0.821432 training's binary_logloss: 0.0784016 valid_1's auc: 0.78561 valid_1's binary_logloss: 0.0790911
[82] training's auc: 0.821599 training's binary_logloss: 0.0783875 valid_1's auc: 0.785593 valid_1's binary_logloss: 0.0790856
[83] training's auc: 0.821741 training's binary_logloss: 0.0783701 valid_1's auc: 0.785815 valid_1's binary_logloss: 0.0790796
[84] training's auc: 0.821787 training's binary_logloss: 0.0783598 valid_1's auc: 0.785932 valid_1's binary_logloss: 0.0790788
[85] training's auc: 0.821866 training's binary_logloss: 0.0783494 valid_1's auc: 0.786283 valid_1's binary_logloss: 0.0790641
[86] training's auc: 0.821849 training's binary_logloss: 0.0783339 valid_1's auc: 0.786232 valid_1's binary_logloss: 0.079058
[87] training's auc: 0.821839 training's binary_logloss: 0.0783175 valid_1's auc: 0.785939 valid_1's binary_logloss: 0.0790535
[88] training's auc: 0.821931 training's binary_logloss: 0.0783039 valid_1's auc: 0.78613 valid_1's binary_logloss: 0.0790461
[89] training's auc: 0.821914 training's binary_logloss: 0.0782978 valid_1's auc: 0.786344 valid_1's binary_logloss: 0.0790378
[90] training's auc: 0.821963 training's binary_logloss: 0.0782853 valid_1's auc: 0.786261 valid_1's binary_logloss: 0.0790495
[91] training's auc: 0.822054 training's binary_logloss: 0.0782734 valid_1's auc: 0.786616 valid_1's binary_logloss: 0.0790317
[92] training's auc: 0.822196 training's binary_logloss: 0.078264 valid_1's auc: 0.78647 valid_1's binary_logloss: 0.0790418
[93] training's auc: 0.82227 training's binary_logloss: 0.0782511 valid_1's auc: 0.786457 valid_1's binary_logloss: 0.0790237
[94] training's auc: 0.822332 training's binary_logloss: 0.0782432 valid_1's auc: 0.78645 valid_1's binary_logloss: 0.0790311
[95] training's auc: 0.822368 training's binary_logloss: 0.0782334 valid_1's auc: 0.786355 valid_1's binary_logloss: 0.0790374
[96] training's auc: 0.822411 training's binary_logloss: 0.0782272 valid_1's auc: 0.786398 valid_1's binary_logloss: 0.0790194
[97] training's auc: 0.822502 training's binary_logloss: 0.0782184 valid_1's auc: 0.78646 valid_1's binary_logloss: 0.079007
[98] training's auc: 0.822563 training's binary_logloss: 0.0782044 valid_1's auc: 0.786401 valid_1's binary_logloss: 0.0789917
[99] training's auc: 0.822627 training's binary_logloss: 0.0781944 valid_1's auc: 0.786408 valid_1's binary_logloss: 0.0789963
[100] training's auc: 0.822656 training's binary_logloss: 0.078188 valid_1's auc: 0.786307 valid_1's binary_logloss: 0.0790026
[101] training's auc: 0.822742 training's binary_logloss: 0.0781771 valid_1's auc: 0.786278 valid_1's binary_logloss: 0.0790049
[102] training's auc: 0.82282 training's binary_logloss: 0.0781672 valid_1's auc: 0.786192 valid_1's binary_logloss: 0.0790083
[103] training's auc: 0.822795 training's binary_logloss: 0.0781576 valid_1's auc: 0.786247 valid_1's binary_logloss: 0.0790055
[104] training's auc: 0.822816 training's binary_logloss: 0.0781485 valid_1's auc: 0.786197 valid_1's binary_logloss: 0.07901
[105] training's auc: 0.822842 training's binary_logloss: 0.0781402 valid_1's auc: 0.786148 valid_1's binary_logloss: 0.0790222
[106] training's auc: 0.822924 training's binary_logloss: 0.0781312 valid_1's auc: 0.786128 valid_1's binary_logloss: 0.0790196
[107] training's auc: 0.822985 training's binary_logloss: 0.0781237 valid_1's auc: 0.786337 valid_1's binary_logloss: 0.07901
[108] training's auc: 0.823039 training's binary_logloss: 0.0781189 valid_1's auc: 0.786351 valid_1's binary_logloss: 0.0790103
[109] training's auc: 0.823078 training's binary_logloss: 0.0781112 valid_1's auc: 0.786267 valid_1's binary_logloss: 0.0790051
[110] training's auc: 0.82319 training's binary_logloss: 0.0781041 valid_1's auc: 0.786363 valid_1's binary_logloss: 0.0790121
[111] training's auc: 0.823236 training's binary_logloss: 0.0780987 valid_1's auc: 0.786377 valid_1's binary_logloss: 0.0790151
[112] training's auc: 0.823316 training's binary_logloss: 0.0780912 valid_1's auc: 0.786322 valid_1's binary_logloss: 0.0790217
[113] training's auc: 0.823261 training's binary_logloss: 0.0780737 valid_1's auc: 0.786354 valid_1's binary_logloss: 0.0790061
[114] training's auc: 0.823326 training's binary_logloss: 0.0780691 valid_1's auc: 0.786429 valid_1's binary_logloss: 0.0790017
[115] training's auc: 0.823345 training's binary_logloss: 0.0780657 valid_1's auc: 0.78652 valid_1's binary_logloss: 0.078992
[116] training's auc: 0.823398 training's binary_logloss: 0.0780629 valid_1's auc: 0.786453 valid_1's binary_logloss: 0.078996
[117] training's auc: 0.82352 training's binary_logloss: 0.078055 valid_1's auc: 0.786324 valid_1's binary_logloss: 0.0789912
[118] training's auc: 0.823639 training's binary_logloss: 0.0780459 valid_1's auc: 0.786357 valid_1's binary_logloss: 0.0789927
[119] training's auc: 0.823765 training's binary_logloss: 0.0780379 valid_1's auc: 0.786363 valid_1's binary_logloss: 0.078994
[120] training's auc: 0.823795 training's binary_logloss: 0.0780322 valid_1's auc: 0.786589 valid_1's binary_logloss: 0.0789764
[121] training's auc: 0.82394 training's binary_logloss: 0.0780226 valid_1's auc: 0.786529 valid_1's binary_logloss: 0.0789795
[122] training's auc: 0.823982 training's binary_logloss: 0.0780177 valid_1's auc: 0.786606 valid_1's binary_logloss: 0.0789843
[123] training's auc: 0.82402 training's binary_logloss: 0.0780125 valid_1's auc: 0.786626 valid_1's binary_logloss: 0.0789717
[124] training's auc: 0.824026 training's binary_logloss: 0.0780057 valid_1's auc: 0.786676 valid_1's binary_logloss: 0.0789752
[125] training's auc: 0.824058 training's binary_logloss: 0.0780015 valid_1's auc: 0.786836 valid_1's binary_logloss: 0.0789708
[126] training's auc: 0.824083 training's binary_logloss: 0.0779982 valid_1's auc: 0.786917 valid_1's binary_logloss: 0.0789604
[127] training's auc: 0.824091 training's binary_logloss: 0.0779944 valid_1's auc: 0.787011 valid_1's binary_logloss: 0.0789621
[128] training's auc: 0.824093 training's binary_logloss: 0.0779903 valid_1's auc: 0.786994 valid_1's binary_logloss: 0.0789605
[129] training's auc: 0.824115 training's binary_logloss: 0.0779862 valid_1's auc: 0.786917 valid_1's binary_logloss: 0.0789549
[130] training's auc: 0.824134 training's binary_logloss: 0.07798 valid_1's auc: 0.786869 valid_1's binary_logloss: 0.0789555
[131] training's auc: 0.824169 training's binary_logloss: 0.0779732 valid_1's auc: 0.786889 valid_1's binary_logloss: 0.0789679
[132] training's auc: 0.824176 training's binary_logloss: 0.0779674 valid_1's auc: 0.786952 valid_1's binary_logloss: 0.0789678
[133] training's auc: 0.824187 training's binary_logloss: 0.077964 valid_1's auc: 0.787101 valid_1's binary_logloss: 0.0789585
[134] training's auc: 0.824254 training's binary_logloss: 0.0779584 valid_1's auc: 0.787027 valid_1's binary_logloss: 0.0789541
[135] training's auc: 0.824341 training's binary_logloss: 0.077952 valid_1's auc: 0.786869 valid_1's binary_logloss: 0.0789723
[136] training's auc: 0.82438 training's binary_logloss: 0.0779474 valid_1's auc: 0.78692 valid_1's binary_logloss: 0.0789597
[137] training's auc: 0.824406 training's binary_logloss: 0.0779433 valid_1's auc: 0.786874 valid_1's binary_logloss: 0.0789575
[138] training's auc: 0.824454 training's binary_logloss: 0.0779352 valid_1's auc: 0.786895 valid_1's binary_logloss: 0.0789616
[139] training's auc: 0.824473 training's binary_logloss: 0.0779328 valid_1's auc: 0.786893 valid_1's binary_logloss: 0.0789637
[140] training's auc: 0.82449 training's binary_logloss: 0.0779292 valid_1's auc: 0.786926 valid_1's binary_logloss: 0.0789555
[141] training's auc: 0.824514 training's binary_logloss: 0.0779257 valid_1's auc: 0.786878 valid_1's binary_logloss: 0.0789611
[142] training's auc: 0.824559 training's binary_logloss: 0.0779182 valid_1's auc: 0.786888 valid_1's binary_logloss: 0.0789665
[143] training's auc: 0.824643 training's binary_logloss: 0.0779107 valid_1's auc: 0.786796 valid_1's binary_logloss: 0.0789839
[144] training's auc: 0.824719 training's binary_logloss: 0.0779031 valid_1's auc: 0.786829 valid_1's binary_logloss: 0.078982
[145] training's auc: 0.824727 training's binary_logloss: 0.0778948 valid_1's auc: 0.786816 valid_1's binary_logloss: 0.078985
[146] training's auc: 0.824755 training's binary_logloss: 0.0778917 valid_1's auc: 0.786763 valid_1's binary_logloss: 0.0789806
[147] training's auc: 0.824772 training's binary_logloss: 0.0778878 valid_1's auc: 0.786758 valid_1's binary_logloss: 0.078983
[148] training's auc: 0.824852 training's binary_logloss: 0.0778802 valid_1's auc: 0.786854 valid_1's binary_logloss: 0.0789847
[149] training's auc: 0.824865 training's binary_logloss: 0.077876 valid_1's auc: 0.786902 valid_1's binary_logloss: 0.0789814
[150] training's auc: 0.824915 training's binary_logloss: 0.0778703 valid_1's auc: 0.786859 valid_1's binary_logloss: 0.0789805
[151] training's auc: 0.824947 training's binary_logloss: 0.0778578 valid_1's auc: 0.786807 valid_1's binary_logloss: 0.0789573
[152] training's auc: 0.824974 training's binary_logloss: 0.0778552 valid_1's auc: 0.786779 valid_1's binary_logloss: 0.0789618
[153] training's auc: 0.824993 training's binary_logloss: 0.0778495 valid_1's auc: 0.786761 valid_1's binary_logloss: 0.0789768
[154] training's auc: 0.825031 training's binary_logloss: 0.0778448 valid_1's auc: 0.786767 valid_1's binary_logloss: 0.0789732
[155] training's auc: 0.825142 training's binary_logloss: 0.0778363 valid_1's auc: 0.786753 valid_1's binary_logloss: 0.0789691
[156] training's auc: 0.825185 training's binary_logloss: 0.0778336 valid_1's auc: 0.786824 valid_1's binary_logloss: 0.0789662
[157] training's auc: 0.825244 training's binary_logloss: 0.077829 valid_1's auc: 0.786973 valid_1's binary_logloss: 0.078953
[158] training's auc: 0.825257 training's binary_logloss: 0.0778269 valid_1's auc: 0.786975 valid_1's binary_logloss: 0.0789466
[159] training's auc: 0.825286 training's binary_logloss: 0.077823 valid_1's auc: 0.78702 valid_1's binary_logloss: 0.0789322
[160] training's auc: 0.825357 training's binary_logloss: 0.0778159 valid_1's auc: 0.78703 valid_1's binary_logloss: 0.0789328
[161] training's auc: 0.825411 training's binary_logloss: 0.0778119 valid_1's auc: 0.78692 valid_1's binary_logloss: 0.0789383
[162] training's auc: 0.825434 training's binary_logloss: 0.0778067 valid_1's auc: 0.786873 valid_1's binary_logloss: 0.0789497
[163] training's auc: 0.825453 training's binary_logloss: 0.0778046 valid_1's auc: 0.786864 valid_1's binary_logloss: 0.0789537
[164] training's auc: 0.825503 training's binary_logloss: 0.077798 valid_1's auc: 0.786776 valid_1's binary_logloss: 0.0789576
[165] training's auc: 0.825541 training's binary_logloss: 0.0777844 valid_1's auc: 0.786773 valid_1's binary_logloss: 0.0789516
[166] training's auc: 0.825539 training's binary_logloss: 0.0777775 valid_1's auc: 0.786653 valid_1's binary_logloss: 0.078943
[167] training's auc: 0.825606 training's binary_logloss: 0.0777724 valid_1's auc: 0.786586 valid_1's binary_logloss: 0.0789509
[168] training's auc: 0.825606 training's binary_logloss: 0.077771 valid_1's auc: 0.786555 valid_1's binary_logloss: 0.0789529
[169] training's auc: 0.825623 training's binary_logloss: 0.0777661 valid_1's auc: 0.786428 valid_1's binary_logloss: 0.0789606
[170] training's auc: 0.825644 training's binary_logloss: 0.0777637 valid_1's auc: 0.786396 valid_1's binary_logloss: 0.0789655
[171] training's auc: 0.825668 training's binary_logloss: 0.0777602 valid_1's auc: 0.786352 valid_1's binary_logloss: 0.0789625
[172] training's auc: 0.825707 training's binary_logloss: 0.0777449 valid_1's auc: 0.786399 valid_1's binary_logloss: 0.07897
[173] training's auc: 0.825756 training's binary_logloss: 0.077737 valid_1's auc: 0.78632 valid_1's binary_logloss: 0.0789739
[174] training's auc: 0.825777 training's binary_logloss: 0.077735 valid_1's auc: 0.786218 valid_1's binary_logloss: 0.0789728
[175] training's auc: 0.825797 training's binary_logloss: 0.0777302 valid_1's auc: 0.786371 valid_1's binary_logloss: 0.0789586
[176] training's auc: 0.82586 training's binary_logloss: 0.0777229 valid_1's auc: 0.786413 valid_1's binary_logloss: 0.0789549
[177] training's auc: 0.82586 training's binary_logloss: 0.0777215 valid_1's auc: 0.786354 valid_1's binary_logloss: 0.0789554
[178] training's auc: 0.825978 training's binary_logloss: 0.0777139 valid_1's auc: 0.786282 valid_1's binary_logloss: 0.0789642
[179] training's auc: 0.826004 training's binary_logloss: 0.077712 valid_1's auc: 0.78624 valid_1's binary_logloss: 0.0789668
[180] training's auc: 0.826015 training's binary_logloss: 0.0777086 valid_1's auc: 0.786241 valid_1's binary_logloss: 0.0789582
[181] training's auc: 0.826025 training's binary_logloss: 0.0777058 valid_1's auc: 0.786223 valid_1's binary_logloss: 0.0789672
[182] training's auc: 0.826054 training's binary_logloss: 0.0777037 valid_1's auc: 0.786208 valid_1's binary_logloss: 0.0789682
[183] training's auc: 0.826064 training's binary_logloss: 0.0777011 valid_1's auc: 0.786239 valid_1's binary_logloss: 0.0789613
[184] training's auc: 0.826124 training's binary_logloss: 0.0776982 valid_1's auc: 0.786293 valid_1's binary_logloss: 0.0789611
[185] training's auc: 0.826139 training's binary_logloss: 0.0776903 valid_1's auc: 0.786263 valid_1's binary_logloss: 0.0789511
[186] training's auc: 0.826179 training's binary_logloss: 0.0776848 valid_1's auc: 0.786334 valid_1's binary_logloss: 0.078947
[187] training's auc: 0.826215 training's binary_logloss: 0.0776789 valid_1's auc: 0.786401 valid_1's binary_logloss: 0.0789423
[188] training's auc: 0.826235 training's binary_logloss: 0.077676 valid_1's auc: 0.786488 valid_1's binary_logloss: 0.0789343
[189] training's auc: 0.826282 training's binary_logloss: 0.0776715 valid_1's auc: 0.786471 valid_1's binary_logloss: 0.0789407
[190] training's auc: 0.826278 training's binary_logloss: 0.0776701 valid_1's auc: 0.786426 valid_1's binary_logloss: 0.0789375
[191] training's auc: 0.826325 training's binary_logloss: 0.0776637 valid_1's auc: 0.786376 valid_1's binary_logloss: 0.0789415
[192] training's auc: 0.826328 training's binary_logloss: 0.0776618 valid_1's auc: 0.786346 valid_1's binary_logloss: 0.0789386
[193] training's auc: 0.826437 training's binary_logloss: 0.0776509 valid_1's auc: 0.786426 valid_1's binary_logloss: 0.0789442
[194] training's auc: 0.826493 training's binary_logloss: 0.0776317 valid_1's auc: 0.786441 valid_1's binary_logloss: 0.0789423
[195] training's auc: 0.826518 training's binary_logloss: 0.0776291 valid_1's auc: 0.786308 valid_1's binary_logloss: 0.0789367
[196] training's auc: 0.826582 training's binary_logloss: 0.0776236 valid_1's auc: 0.786229 valid_1's binary_logloss: 0.0789333
[197] training's auc: 0.826606 training's binary_logloss: 0.0776201 valid_1's auc: 0.786179 valid_1's binary_logloss: 0.0789414
[198] training's auc: 0.826633 training's binary_logloss: 0.0776174 valid_1's auc: 0.786172 valid_1's binary_logloss: 0.0789445
[199] training's auc: 0.826654 training's binary_logloss: 0.0776125 valid_1's auc: 0.786157 valid_1's binary_logloss: 0.0789483
[200] training's auc: 0.826726 training's binary_logloss: 0.0776032 valid_1's auc: 0.786308 valid_1's binary_logloss: 0.0789347
[201] training's auc: 0.826736 training's binary_logloss: 0.0776011 valid_1's auc: 0.786306 valid_1's binary_logloss: 0.07893
[202] training's auc: 0.826725 training's binary_logloss: 0.0775985 valid_1's auc: 0.78634 valid_1's binary_logloss: 0.0789325
[203] training's auc: 0.826761 training's binary_logloss: 0.0775836 valid_1's auc: 0.786332 valid_1's binary_logloss: 0.0789319
[204] training's auc: 0.826767 training's binary_logloss: 0.0775756 valid_1's auc: 0.786323 valid_1's binary_logloss: 0.0789358
[205] training's auc: 0.826826 training's binary_logloss: 0.0775704 valid_1's auc: 0.78636 valid_1's binary_logloss: 0.0789362
[206] training's auc: 0.826843 training's binary_logloss: 0.0775686 valid_1's auc: 0.786327 valid_1's binary_logloss: 0.0789443
[207] training's auc: 0.826886 training's binary_logloss: 0.0775625 valid_1's auc: 0.786343 valid_1's binary_logloss: 0.0789469
[208] training's auc: 0.826877 training's binary_logloss: 0.0775602 valid_1's auc: 0.786374 valid_1's binary_logloss: 0.0789392
[209] training's auc: 0.826923 training's binary_logloss: 0.0775509 valid_1's auc: 0.786372 valid_1's binary_logloss: 0.0789281
[210] training's auc: 0.826956 training's binary_logloss: 0.0775488 valid_1's auc: 0.786434 valid_1's binary_logloss: 0.0789274
[211] training's auc: 0.827002 training's binary_logloss: 0.077542 valid_1's auc: 0.786457 valid_1's binary_logloss: 0.0789298
[212] training's auc: 0.827065 training's binary_logloss: 0.0775354 valid_1's auc: 0.786537 valid_1's binary_logloss: 0.0789285
[213] training's auc: 0.827099 training's binary_logloss: 0.077534 valid_1's auc: 0.78651 valid_1's binary_logloss: 0.0789412
[214] training's auc: 0.827106 training's binary_logloss: 0.0775318 valid_1's auc: 0.786489 valid_1's binary_logloss: 0.078938
[215] training's auc: 0.827147 training's binary_logloss: 0.0775288 valid_1's auc: 0.786432 valid_1's binary_logloss: 0.0789351
[216] training's auc: 0.827218 training's binary_logloss: 0.0775226 valid_1's auc: 0.78638 valid_1's binary_logloss: 0.0789424
[217] training's auc: 0.827248 training's binary_logloss: 0.0775197 valid_1's auc: 0.786353 valid_1's binary_logloss: 0.0789355
[218] training's auc: 0.827266 training's binary_logloss: 0.0775178 valid_1's auc: 0.786303 valid_1's binary_logloss: 0.078938
[219] training's auc: 0.827273 training's binary_logloss: 0.0775152 valid_1's auc: 0.786388 valid_1's binary_logloss: 0.0789348
[220] training's auc: 0.827309 training's binary_logloss: 0.0775012 valid_1's auc: 0.786397 valid_1's binary_logloss: 0.0789287
[221] training's auc: 0.827355 training's binary_logloss: 0.0774964 valid_1's auc: 0.786415 valid_1's binary_logloss: 0.0789237
[222] training's auc: 0.827414 training's binary_logloss: 0.0774894 valid_1's auc: 0.786362 valid_1's binary_logloss: 0.0789336
[223] training's auc: 0.827425 training's binary_logloss: 0.0774865 valid_1's auc: 0.786212 valid_1's binary_logloss: 0.0789445
[224] training's auc: 0.827432 training's binary_logloss: 0.0774849 valid_1's auc: 0.786205 valid_1's binary_logloss: 0.0789539
[225] training's auc: 0.827441 training's binary_logloss: 0.0774832 valid_1's auc: 0.786219 valid_1's binary_logloss: 0.0789549
[226] training's auc: 0.827478 training's binary_logloss: 0.0774814 valid_1's auc: 0.786104 valid_1's binary_logloss: 0.0789654
[227] training's auc: 0.827504 training's binary_logloss: 0.0774766 valid_1's auc: 0.786015 valid_1's binary_logloss: 0.078965
[228] training's auc: 0.827541 training's binary_logloss: 0.0774724 valid_1's auc: 0.786071 valid_1's binary_logloss: 0.0789723
[229] training's auc: 0.827635 training's binary_logloss: 0.0774622 valid_1's auc: 0.78603 valid_1's binary_logloss: 0.0789772
[230] training's auc: 0.827692 training's binary_logloss: 0.0774549 valid_1's auc: 0.78611 valid_1's binary_logloss: 0.0789837
[231] training's auc: 0.827744 training's binary_logloss: 0.0774514 valid_1's auc: 0.786075 valid_1's binary_logloss: 0.0789911
[232] training's auc: 0.82773 training's binary_logloss: 0.0774475 valid_1's auc: 0.786088 valid_1's binary_logloss: 0.0789787
[233] training's auc: 0.827737 training's binary_logloss: 0.0774452 valid_1's auc: 0.786147 valid_1's binary_logloss: 0.0789679
Early stopping, best iteration is:
[133] training's auc: 0.824187 training's binary_logloss: 0.077964 valid_1's auc: 0.787101 valid_1's binary_logloss: 0.0789585
8
train_ks: 0.48924745315875107
test_ks: 0.47139484384477426
ft_lst: ['finance_info', 'act_info', 'person_info', 'credit_info']
lst = ['person_info','finance_info','credit_info','act_info']
train = data[data.obs_mth != '2018-11-30'].reset_index().copy()
evl = data[data.obs_mth == '2018-11-30'].reset_index().copy()
x = train[lst]
y = train['bad_ind']
evl_x = evl[lst]
evl_y = evl['bad_ind']
model,auc = LGB_test(x,y,evl_x,evl_y)
y_pred = model.predict_proba(x)[:,1]
fpr_lgb_train,tpr_lgb_train,_ = roc_curve(y,y_pred)
train_ks = abs(fpr_lgb_train - tpr_lgb_train).max()
print('train_ks : ',train_ks)
y_pred = model.predict_proba(evl_x)[:,1]
fpr_lgb,tpr_lgb,_ = roc_curve(evl_y,y_pred)
evl_ks = abs(fpr_lgb - tpr_lgb).max()
print('evl_ks : ',evl_ks)
from matplotlib import pyplot as plt
plt.plot(fpr_lgb_train,tpr_lgb_train,label = 'train LR')
plt.plot(fpr_lgb,tpr_lgb,label = 'evl LR')
plt.plot([0,1],[0,1],'k--')
plt.xlabel('False positive rate')
plt.ylabel('True positive rate')
plt.title('ROC Curve')
plt.legend(loc = 'best')
plt.show()
[1] training's auc: 0.712883 training's binary_logloss: 0.0902863 valid_1's auc: 0.678619 valid_1's binary_logloss: 0.0986249
Training until validation scores don't improve for 100 rounds.
[2] training's auc: 0.779422 training's binary_logloss: 0.0896631 valid_1's auc: 0.755386 valid_1's binary_logloss: 0.0979446
[3] training's auc: 0.796859 training's binary_logloss: 0.0884581 valid_1's auc: 0.766644 valid_1's binary_logloss: 0.0966552
[4] training's auc: 0.793759 training's binary_logloss: 0.0879312 valid_1's auc: 0.770979 valid_1's binary_logloss: 0.0960961
[5] training's auc: 0.799951 training's binary_logloss: 0.0870815 valid_1's auc: 0.771334 valid_1's binary_logloss: 0.0953262
[6] training's auc: 0.794522 training's binary_logloss: 0.0866877 valid_1's auc: 0.77294 valid_1's binary_logloss: 0.0949284
[7] training's auc: 0.798617 training's binary_logloss: 0.0859757 valid_1's auc: 0.772861 valid_1's binary_logloss: 0.0942325
[8] training's auc: 0.797511 training's binary_logloss: 0.0856484 valid_1's auc: 0.772569 valid_1's binary_logloss: 0.0939176
[9] training's auc: 0.79827 training's binary_logloss: 0.0850742 valid_1's auc: 0.772891 valid_1's binary_logloss: 0.0933913
[10] training's auc: 0.799088 training's binary_logloss: 0.0847825 valid_1's auc: 0.77281 valid_1's binary_logloss: 0.0931575
[11] training's auc: 0.79966 training's binary_logloss: 0.0842762 valid_1's auc: 0.773554 valid_1's binary_logloss: 0.0926702
[12] training's auc: 0.799968 training's binary_logloss: 0.0840431 valid_1's auc: 0.774168 valid_1's binary_logloss: 0.092494
[13] training's auc: 0.802731 training's binary_logloss: 0.0836309 valid_1's auc: 0.774418 valid_1's binary_logloss: 0.0921818
[14] training's auc: 0.801762 training's binary_logloss: 0.0834125 valid_1's auc: 0.77673 valid_1's binary_logloss: 0.0919847
[15] training's auc: 0.803912 training's binary_logloss: 0.0830492 valid_1's auc: 0.774707 valid_1's binary_logloss: 0.0917197
[16] training's auc: 0.803406 training's binary_logloss: 0.0828779 valid_1's auc: 0.77519 valid_1's binary_logloss: 0.0915828
[17] training's auc: 0.804264 training's binary_logloss: 0.0825632 valid_1's auc: 0.775024 valid_1's binary_logloss: 0.0913537
[18] training's auc: 0.803802 training's binary_logloss: 0.0824116 valid_1's auc: 0.774978 valid_1's binary_logloss: 0.0912317
[19] training's auc: 0.805187 training's binary_logloss: 0.082129 valid_1's auc: 0.774492 valid_1's binary_logloss: 0.091111
[20] training's auc: 0.805259 training's binary_logloss: 0.0819953 valid_1's auc: 0.774937 valid_1's binary_logloss: 0.0910314
[21] training's auc: 0.806136 training's binary_logloss: 0.0817592 valid_1's auc: 0.775148 valid_1's binary_logloss: 0.0909239
[22] training's auc: 0.806158 training's binary_logloss: 0.0816511 valid_1's auc: 0.77573 valid_1's binary_logloss: 0.0908629
[23] training's auc: 0.806679 training's binary_logloss: 0.08145 valid_1's auc: 0.775596 valid_1's binary_logloss: 0.0907771
[24] training's auc: 0.806419 training's binary_logloss: 0.0813543 valid_1's auc: 0.776032 valid_1's binary_logloss: 0.0907198
[25] training's auc: 0.806751 training's binary_logloss: 0.0811696 valid_1's auc: 0.775598 valid_1's binary_logloss: 0.0906547
[26] training's auc: 0.8065 training's binary_logloss: 0.08107 valid_1's auc: 0.776031 valid_1's binary_logloss: 0.0905925
[27] training's auc: 0.806891 training's binary_logloss: 0.0809137 valid_1's auc: 0.775924 valid_1's binary_logloss: 0.0905542
[28] training's auc: 0.806718 training's binary_logloss: 0.0808341 valid_1's auc: 0.776476 valid_1's binary_logloss: 0.0905119
[29] training's auc: 0.807206 training's binary_logloss: 0.0806913 valid_1's auc: 0.776453 valid_1's binary_logloss: 0.0904315
[30] training's auc: 0.80706 training's binary_logloss: 0.080629 valid_1's auc: 0.776512 valid_1's binary_logloss: 0.0903921
[31] training's auc: 0.807298 training's binary_logloss: 0.0805036 valid_1's auc: 0.776524 valid_1's binary_logloss: 0.0903695
[32] training's auc: 0.807173 training's binary_logloss: 0.080443 valid_1's auc: 0.77697 valid_1's binary_logloss: 0.0903384
[33] training's auc: 0.807918 training's binary_logloss: 0.0803269 valid_1's auc: 0.777455 valid_1's binary_logloss: 0.0902696
[34] training's auc: 0.807757 training's binary_logloss: 0.0802784 valid_1's auc: 0.777844 valid_1's binary_logloss: 0.0902539
[35] training's auc: 0.808269 training's binary_logloss: 0.080179 valid_1's auc: 0.777772 valid_1's binary_logloss: 0.0902162
[36] training's auc: 0.808237 training's binary_logloss: 0.0801379 valid_1's auc: 0.777754 valid_1's binary_logloss: 0.0902106
[37] training's auc: 0.80852 training's binary_logloss: 0.0800512 valid_1's auc: 0.777562 valid_1's binary_logloss: 0.0901705
[38] training's auc: 0.808361 training's binary_logloss: 0.0800092 valid_1's auc: 0.777544 valid_1's binary_logloss: 0.090157
[39] training's auc: 0.808478 training's binary_logloss: 0.0799318 valid_1's auc: 0.777332 valid_1's binary_logloss: 0.0901297
[40] training's auc: 0.808321 training's binary_logloss: 0.079893 valid_1's auc: 0.777233 valid_1's binary_logloss: 0.0901127
[41] training's auc: 0.808999 training's binary_logloss: 0.0798096 valid_1's auc: 0.777827 valid_1's binary_logloss: 0.0901137
[42] training's auc: 0.808798 training's binary_logloss: 0.0797778 valid_1's auc: 0.777977 valid_1's binary_logloss: 0.0901147
[43] training's auc: 0.809328 training's binary_logloss: 0.0797034 valid_1's auc: 0.778392 valid_1's binary_logloss: 0.0901236
[44] training's auc: 0.80925 training's binary_logloss: 0.079672 valid_1's auc: 0.777956 valid_1's binary_logloss: 0.0901046
[45] training's auc: 0.809647 training's binary_logloss: 0.0796166 valid_1's auc: 0.778165 valid_1's binary_logloss: 0.0900778
[46] training's auc: 0.809439 training's binary_logloss: 0.0795896 valid_1's auc: 0.778471 valid_1's binary_logloss: 0.0900589
[47] training's auc: 0.80967 training's binary_logloss: 0.0795382 valid_1's auc: 0.778407 valid_1's binary_logloss: 0.0900608
[48] training's auc: 0.809632 training's binary_logloss: 0.0795118 valid_1's auc: 0.778635 valid_1's binary_logloss: 0.0900545
[49] training's auc: 0.810054 training's binary_logloss: 0.0794537 valid_1's auc: 0.778953 valid_1's binary_logloss: 0.0900595
[50] training's auc: 0.809988 training's binary_logloss: 0.0794355 valid_1's auc: 0.778552 valid_1's binary_logloss: 0.0900536
[51] training's auc: 0.809984 training's binary_logloss: 0.0793886 valid_1's auc: 0.778777 valid_1's binary_logloss: 0.0900401
[52] training's auc: 0.809912 training's binary_logloss: 0.0793728 valid_1's auc: 0.778465 valid_1's binary_logloss: 0.0900442
[53] training's auc: 0.810352 training's binary_logloss: 0.0793299 valid_1's auc: 0.778948 valid_1's binary_logloss: 0.0900201
[54] training's auc: 0.810297 training's binary_logloss: 0.0793164 valid_1's auc: 0.779015 valid_1's binary_logloss: 0.0900228
[55] training's auc: 0.810648 training's binary_logloss: 0.0792686 valid_1's auc: 0.778837 valid_1's binary_logloss: 0.0900379
[56] training's auc: 0.810507 training's binary_logloss: 0.0792537 valid_1's auc: 0.778843 valid_1's binary_logloss: 0.0900383
[57] training's auc: 0.810743 training's binary_logloss: 0.0792137 valid_1's auc: 0.779213 valid_1's binary_logloss: 0.090062
[58] training's auc: 0.810843 training's binary_logloss: 0.0792009 valid_1's auc: 0.778467 valid_1's binary_logloss: 0.0900665
[59] training's auc: 0.8111 training's binary_logloss: 0.0791657 valid_1's auc: 0.778908 valid_1's binary_logloss: 0.0900436
[60] training's auc: 0.811013 training's binary_logloss: 0.0791521 valid_1's auc: 0.779083 valid_1's binary_logloss: 0.0900454
[61] training's auc: 0.81115 training's binary_logloss: 0.0791238 valid_1's auc: 0.779218 valid_1's binary_logloss: 0.0900303
[62] training's auc: 0.81117 training's binary_logloss: 0.0791089 valid_1's auc: 0.779171 valid_1's binary_logloss: 0.0900258
[63] training's auc: 0.811327 training's binary_logloss: 0.0790788 valid_1's auc: 0.7791 valid_1's binary_logloss: 0.0900106
[64] training's auc: 0.811326 training's binary_logloss: 0.079069 valid_1's auc: 0.779232 valid_1's binary_logloss: 0.0900223
[65] training's auc: 0.811449 training's binary_logloss: 0.0790371 valid_1's auc: 0.779741 valid_1's binary_logloss: 0.0900352
[66] training's auc: 0.811437 training's binary_logloss: 0.0790276 valid_1's auc: 0.779734 valid_1's binary_logloss: 0.0900245
[67] training's auc: 0.811536 training's binary_logloss: 0.0789994 valid_1's auc: 0.779581 valid_1's binary_logloss: 0.0900515
[68] training's auc: 0.811479 training's binary_logloss: 0.0789909 valid_1's auc: 0.779614 valid_1's binary_logloss: 0.0900465
[69] training's auc: 0.811596 training's binary_logloss: 0.0789654 valid_1's auc: 0.779766 valid_1's binary_logloss: 0.0900401
[70] training's auc: 0.811633 training's binary_logloss: 0.078961 valid_1's auc: 0.779946 valid_1's binary_logloss: 0.0900291
[71] training's auc: 0.811785 training's binary_logloss: 0.0789392 valid_1's auc: 0.780212 valid_1's binary_logloss: 0.0900128
[72] training's auc: 0.811745 training's binary_logloss: 0.0789321 valid_1's auc: 0.780268 valid_1's binary_logloss: 0.0900058
[73] training's auc: 0.811867 training's binary_logloss: 0.0789131 valid_1's auc: 0.780366 valid_1's binary_logloss: 0.0899873
[74] training's auc: 0.81177 training's binary_logloss: 0.0789059 valid_1's auc: 0.780388 valid_1's binary_logloss: 0.0899878
[75] training's auc: 0.811873 training's binary_logloss: 0.0788864 valid_1's auc: 0.78033 valid_1's binary_logloss: 0.0900109
[76] training's auc: 0.811944 training's binary_logloss: 0.0788774 valid_1's auc: 0.780221 valid_1's binary_logloss: 0.0900063
[77] training's auc: 0.812065 training's binary_logloss: 0.0788603 valid_1's auc: 0.780391 valid_1's binary_logloss: 0.0899994
[78] training's auc: 0.812154 training's binary_logloss: 0.0788576 valid_1's auc: 0.780332 valid_1's binary_logloss: 0.0900096
[79] training's auc: 0.812294 training's binary_logloss: 0.0788368 valid_1's auc: 0.780343 valid_1's binary_logloss: 0.0900513
[80] training's auc: 0.812266 training's binary_logloss: 0.0788331 valid_1's auc: 0.780413 valid_1's binary_logloss: 0.0900495
[81] training's auc: 0.812309 training's binary_logloss: 0.0788191 valid_1's auc: 0.780574 valid_1's binary_logloss: 0.0900269
[82] training's auc: 0.812403 training's binary_logloss: 0.0788113 valid_1's auc: 0.780618 valid_1's binary_logloss: 0.0900231
[83] training's auc: 0.812473 training's binary_logloss: 0.0787966 valid_1's auc: 0.780246 valid_1's binary_logloss: 0.0900257
[84] training's auc: 0.812372 training's binary_logloss: 0.0787897 valid_1's auc: 0.780686 valid_1's binary_logloss: 0.0900233
[85] training's auc: 0.812404 training's binary_logloss: 0.0787757 valid_1's auc: 0.780809 valid_1's binary_logloss: 0.0900316
[86] training's auc: 0.812445 training's binary_logloss: 0.0787704 valid_1's auc: 0.780236 valid_1's binary_logloss: 0.0900217
[87] training's auc: 0.812461 training's binary_logloss: 0.0787592 valid_1's auc: 0.78038 valid_1's binary_logloss: 0.0900165
[88] training's auc: 0.812455 training's binary_logloss: 0.0787545 valid_1's auc: 0.780422 valid_1's binary_logloss: 0.090014
[89] training's auc: 0.812429 training's binary_logloss: 0.0787446 valid_1's auc: 0.780449 valid_1's binary_logloss: 0.0900218
[90] training's auc: 0.812471 training's binary_logloss: 0.078741 valid_1's auc: 0.780441 valid_1's binary_logloss: 0.0900193
[91] training's auc: 0.812505 training's binary_logloss: 0.0787315 valid_1's auc: 0.780464 valid_1's binary_logloss: 0.0900318
[92] training's auc: 0.812453 training's binary_logloss: 0.0787265 valid_1's auc: 0.780312 valid_1's binary_logloss: 0.0900344
[93] training's auc: 0.812515 training's binary_logloss: 0.0787126 valid_1's auc: 0.780252 valid_1's binary_logloss: 0.0900471
[94] training's auc: 0.812504 training's binary_logloss: 0.0787088 valid_1's auc: 0.780297 valid_1's binary_logloss: 0.0900514
[95] training's auc: 0.812523 training's binary_logloss: 0.0786988 valid_1's auc: 0.780321 valid_1's binary_logloss: 0.0900479
[96] training's auc: 0.812497 training's binary_logloss: 0.0786947 valid_1's auc: 0.780363 valid_1's binary_logloss: 0.0900411
[97] training's auc: 0.812553 training's binary_logloss: 0.0786835 valid_1's auc: 0.780308 valid_1's binary_logloss: 0.0900571
[98] training's auc: 0.812572 training's binary_logloss: 0.0786808 valid_1's auc: 0.780397 valid_1's binary_logloss: 0.0900602
[99] training's auc: 0.812617 training's binary_logloss: 0.0786723 valid_1's auc: 0.780379 valid_1's binary_logloss: 0.0900683
[100] training's auc: 0.81259 training's binary_logloss: 0.0786651 valid_1's auc: 0.780636 valid_1's binary_logloss: 0.0900653
[101] training's auc: 0.81264 training's binary_logloss: 0.0786558 valid_1's auc: 0.780761 valid_1's binary_logloss: 0.0900662
[102] training's auc: 0.812602 training's binary_logloss: 0.0786516 valid_1's auc: 0.780722 valid_1's binary_logloss: 0.09007
[103] training's auc: 0.812648 training's binary_logloss: 0.0786414 valid_1's auc: 0.780776 valid_1's binary_logloss: 0.0900735
[104] training's auc: 0.812667 training's binary_logloss: 0.0786374 valid_1's auc: 0.780811 valid_1's binary_logloss: 0.0900674
[105] training's auc: 0.812732 training's binary_logloss: 0.0786315 valid_1's auc: 0.780832 valid_1's binary_logloss: 0.0900778
[106] training's auc: 0.812718 training's binary_logloss: 0.0786293 valid_1's auc: 0.78075 valid_1's binary_logloss: 0.090078
[107] training's auc: 0.812768 training's binary_logloss: 0.0786234 valid_1's auc: 0.780745 valid_1's binary_logloss: 0.0900803
[108] training's auc: 0.812723 training's binary_logloss: 0.07862 valid_1's auc: 0.780829 valid_1's binary_logloss: 0.0900856
[109] training's auc: 0.812755 training's binary_logloss: 0.0786136 valid_1's auc: 0.780775 valid_1's binary_logloss: 0.0900877
[110] training's auc: 0.812742 training's binary_logloss: 0.0786126 valid_1's auc: 0.780712 valid_1's binary_logloss: 0.0900845
[111] training's auc: 0.812729 training's binary_logloss: 0.0786033 valid_1's auc: 0.780761 valid_1's binary_logloss: 0.0901134
[112] training's auc: 0.812837 training's binary_logloss: 0.0785951 valid_1's auc: 0.780808 valid_1's binary_logloss: 0.0900995
[113] training's auc: 0.812832 training's binary_logloss: 0.0785882 valid_1's auc: 0.780903 valid_1's binary_logloss: 0.0900979
[114] training's auc: 0.812831 training's binary_logloss: 0.0785864 valid_1's auc: 0.780839 valid_1's binary_logloss: 0.0900861
[115] training's auc: 0.812845 training's binary_logloss: 0.0785775 valid_1's auc: 0.780897 valid_1's binary_logloss: 0.0900934
[116] training's auc: 0.81284 training's binary_logloss: 0.0785754 valid_1's auc: 0.780876 valid_1's binary_logloss: 0.0900937
[117] training's auc: 0.812856 training's binary_logloss: 0.078571 valid_1's auc: 0.780955 valid_1's binary_logloss: 0.0900814
[118] training's auc: 0.812851 training's binary_logloss: 0.0785666 valid_1's auc: 0.780996 valid_1's binary_logloss: 0.0900797
[119] training's auc: 0.81277 training's binary_logloss: 0.0785601 valid_1's auc: 0.780963 valid_1's binary_logloss: 0.0900779
[120] training's auc: 0.812778 training's binary_logloss: 0.078558 valid_1's auc: 0.780911 valid_1's binary_logloss: 0.0900911
[121] training's auc: 0.812798 training's binary_logloss: 0.0785529 valid_1's auc: 0.780961 valid_1's binary_logloss: 0.090077
[122] training's auc: 0.81279 training's binary_logloss: 0.0785459 valid_1's auc: 0.78113 valid_1's binary_logloss: 0.0900695
[123] training's auc: 0.812796 training's binary_logloss: 0.0785429 valid_1's auc: 0.781147 valid_1's binary_logloss: 0.0900673
[124] training's auc: 0.812858 training's binary_logloss: 0.0785361 valid_1's auc: 0.780897 valid_1's binary_logloss: 0.0900794
[125] training's auc: 0.812844 training's binary_logloss: 0.0785307 valid_1's auc: 0.780882 valid_1's binary_logloss: 0.0900767
[126] training's auc: 0.812903 training's binary_logloss: 0.0785301 valid_1's auc: 0.780944 valid_1's binary_logloss: 0.0900859
[127] training's auc: 0.812944 training's binary_logloss: 0.0785268 valid_1's auc: 0.780996 valid_1's binary_logloss: 0.0900713
[128] training's auc: 0.812963 training's binary_logloss: 0.0785244 valid_1's auc: 0.78103 valid_1's binary_logloss: 0.0900753
[129] training's auc: 0.812938 training's binary_logloss: 0.078522 valid_1's auc: 0.781035 valid_1's binary_logloss: 0.0900724
[130] training's auc: 0.812876 training's binary_logloss: 0.07852 valid_1's auc: 0.781049 valid_1's binary_logloss: 0.0900627
[131] training's auc: 0.812863 training's binary_logloss: 0.0785178 valid_1's auc: 0.780816 valid_1's binary_logloss: 0.090063
[132] training's auc: 0.812864 training's binary_logloss: 0.0785163 valid_1's auc: 0.780828 valid_1's binary_logloss: 0.0900533
[133] training's auc: 0.812929 training's binary_logloss: 0.0785118 valid_1's auc: 0.780818 valid_1's binary_logloss: 0.0900774
[134] training's auc: 0.813009 training's binary_logloss: 0.0785086 valid_1's auc: 0.781097 valid_1's binary_logloss: 0.0900723
[135] training's auc: 0.813014 training's binary_logloss: 0.0785045 valid_1's auc: 0.781128 valid_1's binary_logloss: 0.0900665
[136] training's auc: 0.812995 training's binary_logloss: 0.0785039 valid_1's auc: 0.781106 valid_1's binary_logloss: 0.0900689
[137] training's auc: 0.813008 training's binary_logloss: 0.0785006 valid_1's auc: 0.781143 valid_1's binary_logloss: 0.0900677
[138] training's auc: 0.813005 training's binary_logloss: 0.0784957 valid_1's auc: 0.780823 valid_1's binary_logloss: 0.0900726
[139] training's auc: 0.813013 training's binary_logloss: 0.0784936 valid_1's auc: 0.780812 valid_1's binary_logloss: 0.0900736
[140] training's auc: 0.812997 training's binary_logloss: 0.0784911 valid_1's auc: 0.780735 valid_1's binary_logloss: 0.0900827
[141] training's auc: 0.812913 training's binary_logloss: 0.0784877 valid_1's auc: 0.780716 valid_1's binary_logloss: 0.0900888
[142] training's auc: 0.812945 training's binary_logloss: 0.0784862 valid_1's auc: 0.780709 valid_1's binary_logloss: 0.0900787
[143] training's auc: 0.812897 training's binary_logloss: 0.0784826 valid_1's auc: 0.780662 valid_1's binary_logloss: 0.090093
[144] training's auc: 0.812869 training's binary_logloss: 0.0784802 valid_1's auc: 0.780654 valid_1's binary_logloss: 0.0901036
[145] training's auc: 0.812826 training's binary_logloss: 0.0784779 valid_1's auc: 0.780676 valid_1's binary_logloss: 0.0901069
[146] training's auc: 0.812835 training's binary_logloss: 0.0784763 valid_1's auc: 0.780666 valid_1's binary_logloss: 0.0900979
[147] training's auc: 0.812833 training's binary_logloss: 0.0784755 valid_1's auc: 0.780662 valid_1's binary_logloss: 0.0900873
[148] training's auc: 0.812756 training's binary_logloss: 0.0784742 valid_1's auc: 0.780615 valid_1's binary_logloss: 0.0900852
[149] training's auc: 0.812782 training's binary_logloss: 0.0784723 valid_1's auc: 0.780662 valid_1's binary_logloss: 0.0900806
[150] training's auc: 0.812803 training's binary_logloss: 0.07847 valid_1's auc: 0.78073 valid_1's binary_logloss: 0.0900796
[151] training's auc: 0.812806 training's binary_logloss: 0.0784677 valid_1's auc: 0.780802 valid_1's binary_logloss: 0.0900699
[152] training's auc: 0.812803 training's binary_logloss: 0.0784665 valid_1's auc: 0.780772 valid_1's binary_logloss: 0.0900722
[153] training's auc: 0.812779 training's binary_logloss: 0.0784648 valid_1's auc: 0.780778 valid_1's binary_logloss: 0.0900689
[154] training's auc: 0.81282 training's binary_logloss: 0.07846 valid_1's auc: 0.780537 valid_1's binary_logloss: 0.0900787
[155] training's auc: 0.812817 training's binary_logloss: 0.0784579 valid_1's auc: 0.780572 valid_1's binary_logloss: 0.0900729
[156] training's auc: 0.812844 training's binary_logloss: 0.0784568 valid_1's auc: 0.780582 valid_1's binary_logloss: 0.090063
[157] training's auc: 0.81285 training's binary_logloss: 0.078456 valid_1's auc: 0.780546 valid_1's binary_logloss: 0.0900826
[158] training's auc: 0.812861 training's binary_logloss: 0.0784499 valid_1's auc: 0.780467 valid_1's binary_logloss: 0.0900775
[159] training's auc: 0.812793 training's binary_logloss: 0.0784475 valid_1's auc: 0.780521 valid_1's binary_logloss: 0.09009
[160] training's auc: 0.812859 training's binary_logloss: 0.0784436 valid_1's auc: 0.780489 valid_1's binary_logloss: 0.0900845
[161] training's auc: 0.812846 training's binary_logloss: 0.078442 valid_1's auc: 0.780548 valid_1's binary_logloss: 0.0900847
[162] training's auc: 0.812833 training's binary_logloss: 0.078441 valid_1's auc: 0.780561 valid_1's binary_logloss: 0.0900856
[163] training's auc: 0.812783 training's binary_logloss: 0.0784386 valid_1's auc: 0.780523 valid_1's binary_logloss: 0.0900987
[164] training's auc: 0.812873 training's binary_logloss: 0.0784353 valid_1's auc: 0.780579 valid_1's binary_logloss: 0.0900967
[165] training's auc: 0.812865 training's binary_logloss: 0.0784342 valid_1's auc: 0.780603 valid_1's binary_logloss: 0.0901074
[166] training's auc: 0.812847 training's binary_logloss: 0.0784317 valid_1's auc: 0.780571 valid_1's binary_logloss: 0.0900896
[167] training's auc: 0.812823 training's binary_logloss: 0.0784293 valid_1's auc: 0.780457 valid_1's binary_logloss: 0.0900842
[168] training's auc: 0.812859 training's binary_logloss: 0.0784281 valid_1's auc: 0.780467 valid_1's binary_logloss: 0.0900965
[169] training's auc: 0.812886 training's binary_logloss: 0.0784263 valid_1's auc: 0.780444 valid_1's binary_logloss: 0.0901021
[170] training's auc: 0.812915 training's binary_logloss: 0.0784253 valid_1's auc: 0.780471 valid_1's binary_logloss: 0.0901108
[171] training's auc: 0.812892 training's binary_logloss: 0.0784248 valid_1's auc: 0.780492 valid_1's binary_logloss: 0.0901005
[172] training's auc: 0.812906 training's binary_logloss: 0.0784215 valid_1's auc: 0.780465 valid_1's binary_logloss: 0.0900966
[173] training's auc: 0.812882 training's binary_logloss: 0.0784194 valid_1's auc: 0.780487 valid_1's binary_logloss: 0.0900905
Early stopping, best iteration is:
[73] training's auc: 0.811867 training's binary_logloss: 0.0789131 valid_1's auc: 0.780366 valid_1's binary_logloss: 0.0899873
4
train_ks : 0.4790454817217402
evl_ks : 0.4361379178117211
<Figure size 640x480 with 1 Axes>LightGBM其实效果确实是比较LR要好的，但是我们LR也可以逼近这个效果，下节课我们会具体来做。
# ['person_info','finance_info','credit_info','act_info']
# 算分数onekey
def score(xbeta):
score = 1000-500*(math.log2(1-xbeta)/xbeta) # 好人的概率/坏人的概率
return score
evl['xbeta'] = model.predict_proba(evl_x)[:,1]
evl['score'] = evl.apply(lambda x : score(x.xbeta) ,axis=1)
fpr_lr,tpr_lr,_ = roc_curve(evl_y,evl['score'])
evl_ks = abs(fpr_lr - tpr_lr).max()
print('val_ks : ',evl_ks)
val_ks : 0.4361379178117211
#生成报告
row_num, col_num = 0, 0
bins = 20
Y_predict = evl['score']
Y = evl_y
nrows = Y.shape[0]
lis = [(Y_predict[i], Y[i]) for i in range(nrows)]
ks_lis = sorted(lis, key=lambda x: x[0], reverse=True)
bin_num = int(nrows/bins+1)
bad = sum([1 for (p, y) in ks_lis if y > 0.5])
good = sum([1 for (p, y) in ks_lis if y <= 0.5])
bad_cnt, good_cnt = 0, 0
KS = []
BAD = []
GOOD = []
BAD_CNT = []
GOOD_CNT = []
BAD_PCTG = []
BADRATE = []
dct_report = {}
for j in range(bins):
ds = ks_lis[j*bin_num: min((j+1)*bin_num, nrows)]
bad1 = sum([1 for (p, y) in ds if y > 0.5])
good1 = sum([1 for (p, y) in ds if y <= 0.5])
bad_cnt += bad1
good_cnt += good1
bad_pctg = round(bad_cnt/sum(evl_y),3)
badrate = round(bad1/(bad1+good1),3)
ks = round(math.fabs((bad_cnt / bad) - (good_cnt / good)),3)
KS.append(ks)
BAD.append(bad1)
GOOD.append(good1)
BAD_CNT.append(bad_cnt)
GOOD_CNT.append(good_cnt)
BAD_PCTG.append(bad_pctg)
BADRATE.append(badrate)
dct_report['KS'] = KS
dct_report['BAD'] = BAD
dct_report['GOOD'] = GOOD
dct_report['BAD_CNT'] = BAD_CNT
dct_report['GOOD_CNT'] = GOOD_CNT
dct_report['BAD_PCTG'] = BAD_PCTG
dct_report['BADRATE'] = BADRATE
val_repot = pd.DataFrame(dct_report)
val_repot.dataframe tbody tr th:only-of-type {
vertical-align: middle;
}
.dataframe tbody tr th {
vertical-align: top;
}
.dataframe thead th {
text-align: right;
}KS
BAD
GOOD
BAD_CNT
GOOD_CNT
BAD_PCTG
BADRATE
0
0.229
90
709
90
709
0.274
0.113
1
0.271
30
769
120
1478
0.366
0.038
2
0.348
41
758
161
2236
0.491
0.051
3
0.381
27
772
188
3008
0.573
0.034
4
0.398
22
777
210
3785
0.640
0.028
5
0.419
23
776
233
4561
0.710
0.029
6
0.424
18
781
251
5342
0.765
0.023
7
0.407
11
788
262
6130
0.799
0.014
8
0.387
10
789
272
6919
0.829
0.013
9
0.380
14
785
286
7704
0.872
0.018
10
0.357
9
790
295
8494
0.899
0.011
11
0.340
11
788
306
9282
0.933
0.014
12
0.301
4
795
310
10077
0.945
0.005
13
0.262
4
795
314
10872
0.957
0.005
14
0.221
3
796
317
11668
0.966
0.004
15
0.182
4
795
321
12463
0.979
0.005
16
0.137
2
797
323
13260
0.985
0.003
17
0.092
2
797
325
14057
0.991
0.003
18
0.041
0
799
325
14856
0.991
0.000
19
0.000
3
791
328
15647
1.000
0.004
from pyecharts.charts import *
from pyecharts import options as opts
from pylab import *
mpl.rcParams['font.sans-serif'] = ['SimHei']
np.set_printoptions(suppress=True)
pd.set_option('display.unicode.ambiguous_as_wide', True)
pd.set_option('display.unicode.east_asian_width', True)
line = (
Line()
.add_xaxis(list(val_repot.index))
.add_yaxis(
"分组坏人占比",
list(val_repot.BADRATE),
yaxis_index=0,
color="red",
)
.set_global_opts(
title_opts=opts.TitleOpts(title="行为评分卡模型表现"),
)
.extend_axis(
yaxis=opts.AxisOpts(
name="累计坏人占比",
type_="value",
min_=0,
max_=0.5,
position="right",
axisline_opts=opts.AxisLineOpts(
linestyle_opts=opts.LineStyleOpts(color="red")
),
axislabel_opts=opts.LabelOpts(formatter="{value}"),
)
)
.add_xaxis(list(val_repot.index))
.add_yaxis(
"KS",
list(val_repot['KS']),
yaxis_index=1,
color="blue",
label_opts=opts.LabelOpts(is_show=False),
)
)
line.render_notebook()
<div id="4443c6c5e7f04a84b2c462473c25c6a0" style="width:900px; height:500px;"></div>手机扫一扫
移动阅读更方便
你可能感兴趣的文章