import pandas as pd
import shap
import seaborn as sns
import matplotlib.pyplot as plt
from matplotlib.pyplot import figure
from numpy import loadtxt
from xgboost import XGBClassifier
from sklearn.model_selection import train_test_split
from sklearn.metrics import accuracy_score
from sklearn.metrics import f1_score, roc_auc_score, jaccard_score
from sklearn.inspection import permutation_importance
from sklearn.metrics import confusion_matrix, classification_report
from sklearn.model_selection import GridSearchCV
from sklearn.preprocessing import StandardScaler
import warnings
df = pd.read_csv('credit_risk_dataset.csv')
df
/shared-libs/python3.7/py/lib/python3.7/site-packages/tqdm/auto.py:22: TqdmWarning: IProgress not found. Please update jupyter and ipywidgets. See https://ipywidgets.readthedocs.io/en/stable/user_install.html
from .autonotebook import tqdm as notebook_tqdm
person_ageint64
20 - 144
person_incomeint64
4000 - 6000000
0
22
59000
1
21
9600
2
25
9600
3
23
65500
4
24
54400
5
21
9900
6
26
77100
7
24
78956
8
24
83000
9
21
10000
df["loan_status"].value_counts()
print(f"{int(100*df[df['loan_status']==1].shape[0] / df.shape[0])}% of Rows are Defaults")
21% of Rows are Defaults
The dataset is imbalanced at almost 1:5 ratio, therefore the defaults are the least frequent class and the most important one.
Impute NaN and Drop Duplicates
df["person_emp_length"].fillna(df["person_emp_length"].median(), inplace=True)
df["loan_int_rate"].fillna(df["loan_int_rate"].median(), inplace=True)
df.drop_duplicates(inplace=True)
df[df.isnull().any(axis=1)]
person_ageint64
person_incomeint64
Correlation Analysis
df.corr()
corr = df.corr()
corr = corr.round(2)
plt.figure(figsize=(12, 9))
sns.heatmap(corr,
xticklabels=corr.columns,
yticklabels=corr.columns,
annot=True)
The variable of interest `loan_status` shows a degree of correlation with the loan's interest rate `loan_int_rate` and with the percentage of the income that the rent represents.
One Hot Encoding
categorical_columns = df.columns[df.dtypes == 'object']
categorical_columns
for column in categorical_columns:
df = pd.concat([df.drop(columns=[column]), pd.get_dummies(df[column], prefix=column, drop_first=True)],axis=1)
df
person_ageint64
20 - 144
person_incomeint64
4000 - 6000000
0
22
59000
1
21
9600
2
25
9600
3
23
65500
4
24
54400
5
21
9900
6
26
77100
7
24
78956
8
24
83000
9
21
10000
Fit the XGBOOST Model in a Two-Folded Cross-Validated Grid Search
# Split data into X and y
X = df.drop(columns='loan_status')
Y = df['loan_status']
scaler = StandardScaler().fit(X)
X = scaler.transform(X)
# Split data into train and test sets
seed = 7
test_size = 0.33
X_train, X_test, y_train, y_test = train_test_split(X, Y, test_size=test_size, random_state=seed)
param_grid = {
'min_child_weight': [1, 5, 10],
'gamma': [0.5, 1, 1.5, 2, 5],
'subsample': [0.6, 0.8, 1.0],
'colsample_bytree': [0.6, 0.8, 1.0],
'max_depth': [3, 4, 5]
}
model = XGBClassifier(scale_pos_weight=1, n_estimators=100, eval_metric='logloss', objective='binary:logistic', use_label_encoder=False)
clf = GridSearchCV(model, param_grid, scoring='f1_macro', cv=2, verbose=3)
clf.fit(X_train, y_train)
y_pred = clf.predict(X_test)
print('-'*50)
print('Best Estimator\n')
print(clf.best_estimator_)
print('-'*50)
Fitting 2 folds for each of 405 candidates, totalling 810 fits
[CV 1/2] END colsample_bytree=0.6, gamma=0.5, max_depth=3, min_child_weight=1, subsample=0.6;, score=0.872 total time= 1.1s
[CV 2/2] END colsample_bytree=0.6, gamma=0.5, max_depth=3, min_child_weight=1, subsample=0.6;, score=0.880 total time= 1.0s
[CV 1/2] END colsample_bytree=0.6, gamma=0.5, max_depth=3, min_child_weight=1, subsample=0.8;, score=0.875 total time= 1.0s
[CV 2/2] END colsample_bytree=0.6, gamma=0.5, max_depth=3, min_child_weight=1, subsample=0.8;, score=0.882 total time= 1.0s
[CV 1/2] END colsample_bytree=0.6, gamma=0.5, max_depth=3, min_child_weight=1, subsample=1.0;, score=0.876 total time= 0.9s
[CV 2/2] END colsample_bytree=0.6, gamma=0.5, max_depth=3, min_child_weight=1, subsample=1.0;, score=0.886 total time= 1.0s
[CV 1/2] END colsample_bytree=0.6, gamma=0.5, max_depth=3, min_child_weight=5, subsample=0.6;, score=0.872 total time= 1.1s
[CV 2/2] END colsample_bytree=0.6, gamma=0.5, max_depth=3, min_child_weight=5, subsample=0.6;, score=0.880 total time= 1.1s
[CV 1/2] END colsample_bytree=0.6, gamma=0.5, max_depth=3, min_child_weight=5, subsample=0.8;, score=0.875 total time= 1.0s
[CV 2/2] END colsample_bytree=0.6, gamma=0.5, max_depth=3, min_child_weight=5, subsample=0.8;, score=0.879 total time= 1.0s
[CV 1/2] END colsample_bytree=0.6, gamma=0.5, max_depth=3, min_child_weight=5, subsample=1.0;, score=0.877 total time= 1.0s
[CV 2/2] END colsample_bytree=0.6, gamma=0.5, max_depth=3, min_child_weight=5, subsample=1.0;, score=0.883 total time= 0.9s
[CV 1/2] END colsample_bytree=0.6, gamma=0.5, max_depth=3, min_child_weight=10, subsample=0.6;, score=0.870 total time= 1.0s
[CV 2/2] END colsample_bytree=0.6, gamma=0.5, max_depth=3, min_child_weight=10, subsample=0.6;, score=0.878 total time= 1.0s
[CV 1/2] END colsample_bytree=0.6, gamma=0.5, max_depth=3, min_child_weight=10, subsample=0.8;, score=0.870 total time= 1.0s
[CV 2/2] END colsample_bytree=0.6, gamma=0.5, max_depth=3, min_child_weight=10, subsample=0.8;, score=0.878 total time= 1.0s
[CV 1/2] END colsample_bytree=0.6, gamma=0.5, max_depth=3, min_child_weight=10, subsample=1.0;, score=0.871 total time= 0.9s
[CV 2/2] END colsample_bytree=0.6, gamma=0.5, max_depth=3, min_child_weight=10, subsample=1.0;, score=0.881 total time= 0.9s
[CV 1/2] END colsample_bytree=0.6, gamma=0.5, max_depth=4, min_child_weight=1, subsample=0.6;, score=0.879 total time= 1.2s
[CV 2/2] END colsample_bytree=0.6, gamma=0.5, max_depth=4, min_child_weight=1, subsample=0.6;, score=0.887 total time= 1.2s
[CV 1/2] END colsample_bytree=0.6, gamma=0.5, max_depth=4, min_child_weight=1, subsample=0.8;, score=0.881 total time= 1.2s
[CV 2/2] END colsample_bytree=0.6, gamma=0.5, max_depth=4, min_child_weight=1, subsample=0.8;, score=0.889 total time= 1.2s
[CV 1/2] END colsample_bytree=0.6, gamma=0.5, max_depth=4, min_child_weight=1, subsample=1.0;, score=0.885 total time= 1.2s
[CV 2/2] END colsample_bytree=0.6, gamma=0.5, max_depth=4, min_child_weight=1, subsample=1.0;, score=0.888 total time= 1.1s
[CV 1/2] END colsample_bytree=0.6, gamma=0.5, max_depth=4, min_child_weight=5, subsample=0.6;, score=0.878 total time= 1.3s
[CV 2/2] END colsample_bytree=0.6, gamma=0.5, max_depth=4, min_child_weight=5, subsample=0.6;, score=0.883 total time= 1.3s
[CV 1/2] END colsample_bytree=0.6, gamma=0.5, max_depth=4, min_child_weight=5, subsample=0.8;, score=0.880 total time= 1.2s
[CV 2/2] END colsample_bytree=0.6, gamma=0.5, max_depth=4, min_child_weight=5, subsample=0.8;, score=0.885 total time= 1.2s
[CV 1/2] END colsample_bytree=0.6, gamma=0.5, max_depth=4, min_child_weight=5, subsample=1.0;, score=0.881 total time= 1.1s
[CV 2/2] END colsample_bytree=0.6, gamma=0.5, max_depth=4, min_child_weight=5, subsample=1.0;, score=0.887 total time= 1.0s
[CV 1/2] END colsample_bytree=0.6, gamma=0.5, max_depth=4, min_child_weight=10, subsample=0.6;, score=0.871 total time= 1.2s
[CV 2/2] END colsample_bytree=0.6, gamma=0.5, max_depth=4, min_child_weight=10, subsample=0.6;, score=0.881 total time= 1.9s
[CV 1/2] END colsample_bytree=0.6, gamma=0.5, max_depth=4, min_child_weight=10, subsample=0.8;, score=0.875 total time= 1.2s
[CV 2/2] END colsample_bytree=0.6, gamma=0.5, max_depth=4, min_child_weight=10, subsample=0.8;, score=0.883 total time= 1.1s
[CV 1/2] END colsample_bytree=0.6, gamma=0.5, max_depth=4, min_child_weight=10, subsample=1.0;, score=0.876 total time= 1.1s
[CV 2/2] END colsample_bytree=0.6, gamma=0.5, max_depth=4, min_child_weight=10, subsample=1.0;, score=0.884 total time= 1.1s
[CV 1/2] END colsample_bytree=0.6, gamma=0.5, max_depth=5, min_child_weight=1, subsample=0.6;, score=0.877 total time= 1.4s
[CV 2/2] END colsample_bytree=0.6, gamma=0.5, max_depth=5, min_child_weight=1, subsample=0.6;, score=0.885 total time= 1.5s
[CV 1/2] END colsample_bytree=0.6, gamma=0.5, max_depth=5, min_child_weight=1, subsample=0.8;, score=0.882 total time= 1.4s
[CV 2/2] END colsample_bytree=0.6, gamma=0.5, max_depth=5, min_child_weight=1, subsample=0.8;, score=0.888 total time= 1.5s
[CV 1/2] END colsample_bytree=0.6, gamma=0.5, max_depth=5, min_child_weight=1, subsample=1.0;, score=0.882 total time= 1.4s
[CV 2/2] END colsample_bytree=0.6, gamma=0.5, max_depth=5, min_child_weight=1, subsample=1.0;, score=0.891 total time= 1.3s
[CV 1/2] END colsample_bytree=0.6, gamma=0.5, max_depth=5, min_child_weight=5, subsample=0.6;, score=0.872 total time= 1.4s
[CV 2/2] END colsample_bytree=0.6, gamma=0.5, max_depth=5, min_child_weight=5, subsample=0.6;, score=0.883 total time= 1.5s
[CV 1/2] END colsample_bytree=0.6, gamma=0.5, max_depth=5, min_child_weight=5, subsample=0.8;, score=0.880 total time= 1.4s
[CV 2/2] END colsample_bytree=0.6, gamma=0.5, max_depth=5, min_child_weight=5, subsample=0.8;, score=0.887 total time= 1.6s
[CV 1/2] END colsample_bytree=0.6, gamma=0.5, max_depth=5, min_child_weight=5, subsample=1.0;, score=0.880 total time= 1.2s
[CV 2/2] END colsample_bytree=0.6, gamma=0.5, max_depth=5, min_child_weight=5, subsample=1.0;, score=0.887 total time= 1.2s
[CV 1/2] END colsample_bytree=0.6, gamma=0.5, max_depth=5, min_child_weight=10, subsample=0.6;, score=0.876 total time= 1.4s
[CV 2/2] END colsample_bytree=0.6, gamma=0.5, max_depth=5, min_child_weight=10, subsample=0.6;, score=0.878 total time= 1.4s
[CV 1/2] END colsample_bytree=0.6, gamma=0.5, max_depth=5, min_child_weight=10, subsample=0.8;, score=0.877 total time= 1.3s
[CV 2/2] END colsample_bytree=0.6, gamma=0.5, max_depth=5, min_child_weight=10, subsample=0.8;, score=0.885 total time= 1.3s
[CV 1/2] END colsample_bytree=0.6, gamma=0.5, max_depth=5, min_child_weight=10, subsample=1.0;, score=0.879 total time= 1.3s
[CV 2/2] END colsample_bytree=0.6, gamma=0.5, max_depth=5, min_child_weight=10, subsample=1.0;, score=0.887 total time= 1.2s
[CV 1/2] END colsample_bytree=0.6, gamma=1, max_depth=3, min_child_weight=1, subsample=0.6;, score=0.875 total time= 1.0s
[CV 2/2] END colsample_bytree=0.6, gamma=1, max_depth=3, min_child_weight=1, subsample=0.6;, score=0.886 total time= 1.1s
[CV 1/2] END colsample_bytree=0.6, gamma=1, max_depth=3, min_child_weight=1, subsample=0.8;, score=0.874 total time= 1.0s
[CV 2/2] END colsample_bytree=0.6, gamma=1, max_depth=3, min_child_weight=1, subsample=0.8;, score=0.880 total time= 1.0s
[CV 1/2] END colsample_bytree=0.6, gamma=1, max_depth=3, min_child_weight=1, subsample=1.0;, score=0.879 total time= 0.9s
[CV 2/2] END colsample_bytree=0.6, gamma=1, max_depth=3, min_child_weight=1, subsample=1.0;, score=0.887 total time= 0.9s
[CV 1/2] END colsample_bytree=0.6, gamma=1, max_depth=3, min_child_weight=5, subsample=0.6;, score=0.869 total time= 1.0s
[CV 2/2] END colsample_bytree=0.6, gamma=1, max_depth=3, min_child_weight=5, subsample=0.6;, score=0.882 total time= 1.0s
[CV 1/2] END colsample_bytree=0.6, gamma=1, max_depth=3, min_child_weight=5, subsample=0.8;, score=0.878 total time= 1.0s
[CV 2/2] END colsample_bytree=0.6, gamma=1, max_depth=3, min_child_weight=5, subsample=0.8;, score=0.881 total time= 1.0s
[CV 1/2] END colsample_bytree=0.6, gamma=1, max_depth=3, min_child_weight=5, subsample=1.0;, score=0.875 total time= 0.9s
[CV 2/2] END colsample_bytree=0.6, gamma=1, max_depth=3, min_child_weight=5, subsample=1.0;, score=0.882 total time= 0.9s
[CV 1/2] END colsample_bytree=0.6, gamma=1, max_depth=3, min_child_weight=10, subsample=0.6;, score=0.867 total time= 1.0s
[CV 2/2] END colsample_bytree=0.6, gamma=1, max_depth=3, min_child_weight=10, subsample=0.6;, score=0.877 total time= 1.0s
[CV 1/2] END colsample_bytree=0.6, gamma=1, max_depth=3, min_child_weight=10, subsample=0.8;, score=0.868 total time= 1.0s
[CV 2/2] END colsample_bytree=0.6, gamma=1, max_depth=3, min_child_weight=10, subsample=0.8;, score=0.879 total time= 1.0s
[CV 1/2] END colsample_bytree=0.6, gamma=1, max_depth=3, min_child_weight=10, subsample=1.0;, score=0.872 total time= 0.9s
[CV 2/2] END colsample_bytree=0.6, gamma=1, max_depth=3, min_child_weight=10, subsample=1.0;, score=0.880 total time= 0.9s
[CV 1/2] END colsample_bytree=0.6, gamma=1, max_depth=4, min_child_weight=1, subsample=0.6;, score=0.881 total time= 1.3s
[CV 2/2] END colsample_bytree=0.6, gamma=1, max_depth=4, min_child_weight=1, subsample=0.6;, score=0.889 total time= 1.3s
[CV 1/2] END colsample_bytree=0.6, gamma=1, max_depth=4, min_child_weight=1, subsample=0.8;, score=0.884 total time= 1.2s
[CV 2/2] END colsample_bytree=0.6, gamma=1, max_depth=4, min_child_weight=1, subsample=0.8;, score=0.890 total time= 1.2s
[CV 1/2] END colsample_bytree=0.6, gamma=1, max_depth=4, min_child_weight=1, subsample=1.0;, score=0.884 total time= 1.1s
[CV 2/2] END colsample_bytree=0.6, gamma=1, max_depth=4, min_child_weight=1, subsample=1.0;, score=0.888 total time= 1.1s
[CV 1/2] END colsample_bytree=0.6, gamma=1, max_depth=4, min_child_weight=5, subsample=0.6;, score=0.875 total time= 1.2s
[CV 2/2] END colsample_bytree=0.6, gamma=1, max_depth=4, min_child_weight=5, subsample=0.6;, score=0.882 total time= 1.2s
[CV 1/2] END colsample_bytree=0.6, gamma=1, max_depth=4, min_child_weight=5, subsample=0.8;, score=0.880 total time= 1.3s
[CV 2/2] END colsample_bytree=0.6, gamma=1, max_depth=4, min_child_weight=5, subsample=0.8;, score=0.887 total time= 2.5s
[CV 1/2] END colsample_bytree=0.6, gamma=1, max_depth=4, min_child_weight=5, subsample=1.0;, score=0.879 total time= 4.7s
[CV 2/2] END colsample_bytree=0.6, gamma=1, max_depth=4, min_child_weight=5, subsample=1.0;, score=0.885 total time= 1.4s
[CV 1/2] END colsample_bytree=0.6, gamma=1, max_depth=4, min_child_weight=10, subsample=0.6;, score=0.871 total time= 1.3s
[CV 2/2] END colsample_bytree=0.6, gamma=1, max_depth=4, min_child_weight=10, subsample=0.6;, score=0.878 total time= 2.7s
[CV 1/2] END colsample_bytree=0.6, gamma=1, max_depth=4, min_child_weight=10, subsample=0.8;, score=0.876 total time= 2.7s
[CV 2/2] END colsample_bytree=0.6, gamma=1, max_depth=4, min_child_weight=10, subsample=0.8;, score=0.882 total time= 2.2s
[CV 1/2] END colsample_bytree=0.6, gamma=1, max_depth=4, min_child_weight=10, subsample=1.0;, score=0.877 total time= 2.2s
[CV 2/2] END colsample_bytree=0.6, gamma=1, max_depth=4, min_child_weight=10, subsample=1.0;, score=0.888 total time= 3.1s
[CV 1/2] END colsample_bytree=0.6, gamma=1, max_depth=5, min_child_weight=1, subsample=0.6;, score=0.874 total time= 4.0s
[CV 2/2] END colsample_bytree=0.6, gamma=1, max_depth=5, min_child_weight=1, subsample=0.6;, score=0.889 total time= 1.7s
[CV 1/2] END colsample_bytree=0.6, gamma=1, max_depth=5, min_child_weight=1, subsample=0.8;, score=0.883 total time= 1.4s
[CV 2/2] END colsample_bytree=0.6, gamma=1, max_depth=5, min_child_weight=1, subsample=0.8;, score=0.889 total time= 1.5s
[CV 1/2] END colsample_bytree=0.6, gamma=1, max_depth=5, min_child_weight=1, subsample=1.0;, score=0.886 total time= 1.2s
[CV 2/2] END colsample_bytree=0.6, gamma=1, max_depth=5, min_child_weight=1, subsample=1.0;, score=0.892 total time= 2.0s
[CV 1/2] END colsample_bytree=0.6, gamma=1, max_depth=5, min_child_weight=5, subsample=0.6;, score=0.872 total time= 1.5s
[CV 2/2] END colsample_bytree=0.6, gamma=1, max_depth=5, min_child_weight=5, subsample=0.6;, score=0.882 total time= 1.4s
[CV 1/2] END colsample_bytree=0.6, gamma=1, max_depth=5, min_child_weight=5, subsample=0.8;, score=0.881 total time= 1.3s
[CV 2/2] END colsample_bytree=0.6, gamma=1, max_depth=5, min_child_weight=5, subsample=0.8;, score=0.888 total time= 1.4s
[CV 1/2] END colsample_bytree=0.6, gamma=1, max_depth=5, min_child_weight=5, subsample=1.0;, score=0.884 total time= 1.3s
[CV 2/2] END colsample_bytree=0.6, gamma=1, max_depth=5, min_child_weight=5, subsample=1.0;, score=0.890 total time= 1.2s
[CV 1/2] END colsample_bytree=0.6, gamma=1, max_depth=5, min_child_weight=10, subsample=0.6;, score=0.873 total time= 1.6s
[CV 2/2] END colsample_bytree=0.6, gamma=1, max_depth=5, min_child_weight=10, subsample=0.6;, score=0.881 total time= 1.6s
[CV 1/2] END colsample_bytree=0.6, gamma=1, max_depth=5, min_child_weight=10, subsample=0.8;, score=0.879 total time= 1.3s
[CV 2/2] END colsample_bytree=0.6, gamma=1, max_depth=5, min_child_weight=10, subsample=0.8;, score=0.884 total time= 1.3s
[CV 1/2] END colsample_bytree=0.6, gamma=1, max_depth=5, min_child_weight=10, subsample=1.0;, score=0.879 total time= 1.4s
[CV 2/2] END colsample_bytree=0.6, gamma=1, max_depth=5, min_child_weight=10, subsample=1.0;, score=0.884 total time= 1.3s
[CV 1/2] END colsample_bytree=0.6, gamma=1.5, max_depth=3, min_child_weight=1, subsample=0.6;, score=0.874 total time= 1.1s
[CV 2/2] END colsample_bytree=0.6, gamma=1.5, max_depth=3, min_child_weight=1, subsample=0.6;, score=0.882 total time= 1.1s
[CV 1/2] END colsample_bytree=0.6, gamma=1.5, max_depth=3, min_child_weight=1, subsample=0.8;, score=0.878 total time= 1.0s
[CV 2/2] END colsample_bytree=0.6, gamma=1.5, max_depth=3, min_child_weight=1, subsample=0.8;, score=0.881 total time= 1.0s
[CV 1/2] END colsample_bytree=0.6, gamma=1.5, max_depth=3, min_child_weight=1, subsample=1.0;, score=0.877 total time= 0.9s
[CV 2/2] END colsample_bytree=0.6, gamma=1.5, max_depth=3, min_child_weight=1, subsample=1.0;, score=0.884 total time= 0.9s
[CV 1/2] END colsample_bytree=0.6, gamma=1.5, max_depth=3, min_child_weight=5, subsample=0.6;, score=0.869 total time= 1.0s
[CV 2/2] END colsample_bytree=0.6, gamma=1.5, max_depth=3, min_child_weight=5, subsample=0.6;, score=0.881 total time= 1.1s
[CV 1/2] END colsample_bytree=0.6, gamma=1.5, max_depth=3, min_child_weight=5, subsample=0.8;, score=0.876 total time= 1.0s
[CV 2/2] END colsample_bytree=0.6, gamma=1.5, max_depth=3, min_child_weight=5, subsample=0.8;, score=0.881 total time= 1.0s
[CV 1/2] END colsample_bytree=0.6, gamma=1.5, max_depth=3, min_child_weight=5, subsample=1.0;, score=0.874 total time= 0.9s
[CV 2/2] END colsample_bytree=0.6, gamma=1.5, max_depth=3, min_child_weight=5, subsample=1.0;, score=0.884 total time= 0.9s
[CV 1/2] END colsample_bytree=0.6, gamma=1.5, max_depth=3, min_child_weight=10, subsample=0.6;, score=0.871 total time= 1.1s
[CV 2/2] END colsample_bytree=0.6, gamma=1.5, max_depth=3, min_child_weight=10, subsample=0.6;, score=0.877 total time= 1.0s
[CV 1/2] END colsample_bytree=0.6, gamma=1.5, max_depth=3, min_child_weight=10, subsample=0.8;, score=0.872 total time= 1.0s
[CV 2/2] END colsample_bytree=0.6, gamma=1.5, max_depth=3, min_child_weight=10, subsample=0.8;, score=0.875 total time= 1.0s
[CV 1/2] END colsample_bytree=0.6, gamma=1.5, max_depth=3, min_child_weight=10, subsample=1.0;, score=0.871 total time= 0.9s
[CV 2/2] END colsample_bytree=0.6, gamma=1.5, max_depth=3, min_child_weight=10, subsample=1.0;, score=0.881 total time= 0.9s
[CV 1/2] END colsample_bytree=0.6, gamma=1.5, max_depth=4, min_child_weight=1, subsample=0.6;, score=0.875 total time= 1.2s
[CV 2/2] END colsample_bytree=0.6, gamma=1.5, max_depth=4, min_child_weight=1, subsample=0.6;, score=0.885 total time= 1.2s
[CV 1/2] END colsample_bytree=0.6, gamma=1.5, max_depth=4, min_child_weight=1, subsample=0.8;, score=0.882 total time= 1.2s
[CV 2/2] END colsample_bytree=0.6, gamma=1.5, max_depth=4, min_child_weight=1, subsample=0.8;, score=0.888 total time= 1.2s
[CV 1/2] END colsample_bytree=0.6, gamma=1.5, max_depth=4, min_child_weight=1, subsample=1.0;, score=0.880 total time= 1.1s
[CV 2/2] END colsample_bytree=0.6, gamma=1.5, max_depth=4, min_child_weight=1, subsample=1.0;, score=0.889 total time= 1.1s
[CV 1/2] END colsample_bytree=0.6, gamma=1.5, max_depth=4, min_child_weight=5, subsample=0.6;, score=0.878 total time= 1.3s
[CV 2/2] END colsample_bytree=0.6, gamma=1.5, max_depth=4, min_child_weight=5, subsample=0.6;, score=0.879 total time= 1.2s
[CV 1/2] END colsample_bytree=0.6, gamma=1.5, max_depth=4, min_child_weight=5, subsample=0.8;, score=0.878 total time= 1.3s
[CV 2/2] END colsample_bytree=0.6, gamma=1.5, max_depth=4, min_child_weight=5, subsample=0.8;, score=0.886 total time= 1.2s
[CV 1/2] END colsample_bytree=0.6, gamma=1.5, max_depth=4, min_child_weight=5, subsample=1.0;, score=0.881 total time= 1.0s
[CV 2/2] END colsample_bytree=0.6, gamma=1.5, max_depth=4, min_child_weight=5, subsample=1.0;, score=0.887 total time= 1.1s
[CV 1/2] END colsample_bytree=0.6, gamma=1.5, max_depth=4, min_child_weight=10, subsample=0.6;, score=0.869 total time= 1.2s
[CV 2/2] END colsample_bytree=0.6, gamma=1.5, max_depth=4, min_child_weight=10, subsample=0.6;, score=0.883 total time= 1.2s
[CV 1/2] END colsample_bytree=0.6, gamma=1.5, max_depth=4, min_child_weight=10, subsample=0.8;, score=0.876 total time= 1.2s
[CV 2/2] END colsample_bytree=0.6, gamma=1.5, max_depth=4, min_child_weight=10, subsample=0.8;, score=0.880 total time= 1.2s
[CV 1/2] END colsample_bytree=0.6, gamma=1.5, max_depth=4, min_child_weight=10, subsample=1.0;, score=0.876 total time= 1.1s
[CV 2/2] END colsample_bytree=0.6, gamma=1.5, max_depth=4, min_child_weight=10, subsample=1.0;, score=0.884 total time= 1.1s
[CV 1/2] END colsample_bytree=0.6, gamma=1.5, max_depth=5, min_child_weight=1, subsample=0.6;, score=0.876 total time= 1.5s
[CV 2/2] END colsample_bytree=0.6, gamma=1.5, max_depth=5, min_child_weight=1, subsample=0.6;, score=0.884 total time= 1.5s
[CV 1/2] END colsample_bytree=0.6, gamma=1.5, max_depth=5, min_child_weight=1, subsample=0.8;, score=0.883 total time= 1.3s
[CV 2/2] END colsample_bytree=0.6, gamma=1.5, max_depth=5, min_child_weight=1, subsample=0.8;, score=0.891 total time= 1.5s
[CV 1/2] END colsample_bytree=0.6, gamma=1.5, max_depth=5, min_child_weight=1, subsample=1.0;, score=0.884 total time= 1.2s
[CV 2/2] END colsample_bytree=0.6, gamma=1.5, max_depth=5, min_child_weight=1, subsample=1.0;, score=0.890 total time= 1.2s
[CV 1/2] END colsample_bytree=0.6, gamma=1.5, max_depth=5, min_child_weight=5, subsample=0.6;, score=0.876 total time= 1.4s
[CV 2/2] END colsample_bytree=0.6, gamma=1.5, max_depth=5, min_child_weight=5, subsample=0.6;, score=0.881 total time= 1.5s
[CV 1/2] END colsample_bytree=0.6, gamma=1.5, max_depth=5, min_child_weight=5, subsample=0.8;, score=0.881 total time= 1.4s
[CV 2/2] END colsample_bytree=0.6, gamma=1.5, max_depth=5, min_child_weight=5, subsample=0.8;, score=0.886 total time= 1.4s
[CV 1/2] END colsample_bytree=0.6, gamma=1.5, max_depth=5, min_child_weight=5, subsample=1.0;, score=0.884 total time= 1.2s
[CV 2/2] END colsample_bytree=0.6, gamma=1.5, max_depth=5, min_child_weight=5, subsample=1.0;, score=0.886 total time= 1.2s
[CV 1/2] END colsample_bytree=0.6, gamma=1.5, max_depth=5, min_child_weight=10, subsample=0.6;, score=0.871 total time= 1.4s
[CV 2/2] END colsample_bytree=0.6, gamma=1.5, max_depth=5, min_child_weight=10, subsample=0.6;, score=0.880 total time= 1.4s
[CV 1/2] END colsample_bytree=0.6, gamma=1.5, max_depth=5, min_child_weight=10, subsample=0.8;, score=0.880 total time= 1.5s
[CV 2/2] END colsample_bytree=0.6, gamma=1.5, max_depth=5, min_child_weight=10, subsample=0.8;, score=0.881 total time= 1.5s
[CV 1/2] END colsample_bytree=0.6, gamma=1.5, max_depth=5, min_child_weight=10, subsample=1.0;, score=0.883 total time= 1.3s
[CV 2/2] END colsample_bytree=0.6, gamma=1.5, max_depth=5, min_child_weight=10, subsample=1.0;, score=0.884 total time= 1.2s
[CV 1/2] END colsample_bytree=0.6, gamma=2, max_depth=3, min_child_weight=1, subsample=0.6;, score=0.875 total time= 1.0s
[CV 2/2] END colsample_bytree=0.6, gamma=2, max_depth=3, min_child_weight=1, subsample=0.6;, score=0.882 total time= 1.0s
[CV 1/2] END colsample_bytree=0.6, gamma=2, max_depth=3, min_child_weight=1, subsample=0.8;, score=0.876 total time= 1.0s
[CV 2/2] END colsample_bytree=0.6, gamma=2, max_depth=3, min_child_weight=1, subsample=0.8;, score=0.883 total time= 1.0s
[CV 1/2] END colsample_bytree=0.6, gamma=2, max_depth=3, min_child_weight=1, subsample=1.0;, score=0.872 total time= 0.9s
[CV 2/2] END colsample_bytree=0.6, gamma=2, max_depth=3, min_child_weight=1, subsample=1.0;, score=0.882 total time= 1.0s
[CV 1/2] END colsample_bytree=0.6, gamma=2, max_depth=3, min_child_weight=5, subsample=0.6;, score=0.870 total time= 1.0s
[CV 2/2] END colsample_bytree=0.6, gamma=2, max_depth=3, min_child_weight=5, subsample=0.6;, score=0.880 total time= 1.0s
[CV 1/2] END colsample_bytree=0.6, gamma=2, max_depth=3, min_child_weight=5, subsample=0.8;, score=0.873 total time= 1.0s
[CV 2/2] END colsample_bytree=0.6, gamma=2, max_depth=3, min_child_weight=5, subsample=0.8;, score=0.881 total time= 1.0s
[CV 1/2] END colsample_bytree=0.6, gamma=2, max_depth=3, min_child_weight=5, subsample=1.0;, score=0.873 total time= 0.9s
[CV 2/2] END colsample_bytree=0.6, gamma=2, max_depth=3, min_child_weight=5, subsample=1.0;, score=0.885 total time= 0.9s
[CV 1/2] END colsample_bytree=0.6, gamma=2, max_depth=3, min_child_weight=10, subsample=0.6;, score=0.864 total time= 1.0s
[CV 2/2] END colsample_bytree=0.6, gamma=2, max_depth=3, min_child_weight=10, subsample=0.6;, score=0.877 total time= 1.0s
[CV 1/2] END colsample_bytree=0.6, gamma=2, max_depth=3, min_child_weight=10, subsample=0.8;, score=0.872 total time= 1.0s
[CV 2/2] END colsample_bytree=0.6, gamma=2, max_depth=3, min_child_weight=10, subsample=0.8;, score=0.877 total time= 1.0s
[CV 1/2] END colsample_bytree=0.6, gamma=2, max_depth=3, min_child_weight=10, subsample=1.0;, score=0.873 total time= 0.9s
[CV 2/2] END colsample_bytree=0.6, gamma=2, max_depth=3, min_child_weight=10, subsample=1.0;, score=0.880 total time= 1.0s
[CV 1/2] END colsample_bytree=0.6, gamma=2, max_depth=4, min_child_weight=1, subsample=0.6;, score=0.880 total time= 1.3s
[CV 2/2] END colsample_bytree=0.6, gamma=2, max_depth=4, min_child_weight=1, subsample=0.6;, score=0.884 total time= 1.2s
[CV 1/2] END colsample_bytree=0.6, gamma=2, max_depth=4, min_child_weight=1, subsample=0.8;, score=0.883 total time= 1.2s
[CV 2/2] END colsample_bytree=0.6, gamma=2, max_depth=4, min_child_weight=1, subsample=0.8;, score=0.888 total time= 1.6s
[CV 1/2] END colsample_bytree=0.6, gamma=2, max_depth=4, min_child_weight=1, subsample=1.0;, score=0.880 total time= 2.9s
[CV 2/2] END colsample_bytree=0.6, gamma=2, max_depth=4, min_child_weight=1, subsample=1.0;, score=0.887 total time= 1.1s
[CV 1/2] END colsample_bytree=0.6, gamma=2, max_depth=4, min_child_weight=5, subsample=0.6;, score=0.876 total time= 1.9s
[CV 2/2] END colsample_bytree=0.6, gamma=2, max_depth=4, min_child_weight=5, subsample=0.6;, score=0.884 total time= 2.7s
[CV 1/2] END colsample_bytree=0.6, gamma=2, max_depth=4, min_child_weight=5, subsample=0.8;, score=0.879 total time= 2.3s
[CV 2/2] END colsample_bytree=0.6, gamma=2, max_depth=4, min_child_weight=5, subsample=0.8;, score=0.886 total time= 1.4s
[CV 1/2] END colsample_bytree=0.6, gamma=2, max_depth=4, min_child_weight=5, subsample=1.0;, score=0.882 total time= 1.3s
[CV 2/2] END colsample_bytree=0.6, gamma=2, max_depth=4, min_child_weight=5, subsample=1.0;, score=0.887 total time= 1.7s
[CV 1/2] END colsample_bytree=0.6, gamma=2, max_depth=4, min_child_weight=10, subsample=0.6;, score=0.870 total time= 2.0s
[CV 2/2] END colsample_bytree=0.6, gamma=2, max_depth=4, min_child_weight=10, subsample=0.6;, score=0.878 total time= 1.7s
[CV 1/2] END colsample_bytree=0.6, gamma=2, max_depth=4, min_child_weight=10, subsample=0.8;, score=0.876 total time= 1.2s
[CV 2/2] END colsample_bytree=0.6, gamma=2, max_depth=4, min_child_weight=10, subsample=0.8;, score=0.882 total time= 1.2s
[CV 1/2] END colsample_bytree=0.6, gamma=2, max_depth=4, min_child_weight=10, subsample=1.0;, score=0.878 total time= 1.1s
[CV 2/2] END colsample_bytree=0.6, gamma=2, max_depth=4, min_child_weight=10, subsample=1.0;, score=0.882 total time= 1.1s
[CV 1/2] END colsample_bytree=0.6, gamma=2, max_depth=5, min_child_weight=1, subsample=0.6;, score=0.873 total time= 1.5s
[CV 2/2] END colsample_bytree=0.6, gamma=2, max_depth=5, min_child_weight=1, subsample=0.6;, score=0.886 total time= 1.5s
[CV 1/2] END colsample_bytree=0.6, gamma=2, max_depth=5, min_child_weight=1, subsample=0.8;, score=0.885 total time= 1.4s
[CV 2/2] END colsample_bytree=0.6, gamma=2, max_depth=5, min_child_weight=1, subsample=0.8;, score=0.886 total time= 1.4s
[CV 1/2] END colsample_bytree=0.6, gamma=2, max_depth=5, min_child_weight=1, subsample=1.0;, score=0.886 total time= 1.2s
[CV 2/2] END colsample_bytree=0.6, gamma=2, max_depth=5, min_child_weight=1, subsample=1.0;, score=0.890 total time= 1.3s
[CV 1/2] END colsample_bytree=0.6, gamma=2, max_depth=5, min_child_weight=5, subsample=0.6;, score=0.869 total time= 1.6s
[CV 2/2] END colsample_bytree=0.6, gamma=2, max_depth=5, min_child_weight=5, subsample=0.6;, score=0.881 total time= 1.4s
[CV 1/2] END colsample_bytree=0.6, gamma=2, max_depth=5, min_child_weight=5, subsample=0.8;, score=0.881 total time= 2.8s
[CV 2/2] END colsample_bytree=0.6, gamma=2, max_depth=5, min_child_weight=5, subsample=0.8;, score=0.887 total time= 1.4s
[CV 1/2] END colsample_bytree=0.6, gamma=2, max_depth=5, min_child_weight=5, subsample=1.0;, score=0.882 total time= 1.2s
[CV 2/2] END colsample_bytree=0.6, gamma=2, max_depth=5, min_child_weight=5, subsample=1.0;, score=0.887 total time= 1.2s
[CV 1/2] END colsample_bytree=0.6, gamma=2, max_depth=5, min_child_weight=10, subsample=0.6;, score=0.875 total time= 1.6s
[CV 2/2] END colsample_bytree=0.6, gamma=2, max_depth=5, min_child_weight=10, subsample=0.6;, score=0.883 total time= 1.4s
[CV 1/2] END colsample_bytree=0.6, gamma=2, max_depth=5, min_child_weight=10, subsample=0.8;, score=0.879 total time= 1.4s
[CV 2/2] END colsample_bytree=0.6, gamma=2, max_depth=5, min_child_weight=10, subsample=0.8;, score=0.885 total time= 1.3s
[CV 1/2] END colsample_bytree=0.6, gamma=2, max_depth=5, min_child_weight=10, subsample=1.0;, score=0.879 total time= 1.2s
[CV 2/2] END colsample_bytree=0.6, gamma=2, max_depth=5, min_child_weight=10, subsample=1.0;, score=0.883 total time= 1.2s
[CV 1/2] END colsample_bytree=0.6, gamma=5, max_depth=3, min_child_weight=1, subsample=0.6;, score=0.872 total time= 1.0s
[CV 2/2] END colsample_bytree=0.6, gamma=5, max_depth=3, min_child_weight=1, subsample=0.6;, score=0.878 total time= 1.0s
[CV 1/2] END colsample_bytree=0.6, gamma=5, max_depth=3, min_child_weight=1, subsample=0.8;, score=0.871 total time= 1.0s
[CV 2/2] END colsample_bytree=0.6, gamma=5, max_depth=3, min_child_weight=1, subsample=0.8;, score=0.879 total time= 1.0s
[CV 1/2] END colsample_bytree=0.6, gamma=5, max_depth=3, min_child_weight=1, subsample=1.0;, score=0.865 total time= 0.9s
[CV 2/2] END colsample_bytree=0.6, gamma=5, max_depth=3, min_child_weight=1, subsample=1.0;, score=0.877 total time= 0.9s
[CV 1/2] END colsample_bytree=0.6, gamma=5, max_depth=3, min_child_weight=5, subsample=0.6;, score=0.869 total time= 1.1s
[CV 2/2] END colsample_bytree=0.6, gamma=5, max_depth=3, min_child_weight=5, subsample=0.6;, score=0.879 total time= 1.0s
[CV 1/2] END colsample_bytree=0.6, gamma=5, max_depth=3, min_child_weight=5, subsample=0.8;, score=0.870 total time= 1.0s
[CV 2/2] END colsample_bytree=0.6, gamma=5, max_depth=3, min_child_weight=5, subsample=0.8;, score=0.880 total time= 1.0s
[CV 1/2] END colsample_bytree=0.6, gamma=5, max_depth=3, min_child_weight=5, subsample=1.0;, score=0.866 total time= 0.9s
[CV 2/2] END colsample_bytree=0.6, gamma=5, max_depth=3, min_child_weight=5, subsample=1.0;, score=0.875 total time= 0.9s
[CV 1/2] END colsample_bytree=0.6, gamma=5, max_depth=3, min_child_weight=10, subsample=0.6;, score=0.866 total time= 1.2s
[CV 2/2] END colsample_bytree=0.6, gamma=5, max_depth=3, min_child_weight=10, subsample=0.6;, score=0.877 total time= 1.0s
[CV 1/2] END colsample_bytree=0.6, gamma=5, max_depth=3, min_child_weight=10, subsample=0.8;, score=0.869 total time= 1.0s
[CV 2/2] END colsample_bytree=0.6, gamma=5, max_depth=3, min_child_weight=10, subsample=0.8;, score=0.877 total time= 1.0s
[CV 1/2] END colsample_bytree=0.6, gamma=5, max_depth=3, min_child_weight=10, subsample=1.0;, score=0.864 total time= 0.9s
[CV 2/2] END colsample_bytree=0.6, gamma=5, max_depth=3, min_child_weight=10, subsample=1.0;, score=0.879 total time= 1.0s
[CV 1/2] END colsample_bytree=0.6, gamma=5, max_depth=4, min_child_weight=1, subsample=0.6;, score=0.879 total time= 1.2s
[CV 2/2] END colsample_bytree=0.6, gamma=5, max_depth=4, min_child_weight=1, subsample=0.6;, score=0.887 total time= 1.3s
[CV 1/2] END colsample_bytree=0.6, gamma=5, max_depth=4, min_child_weight=1, subsample=0.8;, score=0.882 total time= 1.2s
[CV 2/2] END colsample_bytree=0.6, gamma=5, max_depth=4, min_child_weight=1, subsample=0.8;, score=0.891 total time= 1.2s
[CV 1/2] END colsample_bytree=0.6, gamma=5, max_depth=4, min_child_weight=1, subsample=1.0;, score=0.876 total time= 1.1s
[CV 2/2] END colsample_bytree=0.6, gamma=5, max_depth=4, min_child_weight=1, subsample=1.0;, score=0.879 total time= 1.0s
[CV 1/2] END colsample_bytree=0.6, gamma=5, max_depth=4, min_child_weight=5, subsample=0.6;, score=0.877 total time= 1.3s
[CV 2/2] END colsample_bytree=0.6, gamma=5, max_depth=4, min_child_weight=5, subsample=0.6;, score=0.884 total time= 1.2s
[CV 1/2] END colsample_bytree=0.6, gamma=5, max_depth=4, min_child_weight=5, subsample=0.8;, score=0.879 total time= 1.1s
[CV 2/2] END colsample_bytree=0.6, gamma=5, max_depth=4, min_child_weight=5, subsample=0.8;, score=0.887 total time= 1.2s
[CV 1/2] END colsample_bytree=0.6, gamma=5, max_depth=4, min_child_weight=5, subsample=1.0;, score=0.878 total time= 1.0s
[CV 2/2] END colsample_bytree=0.6, gamma=5, max_depth=4, min_child_weight=5, subsample=1.0;, score=0.881 total time= 1.1s
[CV 1/2] END colsample_bytree=0.6, gamma=5, max_depth=4, min_child_weight=10, subsample=0.6;, score=0.874 total time= 1.4s
[CV 2/2] END colsample_bytree=0.6, gamma=5, max_depth=4, min_child_weight=10, subsample=0.6;, score=0.876 total time= 1.2s
[CV 1/2] END colsample_bytree=0.6, gamma=5, max_depth=4, min_child_weight=10, subsample=0.8;, score=0.876 total time= 1.2s
[CV 2/2] END colsample_bytree=0.6, gamma=5, max_depth=4, min_child_weight=10, subsample=0.8;, score=0.881 total time= 1.2s
[CV 1/2] END colsample_bytree=0.6, gamma=5, max_depth=4, min_child_weight=10, subsample=1.0;, score=0.873 total time= 1.0s
[CV 2/2] END colsample_bytree=0.6, gamma=5, max_depth=4, min_child_weight=10, subsample=1.0;, score=0.878 total time= 1.1s
[CV 1/2] END colsample_bytree=0.6, gamma=5, max_depth=5, min_child_weight=1, subsample=0.6;, score=0.881 total time= 1.4s
[CV 2/2] END colsample_bytree=0.6, gamma=5, max_depth=5, min_child_weight=1, subsample=0.6;, score=0.887 total time= 1.5s
[CV 1/2] END colsample_bytree=0.6, gamma=5, max_depth=5, min_child_weight=1, subsample=0.8;, score=0.883 total time= 1.5s
[CV 2/2] END colsample_bytree=0.6, gamma=5, max_depth=5, min_child_weight=1, subsample=0.8;, score=0.891 total time= 1.4s
[CV 1/2] END colsample_bytree=0.6, gamma=5, max_depth=5, min_child_weight=1, subsample=1.0;, score=0.884 total time= 1.3s
[CV 2/2] END colsample_bytree=0.6, gamma=5, max_depth=5, min_child_weight=1, subsample=1.0;, score=0.889 total time= 1.3s
[CV 1/2] END colsample_bytree=0.6, gamma=5, max_depth=5, min_child_weight=5, subsample=0.6;, score=0.877 total time= 1.4s
[CV 2/2] END colsample_bytree=0.6, gamma=5, max_depth=5, min_child_weight=5, subsample=0.6;, score=0.884 total time= 1.4s
[CV 1/2] END colsample_bytree=0.6, gamma=5, max_depth=5, min_child_weight=5, subsample=0.8;, score=0.880 total time= 1.3s
[CV 2/2] END colsample_bytree=0.6, gamma=5, max_depth=5, min_child_weight=5, subsample=0.8;, score=0.886 total time= 1.4s
[CV 1/2] END colsample_bytree=0.6, gamma=5, max_depth=5, min_child_weight=5, subsample=1.0;, score=0.882 total time= 1.3s
[CV 2/2] END colsample_bytree=0.6, gamma=5, max_depth=5, min_child_weight=5, subsample=1.0;, score=0.885 total time= 1.2s
[CV 1/2] END colsample_bytree=0.6, gamma=5, max_depth=5, min_child_weight=10, subsample=0.6;, score=0.875 total time= 1.4s
[CV 2/2] END colsample_bytree=0.6, gamma=5, max_depth=5, min_child_weight=10, subsample=0.6;, score=0.881 total time= 1.4s
[CV 1/2] END colsample_bytree=0.6, gamma=5, max_depth=5, min_child_weight=10, subsample=0.8;, score=0.875 total time= 1.4s
[CV 2/2] END colsample_bytree=0.6, gamma=5, max_depth=5, min_child_weight=10, subsample=0.8;, score=0.884 total time= 1.3s
[CV 1/2] END colsample_bytree=0.6, gamma=5, max_depth=5, min_child_weight=10, subsample=1.0;, score=0.878 total time= 1.2s
[CV 2/2] END colsample_bytree=0.6, gamma=5, max_depth=5, min_child_weight=10, subsample=1.0;, score=0.884 total time= 1.2s
[CV 1/2] END colsample_bytree=0.8, gamma=0.5, max_depth=3, min_child_weight=1, subsample=0.6;, score=0.876 total time= 1.7s
[CV 2/2] END colsample_bytree=0.8, gamma=0.5, max_depth=3, min_child_weight=1, subsample=0.6;, score=0.881 total time= 1.2s
[CV 1/2] END colsample_bytree=0.8, gamma=0.5, max_depth=3, min_child_weight=1, subsample=0.8;, score=0.879 total time= 1.1s
[CV 2/2] END colsample_bytree=0.8, gamma=0.5, max_depth=3, min_child_weight=1, subsample=0.8;, score=0.883 total time= 1.1s
[CV 1/2] END colsample_bytree=0.8, gamma=0.5, max_depth=3, min_child_weight=1, subsample=1.0;, score=0.878 total time= 1.0s
[CV 2/2] END colsample_bytree=0.8, gamma=0.5, max_depth=3, min_child_weight=1, subsample=1.0;, score=0.887 total time= 1.0s
[CV 1/2] END colsample_bytree=0.8, gamma=0.5, max_depth=3, min_child_weight=5, subsample=0.6;, score=0.873 total time= 1.1s
[CV 2/2] END colsample_bytree=0.8, gamma=0.5, max_depth=3, min_child_weight=5, subsample=0.6;, score=0.880 total time= 1.1s
[CV 1/2] END colsample_bytree=0.8, gamma=0.5, max_depth=3, min_child_weight=5, subsample=0.8;, score=0.880 total time= 1.2s
[CV 2/2] END colsample_bytree=0.8, gamma=0.5, max_depth=3, min_child_weight=5, subsample=0.8;, score=0.883 total time= 1.1s
[CV 1/2] END colsample_bytree=0.8, gamma=0.5, max_depth=3, min_child_weight=5, subsample=1.0;, score=0.880 total time= 1.0s
[CV 2/2] END colsample_bytree=0.8, gamma=0.5, max_depth=3, min_child_weight=5, subsample=1.0;, score=0.887 total time= 1.0s
[CV 1/2] END colsample_bytree=0.8, gamma=0.5, max_depth=3, min_child_weight=10, subsample=0.6;, score=0.869 total time= 1.2s
[CV 2/2] END colsample_bytree=0.8, gamma=0.5, max_depth=3, min_child_weight=10, subsample=0.6;, score=0.878 total time= 1.1s
[CV 1/2] END colsample_bytree=0.8, gamma=0.5, max_depth=3, min_child_weight=10, subsample=0.8;, score=0.871 total time= 1.1s
[CV 2/2] END colsample_bytree=0.8, gamma=0.5, max_depth=3, min_child_weight=10, subsample=0.8;, score=0.881 total time= 1.2s
[CV 1/2] END colsample_bytree=0.8, gamma=0.5, max_depth=3, min_child_weight=10, subsample=1.0;, score=0.877 total time= 1.0s
[CV 2/2] END colsample_bytree=0.8, gamma=0.5, max_depth=3, min_child_weight=10, subsample=1.0;, score=0.884 total time= 1.0s
[CV 1/2] END colsample_bytree=0.8, gamma=0.5, max_depth=4, min_child_weight=1, subsample=0.6;, score=0.880 total time= 1.4s
[CV 2/2] END colsample_bytree=0.8, gamma=0.5, max_depth=4, min_child_weight=1, subsample=0.6;, score=0.886 total time= 1.4s
[CV 1/2] END colsample_bytree=0.8, gamma=0.5, max_depth=4, min_child_weight=1, subsample=0.8;, score=0.884 total time= 1.3s
[CV 2/2] END colsample_bytree=0.8, gamma=0.5, max_depth=4, min_child_weight=1, subsample=0.8;, score=0.886 total time= 1.3s
[CV 1/2] END colsample_bytree=0.8, gamma=0.5, max_depth=4, min_child_weight=1, subsample=1.0;, score=0.882 total time= 1.3s
[CV 2/2] END colsample_bytree=0.8, gamma=0.5, max_depth=4, min_child_weight=1, subsample=1.0;, score=0.890 total time= 1.2s
[CV 1/2] END colsample_bytree=0.8, gamma=0.5, max_depth=4, min_child_weight=5, subsample=0.6;, score=0.875 total time= 1.4s
[CV 2/2] END colsample_bytree=0.8, gamma=0.5, max_depth=4, min_child_weight=5, subsample=0.6;, score=0.881 total time= 1.4s
[CV 1/2] END colsample_bytree=0.8, gamma=0.5, max_depth=4, min_child_weight=5, subsample=0.8;, score=0.881 total time= 1.3s
[CV 2/2] END colsample_bytree=0.8, gamma=0.5, max_depth=4, min_child_weight=5, subsample=0.8;, score=0.886 total time= 1.3s
[CV 1/2] END colsample_bytree=0.8, gamma=0.5, max_depth=4, min_child_weight=5, subsample=1.0;, score=0.882 total time= 1.2s
[CV 2/2] END colsample_bytree=0.8, gamma=0.5, max_depth=4, min_child_weight=5, subsample=1.0;, score=0.889 total time= 1.2s
[CV 1/2] END colsample_bytree=0.8, gamma=0.5, max_depth=4, min_child_weight=10, subsample=0.6;, score=0.870 total time= 1.3s
[CV 2/2] END colsample_bytree=0.8, gamma=0.5, max_depth=4, min_child_weight=10, subsample=0.6;, score=0.879 total time= 1.4s
[CV 1/2] END colsample_bytree=0.8, gamma=0.5, max_depth=4, min_child_weight=10, subsample=0.8;, score=0.876 total time= 1.5s
[CV 2/2] END colsample_bytree=0.8, gamma=0.5, max_depth=4, min_child_weight=10, subsample=0.8;, score=0.880 total time= 1.3s
[CV 1/2] END colsample_bytree=0.8, gamma=0.5, max_depth=4, min_child_weight=10, subsample=1.0;, score=0.876 total time= 1.3s
[CV 2/2] END colsample_bytree=0.8, gamma=0.5, max_depth=4, min_child_weight=10, subsample=1.0;, score=0.886 total time= 1.2s
[CV 1/2] END colsample_bytree=0.8, gamma=0.5, max_depth=5, min_child_weight=1, subsample=0.6;, score=0.876 total time= 1.7s
[CV 2/2] END colsample_bytree=0.8, gamma=0.5, max_depth=5, min_child_weight=1, subsample=0.6;, score=0.885 total time= 1.6s
[CV 1/2] END colsample_bytree=0.8, gamma=0.5, max_depth=5, min_child_weight=1, subsample=0.8;, score=0.882 total time= 1.6s
[CV 2/2] END colsample_bytree=0.8, gamma=0.5, max_depth=5, min_child_weight=1, subsample=0.8;, score=0.887 total time= 1.6s
[CV 1/2] END colsample_bytree=0.8, gamma=0.5, max_depth=5, min_child_weight=1, subsample=1.0;, score=0.883 total time= 2.0s
[CV 2/2] END colsample_bytree=0.8, gamma=0.5, max_depth=5, min_child_weight=1, subsample=1.0;, score=0.889 total time= 1.4s
[CV 1/2] END colsample_bytree=0.8, gamma=0.5, max_depth=5, min_child_weight=5, subsample=0.6;, score=0.877 total time= 2.1s
[CV 2/2] END colsample_bytree=0.8, gamma=0.5, max_depth=5, min_child_weight=5, subsample=0.6;, score=0.881 total time= 1.6s
[CV 1/2] END colsample_bytree=0.8, gamma=0.5, max_depth=5, min_child_weight=5, subsample=0.8;, score=0.880 total time= 1.5s
[CV 2/2] END colsample_bytree=0.8, gamma=0.5, max_depth=5, min_child_weight=5, subsample=0.8;, score=0.886 total time= 1.7s
[CV 1/2] END colsample_bytree=0.8, gamma=0.5, max_depth=5, min_child_weight=5, subsample=1.0;, score=0.883 total time= 1.4s
[CV 2/2] END colsample_bytree=0.8, gamma=0.5, max_depth=5, min_child_weight=5, subsample=1.0;, score=0.886 total time= 1.4s
[CV 1/2] END colsample_bytree=0.8, gamma=0.5, max_depth=5, min_child_weight=10, subsample=0.6;, score=0.874 total time= 1.6s
[CV 2/2] END colsample_bytree=0.8, gamma=0.5, max_depth=5, min_child_weight=10, subsample=0.6;, score=0.877 total time= 1.7s
[CV 1/2] END colsample_bytree=0.8, gamma=0.5, max_depth=5, min_child_weight=10, subsample=0.8;, score=0.874 total time= 1.5s
[CV 2/2] END colsample_bytree=0.8, gamma=0.5, max_depth=5, min_child_weight=10, subsample=0.8;, score=0.881 total time= 1.6s
[CV 1/2] END colsample_bytree=0.8, gamma=0.5, max_depth=5, min_child_weight=10, subsample=1.0;, score=0.879 total time= 1.4s
[CV 2/2] END colsample_bytree=0.8, gamma=0.5, max_depth=5, min_child_weight=10, subsample=1.0;, score=0.886 total time= 1.4s
[CV 1/2] END colsample_bytree=0.8, gamma=1, max_depth=3, min_child_weight=1, subsample=0.6;, score=0.876 total time= 1.2s
[CV 2/2] END colsample_bytree=0.8, gamma=1, max_depth=3, min_child_weight=1, subsample=0.6;, score=0.884 total time= 1.2s
[CV 1/2] END colsample_bytree=0.8, gamma=1, max_depth=3, min_child_weight=1, subsample=0.8;, score=0.878 total time= 1.1s
[CV 2/2] END colsample_bytree=0.8, gamma=1, max_depth=3, min_child_weight=1, subsample=0.8;, score=0.888 total time= 1.7s
[CV 1/2] END colsample_bytree=0.8, gamma=1, max_depth=3, min_child_weight=1, subsample=1.0;, score=0.881 total time= 1.0s
[CV 2/2] END colsample_bytree=0.8, gamma=1, max_depth=3, min_child_weight=1, subsample=1.0;, score=0.889 total time= 1.0s
[CV 1/2] END colsample_bytree=0.8, gamma=1, max_depth=3, min_child_weight=5, subsample=0.6;, score=0.871 total time= 1.2s
[CV 2/2] END colsample_bytree=0.8, gamma=1, max_depth=3, min_child_weight=5, subsample=0.6;, score=0.883 total time= 1.2s
[CV 1/2] END colsample_bytree=0.8, gamma=1, max_depth=3, min_child_weight=5, subsample=0.8;, score=0.878 total time= 1.2s
[CV 2/2] END colsample_bytree=0.8, gamma=1, max_depth=3, min_child_weight=5, subsample=0.8;, score=0.881 total time= 1.1s
[CV 1/2] END colsample_bytree=0.8, gamma=1, max_depth=3, min_child_weight=5, subsample=1.0;, score=0.877 total time= 1.0s
[CV 2/2] END colsample_bytree=0.8, gamma=1, max_depth=3, min_child_weight=5, subsample=1.0;, score=0.886 total time= 1.0s
[CV 1/2] END colsample_bytree=0.8, gamma=1, max_depth=3, min_child_weight=10, subsample=0.6;, score=0.872 total time= 1.1s
[CV 2/2] END colsample_bytree=0.8, gamma=1, max_depth=3, min_child_weight=10, subsample=0.6;, score=0.877 total time= 1.1s
[CV 1/2] END colsample_bytree=0.8, gamma=1, max_depth=3, min_child_weight=10, subsample=0.8;, score=0.871 total time= 1.1s
[CV 2/2] END colsample_bytree=0.8, gamma=1, max_depth=3, min_child_weight=10, subsample=0.8;, score=0.882 total time= 1.1s
[CV 1/2] END colsample_bytree=0.8, gamma=1, max_depth=3, min_child_weight=10, subsample=1.0;, score=0.878 total time= 1.0s
[CV 2/2] END colsample_bytree=0.8, gamma=1, max_depth=3, min_child_weight=10, subsample=1.0;, score=0.884 total time= 1.0s
[CV 1/2] END colsample_bytree=0.8, gamma=1, max_depth=4, min_child_weight=1, subsample=0.6;, score=0.877 total time= 1.4s
[CV 2/2] END colsample_bytree=0.8, gamma=1, max_depth=4, min_child_weight=1, subsample=0.6;, score=0.884 total time= 1.4s
[CV 1/2] END colsample_bytree=0.8, gamma=1, max_depth=4, min_child_weight=1, subsample=0.8;, score=0.883 total time= 1.3s
[CV 2/2] END colsample_bytree=0.8, gamma=1, max_depth=4, min_child_weight=1, subsample=0.8;, score=0.887 total time= 1.3s
[CV 1/2] END colsample_bytree=0.8, gamma=1, max_depth=4, min_child_weight=1, subsample=1.0;, score=0.881 total time= 1.3s
[CV 2/2] END colsample_bytree=0.8, gamma=1, max_depth=4, min_child_weight=1, subsample=1.0;, score=0.889 total time= 1.2s
[CV 1/2] END colsample_bytree=0.8, gamma=1, max_depth=4, min_child_weight=5, subsample=0.6;, score=0.877 total time= 1.4s
[CV 2/2] END colsample_bytree=0.8, gamma=1, max_depth=4, min_child_weight=5, subsample=0.6;, score=0.877 total time= 1.4s
[CV 1/2] END colsample_bytree=0.8, gamma=1, max_depth=4, min_child_weight=5, subsample=0.8;, score=0.879 total time= 1.3s
[CV 2/2] END colsample_bytree=0.8, gamma=1, max_depth=4, min_child_weight=5, subsample=0.8;, score=0.884 total time= 1.3s
[CV 1/2] END colsample_bytree=0.8, gamma=1, max_depth=4, min_child_weight=5, subsample=1.0;, score=0.884 total time= 1.2s
[CV 2/2] END colsample_bytree=0.8, gamma=1, max_depth=4, min_child_weight=5, subsample=1.0;, score=0.888 total time= 1.2s
[CV 1/2] END colsample_bytree=0.8, gamma=1, max_depth=4, min_child_weight=10, subsample=0.6;, score=0.872 total time= 1.4s
[CV 2/2] END colsample_bytree=0.8, gamma=1, max_depth=4, min_child_weight=10, subsample=0.6;, score=0.879 total time= 1.4s
[CV 1/2] END colsample_bytree=0.8, gamma=1, max_depth=4, min_child_weight=10, subsample=0.8;, score=0.876 total time= 1.3s
[CV 2/2] END colsample_bytree=0.8, gamma=1, max_depth=4, min_child_weight=10, subsample=0.8;, score=0.882 total time= 1.3s
[CV 1/2] END colsample_bytree=0.8, gamma=1, max_depth=4, min_child_weight=10, subsample=1.0;, score=0.876 total time= 1.2s
[CV 2/2] END colsample_bytree=0.8, gamma=1, max_depth=4, min_child_weight=10, subsample=1.0;, score=0.884 total time= 1.2s
[CV 1/2] END colsample_bytree=0.8, gamma=1, max_depth=5, min_child_weight=1, subsample=0.6;, score=0.880 total time= 1.7s
[CV 2/2] END colsample_bytree=0.8, gamma=1, max_depth=5, min_child_weight=1, subsample=0.6;, score=0.885 total time= 1.6s
[CV 1/2] END colsample_bytree=0.8, gamma=1, max_depth=5, min_child_weight=1, subsample=0.8;, score=0.884 total time= 1.6s
[CV 2/2] END colsample_bytree=0.8, gamma=1, max_depth=5, min_child_weight=1, subsample=0.8;, score=0.889 total time= 1.6s
[CV 1/2] END colsample_bytree=0.8, gamma=1, max_depth=5, min_child_weight=1, subsample=1.0;, score=0.883 total time= 1.4s
[CV 2/2] END colsample_bytree=0.8, gamma=1, max_depth=5, min_child_weight=1, subsample=1.0;, score=0.890 total time= 1.4s
[CV 1/2] END colsample_bytree=0.8, gamma=1, max_depth=5, min_child_weight=5, subsample=0.6;, score=0.874 total time= 1.6s
[CV 2/2] END colsample_bytree=0.8, gamma=1, max_depth=5, min_child_weight=5, subsample=0.6;, score=0.877 total time= 1.6s
[CV 1/2] END colsample_bytree=0.8, gamma=1, max_depth=5, min_child_weight=5, subsample=0.8;, score=0.882 total time= 1.6s
[CV 2/2] END colsample_bytree=0.8, gamma=1, max_depth=5, min_child_weight=5, subsample=0.8;, score=0.886 total time= 1.5s
[CV 1/2] END colsample_bytree=0.8, gamma=1, max_depth=5, min_child_weight=5, subsample=1.0;, score=0.884 total time= 1.4s
[CV 2/2] END colsample_bytree=0.8, gamma=1, max_depth=5, min_child_weight=5, subsample=1.0;, score=0.889 total time= 1.5s
[CV 1/2] END colsample_bytree=0.8, gamma=1, max_depth=5, min_child_weight=10, subsample=0.6;, score=0.870 total time= 1.6s
[CV 2/2] END colsample_bytree=0.8, gamma=1, max_depth=5, min_child_weight=10, subsample=0.6;, score=0.881 total time= 1.6s
[CV 1/2] END colsample_bytree=0.8, gamma=1, max_depth=5, min_child_weight=10, subsample=0.8;, score=0.877 total time= 1.5s
[CV 2/2] END colsample_bytree=0.8, gamma=1, max_depth=5, min_child_weight=10, subsample=0.8;, score=0.883 total time= 1.5s
[CV 1/2] END colsample_bytree=0.8, gamma=1, max_depth=5, min_child_weight=10, subsample=1.0;, score=0.878 total time= 1.4s
[CV 2/2] END colsample_bytree=0.8, gamma=1, max_depth=5, min_child_weight=10, subsample=1.0;, score=0.884 total time= 1.4s
[CV 1/2] END colsample_bytree=0.8, gamma=1.5, max_depth=3, min_child_weight=1, subsample=0.6;, score=0.874 total time= 1.1s
[CV 2/2] END colsample_bytree=0.8, gamma=1.5, max_depth=3, min_child_weight=1, subsample=0.6;, score=0.885 total time= 1.1s
[CV 1/2] END colsample_bytree=0.8, gamma=1.5, max_depth=3, min_child_weight=1, subsample=0.8;, score=0.878 total time= 1.1s
[CV 2/2] END colsample_bytree=0.8, gamma=1.5, max_depth=3, min_child_weight=1, subsample=0.8;, score=0.884 total time= 1.2s
[CV 1/2] END colsample_bytree=0.8, gamma=1.5, max_depth=3, min_child_weight=1, subsample=1.0;, score=0.877 total time= 1.0s
[CV 2/2] END colsample_bytree=0.8, gamma=1.5, max_depth=3, min_child_weight=1, subsample=1.0;, score=0.886 total time= 1.0s
[CV 1/2] END colsample_bytree=0.8, gamma=1.5, max_depth=3, min_child_weight=5, subsample=0.6;, score=0.867 total time= 1.2s
[CV 2/2] END colsample_bytree=0.8, gamma=1.5, max_depth=3, min_child_weight=5, subsample=0.6;, score=0.880 total time= 1.1s
[CV 1/2] END colsample_bytree=0.8, gamma=1.5, max_depth=3, min_child_weight=5, subsample=0.8;, score=0.875 total time= 1.1s
[CV 2/2] END colsample_bytree=0.8, gamma=1.5, max_depth=3, min_child_weight=5, subsample=0.8;, score=0.883 total time= 1.1s
[CV 1/2] END colsample_bytree=0.8, gamma=1.5, max_depth=3, min_child_weight=5, subsample=1.0;, score=0.876 total time= 1.0s
[CV 2/2] END colsample_bytree=0.8, gamma=1.5, max_depth=3, min_child_weight=5, subsample=1.0;, score=0.886 total time= 1.0s
[CV 1/2] END colsample_bytree=0.8, gamma=1.5, max_depth=3, min_child_weight=10, subsample=0.6;, score=0.869 total time= 1.1s
[CV 2/2] END colsample_bytree=0.8, gamma=1.5, max_depth=3, min_child_weight=10, subsample=0.6;, score=0.875 total time= 1.3s
[CV 1/2] END colsample_bytree=0.8, gamma=1.5, max_depth=3, min_child_weight=10, subsample=0.8;, score=0.875 total time= 1.1s
[CV 2/2] END colsample_bytree=0.8, gamma=1.5, max_depth=3, min_child_weight=10, subsample=0.8;, score=0.879 total time= 1.1s
[CV 1/2] END colsample_bytree=0.8, gamma=1.5, max_depth=3, min_child_weight=10, subsample=1.0;, score=0.876 total time= 1.0s
[CV 2/2] END colsample_bytree=0.8, gamma=1.5, max_depth=3, min_child_weight=10, subsample=1.0;, score=0.882 total time= 1.1s
[CV 1/2] END colsample_bytree=0.8, gamma=1.5, max_depth=4, min_child_weight=1, subsample=0.6;, score=0.881 total time= 1.4s
[CV 2/2] END colsample_bytree=0.8, gamma=1.5, max_depth=4, min_child_weight=1, subsample=0.6;, score=0.880 total time= 1.4s
[CV 1/2] END colsample_bytree=0.8, gamma=1.5, max_depth=4, min_child_weight=1, subsample=0.8;, score=0.884 total time= 1.3s
[CV 2/2] END colsample_bytree=0.8, gamma=1.5, max_depth=4, min_child_weight=1, subsample=0.8;, score=0.889 total time= 1.3s
[CV 1/2] END colsample_bytree=0.8, gamma=1.5, max_depth=4, min_child_weight=1, subsample=1.0;, score=0.882 total time= 1.2s
[CV 2/2] END colsample_bytree=0.8, gamma=1.5, max_depth=4, min_child_weight=1, subsample=1.0;, score=0.891 total time= 1.2s
[CV 1/2] END colsample_bytree=0.8, gamma=1.5, max_depth=4, min_child_weight=5, subsample=0.6;, score=0.875 total time= 1.4s
[CV 2/2] END colsample_bytree=0.8, gamma=1.5, max_depth=4, min_child_weight=5, subsample=0.6;, score=0.884 total time= 1.3s
[CV 1/2] END colsample_bytree=0.8, gamma=1.5, max_depth=4, min_child_weight=5, subsample=0.8;, score=0.882 total time= 1.3s
[CV 2/2] END colsample_bytree=0.8, gamma=1.5, max_depth=4, min_child_weight=5, subsample=0.8;, score=0.887 total time= 1.3s
[CV 1/2] END colsample_bytree=0.8, gamma=1.5, max_depth=4, min_child_weight=5, subsample=1.0;, score=0.884 total time= 1.2s
[CV 2/2] END colsample_bytree=0.8, gamma=1.5, max_depth=4, min_child_weight=5, subsample=1.0;, score=0.885 total time= 1.2s
[CV 1/2] END colsample_bytree=0.8, gamma=1.5, max_depth=4, min_child_weight=10, subsample=0.6;, score=0.872 total time= 1.3s
[CV 2/2] END colsample_bytree=0.8, gamma=1.5, max_depth=4, min_child_weight=10, subsample=0.6;, score=0.878 total time= 1.4s
[CV 1/2] END colsample_bytree=0.8, gamma=1.5, max_depth=4, min_child_weight=10, subsample=0.8;, score=0.877 total time= 1.3s
[CV 2/2] END colsample_bytree=0.8, gamma=1.5, max_depth=4, min_child_weight=10, subsample=0.8;, score=0.881 total time= 1.3s
[CV 1/2] END colsample_bytree=0.8, gamma=1.5, max_depth=4, min_child_weight=10, subsample=1.0;, score=0.878 total time= 1.2s
[CV 2/2] END colsample_bytree=0.8, gamma=1.5, max_depth=4, min_child_weight=10, subsample=1.0;, score=0.884 total time= 1.2s
[CV 1/2] END colsample_bytree=0.8, gamma=1.5, max_depth=5, min_child_weight=1, subsample=0.6;, score=0.876 total time= 1.6s
[CV 2/2] END colsample_bytree=0.8, gamma=1.5, max_depth=5, min_child_weight=1, subsample=0.6;, score=0.886 total time= 1.8s
[CV 1/2] END colsample_bytree=0.8, gamma=1.5, max_depth=5, min_child_weight=1, subsample=0.8;, score=0.883 total time= 1.5s
[CV 2/2] END colsample_bytree=0.8, gamma=1.5, max_depth=5, min_child_weight=1, subsample=0.8;, score=0.887 total time= 1.5s
[CV 1/2] END colsample_bytree=0.8, gamma=1.5, max_depth=5, min_child_weight=1, subsample=1.0;, score=0.885 total time= 1.5s
[CV 2/2] END colsample_bytree=0.8, gamma=1.5, max_depth=5, min_child_weight=1, subsample=1.0;, score=0.890 total time= 1.4s
[CV 1/2] END colsample_bytree=0.8, gamma=1.5, max_depth=5, min_child_weight=5, subsample=0.6;, score=0.879 total time= 1.6s
[CV 2/2] END colsample_bytree=0.8, gamma=1.5, max_depth=5, min_child_weight=5, subsample=0.6;, score=0.882 total time= 1.6s
[CV 1/2] END colsample_bytree=0.8, gamma=1.5, max_depth=5, min_child_weight=5, subsample=0.8;, score=0.881 total time= 1.6s
[CV 2/2] END colsample_bytree=0.8, gamma=1.5, max_depth=5, min_child_weight=5, subsample=0.8;, score=0.887 total time= 1.6s
[CV 1/2] END colsample_bytree=0.8, gamma=1.5, max_depth=5, min_child_weight=5, subsample=1.0;, score=0.882 total time= 1.4s
[CV 2/2] END colsample_bytree=0.8, gamma=1.5, max_depth=5, min_child_weight=5, subsample=1.0;, score=0.888 total time= 1.4s
[CV 1/2] END colsample_bytree=0.8, gamma=1.5, max_depth=5, min_child_weight=10, subsample=0.6;, score=0.873 total time= 1.6s
[CV 2/2] END colsample_bytree=0.8, gamma=1.5, max_depth=5, min_child_weight=10, subsample=0.6;, score=0.879 total time= 1.6s
[CV 1/2] END colsample_bytree=0.8, gamma=1.5, max_depth=5, min_child_weight=10, subsample=0.8;, score=0.879 total time= 1.6s
[CV 2/2] END colsample_bytree=0.8, gamma=1.5, max_depth=5, min_child_weight=10, subsample=0.8;, score=0.883 total time= 1.6s
[CV 1/2] END colsample_bytree=0.8, gamma=1.5, max_depth=5, min_child_weight=10, subsample=1.0;, score=0.880 total time= 1.4s
[CV 2/2] END colsample_bytree=0.8, gamma=1.5, max_depth=5, min_child_weight=10, subsample=1.0;, score=0.884 total time= 1.4s
[CV 1/2] END colsample_bytree=0.8, gamma=2, max_depth=3, min_child_weight=1, subsample=0.6;, score=0.874 total time= 1.1s
[CV 2/2] END colsample_bytree=0.8, gamma=2, max_depth=3, min_child_weight=1, subsample=0.6;, score=0.884 total time= 1.1s
[CV 1/2] END colsample_bytree=0.8, gamma=2, max_depth=3, min_child_weight=1, subsample=0.8;, score=0.876 total time= 1.1s
[CV 2/2] END colsample_bytree=0.8, gamma=2, max_depth=3, min_child_weight=1, subsample=0.8;, score=0.882 total time= 1.1s
[CV 1/2] END colsample_bytree=0.8, gamma=2, max_depth=3, min_child_weight=1, subsample=1.0;, score=0.882 total time= 1.1s
[CV 2/2] END colsample_bytree=0.8, gamma=2, max_depth=3, min_child_weight=1, subsample=1.0;, score=0.885 total time= 1.0s
[CV 1/2] END colsample_bytree=0.8, gamma=2, max_depth=3, min_child_weight=5, subsample=0.6;, score=0.869 total time= 1.2s
[CV 2/2] END colsample_bytree=0.8, gamma=2, max_depth=3, min_child_weight=5, subsample=0.6;, score=0.880 total time= 1.1s
[CV 1/2] END colsample_bytree=0.8, gamma=2, max_depth=3, min_child_weight=5, subsample=0.8;, score=0.875 total time= 1.1s
[CV 2/2] END colsample_bytree=0.8, gamma=2, max_depth=3, min_child_weight=5, subsample=0.8;, score=0.883 total time= 1.1s
[CV 1/2] END colsample_bytree=0.8, gamma=2, max_depth=3, min_child_weight=5, subsample=1.0;, score=0.877 total time= 1.0s
[CV 2/2] END colsample_bytree=0.8, gamma=2, max_depth=3, min_child_weight=5, subsample=1.0;, score=0.883 total time= 1.0s
[CV 1/2] END colsample_bytree=0.8, gamma=2, max_depth=3, min_child_weight=10, subsample=0.6;, score=0.867 total time= 1.1s
[CV 2/2] END colsample_bytree=0.8, gamma=2, max_depth=3, min_child_weight=10, subsample=0.6;, score=0.878 total time= 1.2s
[CV 1/2] END colsample_bytree=0.8, gamma=2, max_depth=3, min_child_weight=10, subsample=0.8;, score=0.871 total time= 1.1s
[CV 2/2] END colsample_bytree=0.8, gamma=2, max_depth=3, min_child_weight=10, subsample=0.8;, score=0.882 total time= 1.1s
[CV 1/2] END colsample_bytree=0.8, gamma=2, max_depth=3, min_child_weight=10, subsample=1.0;, score=0.875 total time= 1.0s
[CV 2/2] END colsample_bytree=0.8, gamma=2, max_depth=3, min_child_weight=10, subsample=1.0;, score=0.881 total time= 1.0s
[CV 1/2] END colsample_bytree=0.8, gamma=2, max_depth=4, min_child_weight=1, subsample=0.6;, score=0.879 total time= 1.4s
[CV 2/2] END colsample_bytree=0.8, gamma=2, max_depth=4, min_child_weight=1, subsample=0.6;, score=0.888 total time= 1.4s
[CV 1/2] END colsample_bytree=0.8, gamma=2, max_depth=4, min_child_weight=1, subsample=0.8;, score=0.885 total time= 1.3s
[CV 2/2] END colsample_bytree=0.8, gamma=2, max_depth=4, min_child_weight=1, subsample=0.8;, score=0.888 total time= 1.3s
[CV 1/2] END colsample_bytree=0.8, gamma=2, max_depth=4, min_child_weight=1, subsample=1.0;, score=0.885 total time= 1.2s
[CV 2/2] END colsample_bytree=0.8, gamma=2, max_depth=4, min_child_weight=1, subsample=1.0;, score=0.891 total time= 1.2s
[CV 1/2] END colsample_bytree=0.8, gamma=2, max_depth=4, min_child_weight=5, subsample=0.6;, score=0.875 total time= 1.4s
[CV 2/2] END colsample_bytree=0.8, gamma=2, max_depth=4, min_child_weight=5, subsample=0.6;, score=0.880 total time= 1.4s
[CV 1/2] END colsample_bytree=0.8, gamma=2, max_depth=4, min_child_weight=5, subsample=0.8;, score=0.884 total time= 1.3s
[CV 2/2] END colsample_bytree=0.8, gamma=2, max_depth=4, min_child_weight=5, subsample=0.8;, score=0.887 total time= 1.3s
[CV 1/2] END colsample_bytree=0.8, gamma=2, max_depth=4, min_child_weight=5, subsample=1.0;, score=0.882 total time= 1.2s
[CV 2/2] END colsample_bytree=0.8, gamma=2, max_depth=4, min_child_weight=5, subsample=1.0;, score=0.888 total time= 1.3s
[CV 1/2] END colsample_bytree=0.8, gamma=2, max_depth=4, min_child_weight=10, subsample=0.6;, score=0.870 total time= 1.4s
[CV 2/2] END colsample_bytree=0.8, gamma=2, max_depth=4, min_child_weight=10, subsample=0.6;, score=0.880 total time= 1.4s
[CV 1/2] END colsample_bytree=0.8, gamma=2, max_depth=4, min_child_weight=10, subsample=0.8;, score=0.876 total time= 1.3s
[CV 2/2] END colsample_bytree=0.8, gamma=2, max_depth=4, min_child_weight=10, subsample=0.8;, score=0.881 total time= 1.3s
[CV 1/2] END colsample_bytree=0.8, gamma=2, max_depth=4, min_child_weight=10, subsample=1.0;, score=0.876 total time= 1.2s
[CV 2/2] END colsample_bytree=0.8, gamma=2, max_depth=4, min_child_weight=10, subsample=1.0;, score=0.884 total time= 1.2s
[CV 1/2] END colsample_bytree=0.8, gamma=2, max_depth=5, min_child_weight=1, subsample=0.6;, score=0.879 total time= 1.7s
[CV 2/2] END colsample_bytree=0.8, gamma=2, max_depth=5, min_child_weight=1, subsample=0.6;, score=0.885 total time= 1.7s
[CV 1/2] END colsample_bytree=0.8, gamma=2, max_depth=5, min_child_weight=1, subsample=0.8;, score=0.885 total time= 1.6s
[CV 2/2] END colsample_bytree=0.8, gamma=2, max_depth=5, min_child_weight=1, subsample=0.8;, score=0.887 total time= 1.6s
[CV 1/2] END colsample_bytree=0.8, gamma=2, max_depth=5, min_child_weight=1, subsample=1.0;, score=0.885 total time= 1.4s
[CV 2/2] END colsample_bytree=0.8, gamma=2, max_depth=5, min_child_weight=1, subsample=1.0;, score=0.891 total time= 1.4s
[CV 1/2] END colsample_bytree=0.8, gamma=2, max_depth=5, min_child_weight=5, subsample=0.6;, score=0.881 total time= 1.6s
[CV 2/2] END colsample_bytree=0.8, gamma=2, max_depth=5, min_child_weight=5, subsample=0.6;, score=0.881 total time= 1.7s
[CV 1/2] END colsample_bytree=0.8, gamma=2, max_depth=5, min_child_weight=5, subsample=0.8;, score=0.884 total time= 1.6s
[CV 2/2] END colsample_bytree=0.8, gamma=2, max_depth=5, min_child_weight=5, subsample=0.8;, score=0.887 total time= 1.7s
[CV 1/2] END colsample_bytree=0.8, gamma=2, max_depth=5, min_child_weight=5, subsample=1.0;, score=0.884 total time= 1.4s
[CV 2/2] END colsample_bytree=0.8, gamma=2, max_depth=5, min_child_weight=5, subsample=1.0;, score=0.889 total time= 1.4s
[CV 1/2] END colsample_bytree=0.8, gamma=2, max_depth=5, min_child_weight=10, subsample=0.6;, score=0.874 total time= 1.6s
[CV 2/2] END colsample_bytree=0.8, gamma=2, max_depth=5, min_child_weight=10, subsample=0.6;, score=0.877 total time= 1.6s
[CV 1/2] END colsample_bytree=0.8, gamma=2, max_depth=5, min_child_weight=10, subsample=0.8;, score=0.875 total time= 1.5s
[CV 2/2] END colsample_bytree=0.8, gamma=2, max_depth=5, min_child_weight=10, subsample=0.8;, score=0.885 total time= 1.6s
[CV 1/2] END colsample_bytree=0.8, gamma=2, max_depth=5, min_child_weight=10, subsample=1.0;, score=0.884 total time= 1.4s
[CV 2/2] END colsample_bytree=0.8, gamma=2, max_depth=5, min_child_weight=10, subsample=1.0;, score=0.886 total time= 1.4s
[CV 1/2] END colsample_bytree=0.8, gamma=5, max_depth=3, min_child_weight=1, subsample=0.6;, score=0.873 total time= 1.1s
[CV 2/2] END colsample_bytree=0.8, gamma=5, max_depth=3, min_child_weight=1, subsample=0.6;, score=0.881 total time= 1.1s
[CV 1/2] END colsample_bytree=0.8, gamma=5, max_depth=3, min_child_weight=1, subsample=0.8;, score=0.876 total time= 1.1s
[CV 2/2] END colsample_bytree=0.8, gamma=5, max_depth=3, min_child_weight=1, subsample=0.8;, score=0.881 total time= 1.1s
[CV 1/2] END colsample_bytree=0.8, gamma=5, max_depth=3, min_child_weight=1, subsample=1.0;, score=0.873 total time= 1.0s
[CV 2/2] END colsample_bytree=0.8, gamma=5, max_depth=3, min_child_weight=1, subsample=1.0;, score=0.884 total time= 1.0s
[CV 1/2] END colsample_bytree=0.8, gamma=5, max_depth=3, min_child_weight=5, subsample=0.6;, score=0.869 total time= 1.2s
[CV 2/2] END colsample_bytree=0.8, gamma=5, max_depth=3, min_child_weight=5, subsample=0.6;, score=0.881 total time= 1.1s
[CV 1/2] END colsample_bytree=0.8, gamma=5, max_depth=3, min_child_weight=5, subsample=0.8;, score=0.872 total time= 1.1s
[CV 2/2] END colsample_bytree=0.8, gamma=5, max_depth=3, min_child_weight=5, subsample=0.8;, score=0.883 total time= 1.1s
[CV 1/2] END colsample_bytree=0.8, gamma=5, max_depth=3, min_child_weight=5, subsample=1.0;, score=0.870 total time= 1.0s
[CV 2/2] END colsample_bytree=0.8, gamma=5, max_depth=3, min_child_weight=5, subsample=1.0;, score=0.880 total time= 1.0s
[CV 1/2] END colsample_bytree=0.8, gamma=5, max_depth=3, min_child_weight=10, subsample=0.6;, score=0.870 total time= 1.1s
[CV 2/2] END colsample_bytree=0.8, gamma=5, max_depth=3, min_child_weight=10, subsample=0.6;, score=0.875 total time= 1.2s
[CV 1/2] END colsample_bytree=0.8, gamma=5, max_depth=3, min_child_weight=10, subsample=0.8;, score=0.869 total time= 1.1s
[CV 2/2] END colsample_bytree=0.8, gamma=5, max_depth=3, min_child_weight=10, subsample=0.8;, score=0.874 total time= 1.1s
[CV 1/2] END colsample_bytree=0.8, gamma=5, max_depth=3, min_child_weight=10, subsample=1.0;, score=0.867 total time= 1.0s
[CV 2/2] END colsample_bytree=0.8, gamma=5, max_depth=3, min_child_weight=10, subsample=1.0;, score=0.878 total time= 1.0s
[CV 1/2] END colsample_bytree=0.8, gamma=5, max_depth=4, min_child_weight=1, subsample=0.6;, score=0.880 total time= 1.4s
[CV 2/2] END colsample_bytree=0.8, gamma=5, max_depth=4, min_child_weight=1, subsample=0.6;, score=0.885 total time= 1.3s
[CV 1/2] END colsample_bytree=0.8, gamma=5, max_depth=4, min_child_weight=1, subsample=0.8;, score=0.884 total time= 1.3s
[CV 2/2] END colsample_bytree=0.8, gamma=5, max_depth=4, min_child_weight=1, subsample=0.8;, score=0.887 total time= 1.4s
[CV 1/2] END colsample_bytree=0.8, gamma=5, max_depth=4, min_child_weight=1, subsample=1.0;, score=0.874 total time= 1.2s
[CV 2/2] END colsample_bytree=0.8, gamma=5, max_depth=4, min_child_weight=1, subsample=1.0;, score=0.882 total time= 2.2s
[CV 1/2] END colsample_bytree=0.8, gamma=5, max_depth=4, min_child_weight=5, subsample=0.6;, score=0.877 total time= 1.4s
[CV 2/2] END colsample_bytree=0.8, gamma=5, max_depth=4, min_child_weight=5, subsample=0.6;, score=0.881 total time= 1.4s
[CV 1/2] END colsample_bytree=0.8, gamma=5, max_depth=4, min_child_weight=5, subsample=0.8;, score=0.878 total time= 1.3s
[CV 2/2] END colsample_bytree=0.8, gamma=5, max_depth=4, min_child_weight=5, subsample=0.8;, score=0.883 total time= 1.3s
[CV 1/2] END colsample_bytree=0.8, gamma=5, max_depth=4, min_child_weight=5, subsample=1.0;, score=0.874 total time= 1.2s
[CV 2/2] END colsample_bytree=0.8, gamma=5, max_depth=4, min_child_weight=5, subsample=1.0;, score=0.883 total time= 1.2s
[CV 1/2] END colsample_bytree=0.8, gamma=5, max_depth=4, min_child_weight=10, subsample=0.6;, score=0.872 total time= 1.4s
[CV 2/2] END colsample_bytree=0.8, gamma=5, max_depth=4, min_child_weight=10, subsample=0.6;, score=0.878 total time= 1.4s
[CV 1/2] END colsample_bytree=0.8, gamma=5, max_depth=4, min_child_weight=10, subsample=0.8;, score=0.870 total time= 1.3s
[CV 2/2] END colsample_bytree=0.8, gamma=5, max_depth=4, min_child_weight=10, subsample=0.8;, score=0.881 total time= 1.3s
[CV 1/2] END colsample_bytree=0.8, gamma=5, max_depth=4, min_child_weight=10, subsample=1.0;, score=0.873 total time= 1.2s
[CV 2/2] END colsample_bytree=0.8, gamma=5, max_depth=4, min_child_weight=10, subsample=1.0;, score=0.875 total time= 1.2s
[CV 1/2] END colsample_bytree=0.8, gamma=5, max_depth=5, min_child_weight=1, subsample=0.6;, score=0.883 total time= 1.6s
[CV 2/2] END colsample_bytree=0.8, gamma=5, max_depth=5, min_child_weight=1, subsample=0.6;, score=0.887 total time= 1.7s
[CV 1/2] END colsample_bytree=0.8, gamma=5, max_depth=5, min_child_weight=1, subsample=0.8;, score=0.886 total time= 1.5s
[CV 2/2] END colsample_bytree=0.8, gamma=5, max_depth=5, min_child_weight=1, subsample=0.8;, score=0.889 total time= 1.5s
[CV 1/2] END colsample_bytree=0.8, gamma=5, max_depth=5, min_child_weight=1, subsample=1.0;, score=0.881 total time= 1.4s
[CV 2/2] END colsample_bytree=0.8, gamma=5, max_depth=5, min_child_weight=1, subsample=1.0;, score=0.887 total time= 1.4s
[CV 1/2] END colsample_bytree=0.8, gamma=5, max_depth=5, min_child_weight=5, subsample=0.6;, score=0.874 total time= 1.7s
[CV 2/2] END colsample_bytree=0.8, gamma=5, max_depth=5, min_child_weight=5, subsample=0.6;, score=0.884 total time= 1.6s
[CV 1/2] END colsample_bytree=0.8, gamma=5, max_depth=5, min_child_weight=5, subsample=0.8;, score=0.881 total time= 1.6s
[CV 2/2] END colsample_bytree=0.8, gamma=5, max_depth=5, min_child_weight=5, subsample=0.8;, score=0.883 total time= 1.5s
[CV 1/2] END colsample_bytree=0.8, gamma=5, max_depth=5, min_child_weight=5, subsample=1.0;, score=0.880 total time= 1.4s
[CV 2/2] END colsample_bytree=0.8, gamma=5, max_depth=5, min_child_weight=5, subsample=1.0;, score=0.886 total time= 1.4s
[CV 1/2] END colsample_bytree=0.8, gamma=5, max_depth=5, min_child_weight=10, subsample=0.6;, score=0.874 total time= 1.6s
[CV 2/2] END colsample_bytree=0.8, gamma=5, max_depth=5, min_child_weight=10, subsample=0.6;, score=0.882 total time= 1.6s
[CV 1/2] END colsample_bytree=0.8, gamma=5, max_depth=5, min_child_weight=10, subsample=0.8;, score=0.875 total time= 1.5s
[CV 2/2] END colsample_bytree=0.8, gamma=5, max_depth=5, min_child_weight=10, subsample=0.8;, score=0.883 total time= 1.5s
[CV 1/2] END colsample_bytree=0.8, gamma=5, max_depth=5, min_child_weight=10, subsample=1.0;, score=0.877 total time= 1.3s
[CV 2/2] END colsample_bytree=0.8, gamma=5, max_depth=5, min_child_weight=10, subsample=1.0;, score=0.878 total time= 1.4s
[CV 1/2] END colsample_bytree=1.0, gamma=0.5, max_depth=3, min_child_weight=1, subsample=0.6;, score=0.877 total time= 1.3s
[CV 2/2] END colsample_bytree=1.0, gamma=0.5, max_depth=3, min_child_weight=1, subsample=0.6;, score=0.885 total time= 1.2s
[CV 1/2] END colsample_bytree=1.0, gamma=0.5, max_depth=3, min_child_weight=1, subsample=0.8;, score=0.877 total time= 1.2s
[CV 2/2] END colsample_bytree=1.0, gamma=0.5, max_depth=3, min_child_weight=1, subsample=0.8;, score=0.889 total time= 1.2s
[CV 1/2] END colsample_bytree=1.0, gamma=0.5, max_depth=3, min_child_weight=1, subsample=1.0;, score=0.877 total time= 1.2s
[CV 2/2] END colsample_bytree=1.0, gamma=0.5, max_depth=3, min_child_weight=1, subsample=1.0;, score=0.887 total time= 1.1s
[CV 1/2] END colsample_bytree=1.0, gamma=0.5, max_depth=3, min_child_weight=5, subsample=0.6;, score=0.869 total time= 1.3s
[CV 2/2] END colsample_bytree=1.0, gamma=0.5, max_depth=3, min_child_weight=5, subsample=0.6;, score=0.881 total time= 1.3s
[CV 1/2] END colsample_bytree=1.0, gamma=0.5, max_depth=3, min_child_weight=5, subsample=0.8;, score=0.874 total time= 1.2s
[CV 2/2] END colsample_bytree=1.0, gamma=0.5, max_depth=3, min_child_weight=5, subsample=0.8;, score=0.882 total time= 1.2s
[CV 1/2] END colsample_bytree=1.0, gamma=0.5, max_depth=3, min_child_weight=5, subsample=1.0;, score=0.872 total time= 1.3s
[CV 2/2] END colsample_bytree=1.0, gamma=0.5, max_depth=3, min_child_weight=5, subsample=1.0;, score=0.882 total time= 1.1s
[CV 1/2] END colsample_bytree=1.0, gamma=0.5, max_depth=3, min_child_weight=10, subsample=0.6;, score=0.868 total time= 1.3s
[CV 2/2] END colsample_bytree=1.0, gamma=0.5, max_depth=3, min_child_weight=10, subsample=0.6;, score=0.881 total time= 1.3s
[CV 1/2] END colsample_bytree=1.0, gamma=0.5, max_depth=3, min_child_weight=10, subsample=0.8;, score=0.873 total time= 1.2s
[CV 2/2] END colsample_bytree=1.0, gamma=0.5, max_depth=3, min_child_weight=10, subsample=0.8;, score=0.880 total time= 1.2s
[CV 1/2] END colsample_bytree=1.0, gamma=0.5, max_depth=3, min_child_weight=10, subsample=1.0;, score=0.876 total time= 1.1s
[CV 2/2] END colsample_bytree=1.0, gamma=0.5, max_depth=3, min_child_weight=10, subsample=1.0;, score=0.883 total time= 1.1s
[CV 1/2] END colsample_bytree=1.0, gamma=0.5, max_depth=4, min_child_weight=1, subsample=0.6;, score=0.878 total time= 1.6s
[CV 2/2] END colsample_bytree=1.0, gamma=0.5, max_depth=4, min_child_weight=1, subsample=0.6;, score=0.887 total time= 1.6s
[CV 1/2] END colsample_bytree=1.0, gamma=0.5, max_depth=4, min_child_weight=1, subsample=0.8;, score=0.882 total time= 1.6s
[CV 2/2] END colsample_bytree=1.0, gamma=0.5, max_depth=4, min_child_weight=1, subsample=0.8;, score=0.889 total time= 1.5s
[CV 1/2] END colsample_bytree=1.0, gamma=0.5, max_depth=4, min_child_weight=1, subsample=1.0;, score=0.886 total time= 1.4s
[CV 2/2] END colsample_bytree=1.0, gamma=0.5, max_depth=4, min_child_weight=1, subsample=1.0;, score=0.890 total time= 1.4s
[CV 1/2] END colsample_bytree=1.0, gamma=0.5, max_depth=4, min_child_weight=5, subsample=0.6;, score=0.875 total time= 1.5s
[CV 2/2] END colsample_bytree=1.0, gamma=0.5, max_depth=4, min_child_weight=5, subsample=0.6;, score=0.883 total time= 1.6s
[CV 1/2] END colsample_bytree=1.0, gamma=0.5, max_depth=4, min_child_weight=5, subsample=0.8;, score=0.877 total time= 1.5s
[CV 2/2] END colsample_bytree=1.0, gamma=0.5, max_depth=4, min_child_weight=5, subsample=0.8;, score=0.885 total time= 1.5s
[CV 1/2] END colsample_bytree=1.0, gamma=0.5, max_depth=4, min_child_weight=5, subsample=1.0;, score=0.879 total time= 1.4s
[CV 2/2] END colsample_bytree=1.0, gamma=0.5, max_depth=4, min_child_weight=5, subsample=1.0;, score=0.889 total time= 1.4s
[CV 1/2] END colsample_bytree=1.0, gamma=0.5, max_depth=4, min_child_weight=10, subsample=0.6;, score=0.876 total time= 1.6s
[CV 2/2] END colsample_bytree=1.0, gamma=0.5, max_depth=4, min_child_weight=10, subsample=0.6;, score=0.882 total time= 1.6s
[CV 1/2] END colsample_bytree=1.0, gamma=0.5, max_depth=4, min_child_weight=10, subsample=0.8;, score=0.875 total time= 1.5s
[CV 2/2] END colsample_bytree=1.0, gamma=0.5, max_depth=4, min_child_weight=10, subsample=0.8;, score=0.882 total time= 1.5s
[CV 1/2] END colsample_bytree=1.0, gamma=0.5, max_depth=4, min_child_weight=10, subsample=1.0;, score=0.878 total time= 1.4s
[CV 2/2] END colsample_bytree=1.0, gamma=0.5, max_depth=4, min_child_weight=10, subsample=1.0;, score=0.886 total time= 1.4s
[CV 1/2] END colsample_bytree=1.0, gamma=0.5, max_depth=5, min_child_weight=1, subsample=0.6;, score=0.879 total time= 1.9s
[CV 2/2] END colsample_bytree=1.0, gamma=0.5, max_depth=5, min_child_weight=1, subsample=0.6;, score=0.887 total time= 1.9s
[CV 1/2] END colsample_bytree=1.0, gamma=0.5, max_depth=5, min_child_weight=1, subsample=0.8;, score=0.883 total time= 1.8s
[CV 2/2] END colsample_bytree=1.0, gamma=0.5, max_depth=5, min_child_weight=1, subsample=0.8;, score=0.888 total time= 1.8s
[CV 1/2] END colsample_bytree=1.0, gamma=0.5, max_depth=5, min_child_weight=1, subsample=1.0;, score=0.884 total time= 1.7s
[CV 2/2] END colsample_bytree=1.0, gamma=0.5, max_depth=5, min_child_weight=1, subsample=1.0;, score=0.892 total time= 1.6s
[CV 1/2] END colsample_bytree=1.0, gamma=0.5, max_depth=5, min_child_weight=5, subsample=0.6;, score=0.880 total time= 1.8s
[CV 2/2] END colsample_bytree=1.0, gamma=0.5, max_depth=5, min_child_weight=5, subsample=0.6;, score=0.878 total time= 1.8s
[CV 1/2] END colsample_bytree=1.0, gamma=0.5, max_depth=5, min_child_weight=5, subsample=0.8;, score=0.880 total time= 1.7s
[CV 2/2] END colsample_bytree=1.0, gamma=0.5, max_depth=5, min_child_weight=5, subsample=0.8;, score=0.887 total time= 1.8s
[CV 1/2] END colsample_bytree=1.0, gamma=0.5, max_depth=5, min_child_weight=5, subsample=1.0;, score=0.884 total time= 1.6s
[CV 2/2] END colsample_bytree=1.0, gamma=0.5, max_depth=5, min_child_weight=5, subsample=1.0;, score=0.888 total time= 1.6s
[CV 1/2] END colsample_bytree=1.0, gamma=0.5, max_depth=5, min_child_weight=10, subsample=0.6;, score=0.874 total time= 1.8s
[CV 2/2] END colsample_bytree=1.0, gamma=0.5, max_depth=5, min_child_weight=10, subsample=0.6;, score=0.882 total time= 2.7s
[CV 1/2] END colsample_bytree=1.0, gamma=0.5, max_depth=5, min_child_weight=10, subsample=0.8;, score=0.880 total time= 1.7s
[CV 2/2] END colsample_bytree=1.0, gamma=0.5, max_depth=5, min_child_weight=10, subsample=0.8;, score=0.886 total time= 1.7s
[CV 1/2] END colsample_bytree=1.0, gamma=0.5, max_depth=5, min_child_weight=10, subsample=1.0;, score=0.880 total time= 1.6s
[CV 2/2] END colsample_bytree=1.0, gamma=0.5, max_depth=5, min_child_weight=10, subsample=1.0;, score=0.884 total time= 1.6s
[CV 1/2] END colsample_bytree=1.0, gamma=1, max_depth=3, min_child_weight=1, subsample=0.6;, score=0.877 total time= 1.3s
[CV 2/2] END colsample_bytree=1.0, gamma=1, max_depth=3, min_child_weight=1, subsample=0.6;, score=0.887 total time= 1.3s
[CV 1/2] END colsample_bytree=1.0, gamma=1, max_depth=3, min_child_weight=1, subsample=0.8;, score=0.875 total time= 1.2s
[CV 2/2] END colsample_bytree=1.0, gamma=1, max_depth=3, min_child_weight=1, subsample=0.8;, score=0.887 total time= 1.2s
[CV 1/2] END colsample_bytree=1.0, gamma=1, max_depth=3, min_child_weight=1, subsample=1.0;, score=0.878 total time= 1.1s
[CV 2/2] END colsample_bytree=1.0, gamma=1, max_depth=3, min_child_weight=1, subsample=1.0;, score=0.889 total time= 1.2s
[CV 1/2] END colsample_bytree=1.0, gamma=1, max_depth=3, min_child_weight=5, subsample=0.6;, score=0.869 total time= 1.3s
[CV 2/2] END colsample_bytree=1.0, gamma=1, max_depth=3, min_child_weight=5, subsample=0.6;, score=0.881 total time= 1.3s
[CV 1/2] END colsample_bytree=1.0, gamma=1, max_depth=3, min_child_weight=5, subsample=0.8;, score=0.876 total time= 1.2s
[CV 2/2] END colsample_bytree=1.0, gamma=1, max_depth=3, min_child_weight=5, subsample=0.8;, score=0.882 total time= 1.3s
[CV 1/2] END colsample_bytree=1.0, gamma=1, max_depth=3, min_child_weight=5, subsample=1.0;, score=0.877 total time= 1.1s
[CV 2/2] END colsample_bytree=1.0, gamma=1, max_depth=3, min_child_weight=5, subsample=1.0;, score=0.884 total time= 1.1s
[CV 1/2] END colsample_bytree=1.0, gamma=1, max_depth=3, min_child_weight=10, subsample=0.6;, score=0.866 total time= 1.3s
[CV 2/2] END colsample_bytree=1.0, gamma=1, max_depth=3, min_child_weight=10, subsample=0.6;, score=0.876 total time= 1.3s
[CV 1/2] END colsample_bytree=1.0, gamma=1, max_depth=3, min_child_weight=10, subsample=0.8;, score=0.875 total time= 1.2s
[CV 2/2] END colsample_bytree=1.0, gamma=1, max_depth=3, min_child_weight=10, subsample=0.8;, score=0.880 total time= 1.2s
[CV 1/2] END colsample_bytree=1.0, gamma=1, max_depth=3, min_child_weight=10, subsample=1.0;, score=0.876 total time= 1.1s
[CV 2/2] END colsample_bytree=1.0, gamma=1, max_depth=3, min_child_weight=10, subsample=1.0;, score=0.881 total time= 1.1s
[CV 1/2] END colsample_bytree=1.0, gamma=1, max_depth=4, min_child_weight=1, subsample=0.6;, score=0.880 total time= 1.7s
[CV 2/2] END colsample_bytree=1.0, gamma=1, max_depth=4, min_child_weight=1, subsample=0.6;, score=0.884 total time= 1.6s
[CV 1/2] END colsample_bytree=1.0, gamma=1, max_depth=4, min_child_weight=1, subsample=0.8;, score=0.884 total time= 1.6s
[CV 2/2] END colsample_bytree=1.0, gamma=1, max_depth=4, min_child_weight=1, subsample=0.8;, score=0.889 total time= 1.5s
[CV 1/2] END colsample_bytree=1.0, gamma=1, max_depth=4, min_child_weight=1, subsample=1.0;, score=0.885 total time= 1.4s
[CV 2/2] END colsample_bytree=1.0, gamma=1, max_depth=4, min_child_weight=1, subsample=1.0;, score=0.892 total time= 1.4s
[CV 1/2] END colsample_bytree=1.0, gamma=1, max_depth=4, min_child_weight=5, subsample=0.6;, score=0.874 total time= 1.5s
[CV 2/2] END colsample_bytree=1.0, gamma=1, max_depth=4, min_child_weight=5, subsample=0.6;, score=0.883 total time= 1.6s
[CV 1/2] END colsample_bytree=1.0, gamma=1, max_depth=4, min_child_weight=5, subsample=0.8;, score=0.878 total time= 1.5s
[CV 2/2] END colsample_bytree=1.0, gamma=1, max_depth=4, min_child_weight=5, subsample=0.8;, score=0.886 total time= 1.5s
[CV 1/2] END colsample_bytree=1.0, gamma=1, max_depth=4, min_child_weight=5, subsample=1.0;, score=0.879 total time= 1.4s
[CV 2/2] END colsample_bytree=1.0, gamma=1, max_depth=4, min_child_weight=5, subsample=1.0;, score=0.891 total time= 1.4s
[CV 1/2] END colsample_bytree=1.0, gamma=1, max_depth=4, min_child_weight=10, subsample=0.6;, score=0.869 total time= 1.5s
[CV 2/2] END colsample_bytree=1.0, gamma=1, max_depth=4, min_child_weight=10, subsample=0.6;, score=0.880 total time= 1.6s
[CV 1/2] END colsample_bytree=1.0, gamma=1, max_depth=4, min_child_weight=10, subsample=0.8;, score=0.875 total time= 1.5s
[CV 2/2] END colsample_bytree=1.0, gamma=1, max_depth=4, min_child_weight=10, subsample=0.8;, score=0.886 total time= 1.5s
[CV 1/2] END colsample_bytree=1.0, gamma=1, max_depth=4, min_child_weight=10, subsample=1.0;, score=0.878 total time= 1.4s
[CV 2/2] END colsample_bytree=1.0, gamma=1, max_depth=4, min_child_weight=10, subsample=1.0;, score=0.885 total time= 1.3s
[CV 1/2] END colsample_bytree=1.0, gamma=1, max_depth=5, min_child_weight=1, subsample=0.6;, score=0.878 total time= 1.8s
[CV 2/2] END colsample_bytree=1.0, gamma=1, max_depth=5, min_child_weight=1, subsample=0.6;, score=0.885 total time= 2.0s
[CV 1/2] END colsample_bytree=1.0, gamma=1, max_depth=5, min_child_weight=1, subsample=0.8;, score=0.882 total time= 1.8s
[CV 2/2] END colsample_bytree=1.0, gamma=1, max_depth=5, min_child_weight=1, subsample=0.8;, score=0.889 total time= 1.8s
[CV 1/2] END colsample_bytree=1.0, gamma=1, max_depth=5, min_child_weight=1, subsample=1.0;, score=0.883 total time= 1.6s
[CV 2/2] END colsample_bytree=1.0, gamma=1, max_depth=5, min_child_weight=1, subsample=1.0;, score=0.890 total time= 1.6s
[CV 1/2] END colsample_bytree=1.0, gamma=1, max_depth=5, min_child_weight=5, subsample=0.6;, score=0.879 total time= 1.9s
[CV 2/2] END colsample_bytree=1.0, gamma=1, max_depth=5, min_child_weight=5, subsample=0.6;, score=0.884 total time= 1.9s
[CV 1/2] END colsample_bytree=1.0, gamma=1, max_depth=5, min_child_weight=5, subsample=0.8;, score=0.880 total time= 1.7s
[CV 2/2] END colsample_bytree=1.0, gamma=1, max_depth=5, min_child_weight=5, subsample=0.8;, score=0.885 total time= 1.7s
[CV 1/2] END colsample_bytree=1.0, gamma=1, max_depth=5, min_child_weight=5, subsample=1.0;, score=0.883 total time= 1.6s
[CV 2/2] END colsample_bytree=1.0, gamma=1, max_depth=5, min_child_weight=5, subsample=1.0;, score=0.890 total time= 1.6s
[CV 1/2] END colsample_bytree=1.0, gamma=1, max_depth=5, min_child_weight=10, subsample=0.6;, score=0.873 total time= 1.8s
[CV 2/2] END colsample_bytree=1.0, gamma=1, max_depth=5, min_child_weight=10, subsample=0.6;, score=0.883 total time= 1.9s
[CV 1/2] END colsample_bytree=1.0, gamma=1, max_depth=5, min_child_weight=10, subsample=0.8;, score=0.880 total time= 1.8s
[CV 2/2] END colsample_bytree=1.0, gamma=1, max_depth=5, min_child_weight=10, subsample=0.8;, score=0.884 total time= 1.7s
[CV 1/2] END colsample_bytree=1.0, gamma=1, max_depth=5, min_child_weight=10, subsample=1.0;, score=0.882 total time= 1.6s
[CV 2/2] END colsample_bytree=1.0, gamma=1, max_depth=5, min_child_weight=10, subsample=1.0;, score=0.885 total time= 1.6s
[CV 1/2] END colsample_bytree=1.0, gamma=1.5, max_depth=3, min_child_weight=1, subsample=0.6;, score=0.877 total time= 1.3s
[CV 2/2] END colsample_bytree=1.0, gamma=1.5, max_depth=3, min_child_weight=1, subsample=0.6;, score=0.884 total time= 1.4s
[CV 1/2] END colsample_bytree=1.0, gamma=1.5, max_depth=3, min_child_weight=1, subsample=0.8;, score=0.876 total time= 1.3s
[CV 2/2] END colsample_bytree=1.0, gamma=1.5, max_depth=3, min_child_weight=1, subsample=0.8;, score=0.885 total time= 1.3s
[CV 1/2] END colsample_bytree=1.0, gamma=1.5, max_depth=3, min_child_weight=1, subsample=1.0;, score=0.878 total time= 1.1s
[CV 2/2] END colsample_bytree=1.0, gamma=1.5, max_depth=3, min_child_weight=1, subsample=1.0;, score=0.886 total time= 1.1s
[CV 1/2] END colsample_bytree=1.0, gamma=1.5, max_depth=3, min_child_weight=5, subsample=0.6;, score=0.870 total time= 1.4s
[CV 2/2] END colsample_bytree=1.0, gamma=1.5, max_depth=3, min_child_weight=5, subsample=0.6;, score=0.881 total time= 1.3s
[CV 1/2] END colsample_bytree=1.0, gamma=1.5, max_depth=3, min_child_weight=5, subsample=0.8;, score=0.881 total time= 1.3s
[CV 2/2] END colsample_bytree=1.0, gamma=1.5, max_depth=3, min_child_weight=5, subsample=0.8;, score=0.883 total time= 1.2s
[CV 1/2] END colsample_bytree=1.0, gamma=1.5, max_depth=3, min_child_weight=5, subsample=1.0;, score=0.873 total time= 1.1s
[CV 2/2] END colsample_bytree=1.0, gamma=1.5, max_depth=3, min_child_weight=5, subsample=1.0;, score=0.883 total time= 1.1s
[CV 1/2] END colsample_bytree=1.0, gamma=1.5, max_depth=3, min_child_weight=10, subsample=0.6;, score=0.866 total time= 1.3s
[CV 2/2] END colsample_bytree=1.0, gamma=1.5, max_depth=3, min_child_weight=10, subsample=0.6;, score=0.877 total time= 1.3s
[CV 1/2] END colsample_bytree=1.0, gamma=1.5, max_depth=3, min_child_weight=10, subsample=0.8;, score=0.872 total time= 1.2s
[CV 2/2] END colsample_bytree=1.0, gamma=1.5, max_depth=3, min_child_weight=10, subsample=0.8;, score=0.881 total time= 1.2s
[CV 1/2] END colsample_bytree=1.0, gamma=1.5, max_depth=3, min_child_weight=10, subsample=1.0;, score=0.871 total time= 1.1s
[CV 2/2] END colsample_bytree=1.0, gamma=1.5, max_depth=3, min_child_weight=10, subsample=1.0;, score=0.881 total time= 1.1s
[CV 1/2] END colsample_bytree=1.0, gamma=1.5, max_depth=4, min_child_weight=1, subsample=0.6;, score=0.881 total time= 1.6s
[CV 2/2] END colsample_bytree=1.0, gamma=1.5, max_depth=4, min_child_weight=1, subsample=0.6;, score=0.887 total time= 1.6s
[CV 1/2] END colsample_bytree=1.0, gamma=1.5, max_depth=4, min_child_weight=1, subsample=0.8;, score=0.885 total time= 1.5s
[CV 2/2] END colsample_bytree=1.0, gamma=1.5, max_depth=4, min_child_weight=1, subsample=0.8;, score=0.888 total time= 1.5s
[CV 1/2] END colsample_bytree=1.0, gamma=1.5, max_depth=4, min_child_weight=1, subsample=1.0;, score=0.881 total time= 1.4s
[CV 2/2] END colsample_bytree=1.0, gamma=1.5, max_depth=4, min_child_weight=1, subsample=1.0;, score=0.892 total time= 1.4s
[CV 1/2] END colsample_bytree=1.0, gamma=1.5, max_depth=4, min_child_weight=5, subsample=0.6;, score=0.874 total time= 1.6s
[CV 2/2] END colsample_bytree=1.0, gamma=1.5, max_depth=4, min_child_weight=5, subsample=0.6;, score=0.880 total time= 1.5s
[CV 1/2] END colsample_bytree=1.0, gamma=1.5, max_depth=4, min_child_weight=5, subsample=0.8;, score=0.881 total time= 1.5s
[CV 2/2] END colsample_bytree=1.0, gamma=1.5, max_depth=4, min_child_weight=5, subsample=0.8;, score=0.887 total time= 1.5s
[CV 1/2] END colsample_bytree=1.0, gamma=1.5, max_depth=4, min_child_weight=5, subsample=1.0;, score=0.883 total time= 2.1s
[CV 2/2] END colsample_bytree=1.0, gamma=1.5, max_depth=4, min_child_weight=5, subsample=1.0;, score=0.888 total time= 1.4s
[CV 1/2] END colsample_bytree=1.0, gamma=1.5, max_depth=4, min_child_weight=10, subsample=0.6;, score=0.876 total time= 1.5s
[CV 2/2] END colsample_bytree=1.0, gamma=1.5, max_depth=4, min_child_weight=10, subsample=0.6;, score=0.882 total time= 1.5s
[CV 1/2] END colsample_bytree=1.0, gamma=1.5, max_depth=4, min_child_weight=10, subsample=0.8;, score=0.877 total time= 1.5s
[CV 2/2] END colsample_bytree=1.0, gamma=1.5, max_depth=4, min_child_weight=10, subsample=0.8;, score=0.883 total time= 1.5s
[CV 1/2] END colsample_bytree=1.0, gamma=1.5, max_depth=4, min_child_weight=10, subsample=1.0;, score=0.879 total time= 1.3s
[CV 2/2] END colsample_bytree=1.0, gamma=1.5, max_depth=4, min_child_weight=10, subsample=1.0;, score=0.883 total time= 1.3s
[CV 1/2] END colsample_bytree=1.0, gamma=1.5, max_depth=5, min_child_weight=1, subsample=0.6;, score=0.880 total time= 1.9s
[CV 2/2] END colsample_bytree=1.0, gamma=1.5, max_depth=5, min_child_weight=1, subsample=0.6;, score=0.886 total time= 1.9s
[CV 1/2] END colsample_bytree=1.0, gamma=1.5, max_depth=5, min_child_weight=1, subsample=0.8;, score=0.882 total time= 1.8s
[CV 2/2] END colsample_bytree=1.0, gamma=1.5, max_depth=5, min_child_weight=1, subsample=0.8;, score=0.890 total time= 1.8s
[CV 1/2] END colsample_bytree=1.0, gamma=1.5, max_depth=5, min_child_weight=1, subsample=1.0;, score=0.884 total time= 1.6s
[CV 2/2] END colsample_bytree=1.0, gamma=1.5, max_depth=5, min_child_weight=1, subsample=1.0;, score=0.891 total time= 1.7s
[CV 1/2] END colsample_bytree=1.0, gamma=1.5, max_depth=5, min_child_weight=5, subsample=0.6;, score=0.876 total time= 1.8s
[CV 2/2] END colsample_bytree=1.0, gamma=1.5, max_depth=5, min_child_weight=5, subsample=0.6;, score=0.880 total time= 1.9s
[CV 1/2] END colsample_bytree=1.0, gamma=1.5, max_depth=5, min_child_weight=5, subsample=0.8;, score=0.881 total time= 1.8s
[CV 2/2] END colsample_bytree=1.0, gamma=1.5, max_depth=5, min_child_weight=5, subsample=0.8;, score=0.889 total time= 1.8s
[CV 1/2] END colsample_bytree=1.0, gamma=1.5, max_depth=5, min_child_weight=5, subsample=1.0;, score=0.884 total time= 1.6s
[CV 2/2] END colsample_bytree=1.0, gamma=1.5, max_depth=5, min_child_weight=5, subsample=1.0;, score=0.888 total time= 1.5s
[CV 1/2] END colsample_bytree=1.0, gamma=1.5, max_depth=5, min_child_weight=10, subsample=0.6;, score=0.871 total time= 1.8s
[CV 2/2] END colsample_bytree=1.0, gamma=1.5, max_depth=5, min_child_weight=10, subsample=0.6;, score=0.880 total time= 1.8s
[CV 1/2] END colsample_bytree=1.0, gamma=1.5, max_depth=5, min_child_weight=10, subsample=0.8;, score=0.878 total time= 2.5s
[CV 2/2] END colsample_bytree=1.0, gamma=1.5, max_depth=5, min_child_weight=10, subsample=0.8;, score=0.884 total time= 1.7s
[CV 1/2] END colsample_bytree=1.0, gamma=1.5, max_depth=5, min_child_weight=10, subsample=1.0;, score=0.878 total time= 1.7s
[CV 2/2] END colsample_bytree=1.0, gamma=1.5, max_depth=5, min_child_weight=10, subsample=1.0;, score=0.885 total time= 1.6s
[CV 1/2] END colsample_bytree=1.0, gamma=2, max_depth=3, min_child_weight=1, subsample=0.6;, score=0.875 total time= 1.3s
[CV 2/2] END colsample_bytree=1.0, gamma=2, max_depth=3, min_child_weight=1, subsample=0.6;, score=0.882 total time= 1.8s
[CV 1/2] END colsample_bytree=1.0, gamma=2, max_depth=3, min_child_weight=1, subsample=0.8;, score=0.878 total time= 1.2s
[CV 2/2] END colsample_bytree=1.0, gamma=2, max_depth=3, min_child_weight=1, subsample=0.8;, score=0.889 total time= 1.6s
[CV 1/2] END colsample_bytree=1.0, gamma=2, max_depth=3, min_child_weight=1, subsample=1.0;, score=0.877 total time= 1.1s
[CV 2/2] END colsample_bytree=1.0, gamma=2, max_depth=3, min_child_weight=1, subsample=1.0;, score=0.889 total time= 1.1s
[CV 1/2] END colsample_bytree=1.0, gamma=2, max_depth=3, min_child_weight=5, subsample=0.6;, score=0.871 total time= 1.3s
[CV 2/2] END colsample_bytree=1.0, gamma=2, max_depth=3, min_child_weight=5, subsample=0.6;, score=0.882 total time= 1.4s
[CV 1/2] END colsample_bytree=1.0, gamma=2, max_depth=3, min_child_weight=5, subsample=0.8;, score=0.882 total time= 1.2s
[CV 2/2] END colsample_bytree=1.0, gamma=2, max_depth=3, min_child_weight=5, subsample=0.8;, score=0.884 total time= 1.2s
[CV 1/2] END colsample_bytree=1.0, gamma=2, max_depth=3, min_child_weight=5, subsample=1.0;, score=0.876 total time= 1.6s
[CV 2/2] END colsample_bytree=1.0, gamma=2, max_depth=3, min_child_weight=5, subsample=1.0;, score=0.884 total time= 1.2s
[CV 1/2] END colsample_bytree=1.0, gamma=2, max_depth=3, min_child_weight=10, subsample=0.6;, score=0.869 total time= 1.3s
[CV 2/2] END colsample_bytree=1.0, gamma=2, max_depth=3, min_child_weight=10, subsample=0.6;, score=0.879 total time= 1.3s
[CV 1/2] END colsample_bytree=1.0, gamma=2, max_depth=3, min_child_weight=10, subsample=0.8;, score=0.873 total time= 1.2s
[CV 2/2] END colsample_bytree=1.0, gamma=2, max_depth=3, min_child_weight=10, subsample=0.8;, score=0.880 total time= 1.3s
[CV 1/2] END colsample_bytree=1.0, gamma=2, max_depth=3, min_child_weight=10, subsample=1.0;, score=0.867 total time= 1.1s
[CV 2/2] END colsample_bytree=1.0, gamma=2, max_depth=3, min_child_weight=10, subsample=1.0;, score=0.881 total time= 1.1s
[CV 1/2] END colsample_bytree=1.0, gamma=2, max_depth=4, min_child_weight=1, subsample=0.6;, score=0.875 total time= 1.6s
[CV 2/2] END colsample_bytree=1.0, gamma=2, max_depth=4, min_child_weight=1, subsample=0.6;, score=0.887 total time= 1.5s
[CV 1/2] END colsample_bytree=1.0, gamma=2, max_depth=4, min_child_weight=1, subsample=0.8;, score=0.884 total time= 1.5s
[CV 2/2] END colsample_bytree=1.0, gamma=2, max_depth=4, min_child_weight=1, subsample=0.8;, score=0.886 total time= 1.5s
[CV 1/2] END colsample_bytree=1.0, gamma=2, max_depth=4, min_child_weight=1, subsample=1.0;, score=0.881 total time= 1.4s
[CV 2/2] END colsample_bytree=1.0, gamma=2, max_depth=4, min_child_weight=1, subsample=1.0;, score=0.887 total time= 1.4s
[CV 1/2] END colsample_bytree=1.0, gamma=2, max_depth=4, min_child_weight=5, subsample=0.6;, score=0.876 total time= 1.6s
[CV 2/2] END colsample_bytree=1.0, gamma=2, max_depth=4, min_child_weight=5, subsample=0.6;, score=0.881 total time= 1.6s
[CV 1/2] END colsample_bytree=1.0, gamma=2, max_depth=4, min_child_weight=5, subsample=0.8;, score=0.882 total time= 1.5s
[CV 2/2] END colsample_bytree=1.0, gamma=2, max_depth=4, min_child_weight=5, subsample=0.8;, score=0.888 total time= 1.5s
[CV 1/2] END colsample_bytree=1.0, gamma=2, max_depth=4, min_child_weight=5, subsample=1.0;, score=0.877 total time= 1.3s
[CV 2/2] END colsample_bytree=1.0, gamma=2, max_depth=4, min_child_weight=5, subsample=1.0;, score=0.886 total time= 1.5s
[CV 1/2] END colsample_bytree=1.0, gamma=2, max_depth=4, min_child_weight=10, subsample=0.6;, score=0.871 total time= 1.5s
[CV 2/2] END colsample_bytree=1.0, gamma=2, max_depth=4, min_child_weight=10, subsample=0.6;, score=0.880 total time= 1.6s
[CV 1/2] END colsample_bytree=1.0, gamma=2, max_depth=4, min_child_weight=10, subsample=0.8;, score=0.877 total time= 1.5s
[CV 2/2] END colsample_bytree=1.0, gamma=2, max_depth=4, min_child_weight=10, subsample=0.8;, score=0.884 total time= 1.5s
[CV 1/2] END colsample_bytree=1.0, gamma=2, max_depth=4, min_child_weight=10, subsample=1.0;, score=0.876 total time= 1.3s
[CV 2/2] END colsample_bytree=1.0, gamma=2, max_depth=4, min_child_weight=10, subsample=1.0;, score=0.883 total time= 1.3s
[CV 1/2] END colsample_bytree=1.0, gamma=2, max_depth=5, min_child_weight=1, subsample=0.6;, score=0.880 total time= 1.9s
[CV 2/2] END colsample_bytree=1.0, gamma=2, max_depth=5, min_child_weight=1, subsample=0.6;, score=0.885 total time= 1.9s
[CV 1/2] END colsample_bytree=1.0, gamma=2, max_depth=5, min_child_weight=1, subsample=0.8;, score=0.880 total time= 1.8s
[CV 2/2] END colsample_bytree=1.0, gamma=2, max_depth=5, min_child_weight=1, subsample=0.8;, score=0.889 total time= 1.8s
[CV 1/2] END colsample_bytree=1.0, gamma=2, max_depth=5, min_child_weight=1, subsample=1.0;, score=0.882 total time= 1.5s
[CV 2/2] END colsample_bytree=1.0, gamma=2, max_depth=5, min_child_weight=1, subsample=1.0;, score=0.892 total time= 1.6s
[CV 1/2] END colsample_bytree=1.0, gamma=2, max_depth=5, min_child_weight=5, subsample=0.6;, score=0.877 total time= 1.8s
[CV 2/2] END colsample_bytree=1.0, gamma=2, max_depth=5, min_child_weight=5, subsample=0.6;, score=0.879 total time= 1.9s
[CV 1/2] END colsample_bytree=1.0, gamma=2, max_depth=5, min_child_weight=5, subsample=0.8;, score=0.881 total time= 1.8s
[CV 2/2] END colsample_bytree=1.0, gamma=2, max_depth=5, min_child_weight=5, subsample=0.8;, score=0.888 total time= 1.7s
[CV 1/2] END colsample_bytree=1.0, gamma=2, max_depth=5, min_child_weight=5, subsample=1.0;, score=0.886 total time= 1.6s
[CV 2/2] END colsample_bytree=1.0, gamma=2, max_depth=5, min_child_weight=5, subsample=1.0;, score=0.889 total time= 1.8s
[CV 1/2] END colsample_bytree=1.0, gamma=2, max_depth=5, min_child_weight=10, subsample=0.6;, score=0.876 total time= 1.8s
[CV 2/2] END colsample_bytree=1.0, gamma=2, max_depth=5, min_child_weight=10, subsample=0.6;, score=0.879 total time= 1.9s
[CV 1/2] END colsample_bytree=1.0, gamma=2, max_depth=5, min_child_weight=10, subsample=0.8;, score=0.880 total time= 1.8s
[CV 2/2] END colsample_bytree=1.0, gamma=2, max_depth=5, min_child_weight=10, subsample=0.8;, score=0.885 total time= 1.8s
[CV 1/2] END colsample_bytree=1.0, gamma=2, max_depth=5, min_child_weight=10, subsample=1.0;, score=0.877 total time= 1.6s
[CV 2/2] END colsample_bytree=1.0, gamma=2, max_depth=5, min_child_weight=10, subsample=1.0;, score=0.886 total time= 1.7s
[CV 1/2] END colsample_bytree=1.0, gamma=5, max_depth=3, min_child_weight=1, subsample=0.6;, score=0.874 total time= 1.3s
[CV 2/2] END colsample_bytree=1.0, gamma=5, max_depth=3, min_child_weight=1, subsample=0.6;, score=0.884 total time= 1.3s
[CV 1/2] END colsample_bytree=1.0, gamma=5, max_depth=3, min_child_weight=1, subsample=0.8;, score=0.877 total time= 1.3s
[CV 2/2] END colsample_bytree=1.0, gamma=5, max_depth=3, min_child_weight=1, subsample=0.8;, score=0.883 total time= 1.2s
[CV 1/2] END colsample_bytree=1.0, gamma=5, max_depth=3, min_child_weight=1, subsample=1.0;, score=0.865 total time= 1.1s
[CV 2/2] END colsample_bytree=1.0, gamma=5, max_depth=3, min_child_weight=1, subsample=1.0;, score=0.876 total time= 1.1s
[CV 1/2] END colsample_bytree=1.0, gamma=5, max_depth=3, min_child_weight=5, subsample=0.6;, score=0.869 total time= 1.3s
[CV 2/2] END colsample_bytree=1.0, gamma=5, max_depth=3, min_child_weight=5, subsample=0.6;, score=0.880 total time= 1.3s
[CV 1/2] END colsample_bytree=1.0, gamma=5, max_depth=3, min_child_weight=5, subsample=0.8;, score=0.874 total time= 1.2s
[CV 2/2] END colsample_bytree=1.0, gamma=5, max_depth=3, min_child_weight=5, subsample=0.8;, score=0.880 total time= 1.4s
[CV 1/2] END colsample_bytree=1.0, gamma=5, max_depth=3, min_child_weight=5, subsample=1.0;, score=0.860 total time= 1.1s
[CV 2/2] END colsample_bytree=1.0, gamma=5, max_depth=3, min_child_weight=5, subsample=1.0;, score=0.876 total time= 1.1s
[CV 1/2] END colsample_bytree=1.0, gamma=5, max_depth=3, min_child_weight=10, subsample=0.6;, score=0.870 total time= 1.3s
[CV 2/2] END colsample_bytree=1.0, gamma=5, max_depth=3, min_child_weight=10, subsample=0.6;, score=0.878 total time= 1.3s
[CV 1/2] END colsample_bytree=1.0, gamma=5, max_depth=3, min_child_weight=10, subsample=0.8;, score=0.873 total time= 1.3s
[CV 2/2] END colsample_bytree=1.0, gamma=5, max_depth=3, min_child_weight=10, subsample=0.8;, score=0.878 total time= 1.2s
[CV 1/2] END colsample_bytree=1.0, gamma=5, max_depth=3, min_child_weight=10, subsample=1.0;, score=0.862 total time= 1.1s
[CV 2/2] END colsample_bytree=1.0, gamma=5, max_depth=3, min_child_weight=10, subsample=1.0;, score=0.874 total time= 1.1s
[CV 1/2] END colsample_bytree=1.0, gamma=5, max_depth=4, min_child_weight=1, subsample=0.6;, score=0.877 total time= 1.6s
[CV 2/2] END colsample_bytree=1.0, gamma=5, max_depth=4, min_child_weight=1, subsample=0.6;, score=0.887 total time= 1.5s
[CV 1/2] END colsample_bytree=1.0, gamma=5, max_depth=4, min_child_weight=1, subsample=0.8;, score=0.884 total time= 1.4s
[CV 2/2] END colsample_bytree=1.0, gamma=5, max_depth=4, min_child_weight=1, subsample=0.8;, score=0.887 total time= 1.5s
[CV 1/2] END colsample_bytree=1.0, gamma=5, max_depth=4, min_child_weight=1, subsample=1.0;, score=0.872 total time= 1.4s
[CV 2/2] END colsample_bytree=1.0, gamma=5, max_depth=4, min_child_weight=1, subsample=1.0;, score=0.879 total time= 1.3s
[CV 1/2] END colsample_bytree=1.0, gamma=5, max_depth=4, min_child_weight=5, subsample=0.6;, score=0.873 total time= 1.6s
[CV 2/2] END colsample_bytree=1.0, gamma=5, max_depth=4, min_child_weight=5, subsample=0.6;, score=0.885 total time= 1.6s
[CV 1/2] END colsample_bytree=1.0, gamma=5, max_depth=4, min_child_weight=5, subsample=0.8;, score=0.880 total time= 1.5s
[CV 2/2] END colsample_bytree=1.0, gamma=5, max_depth=4, min_child_weight=5, subsample=0.8;, score=0.888 total time= 1.4s
[CV 1/2] END colsample_bytree=1.0, gamma=5, max_depth=4, min_child_weight=5, subsample=1.0;, score=0.878 total time= 1.3s
[CV 2/2] END colsample_bytree=1.0, gamma=5, max_depth=4, min_child_weight=5, subsample=1.0;, score=0.883 total time= 1.4s
[CV 1/2] END colsample_bytree=1.0, gamma=5, max_depth=4, min_child_weight=10, subsample=0.6;, score=0.872 total time= 1.5s
[CV 2/2] END colsample_bytree=1.0, gamma=5, max_depth=4, min_child_weight=10, subsample=0.6;, score=0.880 total time= 1.6s
[CV 1/2] END colsample_bytree=1.0, gamma=5, max_depth=4, min_child_weight=10, subsample=0.8;, score=0.874 total time= 1.5s
[CV 2/2] END colsample_bytree=1.0, gamma=5, max_depth=4, min_child_weight=10, subsample=0.8;, score=0.881 total time= 1.5s
[CV 1/2] END colsample_bytree=1.0, gamma=5, max_depth=4, min_child_weight=10, subsample=1.0;, score=0.871 total time= 1.3s
[CV 2/2] END colsample_bytree=1.0, gamma=5, max_depth=4, min_child_weight=10, subsample=1.0;, score=0.879 total time= 1.4s
[CV 1/2] END colsample_bytree=1.0, gamma=5, max_depth=5, min_child_weight=1, subsample=0.6;, score=0.884 total time= 2.0s
[CV 2/2] END colsample_bytree=1.0, gamma=5, max_depth=5, min_child_weight=1, subsample=0.6;, score=0.889 total time= 1.9s
[CV 1/2] END colsample_bytree=1.0, gamma=5, max_depth=5, min_child_weight=1, subsample=0.8;, score=0.884 total time= 1.8s
[CV 2/2] END colsample_bytree=1.0, gamma=5, max_depth=5, min_child_weight=1, subsample=0.8;, score=0.890 total time= 1.7s
[CV 1/2] END colsample_bytree=1.0, gamma=5, max_depth=5, min_child_weight=1, subsample=1.0;, score=0.880 total time= 1.6s
[CV 2/2] END colsample_bytree=1.0, gamma=5, max_depth=5, min_child_weight=1, subsample=1.0;, score=0.887 total time= 1.6s
[CV 1/2] END colsample_bytree=1.0, gamma=5, max_depth=5, min_child_weight=5, subsample=0.6;, score=0.880 total time= 1.8s
[CV 2/2] END colsample_bytree=1.0, gamma=5, max_depth=5, min_child_weight=5, subsample=0.6;, score=0.887 total time= 1.9s
[CV 1/2] END colsample_bytree=1.0, gamma=5, max_depth=5, min_child_weight=5, subsample=0.8;, score=0.881 total time= 1.7s
[CV 2/2] END colsample_bytree=1.0, gamma=5, max_depth=5, min_child_weight=5, subsample=0.8;, score=0.889 total time= 1.7s
[CV 1/2] END colsample_bytree=1.0, gamma=5, max_depth=5, min_child_weight=5, subsample=1.0;, score=0.879 total time= 1.6s
[CV 2/2] END colsample_bytree=1.0, gamma=5, max_depth=5, min_child_weight=5, subsample=1.0;, score=0.884 total time= 1.6s
[CV 1/2] END colsample_bytree=1.0, gamma=5, max_depth=5, min_child_weight=10, subsample=0.6;, score=0.875 total time= 1.8s
[CV 2/2] END colsample_bytree=1.0, gamma=5, max_depth=5, min_child_weight=10, subsample=0.6;, score=0.881 total time= 1.9s
[CV 1/2] END colsample_bytree=1.0, gamma=5, max_depth=5, min_child_weight=10, subsample=0.8;, score=0.875 total time= 1.8s
[CV 2/2] END colsample_bytree=1.0, gamma=5, max_depth=5, min_child_weight=10, subsample=0.8;, score=0.886 total time= 1.7s
[CV 1/2] END colsample_bytree=1.0, gamma=5, max_depth=5, min_child_weight=10, subsample=1.0;, score=0.871 total time= 1.5s
[CV 2/2] END colsample_bytree=1.0, gamma=5, max_depth=5, min_child_weight=10, subsample=1.0;, score=0.879 total time= 1.7s
--------------------------------------------------
Best Estimator
XGBClassifier(base_score=0.5, booster='gbtree', colsample_bylevel=1,
colsample_bynode=1, colsample_bytree=0.6,
enable_categorical=False, eval_metric='logloss', gamma=1,
gpu_id=-1, importance_type=None, interaction_constraints='',
learning_rate=0.300000012, max_delta_step=0, max_depth=5,
min_child_weight=1, missing=nan, monotone_constraints='()',
n_estimators=100, n_jobs=2, num_parallel_tree=1, predictor='auto',
random_state=0, reg_alpha=0, reg_lambda=1, scale_pos_weight=1,
subsample=1.0, tree_method='exact', use_label_encoder=False,
validate_parameters=1, verbosity=None)
--------------------------------------------------
Top 10 Performing Models
grid_search_cv = pd.DataFrame.from_dict(clf.cv_results_).sort_values(by=['rank_test_score']).head(100)
grid_search_cv.index = grid_search_cv.rank_test_score
grid_search_cv.filter(regex='param_')
param_colsample_bytreeobject
0.835%
1.033%
0.632%
param_gammaobject
1.524%
2.022%
3 others54%
1
0.6
1
2
1.0
0.5
3
1.0
1
4
1.0
0.5
5
0.8
2
6
0.6
2
7
1.0
2
8
0.8
2
9
0.8
1.5
10
0.8
5
More Depth seems to have a positive impact in the model as 56% of the 100 best performing ones have the maximum depth in the grid, while less `min child weight` seems to have produced the better results with 61% of the best performing models having 1.
Evaluate Predictions
predictions = [(value > 0.5).astype(int) for value in y_pred]
tn, fp, fn, tp = confusion_matrix(y_test, predictions).ravel()
print(f"True Negative: {tn}\nFalse Positive: {fp}\nFalse Negative: {fn}\nTrue Positive: {tp}")
print("\n")
print(classification_report(y_test, y_pred, target_names = ['Non-Default', 'Default']))
True Negative: 8263
False Positive: 99
False Negative: 609
True Positive: 1727
precision recall f1-score support
Non-Default 0.93 0.99 0.96 8362
Default 0.95 0.74 0.83 2336
accuracy 0.93 10698
macro avg 0.94 0.86 0.89 10698
weighted avg 0.93 0.93 0.93 10698
The default class (most important) has a F1 Score of 82%, showing a decent result for a production model.
Feature Importance Through Permutation
df = df.drop(columns='loan_status')
perm_importance = permutation_importance(clf.best_estimator_, X_test, y_test)
sorted_idx = perm_importance.importances_mean.argsort()
plt.barh(df.columns[sorted_idx], perm_importance.importances_mean[sorted_idx], height=0.2)
plt.xlabel("Permutation Importance")
plt.tick_params(axis='y', which='major', labelsize=7)
plt.figure(figsize=(14, 10))
plt.show()