In [1]:
!pip install --upgrade pip
Requirement already satisfied: pip in /usr/local/lib/python3.10/dist-packages (24.1.2)
Collecting pip
  Downloading pip-24.3.1-py3-none-any.whl.metadata (3.7 kB)
Downloading pip-24.3.1-py3-none-any.whl (1.8 MB)
   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 1.8/1.8 MB 13.4 MB/s eta 0:00:00
Installing collected packages: pip
  Attempting uninstall: pip
    Found existing installation: pip 24.1.2
    Uninstalling pip-24.1.2:
      Successfully uninstalled pip-24.1.2
Successfully installed pip-24.3.1
In [2]:
!pip install xgboost
Requirement already satisfied: xgboost in /usr/local/lib/python3.10/dist-packages (2.1.2)
Requirement already satisfied: numpy in /usr/local/lib/python3.10/dist-packages (from xgboost) (1.26.4)
Requirement already satisfied: nvidia-nccl-cu12 in /usr/local/lib/python3.10/dist-packages (from xgboost) (2.23.4)
Requirement already satisfied: scipy in /usr/local/lib/python3.10/dist-packages (from xgboost) (1.13.1)
In [3]:
!pip install catboost
Collecting catboost
  Downloading catboost-1.2.7-cp310-cp310-manylinux2014_x86_64.whl.metadata (1.2 kB)
Requirement already satisfied: graphviz in /usr/local/lib/python3.10/dist-packages (from catboost) (0.20.3)
Requirement already satisfied: matplotlib in /usr/local/lib/python3.10/dist-packages (from catboost) (3.8.0)
Requirement already satisfied: numpy<2.0,>=1.16.0 in /usr/local/lib/python3.10/dist-packages (from catboost) (1.26.4)
Requirement already satisfied: pandas>=0.24 in /usr/local/lib/python3.10/dist-packages (from catboost) (2.2.2)
Requirement already satisfied: scipy in /usr/local/lib/python3.10/dist-packages (from catboost) (1.13.1)
Requirement already satisfied: plotly in /usr/local/lib/python3.10/dist-packages (from catboost) (5.24.1)
Requirement already satisfied: six in /usr/local/lib/python3.10/dist-packages (from catboost) (1.16.0)
Requirement already satisfied: python-dateutil>=2.8.2 in /usr/local/lib/python3.10/dist-packages (from pandas>=0.24->catboost) (2.8.2)
Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.10/dist-packages (from pandas>=0.24->catboost) (2024.2)
Requirement already satisfied: tzdata>=2022.7 in /usr/local/lib/python3.10/dist-packages (from pandas>=0.24->catboost) (2024.2)
Requirement already satisfied: contourpy>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib->catboost) (1.3.1)
Requirement already satisfied: cycler>=0.10 in /usr/local/lib/python3.10/dist-packages (from matplotlib->catboost) (0.12.1)
Requirement already satisfied: fonttools>=4.22.0 in /usr/local/lib/python3.10/dist-packages (from matplotlib->catboost) (4.55.0)
Requirement already satisfied: kiwisolver>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib->catboost) (1.4.7)
Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from matplotlib->catboost) (24.2)
Requirement already satisfied: pillow>=6.2.0 in /usr/local/lib/python3.10/dist-packages (from matplotlib->catboost) (11.0.0)
Requirement already satisfied: pyparsing>=2.3.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib->catboost) (3.2.0)
Requirement already satisfied: tenacity>=6.2.0 in /usr/local/lib/python3.10/dist-packages (from plotly->catboost) (9.0.0)
Downloading catboost-1.2.7-cp310-cp310-manylinux2014_x86_64.whl (98.7 MB)
   ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 98.7/98.7 MB 29.7 MB/s eta 0:00:00
Installing collected packages: catboost
Successfully installed catboost-1.2.7
In [4]:
!pip install optuna
Collecting optuna
  Downloading optuna-4.1.0-py3-none-any.whl.metadata (16 kB)
Collecting alembic>=1.5.0 (from optuna)
  Downloading alembic-1.14.0-py3-none-any.whl.metadata (7.4 kB)
Collecting colorlog (from optuna)
  Downloading colorlog-6.9.0-py3-none-any.whl.metadata (10 kB)
Requirement already satisfied: numpy in /usr/local/lib/python3.10/dist-packages (from optuna) (1.26.4)
Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from optuna) (24.2)
Requirement already satisfied: sqlalchemy>=1.4.2 in /usr/local/lib/python3.10/dist-packages (from optuna) (2.0.36)
Requirement already satisfied: tqdm in /usr/local/lib/python3.10/dist-packages (from optuna) (4.66.6)
Requirement already satisfied: PyYAML in /usr/local/lib/python3.10/dist-packages (from optuna) (6.0.2)
Collecting Mako (from alembic>=1.5.0->optuna)
  Downloading Mako-1.3.6-py3-none-any.whl.metadata (2.9 kB)
Requirement already satisfied: typing-extensions>=4 in /usr/local/lib/python3.10/dist-packages (from alembic>=1.5.0->optuna) (4.12.2)
Requirement already satisfied: greenlet!=0.4.17 in /usr/local/lib/python3.10/dist-packages (from sqlalchemy>=1.4.2->optuna) (3.1.1)
Requirement already satisfied: MarkupSafe>=0.9.2 in /usr/local/lib/python3.10/dist-packages (from Mako->alembic>=1.5.0->optuna) (3.0.2)
Downloading optuna-4.1.0-py3-none-any.whl (364 kB)
Downloading alembic-1.14.0-py3-none-any.whl (233 kB)
Downloading colorlog-6.9.0-py3-none-any.whl (11 kB)
Downloading Mako-1.3.6-py3-none-any.whl (78 kB)
Installing collected packages: Mako, colorlog, alembic, optuna
Successfully installed Mako-1.3.6 alembic-1.14.0 colorlog-6.9.0 optuna-4.1.0
In [5]:
!pip install lightgbm
Requirement already satisfied: lightgbm in /usr/local/lib/python3.10/dist-packages (4.5.0)
Requirement already satisfied: numpy>=1.17.0 in /usr/local/lib/python3.10/dist-packages (from lightgbm) (1.26.4)
Requirement already satisfied: scipy in /usr/local/lib/python3.10/dist-packages (from lightgbm) (1.13.1)
In [6]:
import numpy as np
import pandas as pd

import matplotlib.pyplot as plt
import seaborn as sns
import time
import random
%matplotlib inline

from sklearn.model_selection import train_test_split, StratifiedKFold, ShuffleSplit
from sklearn.metrics import accuracy_score, confusion_matrix, roc_auc_score, roc_curve, precision_recall_curve, auc

import warnings
warnings.filterwarnings('ignore')

# Algorithms
from xgboost import XGBClassifier
from catboost import CatBoostClassifier
from sklearn.linear_model import LogisticRegression
from sklearn.neighbors import KNeighborsClassifier
from sklearn.ensemble import RandomForestClassifier, GradientBoostingClassifier, VotingClassifier
from sklearn.preprocessing import LabelEncoder, StandardScaler
from lightgbm import LGBMClassifier
from tensorflow.keras import models, layers, callbacks
from sklearn import (
    ensemble,
    linear_model,
    naive_bayes,
    neighbors,
    svm,
    tree,
    discriminant_analysis,
    gaussian_process,
    neural_network,
    model_selection
)

import optuna
import optuna.visualization as oviz


# Load Data
train_df = pd.read_csv("/content/train.csv")
test_df = pd.read_csv("/content/test.csv")

train = train_df.copy()
test = test_df.copy()

Read data

In [7]:
train.head()
Out[7]:
id person_age person_income person_home_ownership person_emp_length loan_intent loan_grade loan_amnt loan_int_rate loan_percent_income cb_person_default_on_file cb_person_cred_hist_length loan_status
0 0 37 35000 RENT 0.0 EDUCATION B 6000 11.49 0.17 N 14 0
1 1 22 56000 OWN 6.0 MEDICAL C 4000 13.35 0.07 N 2 0
2 2 29 28800 OWN 8.0 PERSONAL A 6000 8.90 0.21 N 10 0
3 3 30 70000 RENT 14.0 VENTURE B 12000 11.11 0.17 N 5 0
4 4 22 60000 RENT 2.0 MEDICAL A 6000 6.92 0.10 N 3 0
In [8]:
test.head()
Out[8]:
id person_age person_income person_home_ownership person_emp_length loan_intent loan_grade loan_amnt loan_int_rate loan_percent_income cb_person_default_on_file cb_person_cred_hist_length
0 58645 23 69000 RENT 3.0 HOMEIMPROVEMENT F 25000 15.76 0.36 N 2
1 58646 26 96000 MORTGAGE 6.0 PERSONAL C 10000 12.68 0.10 Y 4
2 58647 26 30000 RENT 5.0 VENTURE E 4000 17.19 0.13 Y 2
3 58648 33 50000 RENT 4.0 DEBTCONSOLIDATION A 7000 8.90 0.14 N 7
4 58649 26 102000 MORTGAGE 8.0 HOMEIMPROVEMENT D 15000 16.32 0.15 Y 4

Visualization

In [9]:
numerical_features = train.select_dtypes(include=[np.number]).columns
correlation_matrix = train[numerical_features].corr()
plt.figure(figsize=(10, 8))
sns.heatmap(correlation_matrix, annot=True)
plt.title('Correlation Heatmap of all original columns')
plt.show()
In [10]:
loan_status_0 = train[train['loan_status'] == 0]
loan_status_1 = train[train['loan_status'] == 1]

plt.figure(figsize=(12, 6))
sns.countplot(data=loan_status_0, x='person_age', palette='flare')
plt.title("Age's distribution with loan status = 0")
plt.xlabel('Age')
plt.ylabel('Count')
plt.show()

plt.figure(figsize=(12, 6))
sns.countplot(data=loan_status_1, x='person_age', palette='flare')
plt.title("Age's distribution with loan status = 1")
plt.xlabel('Age')
plt.ylabel('Count')
plt.show()
In [11]:
plt.figure(figsize=(8, 6))
sns.countplot(data=train, x='loan_status', palette='viridis')
plt.title('Distribution of Loan Status')
plt.xlabel('Loan Status')
plt.ylabel('Count')
plt.show()
In [12]:
plt.figure(figsize=(10, 6))
sns.countplot(data=train, x='loan_intent', palette='pastel', order=train['loan_intent'].value_counts().index)
plt.title('Distribution of Loan Intention')
plt.xlabel('Loan Intent')
plt.ylabel('Count')
plt.xticks(rotation=45)
plt.show()
In [13]:
sns.countplot(data=train, x='loan_grade', hue='loan_status')
plt.title('Distribution of Loan Grade')
plt.xlabel('Loan Grade')
plt.ylabel('Count')
plt.show()
In [14]:
sns.countplot(data=train, x='cb_person_default_on_file', hue='loan_status')
plt.title('Loan Status by Prior Default Status')
plt.xlabel('Prior Default Status')
plt.ylabel('Count')
plt.show()
In [15]:
train['income_range'] = pd.qcut(train['person_income'], q=10, duplicates='drop')  # q=10 means 10 bins
summary = train.groupby(['income_range', 'loan_status']).size().unstack(fill_value=0)
summary.plot(kind='bar', figsize=(12, 6), width=0.8)
plt.title('Loan Approval Status by Income Range (10 Bins)')
plt.xlabel('Income Range')
plt.ylabel('Loan Status Count')
plt.xticks(rotation=45, ha='right')
plt.legend(title='Loan Status')
plt.grid(axis='y', linestyle='--', alpha=0.7)
plt.tight_layout()
plt.show()
In [16]:
avg_loan_amount = train.groupby('income_range')['loan_amnt'].mean()
plt.figure(figsize=(12, 6))
avg_loan_amount.plot(kind='bar', color='skyblue', width=0.8)
plt.title('Average Loan Amount by Income Range')
plt.xlabel('Income Range')
plt.ylabel('Average Loan Amount')
plt.xticks(rotation=45, ha='right')
plt.grid(axis='y', linestyle='--', alpha=0.7)
plt.tight_layout()
plt.show()
train = train.drop(columns=['income_range'])

Data Wrangling

In [17]:
test.isnull().sum()
Out[17]:
0
id 0
person_age 0
person_income 0
person_home_ownership 0
person_emp_length 0
loan_intent 0
loan_grade 0
loan_amnt 0
loan_int_rate 0
loan_percent_income 0
cb_person_default_on_file 0
cb_person_cred_hist_length 0

In [18]:
train.isna().sum()
Out[18]:
0
id 0
person_age 0
person_income 0
person_home_ownership 0
person_emp_length 0
loan_intent 0
loan_grade 0
loan_amnt 0
loan_int_rate 0
loan_percent_income 0
cb_person_default_on_file 0
cb_person_cred_hist_length 0
loan_status 0

In [19]:
train.info()
<class 'pandas.core.frame.DataFrame'>
RangeIndex: 58645 entries, 0 to 58644
Data columns (total 13 columns):
 #   Column                      Non-Null Count  Dtype  
---  ------                      --------------  -----  
 0   id                          58645 non-null  int64  
 1   person_age                  58645 non-null  int64  
 2   person_income               58645 non-null  int64  
 3   person_home_ownership       58645 non-null  object 
 4   person_emp_length           58645 non-null  float64
 5   loan_intent                 58645 non-null  object 
 6   loan_grade                  58645 non-null  object 
 7   loan_amnt                   58645 non-null  int64  
 8   loan_int_rate               58645 non-null  float64
 9   loan_percent_income         58645 non-null  float64
 10  cb_person_default_on_file   58645 non-null  object 
 11  cb_person_cred_hist_length  58645 non-null  int64  
 12  loan_status                 58645 non-null  int64  
dtypes: float64(3), int64(6), object(4)
memory usage: 5.8+ MB
In [20]:
test.info()
<class 'pandas.core.frame.DataFrame'>
RangeIndex: 39098 entries, 0 to 39097
Data columns (total 12 columns):
 #   Column                      Non-Null Count  Dtype  
---  ------                      --------------  -----  
 0   id                          39098 non-null  int64  
 1   person_age                  39098 non-null  int64  
 2   person_income               39098 non-null  int64  
 3   person_home_ownership       39098 non-null  object 
 4   person_emp_length           39098 non-null  float64
 5   loan_intent                 39098 non-null  object 
 6   loan_grade                  39098 non-null  object 
 7   loan_amnt                   39098 non-null  int64  
 8   loan_int_rate               39098 non-null  float64
 9   loan_percent_income         39098 non-null  float64
 10  cb_person_default_on_file   39098 non-null  object 
 11  cb_person_cred_hist_length  39098 non-null  int64  
dtypes: float64(3), int64(5), object(4)
memory usage: 3.6+ MB
In [21]:
# Preprocessing data on person_age and cb_person_default_on_file (if the person used to default)
def preprocessing(df):
    df = df[df['person_age'] < 100]
    df['cb_person_default_on_file'] = df['cb_person_default_on_file'].map({'Y': 1, 'N': 0})
    df.reset_index(drop=True, inplace=True)
    return df

#Adding more features to potentially capture some patterns that can increase accuracy
def feature_engineering(df):
    df['risk_flag'] = np.where((df['cb_person_default_on_file'] == 1) & (df['loan_grade'].isin(['D', 'E', 'F', 'G'])), 1, 0)
    df['total_payable'] = np.floor(df['loan_amnt'] * (1 + df['loan_int_rate'] / 100))
    df['interest'] = np.floor(df['loan_amnt'] * (df['loan_int_rate'] / 100))
    df['credit_hist_to_age'] = np.round(df['cb_person_cred_hist_length'] / df['person_age'], 2)
    df['credit_hist_to_work'] = np.round(df['person_emp_length'] / df['cb_person_cred_hist_length'], 2)
    df['work_to_age'] = np.round(df['person_emp_length'] / df['person_age'], 2)
    df['income_to_age'] = np.round(df['person_income'] / df['person_age'], 2)
    return df

#We encode some features here to make it eaier for the models to read
def label_encode_features(df):
    le = LabelEncoder()
    df['person_home_ownership'] = le.fit_transform(df['person_home_ownership'])
    df['loan_intent'] = le.fit_transform(df['loan_intent'])
    df['loan_grade'] = le.fit_transform(df['loan_grade'])
    return df

#We are normalizing the features here as that is better for neural network that we use later on
def normalize_numeric_features(df):
    numeric_features = ['person_age', 'person_income', 'person_emp_length', 'loan_amnt', 'loan_int_rate',
                            'loan_percent_income', 'cb_person_cred_hist_length', 'total_payable', 'interest',
                            'credit_hist_to_work', 'credit_hist_to_age', 'work_to_age', 'income_to_age']
    scaler = StandardScaler()
    df[numeric_features] = scaler.fit_transform(df[numeric_features])
    return df
In [22]:
# apply wrangling functions above to both train and test sets.
train = normalize_numeric_features(label_encode_features(feature_engineering(preprocessing(train))))
test = normalize_numeric_features(label_encode_features(feature_engineering(preprocessing(test))))

y = train['loan_status']
X = train.drop(columns=['loan_status', 'id'])
X_test = test[X.columns.tolist()]
In [23]:
X.head()
Out[23]:
person_age person_income person_home_ownership person_emp_length loan_intent loan_grade loan_amnt loan_int_rate loan_percent_income cb_person_default_on_file cb_person_cred_hist_length risk_flag total_payable interest credit_hist_to_age credit_hist_to_work work_to_age income_to_age
0 1.569810 -0.765777 3 -1.187183 1 1 -0.578310 0.267614 0.117381 0 2.031777 0 -0.566549 -0.426661 1.941801 -1.031050 -1.261311 -1.029343
1 -0.921749 -0.212140 2 0.328055 3 2 -0.937777 0.880525 -0.973230 0 -0.946490 0 -0.912257 -0.637252 -1.127420 1.711514 0.706552 0.116883
2 0.240979 -0.929232 2 0.833135 4 0 -0.578310 -0.585849 0.553625 0 1.039021 0 -0.591415 -0.637252 1.518460 -0.299700 0.779436 -0.995555
3 0.407083 0.156952 3 2.348373 5 1 0.500090 0.142395 0.117381 0 -0.201923 0 0.499289 0.448312 -0.280738 1.528676 2.164228 -0.035125
4 -0.921749 -0.106685 3 -0.682104 3 0 -0.578310 -1.238303 -0.646047 0 -0.698301 0 -0.610505 -0.798932 -0.598244 -0.418544 -0.605357 0.247178
In [24]:
y.head()
Out[24]:
loan_status
0 0
1 0
2 0
3 0
4 0

In [25]:
X_test.head()
Out[25]:
person_age person_income person_home_ownership person_emp_length loan_intent loan_grade loan_amnt loan_int_rate loan_percent_income cb_person_default_on_file cb_person_cred_hist_length risk_flag total_payable interest credit_hist_to_age credit_hist_to_work work_to_age income_to_age
0 -0.757007 0.130141 3 -0.436121 2 5 2.824250 1.688238 2.187295 0 -0.940719 0 2.992466 4.000630 -1.121646 0.352732 -0.318389 0.448398
1 -0.259715 0.841503 0 0.339404 4 2 0.134238 0.668431 -0.650135 1 -0.449573 0 0.162109 0.359400 -0.491800 0.352732 0.429212 0.950998
2 -0.259715 -0.897382 3 0.080895 5 4 -0.941767 2.161719 -0.322739 1 -0.940719 1 -0.891908 -0.432646 -1.226621 1.295066 0.130172 -0.891862
3 0.900631 -0.370447 3 -0.177613 0 0 -0.403765 -0.583149 -0.213607 0 0.287147 0 -0.421677 -0.519894 0.138047 -0.523638 -0.393149 -0.629567
4 -0.259715 0.999584 0 0.856421 2 3 1.030908 1.873657 -0.104475 1 -0.449573 1 1.151901 1.968030 -0.491800 0.823899 1.027293 1.118531
In [26]:
# Models tuning with optuna
def tune_model_with_optuna(model_class, param_space, X, y, X_test, n_splits=5, n_trials=3, random_state=42):
    # cross-validation with Stratified K-Fold
    stk = StratifiedKFold(n_splits=n_splits, shuffle=True, random_state=random_state)
    # Objective function for tuning
    def objective(trial):
        # Define hyperparameters based on the trial and provided param_space
        params = {key: fn(trial) if callable(fn) else fn for key, fn in param_space.items()}
        auc_scores = []
        # Stratified K-Fold cross-validation
        for train_idx, valid_idx in stk.split(X, y):
            # Train the model with trial params
            model = model_class(**params)
            model.fit(X.iloc[train_idx], y.iloc[train_idx])
            # Predicting and calculating AUC for this fold
            val_pred = model.predict_proba(X.iloc[valid_idx])[:, 1]
            auc_scores.append(roc_auc_score(y.iloc[valid_idx], val_pred))
        # Mean AUC across folds for this trial
        return np.mean(auc_scores)

    # Optuna study and optimize
    study = optuna.create_study(direction='maximize')
    study.optimize(objective, n_trials=n_trials)

    # Get best params in this study
    best_params = study.best_params
    print(f"Best parameters: {best_params}")
    oof_predictions = np.zeros(X.shape[0])
    test_predictions = np.zeros(X_test.shape[0])

    # output OOF predictions and test predictions
    for train_idx, valid_idx in stk.split(X, y):
        model = model_class(**best_params)
        model.fit(X.iloc[train_idx], y.iloc[train_idx])
        oof_predictions[valid_idx] = model.predict_proba(X.iloc[valid_idx])[:, 1]
        test_predictions += model.predict_proba(X_test)[:, 1] / n_splits

    auc_score = roc_auc_score(y, oof_predictions)
    fpr, tpr, _ = roc_curve(y, oof_predictions)
    plt.figure()
    plt.plot(fpr, tpr, color='forestgreen', lw=2, label=f'ROC curve (AUC = {auc_score:.4f})')
    plt.plot([0, 1], [0, 1], color='firebrick', lw=2, linestyle='--')
    plt.xlim([0.0, 1.0])
    plt.ylim([0.0, 1.05])
    plt.xlabel('False Positive Rate')
    plt.ylabel('True Positive Rate')
    plt.title(f'ROC Curve for {model_class.__name__}')
    plt.legend(loc="lower right")
    plt.grid(True)
    plt.show()
    return best_params, auc_score, oof_predictions, test_predictions
In [27]:
# Function for reservoir sampling to select k rows
def reservoir_sampling(X, y, k=1000):
    n = len(X)
    indices = list(range(n))
    sampled_indices = random.sample(indices, k)
    return X.iloc[sampled_indices], y.iloc[sampled_indices]
X_temp, y_temp = reservoir_sampling(X, y, k=1000)

# Split the temporary subset into train and validation sets
X_temp_train, X_temp_val, y_temp_train, y_temp_val = model_selection.train_test_split(X_temp, y_temp, test_size=0.2, random_state=42)

# list of Machine Learning Algorithms (MLA)
MLA = [
    # Ensemble Methods
    ensemble.AdaBoostClassifier(),
    ensemble.BaggingClassifier(),
    ensemble.ExtraTreesClassifier(),
    ensemble.GradientBoostingClassifier(),
    ensemble.RandomForestClassifier(),
    LGBMClassifier(),
    XGBClassifier(),
    CatBoostClassifier(),

    #GLM
    linear_model.LogisticRegression(),
    linear_model.LogisticRegressionCV(),
    linear_model.PassiveAggressiveClassifier(),
    linear_model.RidgeClassifier(),
    linear_model.RidgeClassifierCV(),
    linear_model.SGDClassifier(),
    linear_model.Perceptron(),

    # Naive Bayes
    naive_bayes.BernoulliNB(),
    naive_bayes.GaussianNB(),

    # Nearest Neighbors
    neighbors.KNeighborsClassifier(),

    # Support Vector Machines SVM
    svm.SVC(probability=True),
    svm.LinearSVC(),

    # Decision Trees
    tree.DecisionTreeClassifier(),
    tree.ExtraTreeClassifier(),

    # Discriminant Analysis
    discriminant_analysis.LinearDiscriminantAnalysis(),
    discriminant_analysis.QuadraticDiscriminantAnalysis(),

    # Gaussian Processes
    gaussian_process.GaussianProcessClassifier(),

    # Neural Networks
    neural_network.MLPClassifier(max_iter=1000)
]


cv_split = model_selection.ShuffleSplit(n_splits=5, test_size=0.3, train_size=0.6, random_state=42)
MLA_columns = ['MLA Name', 'MLA Parameters', 'MLA Test Accuracy Mean', 'MLA Test Accuracy at 99.7 Percentile', 'MLA Time']
MLA_compare = pd.DataFrame(columns=MLA_columns)
test_scores_df = []
fitted_models = {}
row_index = 0
for alg in MLA:
    try:
        MLA_name = alg.__class__.__name__
        MLA_compare.loc[row_index, 'MLA Name'] = MLA_name
        MLA_compare.loc[row_index, 'MLA Parameters'] = str(alg.get_params())
        cv_results = model_selection.cross_validate(alg, X_temp, y_temp, cv=cv_split, return_train_score=True)
        MLA_compare.loc[row_index, 'MLA Time'] = cv_results['fit_time'].mean()
        MLA_compare.loc[row_index, 'MLA Test Accuracy Mean'] = cv_results['test_score'].mean()
        MLA_compare.loc[row_index, 'MLA Test Accuracy at 99.7 Percentile'] = cv_results['test_score'].std() * 3
        test_scores = pd.DataFrame({'MLA Name': [MLA_name]*len(cv_results['test_score']), 'Test Score': cv_results['test_score']})
        test_scores_df.append(test_scores)
        alg.fit(X_temp_train, y_temp_train)
        fitted_models[MLA_name] = alg
    except Exception as e:
        print(f"An error occurred with {MLA_name}: {e}")
    row_index += 1

all_test_scores = pd.concat(test_scores_df)
MLA_compare.sort_values(by=['MLA Test Accuracy Mean'], ascending=False, inplace=True)
MLA_compare
Streaming output truncated to the last 5000 lines.
4:	learn: 0.6405579	total: 12.5ms	remaining: 2.48s
5:	learn: 0.6309052	total: 14.8ms	remaining: 2.44s
6:	learn: 0.6207374	total: 17.1ms	remaining: 2.42s
7:	learn: 0.6100681	total: 19.4ms	remaining: 2.4s
8:	learn: 0.6016611	total: 21.7ms	remaining: 2.39s
9:	learn: 0.5929642	total: 23.9ms	remaining: 2.37s
10:	learn: 0.5837715	total: 26.4ms	remaining: 2.38s
11:	learn: 0.5755814	total: 28.7ms	remaining: 2.36s
12:	learn: 0.5665200	total: 30.9ms	remaining: 2.35s
13:	learn: 0.5591211	total: 33.5ms	remaining: 2.35s
14:	learn: 0.5514523	total: 36ms	remaining: 2.36s
15:	learn: 0.5439763	total: 38.3ms	remaining: 2.35s
16:	learn: 0.5379615	total: 40.6ms	remaining: 2.35s
17:	learn: 0.5301260	total: 43.1ms	remaining: 2.35s
18:	learn: 0.5232473	total: 45.3ms	remaining: 2.34s
19:	learn: 0.5170970	total: 47.6ms	remaining: 2.33s
20:	learn: 0.5102583	total: 49.9ms	remaining: 2.33s
21:	learn: 0.5027508	total: 52.3ms	remaining: 2.33s
22:	learn: 0.4953203	total: 55.9ms	remaining: 2.37s
23:	learn: 0.4880737	total: 58.2ms	remaining: 2.37s
24:	learn: 0.4811913	total: 60.4ms	remaining: 2.36s
25:	learn: 0.4740927	total: 62.6ms	remaining: 2.35s
26:	learn: 0.4693843	total: 66.3ms	remaining: 2.39s
27:	learn: 0.4639936	total: 68.5ms	remaining: 2.38s
28:	learn: 0.4577301	total: 70.9ms	remaining: 2.37s
29:	learn: 0.4525178	total: 73.1ms	remaining: 2.36s
30:	learn: 0.4467823	total: 75.3ms	remaining: 2.35s
31:	learn: 0.4407924	total: 77.6ms	remaining: 2.35s
32:	learn: 0.4350653	total: 80.3ms	remaining: 2.35s
33:	learn: 0.4307634	total: 82.5ms	remaining: 2.35s
34:	learn: 0.4258783	total: 84.8ms	remaining: 2.34s
35:	learn: 0.4211282	total: 87.4ms	remaining: 2.34s
36:	learn: 0.4168076	total: 89.7ms	remaining: 2.33s
37:	learn: 0.4122890	total: 92.1ms	remaining: 2.33s
38:	learn: 0.4075942	total: 94.4ms	remaining: 2.33s
39:	learn: 0.4031928	total: 96.7ms	remaining: 2.32s
40:	learn: 0.3985523	total: 99ms	remaining: 2.31s
41:	learn: 0.3938469	total: 101ms	remaining: 2.31s
42:	learn: 0.3886014	total: 104ms	remaining: 2.3s
43:	learn: 0.3836604	total: 106ms	remaining: 2.3s
44:	learn: 0.3789871	total: 108ms	remaining: 2.29s
45:	learn: 0.3743860	total: 110ms	remaining: 2.29s
46:	learn: 0.3705977	total: 113ms	remaining: 2.28s
47:	learn: 0.3667123	total: 115ms	remaining: 2.28s
48:	learn: 0.3627605	total: 117ms	remaining: 2.27s
49:	learn: 0.3600078	total: 119ms	remaining: 2.26s
50:	learn: 0.3567538	total: 121ms	remaining: 2.25s
51:	learn: 0.3532038	total: 123ms	remaining: 2.25s
52:	learn: 0.3499541	total: 125ms	remaining: 2.23s
53:	learn: 0.3466292	total: 128ms	remaining: 2.23s
54:	learn: 0.3435781	total: 130ms	remaining: 2.23s
55:	learn: 0.3409011	total: 132ms	remaining: 2.23s
56:	learn: 0.3373479	total: 135ms	remaining: 2.23s
57:	learn: 0.3341693	total: 137ms	remaining: 2.22s
58:	learn: 0.3305126	total: 139ms	remaining: 2.22s
59:	learn: 0.3277110	total: 141ms	remaining: 2.21s
60:	learn: 0.3249101	total: 143ms	remaining: 2.21s
61:	learn: 0.3218799	total: 146ms	remaining: 2.2s
62:	learn: 0.3191491	total: 148ms	remaining: 2.2s
63:	learn: 0.3165517	total: 150ms	remaining: 2.2s
64:	learn: 0.3137457	total: 154ms	remaining: 2.21s
65:	learn: 0.3104350	total: 156ms	remaining: 2.21s
66:	learn: 0.3073225	total: 158ms	remaining: 2.2s
67:	learn: 0.3048390	total: 161ms	remaining: 2.2s
68:	learn: 0.3018899	total: 163ms	remaining: 2.19s
69:	learn: 0.2986219	total: 165ms	remaining: 2.19s
70:	learn: 0.2960995	total: 168ms	remaining: 2.19s
71:	learn: 0.2937042	total: 170ms	remaining: 2.19s
72:	learn: 0.2913903	total: 172ms	remaining: 2.18s
73:	learn: 0.2888641	total: 174ms	remaining: 2.18s
74:	learn: 0.2867551	total: 177ms	remaining: 2.18s
75:	learn: 0.2848827	total: 179ms	remaining: 2.18s
76:	learn: 0.2826289	total: 181ms	remaining: 2.17s
77:	learn: 0.2799845	total: 183ms	remaining: 2.17s
78:	learn: 0.2778984	total: 186ms	remaining: 2.16s
79:	learn: 0.2759719	total: 188ms	remaining: 2.16s
80:	learn: 0.2734524	total: 196ms	remaining: 2.22s
81:	learn: 0.2710604	total: 200ms	remaining: 2.24s
82:	learn: 0.2692252	total: 202ms	remaining: 2.23s
83:	learn: 0.2669665	total: 205ms	remaining: 2.23s
84:	learn: 0.2651549	total: 207ms	remaining: 2.23s
85:	learn: 0.2639590	total: 209ms	remaining: 2.22s
86:	learn: 0.2617101	total: 211ms	remaining: 2.22s
87:	learn: 0.2601972	total: 214ms	remaining: 2.21s
88:	learn: 0.2578665	total: 216ms	remaining: 2.21s
89:	learn: 0.2565012	total: 218ms	remaining: 2.21s
90:	learn: 0.2554802	total: 221ms	remaining: 2.21s
91:	learn: 0.2535292	total: 223ms	remaining: 2.2s
92:	learn: 0.2515019	total: 225ms	remaining: 2.2s
93:	learn: 0.2500401	total: 228ms	remaining: 2.19s
94:	learn: 0.2480119	total: 230ms	remaining: 2.19s
95:	learn: 0.2461358	total: 232ms	remaining: 2.18s
96:	learn: 0.2444026	total: 234ms	remaining: 2.18s
97:	learn: 0.2427662	total: 236ms	remaining: 2.17s
98:	learn: 0.2409487	total: 239ms	remaining: 2.17s
99:	learn: 0.2390008	total: 241ms	remaining: 2.17s
100:	learn: 0.2380600	total: 243ms	remaining: 2.16s
101:	learn: 0.2362483	total: 245ms	remaining: 2.16s
102:	learn: 0.2350385	total: 248ms	remaining: 2.16s
103:	learn: 0.2333643	total: 250ms	remaining: 2.15s
104:	learn: 0.2320881	total: 252ms	remaining: 2.15s
105:	learn: 0.2304523	total: 254ms	remaining: 2.15s
106:	learn: 0.2289184	total: 257ms	remaining: 2.14s
107:	learn: 0.2276875	total: 259ms	remaining: 2.14s
108:	learn: 0.2264995	total: 261ms	remaining: 2.13s
109:	learn: 0.2251377	total: 264ms	remaining: 2.13s
110:	learn: 0.2240060	total: 266ms	remaining: 2.13s
111:	learn: 0.2226450	total: 268ms	remaining: 2.12s
112:	learn: 0.2216607	total: 270ms	remaining: 2.12s
113:	learn: 0.2206454	total: 272ms	remaining: 2.12s
114:	learn: 0.2196901	total: 275ms	remaining: 2.11s
115:	learn: 0.2185694	total: 277ms	remaining: 2.11s
116:	learn: 0.2174018	total: 279ms	remaining: 2.11s
117:	learn: 0.2163096	total: 281ms	remaining: 2.1s
118:	learn: 0.2154665	total: 284ms	remaining: 2.1s
119:	learn: 0.2148109	total: 286ms	remaining: 2.1s
120:	learn: 0.2140677	total: 288ms	remaining: 2.09s
121:	learn: 0.2125377	total: 290ms	remaining: 2.09s
122:	learn: 0.2116122	total: 293ms	remaining: 2.08s
123:	learn: 0.2104973	total: 295ms	remaining: 2.08s
124:	learn: 0.2091258	total: 297ms	remaining: 2.08s
125:	learn: 0.2084697	total: 299ms	remaining: 2.08s
126:	learn: 0.2074368	total: 301ms	remaining: 2.07s
127:	learn: 0.2066453	total: 304ms	remaining: 2.07s
128:	learn: 0.2054191	total: 306ms	remaining: 2.06s
129:	learn: 0.2045281	total: 310ms	remaining: 2.07s
130:	learn: 0.2037003	total: 312ms	remaining: 2.07s
131:	learn: 0.2023666	total: 315ms	remaining: 2.07s
132:	learn: 0.2012447	total: 317ms	remaining: 2.06s
133:	learn: 0.2000388	total: 319ms	remaining: 2.06s
134:	learn: 0.1994986	total: 322ms	remaining: 2.06s
135:	learn: 0.1983643	total: 324ms	remaining: 2.06s
136:	learn: 0.1972051	total: 326ms	remaining: 2.06s
137:	learn: 0.1964391	total: 329ms	remaining: 2.05s
138:	learn: 0.1960152	total: 331ms	remaining: 2.05s
139:	learn: 0.1953834	total: 333ms	remaining: 2.04s
140:	learn: 0.1946135	total: 335ms	remaining: 2.04s
141:	learn: 0.1937388	total: 337ms	remaining: 2.04s
142:	learn: 0.1928515	total: 340ms	remaining: 2.04s
143:	learn: 0.1920716	total: 342ms	remaining: 2.03s
144:	learn: 0.1915152	total: 344ms	remaining: 2.03s
145:	learn: 0.1907092	total: 346ms	remaining: 2.03s
146:	learn: 0.1899706	total: 349ms	remaining: 2.02s
147:	learn: 0.1894607	total: 351ms	remaining: 2.02s
148:	learn: 0.1889116	total: 353ms	remaining: 2.02s
149:	learn: 0.1883032	total: 355ms	remaining: 2.01s
150:	learn: 0.1876616	total: 358ms	remaining: 2.01s
151:	learn: 0.1872174	total: 360ms	remaining: 2.01s
152:	learn: 0.1863264	total: 362ms	remaining: 2s
153:	learn: 0.1856050	total: 365ms	remaining: 2s
154:	learn: 0.1847198	total: 367ms	remaining: 2s
155:	learn: 0.1840192	total: 370ms	remaining: 2s
156:	learn: 0.1831687	total: 372ms	remaining: 2s
157:	learn: 0.1826499	total: 374ms	remaining: 1.99s
158:	learn: 0.1819941	total: 378ms	remaining: 2s
159:	learn: 0.1814725	total: 381ms	remaining: 2s
160:	learn: 0.1805867	total: 383ms	remaining: 2s
161:	learn: 0.1797219	total: 390ms	remaining: 2.02s
162:	learn: 0.1789159	total: 395ms	remaining: 2.03s
163:	learn: 0.1783966	total: 397ms	remaining: 2.02s
164:	learn: 0.1779892	total: 399ms	remaining: 2.02s
165:	learn: 0.1774177	total: 402ms	remaining: 2.02s
166:	learn: 0.1769702	total: 404ms	remaining: 2.01s
167:	learn: 0.1763718	total: 406ms	remaining: 2.01s
168:	learn: 0.1754636	total: 408ms	remaining: 2.01s
169:	learn: 0.1748687	total: 411ms	remaining: 2s
170:	learn: 0.1743954	total: 413ms	remaining: 2s
171:	learn: 0.1738120	total: 415ms	remaining: 2s
172:	learn: 0.1732156	total: 418ms	remaining: 2s
173:	learn: 0.1724759	total: 420ms	remaining: 1.99s
174:	learn: 0.1721221	total: 422ms	remaining: 1.99s
175:	learn: 0.1715440	total: 424ms	remaining: 1.99s
176:	learn: 0.1710059	total: 426ms	remaining: 1.98s
177:	learn: 0.1707296	total: 429ms	remaining: 1.98s
178:	learn: 0.1702353	total: 431ms	remaining: 1.98s
179:	learn: 0.1698542	total: 433ms	remaining: 1.97s
180:	learn: 0.1694640	total: 435ms	remaining: 1.97s
181:	learn: 0.1690899	total: 437ms	remaining: 1.97s
182:	learn: 0.1686515	total: 440ms	remaining: 1.96s
183:	learn: 0.1683147	total: 442ms	remaining: 1.96s
184:	learn: 0.1680545	total: 444ms	remaining: 1.96s
185:	learn: 0.1677614	total: 446ms	remaining: 1.95s
186:	learn: 0.1670628	total: 449ms	remaining: 1.95s
187:	learn: 0.1666611	total: 451ms	remaining: 1.95s
188:	learn: 0.1663252	total: 453ms	remaining: 1.94s
189:	learn: 0.1656480	total: 455ms	remaining: 1.94s
190:	learn: 0.1649784	total: 458ms	remaining: 1.94s
191:	learn: 0.1645655	total: 460ms	remaining: 1.94s
192:	learn: 0.1642763	total: 462ms	remaining: 1.93s
193:	learn: 0.1638830	total: 464ms	remaining: 1.93s
194:	learn: 0.1635019	total: 466ms	remaining: 1.93s
195:	learn: 0.1629768	total: 469ms	remaining: 1.92s
196:	learn: 0.1625370	total: 471ms	remaining: 1.92s
197:	learn: 0.1619429	total: 473ms	remaining: 1.92s
198:	learn: 0.1614229	total: 476ms	remaining: 1.91s
199:	learn: 0.1610029	total: 478ms	remaining: 1.91s
200:	learn: 0.1605295	total: 480ms	remaining: 1.91s
201:	learn: 0.1601339	total: 482ms	remaining: 1.91s
202:	learn: 0.1599206	total: 485ms	remaining: 1.9s
203:	learn: 0.1593323	total: 487ms	remaining: 1.9s
204:	learn: 0.1588685	total: 489ms	remaining: 1.9s
205:	learn: 0.1581688	total: 492ms	remaining: 1.9s
206:	learn: 0.1576790	total: 494ms	remaining: 1.89s
207:	learn: 0.1573596	total: 497ms	remaining: 1.89s
208:	learn: 0.1570713	total: 500ms	remaining: 1.89s
209:	learn: 0.1567535	total: 502ms	remaining: 1.89s
210:	learn: 0.1565285	total: 505ms	remaining: 1.89s
211:	learn: 0.1562367	total: 507ms	remaining: 1.88s
212:	learn: 0.1560316	total: 510ms	remaining: 1.88s
213:	learn: 0.1554550	total: 512ms	remaining: 1.88s
214:	learn: 0.1550771	total: 515ms	remaining: 1.88s
215:	learn: 0.1547455	total: 517ms	remaining: 1.88s
216:	learn: 0.1544851	total: 519ms	remaining: 1.87s
217:	learn: 0.1541171	total: 521ms	remaining: 1.87s
218:	learn: 0.1535992	total: 524ms	remaining: 1.87s
219:	learn: 0.1532951	total: 526ms	remaining: 1.86s
220:	learn: 0.1529224	total: 528ms	remaining: 1.86s
221:	learn: 0.1526102	total: 531ms	remaining: 1.86s
222:	learn: 0.1521067	total: 533ms	remaining: 1.86s
223:	learn: 0.1519149	total: 535ms	remaining: 1.85s
224:	learn: 0.1515109	total: 537ms	remaining: 1.85s
225:	learn: 0.1513494	total: 540ms	remaining: 1.85s
226:	learn: 0.1509370	total: 542ms	remaining: 1.84s
227:	learn: 0.1507602	total: 544ms	remaining: 1.84s
228:	learn: 0.1503784	total: 546ms	remaining: 1.84s
229:	learn: 0.1500842	total: 549ms	remaining: 1.84s
230:	learn: 0.1497509	total: 551ms	remaining: 1.83s
231:	learn: 0.1491924	total: 553ms	remaining: 1.83s
232:	learn: 0.1489812	total: 556ms	remaining: 1.83s
233:	learn: 0.1486045	total: 558ms	remaining: 1.83s
234:	learn: 0.1483400	total: 560ms	remaining: 1.82s
235:	learn: 0.1480289	total: 562ms	remaining: 1.82s
236:	learn: 0.1475724	total: 565ms	remaining: 1.82s
237:	learn: 0.1474790	total: 567ms	remaining: 1.81s
238:	learn: 0.1473071	total: 569ms	remaining: 1.81s
239:	learn: 0.1469652	total: 571ms	remaining: 1.81s
240:	learn: 0.1463997	total: 575ms	remaining: 1.81s
241:	learn: 0.1459529	total: 577ms	remaining: 1.81s
242:	learn: 0.1456535	total: 580ms	remaining: 1.81s
243:	learn: 0.1453043	total: 585ms	remaining: 1.81s
244:	learn: 0.1449060	total: 589ms	remaining: 1.81s
245:	learn: 0.1445237	total: 592ms	remaining: 1.81s
246:	learn: 0.1442364	total: 594ms	remaining: 1.81s
247:	learn: 0.1440837	total: 596ms	remaining: 1.81s
248:	learn: 0.1437919	total: 599ms	remaining: 1.8s
249:	learn: 0.1434885	total: 601ms	remaining: 1.8s
250:	learn: 0.1430469	total: 603ms	remaining: 1.8s
251:	learn: 0.1428334	total: 606ms	remaining: 1.8s
252:	learn: 0.1425515	total: 608ms	remaining: 1.79s
253:	learn: 0.1422774	total: 610ms	remaining: 1.79s
254:	learn: 0.1421043	total: 613ms	remaining: 1.79s
255:	learn: 0.1418596	total: 615ms	remaining: 1.79s
256:	learn: 0.1414209	total: 617ms	remaining: 1.78s
257:	learn: 0.1410773	total: 620ms	remaining: 1.78s
258:	learn: 0.1408937	total: 622ms	remaining: 1.78s
259:	learn: 0.1408023	total: 624ms	remaining: 1.78s
260:	learn: 0.1406503	total: 626ms	remaining: 1.77s
261:	learn: 0.1403191	total: 629ms	remaining: 1.77s
262:	learn: 0.1398866	total: 631ms	remaining: 1.77s
263:	learn: 0.1397246	total: 633ms	remaining: 1.76s
264:	learn: 0.1395204	total: 636ms	remaining: 1.76s
265:	learn: 0.1392978	total: 638ms	remaining: 1.76s
266:	learn: 0.1389904	total: 640ms	remaining: 1.76s
267:	learn: 0.1385594	total: 643ms	remaining: 1.75s
268:	learn: 0.1383664	total: 645ms	remaining: 1.75s
269:	learn: 0.1380546	total: 647ms	remaining: 1.75s
270:	learn: 0.1379043	total: 651ms	remaining: 1.75s
271:	learn: 0.1376981	total: 653ms	remaining: 1.75s
272:	learn: 0.1374372	total: 655ms	remaining: 1.74s
273:	learn: 0.1372421	total: 657ms	remaining: 1.74s
274:	learn: 0.1368483	total: 660ms	remaining: 1.74s
275:	learn: 0.1365889	total: 662ms	remaining: 1.74s
276:	learn: 0.1364051	total: 667ms	remaining: 1.74s
277:	learn: 0.1362584	total: 693ms	remaining: 1.8s
278:	learn: 0.1360686	total: 697ms	remaining: 1.8s
279:	learn: 0.1358365	total: 710ms	remaining: 1.82s
280:	learn: 0.1354824	total: 714ms	remaining: 1.82s
281:	learn: 0.1351745	total: 716ms	remaining: 1.82s
282:	learn: 0.1349906	total: 718ms	remaining: 1.82s
283:	learn: 0.1347738	total: 721ms	remaining: 1.82s
284:	learn: 0.1345802	total: 723ms	remaining: 1.81s
285:	learn: 0.1343089	total: 726ms	remaining: 1.81s
286:	learn: 0.1340588	total: 728ms	remaining: 1.81s
287:	learn: 0.1339075	total: 730ms	remaining: 1.8s
288:	learn: 0.1337278	total: 733ms	remaining: 1.8s
289:	learn: 0.1334174	total: 735ms	remaining: 1.8s
290:	learn: 0.1331391	total: 737ms	remaining: 1.8s
291:	learn: 0.1330355	total: 740ms	remaining: 1.79s
292:	learn: 0.1327116	total: 742ms	remaining: 1.79s
293:	learn: 0.1324846	total: 745ms	remaining: 1.79s
294:	learn: 0.1323675	total: 747ms	remaining: 1.78s
295:	learn: 0.1321398	total: 749ms	remaining: 1.78s
296:	learn: 0.1320695	total: 751ms	remaining: 1.78s
297:	learn: 0.1319797	total: 753ms	remaining: 1.77s
298:	learn: 0.1315999	total: 756ms	remaining: 1.77s
299:	learn: 0.1313824	total: 758ms	remaining: 1.77s
300:	learn: 0.1312151	total: 761ms	remaining: 1.77s
301:	learn: 0.1309721	total: 763ms	remaining: 1.76s
302:	learn: 0.1308348	total: 765ms	remaining: 1.76s
303:	learn: 0.1305524	total: 768ms	remaining: 1.76s
304:	learn: 0.1303153	total: 770ms	remaining: 1.75s
305:	learn: 0.1299033	total: 772ms	remaining: 1.75s
306:	learn: 0.1297277	total: 781ms	remaining: 1.76s
307:	learn: 0.1296350	total: 785ms	remaining: 1.76s
308:	learn: 0.1294346	total: 788ms	remaining: 1.76s
309:	learn: 0.1292881	total: 790ms	remaining: 1.76s
310:	learn: 0.1290452	total: 792ms	remaining: 1.75s
311:	learn: 0.1289206	total: 795ms	remaining: 1.75s
312:	learn: 0.1287584	total: 797ms	remaining: 1.75s
313:	learn: 0.1285164	total: 799ms	remaining: 1.75s
314:	learn: 0.1283759	total: 802ms	remaining: 1.74s
315:	learn: 0.1282680	total: 804ms	remaining: 1.74s
316:	learn: 0.1281888	total: 807ms	remaining: 1.74s
317:	learn: 0.1281180	total: 809ms	remaining: 1.74s
318:	learn: 0.1278349	total: 812ms	remaining: 1.73s
319:	learn: 0.1277393	total: 816ms	remaining: 1.73s
320:	learn: 0.1274040	total: 818ms	remaining: 1.73s
321:	learn: 0.1270723	total: 821ms	remaining: 1.73s
322:	learn: 0.1269832	total: 823ms	remaining: 1.73s
323:	learn: 0.1268447	total: 825ms	remaining: 1.72s
324:	learn: 0.1267423	total: 828ms	remaining: 1.72s
325:	learn: 0.1263914	total: 830ms	remaining: 1.72s
326:	learn: 0.1263100	total: 833ms	remaining: 1.71s
327:	learn: 0.1261417	total: 835ms	remaining: 1.71s
328:	learn: 0.1260211	total: 838ms	remaining: 1.71s
329:	learn: 0.1259305	total: 840ms	remaining: 1.71s
330:	learn: 0.1258567	total: 843ms	remaining: 1.7s
331:	learn: 0.1255586	total: 845ms	remaining: 1.7s
332:	learn: 0.1253782	total: 848ms	remaining: 1.7s
333:	learn: 0.1250583	total: 850ms	remaining: 1.69s
334:	learn: 0.1248499	total: 852ms	remaining: 1.69s
335:	learn: 0.1246351	total: 855ms	remaining: 1.69s
336:	learn: 0.1243935	total: 857ms	remaining: 1.69s
337:	learn: 0.1241021	total: 860ms	remaining: 1.68s
338:	learn: 0.1238987	total: 862ms	remaining: 1.68s
339:	learn: 0.1236863	total: 864ms	remaining: 1.68s
340:	learn: 0.1236007	total: 867ms	remaining: 1.67s
341:	learn: 0.1235286	total: 871ms	remaining: 1.68s
342:	learn: 0.1234338	total: 874ms	remaining: 1.67s
343:	learn: 0.1231315	total: 876ms	remaining: 1.67s
344:	learn: 0.1229972	total: 879ms	remaining: 1.67s
345:	learn: 0.1228280	total: 881ms	remaining: 1.67s
346:	learn: 0.1225302	total: 884ms	remaining: 1.66s
347:	learn: 0.1224163	total: 887ms	remaining: 1.66s
348:	learn: 0.1222843	total: 890ms	remaining: 1.66s
349:	learn: 0.1219663	total: 892ms	remaining: 1.66s
350:	learn: 0.1218084	total: 895ms	remaining: 1.65s
351:	learn: 0.1216351	total: 897ms	remaining: 1.65s
352:	learn: 0.1213900	total: 899ms	remaining: 1.65s
353:	learn: 0.1212838	total: 902ms	remaining: 1.65s
354:	learn: 0.1212110	total: 904ms	remaining: 1.64s
355:	learn: 0.1209303	total: 906ms	remaining: 1.64s
356:	learn: 0.1207834	total: 909ms	remaining: 1.64s
357:	learn: 0.1205560	total: 911ms	remaining: 1.63s
358:	learn: 0.1204549	total: 913ms	remaining: 1.63s
359:	learn: 0.1201911	total: 916ms	remaining: 1.63s
360:	learn: 0.1200903	total: 918ms	remaining: 1.62s
361:	learn: 0.1199411	total: 920ms	remaining: 1.62s
362:	learn: 0.1199107	total: 922ms	remaining: 1.62s
363:	learn: 0.1196913	total: 924ms	remaining: 1.61s
364:	learn: 0.1195752	total: 926ms	remaining: 1.61s
365:	learn: 0.1193295	total: 928ms	remaining: 1.61s
366:	learn: 0.1191493	total: 931ms	remaining: 1.6s
367:	learn: 0.1190490	total: 933ms	remaining: 1.6s
368:	learn: 0.1189767	total: 935ms	remaining: 1.6s
369:	learn: 0.1188702	total: 937ms	remaining: 1.6s
370:	learn: 0.1186155	total: 940ms	remaining: 1.59s
371:	learn: 0.1185514	total: 942ms	remaining: 1.59s
372:	learn: 0.1183066	total: 944ms	remaining: 1.59s
373:	learn: 0.1179947	total: 946ms	remaining: 1.58s
374:	learn: 0.1177500	total: 949ms	remaining: 1.58s
375:	learn: 0.1177007	total: 951ms	remaining: 1.58s
376:	learn: 0.1174887	total: 953ms	remaining: 1.57s
377:	learn: 0.1172611	total: 955ms	remaining: 1.57s
378:	learn: 0.1172077	total: 958ms	remaining: 1.57s
379:	learn: 0.1170386	total: 960ms	remaining: 1.57s
380:	learn: 0.1169585	total: 962ms	remaining: 1.56s
381:	learn: 0.1167889	total: 965ms	remaining: 1.56s
382:	learn: 0.1165979	total: 967ms	remaining: 1.56s
383:	learn: 0.1164696	total: 969ms	remaining: 1.55s
384:	learn: 0.1163652	total: 972ms	remaining: 1.55s
385:	learn: 0.1162541	total: 977ms	remaining: 1.55s
386:	learn: 0.1162040	total: 981ms	remaining: 1.55s
387:	learn: 0.1160075	total: 983ms	remaining: 1.55s
388:	learn: 0.1158323	total: 986ms	remaining: 1.55s
389:	learn: 0.1155420	total: 988ms	remaining: 1.54s
390:	learn: 0.1152665	total: 990ms	remaining: 1.54s
391:	learn: 0.1151717	total: 992ms	remaining: 1.54s
392:	learn: 0.1151014	total: 995ms	remaining: 1.54s
393:	learn: 0.1148978	total: 997ms	remaining: 1.53s
394:	learn: 0.1147274	total: 1000ms	remaining: 1.53s
395:	learn: 0.1145698	total: 1s	remaining: 1.53s
396:	learn: 0.1144544	total: 1s	remaining: 1.52s
397:	learn: 0.1142775	total: 1.01s	remaining: 1.52s
398:	learn: 0.1141760	total: 1.01s	remaining: 1.52s
399:	learn: 0.1140790	total: 1.01s	remaining: 1.52s
400:	learn: 0.1140360	total: 1.01s	remaining: 1.51s
401:	learn: 0.1139975	total: 1.01s	remaining: 1.51s
402:	learn: 0.1139257	total: 1.02s	remaining: 1.51s
403:	learn: 0.1138176	total: 1.02s	remaining: 1.5s
404:	learn: 0.1136824	total: 1.02s	remaining: 1.5s
405:	learn: 0.1135950	total: 1.02s	remaining: 1.5s
406:	learn: 0.1134706	total: 1.03s	remaining: 1.5s
407:	learn: 0.1133074	total: 1.03s	remaining: 1.49s
408:	learn: 0.1131173	total: 1.03s	remaining: 1.49s
409:	learn: 0.1130029	total: 1.03s	remaining: 1.49s
410:	learn: 0.1129320	total: 1.04s	remaining: 1.48s
411:	learn: 0.1128091	total: 1.04s	remaining: 1.48s
412:	learn: 0.1127617	total: 1.04s	remaining: 1.48s
413:	learn: 0.1126647	total: 1.04s	remaining: 1.48s
414:	learn: 0.1125189	total: 1.04s	remaining: 1.47s
415:	learn: 0.1124055	total: 1.05s	remaining: 1.47s
416:	learn: 0.1123334	total: 1.05s	remaining: 1.47s
417:	learn: 0.1122460	total: 1.05s	remaining: 1.47s
418:	learn: 0.1121761	total: 1.05s	remaining: 1.46s
419:	learn: 0.1120144	total: 1.06s	remaining: 1.46s
420:	learn: 0.1118756	total: 1.06s	remaining: 1.46s
421:	learn: 0.1117332	total: 1.06s	remaining: 1.45s
422:	learn: 0.1114674	total: 1.06s	remaining: 1.45s
423:	learn: 0.1113546	total: 1.07s	remaining: 1.45s
424:	learn: 0.1111250	total: 1.07s	remaining: 1.45s
425:	learn: 0.1110420	total: 1.07s	remaining: 1.44s
426:	learn: 0.1108227	total: 1.07s	remaining: 1.44s
427:	learn: 0.1105628	total: 1.08s	remaining: 1.44s
428:	learn: 0.1102984	total: 1.08s	remaining: 1.44s
429:	learn: 0.1102005	total: 1.08s	remaining: 1.44s
430:	learn: 0.1100652	total: 1.08s	remaining: 1.43s
431:	learn: 0.1098980	total: 1.09s	remaining: 1.43s
432:	learn: 0.1098240	total: 1.09s	remaining: 1.43s
433:	learn: 0.1096436	total: 1.09s	remaining: 1.43s
434:	learn: 0.1095245	total: 1.1s	remaining: 1.42s
435:	learn: 0.1094401	total: 1.1s	remaining: 1.42s
436:	learn: 0.1093696	total: 1.1s	remaining: 1.42s
437:	learn: 0.1092851	total: 1.1s	remaining: 1.42s
438:	learn: 0.1091963	total: 1.11s	remaining: 1.41s
439:	learn: 0.1091229	total: 1.11s	remaining: 1.41s
440:	learn: 0.1089281	total: 1.11s	remaining: 1.41s
441:	learn: 0.1088957	total: 1.11s	remaining: 1.41s
442:	learn: 0.1086487	total: 1.11s	remaining: 1.4s
443:	learn: 0.1084965	total: 1.12s	remaining: 1.4s
444:	learn: 0.1084553	total: 1.12s	remaining: 1.4s
445:	learn: 0.1083131	total: 1.12s	remaining: 1.39s
446:	learn: 0.1082363	total: 1.12s	remaining: 1.39s
447:	learn: 0.1080653	total: 1.13s	remaining: 1.39s
448:	learn: 0.1079107	total: 1.13s	remaining: 1.39s
449:	learn: 0.1077490	total: 1.13s	remaining: 1.38s
450:	learn: 0.1076823	total: 1.13s	remaining: 1.38s
451:	learn: 0.1075836	total: 1.14s	remaining: 1.38s
452:	learn: 0.1074501	total: 1.14s	remaining: 1.38s
453:	learn: 0.1074028	total: 1.14s	remaining: 1.37s
454:	learn: 0.1073416	total: 1.14s	remaining: 1.37s
455:	learn: 0.1071963	total: 1.15s	remaining: 1.37s
456:	learn: 0.1070731	total: 1.15s	remaining: 1.36s
457:	learn: 0.1069469	total: 1.15s	remaining: 1.36s
458:	learn: 0.1067570	total: 1.15s	remaining: 1.36s
459:	learn: 0.1066904	total: 1.15s	remaining: 1.35s
460:	learn: 0.1065604	total: 1.16s	remaining: 1.35s
461:	learn: 0.1063570	total: 1.16s	remaining: 1.35s
462:	learn: 0.1062831	total: 1.16s	remaining: 1.35s
463:	learn: 0.1061109	total: 1.16s	remaining: 1.34s
464:	learn: 0.1060109	total: 1.17s	remaining: 1.34s
465:	learn: 0.1057829	total: 1.17s	remaining: 1.34s
466:	learn: 0.1056824	total: 1.18s	remaining: 1.34s
467:	learn: 0.1055565	total: 1.18s	remaining: 1.34s
468:	learn: 0.1053863	total: 1.18s	remaining: 1.34s
469:	learn: 0.1053372	total: 1.18s	remaining: 1.33s
470:	learn: 0.1052377	total: 1.18s	remaining: 1.33s
471:	learn: 0.1050966	total: 1.19s	remaining: 1.33s
472:	learn: 0.1050041	total: 1.19s	remaining: 1.32s
473:	learn: 0.1049010	total: 1.19s	remaining: 1.32s
474:	learn: 0.1047709	total: 1.19s	remaining: 1.32s
475:	learn: 0.1046489	total: 1.2s	remaining: 1.32s
476:	learn: 0.1044196	total: 1.2s	remaining: 1.31s
477:	learn: 0.1043021	total: 1.2s	remaining: 1.31s
478:	learn: 0.1042626	total: 1.2s	remaining: 1.31s
479:	learn: 0.1041646	total: 1.21s	remaining: 1.31s
480:	learn: 0.1040051	total: 1.21s	remaining: 1.3s
481:	learn: 0.1039166	total: 1.21s	remaining: 1.3s
482:	learn: 0.1037799	total: 1.21s	remaining: 1.3s
483:	learn: 0.1035113	total: 1.21s	remaining: 1.29s
484:	learn: 0.1033602	total: 1.22s	remaining: 1.29s
485:	learn: 0.1032159	total: 1.22s	remaining: 1.29s
486:	learn: 0.1030641	total: 1.22s	remaining: 1.29s
487:	learn: 0.1029010	total: 1.22s	remaining: 1.28s
488:	learn: 0.1027759	total: 1.23s	remaining: 1.28s
489:	learn: 0.1026048	total: 1.23s	remaining: 1.28s
490:	learn: 0.1025104	total: 1.23s	remaining: 1.27s
491:	learn: 0.1023008	total: 1.23s	remaining: 1.27s
492:	learn: 0.1021856	total: 1.24s	remaining: 1.27s
493:	learn: 0.1021082	total: 1.24s	remaining: 1.27s
494:	learn: 0.1020256	total: 1.24s	remaining: 1.26s
495:	learn: 0.1018965	total: 1.24s	remaining: 1.26s
496:	learn: 0.1017082	total: 1.24s	remaining: 1.26s
497:	learn: 0.1015599	total: 1.25s	remaining: 1.26s
498:	learn: 0.1014857	total: 1.25s	remaining: 1.25s
499:	learn: 0.1014365	total: 1.25s	remaining: 1.25s
500:	learn: 0.1012614	total: 1.25s	remaining: 1.25s
501:	learn: 0.1011541	total: 1.25s	remaining: 1.25s
502:	learn: 0.1009437	total: 1.26s	remaining: 1.24s
503:	learn: 0.1009212	total: 1.26s	remaining: 1.24s
504:	learn: 0.1007508	total: 1.26s	remaining: 1.24s
505:	learn: 0.1005916	total: 1.26s	remaining: 1.23s
506:	learn: 0.1003736	total: 1.27s	remaining: 1.23s
507:	learn: 0.1002455	total: 1.27s	remaining: 1.23s
508:	learn: 0.1001370	total: 1.27s	remaining: 1.23s
509:	learn: 0.1000871	total: 1.27s	remaining: 1.22s
510:	learn: 0.0998831	total: 1.27s	remaining: 1.22s
511:	learn: 0.0997654	total: 1.28s	remaining: 1.22s
512:	learn: 0.0996518	total: 1.28s	remaining: 1.22s
513:	learn: 0.0995780	total: 1.28s	remaining: 1.21s
514:	learn: 0.0995007	total: 1.28s	remaining: 1.21s
515:	learn: 0.0994402	total: 1.29s	remaining: 1.21s
516:	learn: 0.0993574	total: 1.29s	remaining: 1.2s
517:	learn: 0.0992996	total: 1.29s	remaining: 1.2s
518:	learn: 0.0991794	total: 1.29s	remaining: 1.2s
519:	learn: 0.0990531	total: 1.3s	remaining: 1.2s
520:	learn: 0.0989772	total: 1.3s	remaining: 1.19s
521:	learn: 0.0988580	total: 1.3s	remaining: 1.19s
522:	learn: 0.0987036	total: 1.3s	remaining: 1.19s
523:	learn: 0.0985596	total: 1.3s	remaining: 1.19s
524:	learn: 0.0984581	total: 1.31s	remaining: 1.18s
525:	learn: 0.0983063	total: 1.31s	remaining: 1.18s
526:	learn: 0.0981458	total: 1.31s	remaining: 1.18s
527:	learn: 0.0978070	total: 1.31s	remaining: 1.17s
528:	learn: 0.0976674	total: 1.32s	remaining: 1.17s
529:	learn: 0.0975826	total: 1.32s	remaining: 1.17s
530:	learn: 0.0975035	total: 1.32s	remaining: 1.17s
531:	learn: 0.0973598	total: 1.33s	remaining: 1.17s
532:	learn: 0.0971939	total: 1.33s	remaining: 1.17s
533:	learn: 0.0971371	total: 1.33s	remaining: 1.16s
534:	learn: 0.0969926	total: 1.33s	remaining: 1.16s
535:	learn: 0.0967778	total: 1.34s	remaining: 1.16s
536:	learn: 0.0966373	total: 1.34s	remaining: 1.16s
537:	learn: 0.0964564	total: 1.34s	remaining: 1.15s
538:	learn: 0.0963233	total: 1.34s	remaining: 1.15s
539:	learn: 0.0961592	total: 1.35s	remaining: 1.15s
540:	learn: 0.0960693	total: 1.35s	remaining: 1.15s
541:	learn: 0.0959390	total: 1.35s	remaining: 1.14s
542:	learn: 0.0959107	total: 1.35s	remaining: 1.14s
543:	learn: 0.0957036	total: 1.36s	remaining: 1.14s
544:	learn: 0.0956242	total: 1.36s	remaining: 1.13s
545:	learn: 0.0956004	total: 1.36s	remaining: 1.13s
546:	learn: 0.0955157	total: 1.36s	remaining: 1.13s
547:	learn: 0.0952912	total: 1.37s	remaining: 1.13s
548:	learn: 0.0952400	total: 1.37s	remaining: 1.13s
549:	learn: 0.0950909	total: 1.38s	remaining: 1.13s
550:	learn: 0.0949821	total: 1.38s	remaining: 1.12s
551:	learn: 0.0949186	total: 1.38s	remaining: 1.12s
552:	learn: 0.0947794	total: 1.38s	remaining: 1.12s
553:	learn: 0.0946235	total: 1.39s	remaining: 1.11s
554:	learn: 0.0944687	total: 1.39s	remaining: 1.11s
555:	learn: 0.0943882	total: 1.39s	remaining: 1.11s
556:	learn: 0.0942861	total: 1.39s	remaining: 1.11s
557:	learn: 0.0941737	total: 1.39s	remaining: 1.1s
558:	learn: 0.0940499	total: 1.4s	remaining: 1.1s
559:	learn: 0.0939804	total: 1.4s	remaining: 1.1s
560:	learn: 0.0939316	total: 1.4s	remaining: 1.1s
561:	learn: 0.0938070	total: 1.4s	remaining: 1.09s
562:	learn: 0.0937114	total: 1.41s	remaining: 1.09s
563:	learn: 0.0936851	total: 1.41s	remaining: 1.09s
564:	learn: 0.0935033	total: 1.41s	remaining: 1.09s
565:	learn: 0.0933653	total: 1.41s	remaining: 1.08s
566:	learn: 0.0932729	total: 1.42s	remaining: 1.08s
567:	learn: 0.0930048	total: 1.42s	remaining: 1.08s
568:	learn: 0.0929781	total: 1.42s	remaining: 1.07s
569:	learn: 0.0928743	total: 1.42s	remaining: 1.07s
570:	learn: 0.0928297	total: 1.42s	remaining: 1.07s
571:	learn: 0.0926499	total: 1.43s	remaining: 1.07s
572:	learn: 0.0926137	total: 1.43s	remaining: 1.06s
573:	learn: 0.0925452	total: 1.43s	remaining: 1.06s
574:	learn: 0.0923239	total: 1.43s	remaining: 1.06s
575:	learn: 0.0922075	total: 1.43s	remaining: 1.05s
576:	learn: 0.0921454	total: 1.44s	remaining: 1.05s
577:	learn: 0.0920185	total: 1.44s	remaining: 1.05s
578:	learn: 0.0918700	total: 1.44s	remaining: 1.05s
579:	learn: 0.0918321	total: 1.44s	remaining: 1.04s
580:	learn: 0.0917379	total: 1.45s	remaining: 1.04s
581:	learn: 0.0916537	total: 1.45s	remaining: 1.04s
582:	learn: 0.0915926	total: 1.45s	remaining: 1.04s
583:	learn: 0.0915320	total: 1.45s	remaining: 1.03s
584:	learn: 0.0914143	total: 1.45s	remaining: 1.03s
585:	learn: 0.0913711	total: 1.46s	remaining: 1.03s
586:	learn: 0.0913287	total: 1.46s	remaining: 1.03s
587:	learn: 0.0911655	total: 1.46s	remaining: 1.02s
588:	learn: 0.0910362	total: 1.47s	remaining: 1.02s
589:	learn: 0.0909062	total: 1.47s	remaining: 1.02s
590:	learn: 0.0908011	total: 1.47s	remaining: 1.02s
591:	learn: 0.0906945	total: 1.47s	remaining: 1.01s
592:	learn: 0.0906075	total: 1.47s	remaining: 1.01s
593:	learn: 0.0904268	total: 1.48s	remaining: 1.01s
594:	learn: 0.0902569	total: 1.48s	remaining: 1.01s
595:	learn: 0.0901335	total: 1.48s	remaining: 1s
596:	learn: 0.0899107	total: 1.48s	remaining: 1s
597:	learn: 0.0897858	total: 1.49s	remaining: 1000ms
598:	learn: 0.0896356	total: 1.49s	remaining: 997ms
599:	learn: 0.0895408	total: 1.49s	remaining: 994ms
600:	learn: 0.0894962	total: 1.49s	remaining: 992ms
601:	learn: 0.0894166	total: 1.5s	remaining: 989ms
602:	learn: 0.0893698	total: 1.5s	remaining: 986ms
603:	learn: 0.0893115	total: 1.5s	remaining: 984ms
604:	learn: 0.0891901	total: 1.5s	remaining: 981ms
605:	learn: 0.0891094	total: 1.5s	remaining: 978ms
606:	learn: 0.0890252	total: 1.51s	remaining: 976ms
607:	learn: 0.0888508	total: 1.51s	remaining: 973ms
608:	learn: 0.0887497	total: 1.51s	remaining: 970ms
609:	learn: 0.0884781	total: 1.51s	remaining: 968ms
610:	learn: 0.0883882	total: 1.52s	remaining: 965ms
611:	learn: 0.0883008	total: 1.52s	remaining: 963ms
612:	learn: 0.0882292	total: 1.52s	remaining: 960ms
613:	learn: 0.0881238	total: 1.52s	remaining: 958ms
614:	learn: 0.0880829	total: 1.52s	remaining: 955ms
615:	learn: 0.0880383	total: 1.53s	remaining: 952ms
616:	learn: 0.0879935	total: 1.53s	remaining: 950ms
617:	learn: 0.0879036	total: 1.53s	remaining: 947ms
618:	learn: 0.0878858	total: 1.53s	remaining: 944ms
619:	learn: 0.0876879	total: 1.54s	remaining: 942ms
620:	learn: 0.0875142	total: 1.54s	remaining: 939ms
621:	learn: 0.0874204	total: 1.54s	remaining: 936ms
622:	learn: 0.0873073	total: 1.54s	remaining: 934ms
623:	learn: 0.0871506	total: 1.54s	remaining: 931ms
624:	learn: 0.0870319	total: 1.55s	remaining: 929ms
625:	learn: 0.0869730	total: 1.55s	remaining: 926ms
626:	learn: 0.0869492	total: 1.55s	remaining: 923ms
627:	learn: 0.0868980	total: 1.55s	remaining: 921ms
628:	learn: 0.0867955	total: 1.56s	remaining: 918ms
629:	learn: 0.0866292	total: 1.56s	remaining: 916ms
630:	learn: 0.0866020	total: 1.56s	remaining: 914ms
631:	learn: 0.0864369	total: 1.56s	remaining: 911ms
632:	learn: 0.0863975	total: 1.57s	remaining: 909ms
633:	learn: 0.0862595	total: 1.57s	remaining: 906ms
634:	learn: 0.0862005	total: 1.57s	remaining: 904ms
635:	learn: 0.0861748	total: 1.57s	remaining: 901ms
636:	learn: 0.0861286	total: 1.58s	remaining: 898ms
637:	learn: 0.0859883	total: 1.58s	remaining: 896ms
638:	learn: 0.0858969	total: 1.58s	remaining: 893ms
639:	learn: 0.0857696	total: 1.58s	remaining: 891ms
640:	learn: 0.0856272	total: 1.59s	remaining: 889ms
641:	learn: 0.0856056	total: 1.59s	remaining: 886ms
642:	learn: 0.0855124	total: 1.59s	remaining: 883ms
643:	learn: 0.0853647	total: 1.59s	remaining: 881ms
644:	learn: 0.0852714	total: 1.59s	remaining: 878ms
645:	learn: 0.0851250	total: 1.6s	remaining: 876ms
646:	learn: 0.0849926	total: 1.6s	remaining: 873ms
647:	learn: 0.0849590	total: 1.6s	remaining: 870ms
648:	learn: 0.0849106	total: 1.6s	remaining: 867ms
649:	learn: 0.0848730	total: 1.61s	remaining: 866ms
650:	learn: 0.0847311	total: 1.61s	remaining: 863ms
651:	learn: 0.0845474	total: 1.61s	remaining: 861ms
652:	learn: 0.0845275	total: 1.61s	remaining: 858ms
653:	learn: 0.0844441	total: 1.62s	remaining: 855ms
654:	learn: 0.0843540	total: 1.62s	remaining: 854ms
655:	learn: 0.0842227	total: 1.62s	remaining: 851ms
656:	learn: 0.0841943	total: 1.63s	remaining: 848ms
657:	learn: 0.0840906	total: 1.63s	remaining: 846ms
658:	learn: 0.0839985	total: 1.63s	remaining: 843ms
659:	learn: 0.0838539	total: 1.63s	remaining: 841ms
660:	learn: 0.0837424	total: 1.63s	remaining: 838ms
661:	learn: 0.0836290	total: 1.64s	remaining: 836ms
662:	learn: 0.0835759	total: 1.64s	remaining: 833ms
663:	learn: 0.0834491	total: 1.64s	remaining: 830ms
664:	learn: 0.0833679	total: 1.65s	remaining: 829ms
665:	learn: 0.0833303	total: 1.65s	remaining: 827ms
666:	learn: 0.0832057	total: 1.65s	remaining: 825ms
667:	learn: 0.0831399	total: 1.66s	remaining: 824ms
668:	learn: 0.0830494	total: 1.66s	remaining: 823ms
669:	learn: 0.0829093	total: 1.67s	remaining: 823ms
670:	learn: 0.0828149	total: 1.67s	remaining: 820ms
671:	learn: 0.0827664	total: 1.68s	remaining: 818ms
672:	learn: 0.0826204	total: 1.68s	remaining: 815ms
673:	learn: 0.0824910	total: 1.68s	remaining: 812ms
674:	learn: 0.0823871	total: 1.68s	remaining: 810ms
675:	learn: 0.0822406	total: 1.68s	remaining: 807ms
676:	learn: 0.0821190	total: 1.69s	remaining: 805ms
677:	learn: 0.0820414	total: 1.69s	remaining: 802ms
678:	learn: 0.0819286	total: 1.69s	remaining: 800ms
679:	learn: 0.0818726	total: 1.69s	remaining: 797ms
680:	learn: 0.0818392	total: 1.7s	remaining: 794ms
681:	learn: 0.0817235	total: 1.7s	remaining: 792ms
682:	learn: 0.0816015	total: 1.7s	remaining: 789ms
683:	learn: 0.0814562	total: 1.7s	remaining: 787ms
684:	learn: 0.0813064	total: 1.7s	remaining: 784ms
685:	learn: 0.0812740	total: 1.71s	remaining: 781ms
686:	learn: 0.0811565	total: 1.71s	remaining: 779ms
687:	learn: 0.0811187	total: 1.71s	remaining: 776ms
688:	learn: 0.0810393	total: 1.71s	remaining: 773ms
689:	learn: 0.0808503	total: 1.72s	remaining: 771ms
690:	learn: 0.0807652	total: 1.72s	remaining: 768ms
691:	learn: 0.0806807	total: 1.72s	remaining: 766ms
692:	learn: 0.0805216	total: 1.72s	remaining: 763ms
693:	learn: 0.0804958	total: 1.72s	remaining: 760ms
694:	learn: 0.0803551	total: 1.73s	remaining: 758ms
695:	learn: 0.0802485	total: 1.73s	remaining: 755ms
696:	learn: 0.0801170	total: 1.73s	remaining: 753ms
697:	learn: 0.0800375	total: 1.73s	remaining: 750ms
698:	learn: 0.0799734	total: 1.74s	remaining: 748ms
699:	learn: 0.0798515	total: 1.74s	remaining: 745ms
700:	learn: 0.0797943	total: 1.74s	remaining: 742ms
701:	learn: 0.0796931	total: 1.74s	remaining: 740ms
702:	learn: 0.0795812	total: 1.74s	remaining: 737ms
703:	learn: 0.0795070	total: 1.75s	remaining: 736ms
704:	learn: 0.0793981	total: 1.75s	remaining: 734ms
705:	learn: 0.0793489	total: 1.76s	remaining: 732ms
706:	learn: 0.0792948	total: 1.76s	remaining: 730ms
707:	learn: 0.0791298	total: 1.76s	remaining: 728ms
708:	learn: 0.0790841	total: 1.77s	remaining: 725ms
709:	learn: 0.0790035	total: 1.77s	remaining: 723ms
710:	learn: 0.0789057	total: 1.77s	remaining: 720ms
711:	learn: 0.0788313	total: 1.77s	remaining: 717ms
712:	learn: 0.0787378	total: 1.77s	remaining: 715ms
713:	learn: 0.0786657	total: 1.78s	remaining: 712ms
714:	learn: 0.0786355	total: 1.78s	remaining: 710ms
715:	learn: 0.0784736	total: 1.78s	remaining: 707ms
716:	learn: 0.0784388	total: 1.78s	remaining: 705ms
717:	learn: 0.0783203	total: 1.79s	remaining: 702ms
718:	learn: 0.0782359	total: 1.79s	remaining: 700ms
719:	learn: 0.0780494	total: 1.79s	remaining: 697ms
720:	learn: 0.0780105	total: 1.79s	remaining: 694ms
721:	learn: 0.0779043	total: 1.8s	remaining: 692ms
722:	learn: 0.0778583	total: 1.8s	remaining: 689ms
723:	learn: 0.0777726	total: 1.8s	remaining: 687ms
724:	learn: 0.0776502	total: 1.8s	remaining: 684ms
725:	learn: 0.0774916	total: 1.81s	remaining: 682ms
726:	learn: 0.0773815	total: 1.81s	remaining: 679ms
727:	learn: 0.0771839	total: 1.81s	remaining: 676ms
728:	learn: 0.0770150	total: 1.81s	remaining: 674ms
729:	learn: 0.0769601	total: 1.81s	remaining: 671ms
730:	learn: 0.0769196	total: 1.82s	remaining: 669ms
731:	learn: 0.0767703	total: 1.82s	remaining: 666ms
732:	learn: 0.0767325	total: 1.82s	remaining: 664ms
733:	learn: 0.0765699	total: 1.82s	remaining: 661ms
734:	learn: 0.0764540	total: 1.83s	remaining: 658ms
735:	learn: 0.0763721	total: 1.83s	remaining: 656ms
736:	learn: 0.0762859	total: 1.83s	remaining: 653ms
737:	learn: 0.0761228	total: 1.83s	remaining: 651ms
738:	learn: 0.0759775	total: 1.83s	remaining: 648ms
739:	learn: 0.0758421	total: 1.84s	remaining: 646ms
740:	learn: 0.0757807	total: 1.84s	remaining: 643ms
741:	learn: 0.0757119	total: 1.84s	remaining: 640ms
742:	learn: 0.0756028	total: 1.84s	remaining: 638ms
743:	learn: 0.0755280	total: 1.85s	remaining: 635ms
744:	learn: 0.0754379	total: 1.85s	remaining: 633ms
745:	learn: 0.0753677	total: 1.85s	remaining: 630ms
746:	learn: 0.0752595	total: 1.85s	remaining: 628ms
747:	learn: 0.0751609	total: 1.86s	remaining: 626ms
748:	learn: 0.0751150	total: 1.86s	remaining: 623ms
749:	learn: 0.0750567	total: 1.86s	remaining: 621ms
750:	learn: 0.0749347	total: 1.86s	remaining: 618ms
751:	learn: 0.0748927	total: 1.87s	remaining: 617ms
752:	learn: 0.0748203	total: 1.87s	remaining: 614ms
753:	learn: 0.0747656	total: 1.88s	remaining: 612ms
754:	learn: 0.0746838	total: 1.88s	remaining: 609ms
755:	learn: 0.0746217	total: 1.88s	remaining: 607ms
756:	learn: 0.0745552	total: 1.88s	remaining: 604ms
757:	learn: 0.0744749	total: 1.88s	remaining: 602ms
758:	learn: 0.0744077	total: 1.89s	remaining: 599ms
759:	learn: 0.0743547	total: 1.89s	remaining: 597ms
760:	learn: 0.0742370	total: 1.89s	remaining: 594ms
761:	learn: 0.0740843	total: 1.89s	remaining: 591ms
762:	learn: 0.0739658	total: 1.9s	remaining: 589ms
763:	learn: 0.0739185	total: 1.9s	remaining: 586ms
764:	learn: 0.0738410	total: 1.9s	remaining: 584ms
765:	learn: 0.0736888	total: 1.9s	remaining: 581ms
766:	learn: 0.0736248	total: 1.9s	remaining: 579ms
767:	learn: 0.0735605	total: 1.91s	remaining: 576ms
768:	learn: 0.0734369	total: 1.91s	remaining: 574ms
769:	learn: 0.0733399	total: 1.91s	remaining: 571ms
770:	learn: 0.0731957	total: 1.91s	remaining: 568ms
771:	learn: 0.0730390	total: 1.92s	remaining: 566ms
772:	learn: 0.0730152	total: 1.92s	remaining: 563ms
773:	learn: 0.0729978	total: 1.92s	remaining: 561ms
774:	learn: 0.0729374	total: 1.92s	remaining: 558ms
775:	learn: 0.0728913	total: 1.92s	remaining: 555ms
776:	learn: 0.0728069	total: 1.93s	remaining: 553ms
777:	learn: 0.0727794	total: 1.93s	remaining: 550ms
778:	learn: 0.0727230	total: 1.93s	remaining: 548ms
779:	learn: 0.0726860	total: 1.93s	remaining: 545ms
780:	learn: 0.0726328	total: 1.94s	remaining: 543ms
781:	learn: 0.0725363	total: 1.94s	remaining: 540ms
782:	learn: 0.0724562	total: 1.94s	remaining: 538ms
783:	learn: 0.0724142	total: 1.94s	remaining: 535ms
784:	learn: 0.0723351	total: 1.94s	remaining: 532ms
785:	learn: 0.0722948	total: 1.95s	remaining: 531ms
786:	learn: 0.0722438	total: 1.95s	remaining: 529ms
787:	learn: 0.0722151	total: 1.96s	remaining: 526ms
788:	learn: 0.0721130	total: 1.96s	remaining: 524ms
789:	learn: 0.0720001	total: 1.96s	remaining: 521ms
790:	learn: 0.0718800	total: 1.96s	remaining: 518ms
791:	learn: 0.0717675	total: 1.96s	remaining: 516ms
792:	learn: 0.0716783	total: 1.97s	remaining: 513ms
793:	learn: 0.0715256	total: 1.97s	remaining: 511ms
794:	learn: 0.0713666	total: 1.97s	remaining: 508ms
795:	learn: 0.0712390	total: 1.97s	remaining: 506ms
796:	learn: 0.0711543	total: 1.98s	remaining: 503ms
797:	learn: 0.0710362	total: 1.98s	remaining: 501ms
798:	learn: 0.0709394	total: 1.98s	remaining: 498ms
799:	learn: 0.0707316	total: 1.98s	remaining: 496ms
800:	learn: 0.0706322	total: 1.98s	remaining: 493ms
801:	learn: 0.0704081	total: 1.99s	remaining: 490ms
802:	learn: 0.0703461	total: 1.99s	remaining: 488ms
803:	learn: 0.0702129	total: 1.99s	remaining: 485ms
804:	learn: 0.0701103	total: 1.99s	remaining: 483ms
805:	learn: 0.0700689	total: 2s	remaining: 480ms
806:	learn: 0.0700061	total: 2s	remaining: 478ms
807:	learn: 0.0699045	total: 2s	remaining: 475ms
808:	learn: 0.0698492	total: 2s	remaining: 473ms
809:	learn: 0.0697055	total: 2s	remaining: 470ms
810:	learn: 0.0696815	total: 2.01s	remaining: 468ms
811:	learn: 0.0695501	total: 2.01s	remaining: 465ms
812:	learn: 0.0693655	total: 2.01s	remaining: 463ms
813:	learn: 0.0692405	total: 2.01s	remaining: 460ms
814:	learn: 0.0691618	total: 2.02s	remaining: 458ms
815:	learn: 0.0691176	total: 2.02s	remaining: 455ms
816:	learn: 0.0689878	total: 2.02s	remaining: 453ms
817:	learn: 0.0688501	total: 2.02s	remaining: 450ms
818:	learn: 0.0687548	total: 2.02s	remaining: 448ms
819:	learn: 0.0686838	total: 2.03s	remaining: 445ms
820:	learn: 0.0685691	total: 2.03s	remaining: 443ms
821:	learn: 0.0684841	total: 2.03s	remaining: 440ms
822:	learn: 0.0683847	total: 2.04s	remaining: 438ms
823:	learn: 0.0683444	total: 2.04s	remaining: 435ms
824:	learn: 0.0682905	total: 2.04s	remaining: 433ms
825:	learn: 0.0680846	total: 2.04s	remaining: 431ms
826:	learn: 0.0680103	total: 2.05s	remaining: 428ms
827:	learn: 0.0679408	total: 2.05s	remaining: 426ms
828:	learn: 0.0678995	total: 2.05s	remaining: 423ms
829:	learn: 0.0677209	total: 2.06s	remaining: 421ms
830:	learn: 0.0677058	total: 2.06s	remaining: 418ms
831:	learn: 0.0676565	total: 2.06s	remaining: 416ms
832:	learn: 0.0675898	total: 2.06s	remaining: 413ms
833:	learn: 0.0674849	total: 2.06s	remaining: 411ms
834:	learn: 0.0674594	total: 2.06s	remaining: 408ms
835:	learn: 0.0673327	total: 2.07s	remaining: 406ms
836:	learn: 0.0672990	total: 2.07s	remaining: 403ms
837:	learn: 0.0672265	total: 2.07s	remaining: 401ms
838:	learn: 0.0671408	total: 2.08s	remaining: 398ms
839:	learn: 0.0671010	total: 2.08s	remaining: 396ms
840:	learn: 0.0670529	total: 2.08s	remaining: 393ms
841:	learn: 0.0668798	total: 2.08s	remaining: 391ms
842:	learn: 0.0668616	total: 2.08s	remaining: 388ms
843:	learn: 0.0667897	total: 2.09s	remaining: 386ms
844:	learn: 0.0666876	total: 2.09s	remaining: 383ms
845:	learn: 0.0665659	total: 2.09s	remaining: 381ms
846:	learn: 0.0664296	total: 2.09s	remaining: 378ms
847:	learn: 0.0663679	total: 2.1s	remaining: 376ms
848:	learn: 0.0663400	total: 2.1s	remaining: 373ms
849:	learn: 0.0663148	total: 2.1s	remaining: 371ms
850:	learn: 0.0662433	total: 2.1s	remaining: 368ms
851:	learn: 0.0661341	total: 2.1s	remaining: 365ms
852:	learn: 0.0660388	total: 2.11s	remaining: 363ms
853:	learn: 0.0659924	total: 2.11s	remaining: 360ms
854:	learn: 0.0658939	total: 2.11s	remaining: 358ms
855:	learn: 0.0657913	total: 2.11s	remaining: 355ms
856:	learn: 0.0656282	total: 2.12s	remaining: 353ms
857:	learn: 0.0655341	total: 2.12s	remaining: 350ms
858:	learn: 0.0654887	total: 2.12s	remaining: 348ms
859:	learn: 0.0653694	total: 2.12s	remaining: 345ms
860:	learn: 0.0653428	total: 2.12s	remaining: 343ms
861:	learn: 0.0652751	total: 2.13s	remaining: 340ms
862:	learn: 0.0651793	total: 2.13s	remaining: 338ms
863:	learn: 0.0650059	total: 2.13s	remaining: 335ms
864:	learn: 0.0649493	total: 2.13s	remaining: 333ms
865:	learn: 0.0649110	total: 2.13s	remaining: 330ms
866:	learn: 0.0648113	total: 2.14s	remaining: 328ms
867:	learn: 0.0647175	total: 2.14s	remaining: 326ms
868:	learn: 0.0646037	total: 2.15s	remaining: 324ms
869:	learn: 0.0645808	total: 2.15s	remaining: 321ms
870:	learn: 0.0645181	total: 2.15s	remaining: 319ms
871:	learn: 0.0643984	total: 2.16s	remaining: 317ms
872:	learn: 0.0643542	total: 2.16s	remaining: 314ms
873:	learn: 0.0642060	total: 2.16s	remaining: 312ms
874:	learn: 0.0641048	total: 2.16s	remaining: 309ms
875:	learn: 0.0640054	total: 2.17s	remaining: 307ms
876:	learn: 0.0639167	total: 2.17s	remaining: 304ms
877:	learn: 0.0638239	total: 2.17s	remaining: 302ms
878:	learn: 0.0636828	total: 2.17s	remaining: 299ms
879:	learn: 0.0635628	total: 2.17s	remaining: 297ms
880:	learn: 0.0635264	total: 2.18s	remaining: 294ms
881:	learn: 0.0635115	total: 2.18s	remaining: 292ms
882:	learn: 0.0634888	total: 2.18s	remaining: 289ms
883:	learn: 0.0633855	total: 2.18s	remaining: 287ms
884:	learn: 0.0633373	total: 2.19s	remaining: 284ms
885:	learn: 0.0633091	total: 2.19s	remaining: 282ms
886:	learn: 0.0632129	total: 2.19s	remaining: 279ms
887:	learn: 0.0631371	total: 2.19s	remaining: 277ms
888:	learn: 0.0631176	total: 2.19s	remaining: 274ms
889:	learn: 0.0630785	total: 2.2s	remaining: 272ms
890:	learn: 0.0630533	total: 2.2s	remaining: 269ms
891:	learn: 0.0629997	total: 2.2s	remaining: 267ms
892:	learn: 0.0629683	total: 2.2s	remaining: 264ms
893:	learn: 0.0629533	total: 2.21s	remaining: 262ms
894:	learn: 0.0628628	total: 2.21s	remaining: 259ms
895:	learn: 0.0628373	total: 2.21s	remaining: 257ms
896:	learn: 0.0627400	total: 2.21s	remaining: 254ms
897:	learn: 0.0626938	total: 2.21s	remaining: 252ms
898:	learn: 0.0626641	total: 2.22s	remaining: 249ms
899:	learn: 0.0626065	total: 2.22s	remaining: 247ms
900:	learn: 0.0625834	total: 2.22s	remaining: 244ms
901:	learn: 0.0625489	total: 2.22s	remaining: 242ms
902:	learn: 0.0624206	total: 2.23s	remaining: 239ms
903:	learn: 0.0623550	total: 2.23s	remaining: 237ms
904:	learn: 0.0623066	total: 2.23s	remaining: 234ms
905:	learn: 0.0622810	total: 2.23s	remaining: 232ms
906:	learn: 0.0621636	total: 2.23s	remaining: 229ms
907:	learn: 0.0620017	total: 2.24s	remaining: 227ms
908:	learn: 0.0619399	total: 2.24s	remaining: 224ms
909:	learn: 0.0618599	total: 2.24s	remaining: 222ms
910:	learn: 0.0617789	total: 2.24s	remaining: 219ms
911:	learn: 0.0616640	total: 2.25s	remaining: 217ms
912:	learn: 0.0615008	total: 2.25s	remaining: 214ms
913:	learn: 0.0614084	total: 2.25s	remaining: 212ms
914:	learn: 0.0613286	total: 2.26s	remaining: 210ms
915:	learn: 0.0611942	total: 2.26s	remaining: 207ms
916:	learn: 0.0611570	total: 2.26s	remaining: 205ms
917:	learn: 0.0611111	total: 2.27s	remaining: 202ms
918:	learn: 0.0610521	total: 2.27s	remaining: 200ms
919:	learn: 0.0609620	total: 2.27s	remaining: 197ms
920:	learn: 0.0608879	total: 2.27s	remaining: 195ms
921:	learn: 0.0608659	total: 2.27s	remaining: 192ms
922:	learn: 0.0608302	total: 2.28s	remaining: 190ms
923:	learn: 0.0607839	total: 2.28s	remaining: 188ms
924:	learn: 0.0606887	total: 2.28s	remaining: 185ms
925:	learn: 0.0606166	total: 2.28s	remaining: 183ms
926:	learn: 0.0606018	total: 2.29s	remaining: 180ms
927:	learn: 0.0605603	total: 2.29s	remaining: 178ms
928:	learn: 0.0604156	total: 2.29s	remaining: 175ms
929:	learn: 0.0602875	total: 2.29s	remaining: 173ms
930:	learn: 0.0602590	total: 2.29s	remaining: 170ms
931:	learn: 0.0602177	total: 2.3s	remaining: 168ms
932:	learn: 0.0600910	total: 2.3s	remaining: 165ms
933:	learn: 0.0600626	total: 2.3s	remaining: 163ms
934:	learn: 0.0599165	total: 2.3s	remaining: 160ms
935:	learn: 0.0598244	total: 2.31s	remaining: 158ms
936:	learn: 0.0597282	total: 2.31s	remaining: 155ms
937:	learn: 0.0596547	total: 2.31s	remaining: 153ms
938:	learn: 0.0595108	total: 2.31s	remaining: 150ms
939:	learn: 0.0594022	total: 2.31s	remaining: 148ms
940:	learn: 0.0593703	total: 2.32s	remaining: 145ms
941:	learn: 0.0593440	total: 2.32s	remaining: 143ms
942:	learn: 0.0592413	total: 2.32s	remaining: 140ms
943:	learn: 0.0592079	total: 2.32s	remaining: 138ms
944:	learn: 0.0591722	total: 2.33s	remaining: 135ms
945:	learn: 0.0591551	total: 2.33s	remaining: 133ms
946:	learn: 0.0591205	total: 2.33s	remaining: 131ms
947:	learn: 0.0590751	total: 2.34s	remaining: 128ms
948:	learn: 0.0590377	total: 2.34s	remaining: 126ms
949:	learn: 0.0589724	total: 2.34s	remaining: 123ms
950:	learn: 0.0589516	total: 2.35s	remaining: 121ms
951:	learn: 0.0588467	total: 2.35s	remaining: 118ms
952:	learn: 0.0588027	total: 2.35s	remaining: 116ms
953:	learn: 0.0587615	total: 2.35s	remaining: 113ms
954:	learn: 0.0586448	total: 2.35s	remaining: 111ms
955:	learn: 0.0585660	total: 2.36s	remaining: 108ms
956:	learn: 0.0584521	total: 2.36s	remaining: 106ms
957:	learn: 0.0584234	total: 2.36s	remaining: 104ms
958:	learn: 0.0583541	total: 2.36s	remaining: 101ms
959:	learn: 0.0582977	total: 2.37s	remaining: 98.6ms
960:	learn: 0.0582829	total: 2.37s	remaining: 96.1ms
961:	learn: 0.0581588	total: 2.37s	remaining: 93.6ms
962:	learn: 0.0580801	total: 2.37s	remaining: 91.2ms
963:	learn: 0.0580567	total: 2.37s	remaining: 88.7ms
964:	learn: 0.0580400	total: 2.38s	remaining: 86.2ms
965:	learn: 0.0580213	total: 2.38s	remaining: 83.7ms
966:	learn: 0.0579099	total: 2.38s	remaining: 81.3ms
967:	learn: 0.0578893	total: 2.38s	remaining: 78.8ms
968:	learn: 0.0578731	total: 2.38s	remaining: 76.3ms
969:	learn: 0.0578338	total: 2.39s	remaining: 73.9ms
970:	learn: 0.0577542	total: 2.39s	remaining: 71.4ms
971:	learn: 0.0577226	total: 2.39s	remaining: 68.9ms
972:	learn: 0.0576938	total: 2.39s	remaining: 66.5ms
973:	learn: 0.0576387	total: 2.4s	remaining: 64ms
974:	learn: 0.0576178	total: 2.4s	remaining: 61.5ms
975:	learn: 0.0576072	total: 2.4s	remaining: 59.1ms
976:	learn: 0.0575719	total: 2.4s	remaining: 56.6ms
977:	learn: 0.0574710	total: 2.41s	remaining: 54.1ms
978:	learn: 0.0573658	total: 2.41s	remaining: 51.7ms
979:	learn: 0.0571923	total: 2.41s	remaining: 49.2ms
980:	learn: 0.0571370	total: 2.41s	remaining: 46.7ms
981:	learn: 0.0570501	total: 2.41s	remaining: 44.3ms
982:	learn: 0.0570331	total: 2.42s	remaining: 41.8ms
983:	learn: 0.0570136	total: 2.42s	remaining: 39.3ms
984:	learn: 0.0569244	total: 2.42s	remaining: 36.9ms
985:	learn: 0.0568748	total: 2.42s	remaining: 34.4ms
986:	learn: 0.0567739	total: 2.42s	remaining: 32ms
987:	learn: 0.0566159	total: 2.43s	remaining: 29.5ms
988:	learn: 0.0565140	total: 2.43s	remaining: 27ms
989:	learn: 0.0564226	total: 2.43s	remaining: 24.6ms
990:	learn: 0.0563818	total: 2.44s	remaining: 22.1ms
991:	learn: 0.0563554	total: 2.44s	remaining: 19.7ms
992:	learn: 0.0563128	total: 2.44s	remaining: 17.2ms
993:	learn: 0.0561836	total: 2.44s	remaining: 14.8ms
994:	learn: 0.0561021	total: 2.45s	remaining: 12.3ms
995:	learn: 0.0560888	total: 2.45s	remaining: 9.83ms
996:	learn: 0.0560279	total: 2.45s	remaining: 7.38ms
997:	learn: 0.0559506	total: 2.45s	remaining: 4.92ms
998:	learn: 0.0558535	total: 2.46s	remaining: 2.46ms
999:	learn: 0.0558219	total: 2.46s	remaining: 0us
Learning rate set to 0.008283
0:	learn: 0.6835422	total: 2.62ms	remaining: 2.61s
1:	learn: 0.6735530	total: 4.62ms	remaining: 2.31s
2:	learn: 0.6671682	total: 6.93ms	remaining: 2.3s
3:	learn: 0.6572811	total: 9.17ms	remaining: 2.28s
4:	learn: 0.6492410	total: 11.5ms	remaining: 2.28s
5:	learn: 0.6399554	total: 13.8ms	remaining: 2.29s
6:	learn: 0.6329770	total: 16.2ms	remaining: 2.29s
7:	learn: 0.6234961	total: 18.4ms	remaining: 2.29s
8:	learn: 0.6159921	total: 20.7ms	remaining: 2.28s
9:	learn: 0.6090399	total: 22.9ms	remaining: 2.27s
10:	learn: 0.6035317	total: 25.1ms	remaining: 2.26s
11:	learn: 0.5947979	total: 27.4ms	remaining: 2.26s
12:	learn: 0.5877662	total: 31.9ms	remaining: 2.42s
13:	learn: 0.5815567	total: 35.9ms	remaining: 2.53s
14:	learn: 0.5737843	total: 41.4ms	remaining: 2.72s
15:	learn: 0.5664241	total: 43.6ms	remaining: 2.68s
16:	learn: 0.5612201	total: 45.9ms	remaining: 2.65s
17:	learn: 0.5539947	total: 48.3ms	remaining: 2.63s
18:	learn: 0.5470257	total: 50.5ms	remaining: 2.61s
19:	learn: 0.5399020	total: 54.8ms	remaining: 2.68s
20:	learn: 0.5335874	total: 56.8ms	remaining: 2.65s
21:	learn: 0.5264744	total: 59.1ms	remaining: 2.63s
22:	learn: 0.5196983	total: 61.3ms	remaining: 2.6s
23:	learn: 0.5153810	total: 63.9ms	remaining: 2.6s
24:	learn: 0.5099592	total: 66.1ms	remaining: 2.58s
25:	learn: 0.5034486	total: 68.3ms	remaining: 2.56s
26:	learn: 0.4983790	total: 70.5ms	remaining: 2.54s
27:	learn: 0.4930819	total: 72.8ms	remaining: 2.53s
28:	learn: 0.4879475	total: 75.1ms	remaining: 2.51s
29:	learn: 0.4827523	total: 77.4ms	remaining: 2.5s
30:	learn: 0.4786141	total: 80ms	remaining: 2.5s
31:	learn: 0.4730044	total: 82.3ms	remaining: 2.49s
32:	learn: 0.4671680	total: 84.4ms	remaining: 2.47s
33:	learn: 0.4632666	total: 87ms	remaining: 2.47s
34:	learn: 0.4585841	total: 89.3ms	remaining: 2.46s
35:	learn: 0.4540803	total: 91.5ms	remaining: 2.45s
36:	learn: 0.4488007	total: 93.7ms	remaining: 2.44s
37:	learn: 0.4442604	total: 96.3ms	remaining: 2.44s
38:	learn: 0.4396405	total: 98.3ms	remaining: 2.42s
39:	learn: 0.4353278	total: 101ms	remaining: 2.41s
40:	learn: 0.4312142	total: 103ms	remaining: 2.4s
41:	learn: 0.4272471	total: 105ms	remaining: 2.4s
42:	learn: 0.4233357	total: 107ms	remaining: 2.38s
43:	learn: 0.4187510	total: 109ms	remaining: 2.38s
44:	learn: 0.4145741	total: 112ms	remaining: 2.37s
45:	learn: 0.4106004	total: 114ms	remaining: 2.36s
46:	learn: 0.4071016	total: 120ms	remaining: 2.43s
47:	learn: 0.4036436	total: 123ms	remaining: 2.44s
48:	learn: 0.3996984	total: 126ms	remaining: 2.45s
49:	learn: 0.3972266	total: 129ms	remaining: 2.44s
50:	learn: 0.3940158	total: 132ms	remaining: 2.45s
51:	learn: 0.3911805	total: 137ms	remaining: 2.5s
52:	learn: 0.3879774	total: 143ms	remaining: 2.56s
53:	learn: 0.3847760	total: 146ms	remaining: 2.55s
54:	learn: 0.3810811	total: 149ms	remaining: 2.56s
55:	learn: 0.3777794	total: 151ms	remaining: 2.55s
56:	learn: 0.3745056	total: 154ms	remaining: 2.54s
57:	learn: 0.3711445	total: 156ms	remaining: 2.54s
58:	learn: 0.3683772	total: 158ms	remaining: 2.52s
59:	learn: 0.3658317	total: 161ms	remaining: 2.52s
60:	learn: 0.3627181	total: 163ms	remaining: 2.51s
61:	learn: 0.3591464	total: 165ms	remaining: 2.5s
62:	learn: 0.3561410	total: 167ms	remaining: 2.49s
63:	learn: 0.3536046	total: 170ms	remaining: 2.48s
64:	learn: 0.3512676	total: 172ms	remaining: 2.47s
65:	learn: 0.3480998	total: 174ms	remaining: 2.46s
66:	learn: 0.3452618	total: 176ms	remaining: 2.45s
67:	learn: 0.3434647	total: 178ms	remaining: 2.44s
68:	learn: 0.3404214	total: 181ms	remaining: 2.44s
69:	learn: 0.3373900	total: 183ms	remaining: 2.43s
70:	learn: 0.3350821	total: 185ms	remaining: 2.42s
71:	learn: 0.3322010	total: 187ms	remaining: 2.42s
72:	learn: 0.3296287	total: 190ms	remaining: 2.41s
73:	learn: 0.3276426	total: 192ms	remaining: 2.4s
74:	learn: 0.3253556	total: 194ms	remaining: 2.39s
75:	learn: 0.3229643	total: 196ms	remaining: 2.39s
76:	learn: 0.3209858	total: 199ms	remaining: 2.38s
77:	learn: 0.3189399	total: 201ms	remaining: 2.37s
78:	learn: 0.3176387	total: 203ms	remaining: 2.37s
79:	learn: 0.3154528	total: 205ms	remaining: 2.36s
80:	learn: 0.3129854	total: 208ms	remaining: 2.35s
81:	learn: 0.3108293	total: 210ms	remaining: 2.35s
82:	learn: 0.3088994	total: 212ms	remaining: 2.34s
83:	learn: 0.3074439	total: 214ms	remaining: 2.33s
84:	learn: 0.3052491	total: 216ms	remaining: 2.33s
85:	learn: 0.3037333	total: 219ms	remaining: 2.33s
86:	learn: 0.3018792	total: 221ms	remaining: 2.32s
87:	learn: 0.3004331	total: 227ms	remaining: 2.35s
88:	learn: 0.2988687	total: 232ms	remaining: 2.38s
89:	learn: 0.2965282	total: 235ms	remaining: 2.37s
90:	learn: 0.2950482	total: 237ms	remaining: 2.37s
91:	learn: 0.2932173	total: 239ms	remaining: 2.36s
92:	learn: 0.2917216	total: 241ms	remaining: 2.35s
93:	learn: 0.2903782	total: 244ms	remaining: 2.35s
94:	learn: 0.2887938	total: 246ms	remaining: 2.34s
95:	learn: 0.2873777	total: 248ms	remaining: 2.34s
96:	learn: 0.2860286	total: 250ms	remaining: 2.33s
97:	learn: 0.2841189	total: 254ms	remaining: 2.34s
98:	learn: 0.2826760	total: 257ms	remaining: 2.33s
99:	learn: 0.2812238	total: 259ms	remaining: 2.33s
100:	learn: 0.2798087	total: 261ms	remaining: 2.32s
101:	learn: 0.2783291	total: 263ms	remaining: 2.32s
102:	learn: 0.2765124	total: 265ms	remaining: 2.31s
103:	learn: 0.2748549	total: 268ms	remaining: 2.31s
104:	learn: 0.2730500	total: 270ms	remaining: 2.3s
105:	learn: 0.2713630	total: 272ms	remaining: 2.3s
106:	learn: 0.2697792	total: 275ms	remaining: 2.29s
107:	learn: 0.2684938	total: 277ms	remaining: 2.29s
108:	learn: 0.2671823	total: 280ms	remaining: 2.29s
109:	learn: 0.2659321	total: 282ms	remaining: 2.28s
110:	learn: 0.2644962	total: 284ms	remaining: 2.27s
111:	learn: 0.2633886	total: 287ms	remaining: 2.27s
112:	learn: 0.2624723	total: 289ms	remaining: 2.27s
113:	learn: 0.2610727	total: 291ms	remaining: 2.26s
114:	learn: 0.2595838	total: 295ms	remaining: 2.27s
115:	learn: 0.2585988	total: 297ms	remaining: 2.26s
116:	learn: 0.2573020	total: 300ms	remaining: 2.26s
117:	learn: 0.2561929	total: 302ms	remaining: 2.26s
118:	learn: 0.2551535	total: 304ms	remaining: 2.25s
119:	learn: 0.2539573	total: 307ms	remaining: 2.25s
120:	learn: 0.2529283	total: 309ms	remaining: 2.24s
121:	learn: 0.2517909	total: 311ms	remaining: 2.24s
122:	learn: 0.2504942	total: 313ms	remaining: 2.23s
123:	learn: 0.2493641	total: 315ms	remaining: 2.23s
124:	learn: 0.2480185	total: 319ms	remaining: 2.23s
125:	learn: 0.2468148	total: 322ms	remaining: 2.23s
126:	learn: 0.2454261	total: 324ms	remaining: 2.23s
127:	learn: 0.2444061	total: 326ms	remaining: 2.22s
128:	learn: 0.2432052	total: 329ms	remaining: 2.22s
129:	learn: 0.2421060	total: 333ms	remaining: 2.23s
130:	learn: 0.2412454	total: 335ms	remaining: 2.22s
131:	learn: 0.2402595	total: 337ms	remaining: 2.22s
132:	learn: 0.2389143	total: 339ms	remaining: 2.21s
133:	learn: 0.2378034	total: 342ms	remaining: 2.21s
134:	learn: 0.2370923	total: 344ms	remaining: 2.2s
135:	learn: 0.2359707	total: 346ms	remaining: 2.2s
136:	learn: 0.2347180	total: 349ms	remaining: 2.2s
137:	learn: 0.2340178	total: 351ms	remaining: 2.19s
138:	learn: 0.2331700	total: 353ms	remaining: 2.19s
139:	learn: 0.2323025	total: 355ms	remaining: 2.18s
140:	learn: 0.2313652	total: 358ms	remaining: 2.18s
141:	learn: 0.2303129	total: 360ms	remaining: 2.17s
142:	learn: 0.2297267	total: 362ms	remaining: 2.17s
143:	learn: 0.2288227	total: 364ms	remaining: 2.17s
144:	learn: 0.2280775	total: 367ms	remaining: 2.16s
145:	learn: 0.2273096	total: 369ms	remaining: 2.16s
146:	learn: 0.2265860	total: 371ms	remaining: 2.15s
147:	learn: 0.2261452	total: 373ms	remaining: 2.15s
148:	learn: 0.2255264	total: 376ms	remaining: 2.15s
149:	learn: 0.2248708	total: 378ms	remaining: 2.14s
150:	learn: 0.2244717	total: 380ms	remaining: 2.14s
151:	learn: 0.2239161	total: 382ms	remaining: 2.13s
152:	learn: 0.2234647	total: 385ms	remaining: 2.13s
153:	learn: 0.2228291	total: 387ms	remaining: 2.12s
154:	learn: 0.2219697	total: 389ms	remaining: 2.12s
155:	learn: 0.2213219	total: 391ms	remaining: 2.12s
156:	learn: 0.2204992	total: 394ms	remaining: 2.11s
157:	learn: 0.2196543	total: 396ms	remaining: 2.11s
158:	learn: 0.2191441	total: 398ms	remaining: 2.11s
159:	learn: 0.2184371	total: 401ms	remaining: 2.1s
160:	learn: 0.2175997	total: 403ms	remaining: 2.1s
161:	learn: 0.2167217	total: 405ms	remaining: 2.1s
162:	learn: 0.2159950	total: 408ms	remaining: 2.09s
163:	learn: 0.2155218	total: 410ms	remaining: 2.09s
164:	learn: 0.2143886	total: 412ms	remaining: 2.08s
165:	learn: 0.2140260	total: 414ms	remaining: 2.08s
166:	learn: 0.2134606	total: 416ms	remaining: 2.08s
167:	learn: 0.2129942	total: 418ms	remaining: 2.07s
168:	learn: 0.2122868	total: 425ms	remaining: 2.09s
169:	learn: 0.2118661	total: 430ms	remaining: 2.1s
170:	learn: 0.2110616	total: 432ms	remaining: 2.1s
171:	learn: 0.2105371	total: 435ms	remaining: 2.09s
172:	learn: 0.2098826	total: 437ms	remaining: 2.09s
173:	learn: 0.2090217	total: 439ms	remaining: 2.08s
174:	learn: 0.2083915	total: 442ms	remaining: 2.08s
175:	learn: 0.2075456	total: 444ms	remaining: 2.08s
176:	learn: 0.2071543	total: 446ms	remaining: 2.08s
177:	learn: 0.2065816	total: 449ms	remaining: 2.07s
178:	learn: 0.2060262	total: 451ms	remaining: 2.07s
179:	learn: 0.2054158	total: 454ms	remaining: 2.07s
180:	learn: 0.2047669	total: 456ms	remaining: 2.06s
181:	learn: 0.2042986	total: 458ms	remaining: 2.06s
182:	learn: 0.2036062	total: 460ms	remaining: 2.06s
183:	learn: 0.2028361	total: 463ms	remaining: 2.05s
184:	learn: 0.2025095	total: 465ms	remaining: 2.05s
185:	learn: 0.2019571	total: 467ms	remaining: 2.04s
186:	learn: 0.2012309	total: 469ms	remaining: 2.04s
187:	learn: 0.2008962	total: 472ms	remaining: 2.04s
188:	learn: 0.2004414	total: 475ms	remaining: 2.04s
189:	learn: 0.1999282	total: 477ms	remaining: 2.04s
190:	learn: 0.1997547	total: 480ms	remaining: 2.03s
191:	learn: 0.1992379	total: 482ms	remaining: 2.03s
192:	learn: 0.1988132	total: 484ms	remaining: 2.02s
193:	learn: 0.1983944	total: 486ms	remaining: 2.02s
194:	learn: 0.1980440	total: 489ms	remaining: 2.02s
195:	learn: 0.1975312	total: 491ms	remaining: 2.01s
196:	learn: 0.1965968	total: 493ms	remaining: 2.01s
197:	learn: 0.1959093	total: 495ms	remaining: 2.01s
198:	learn: 0.1951454	total: 498ms	remaining: 2s
199:	learn: 0.1947132	total: 500ms	remaining: 2s
200:	learn: 0.1942493	total: 502ms	remaining: 2s
201:	learn: 0.1935440	total: 504ms	remaining: 1.99s
202:	learn: 0.1930755	total: 507ms	remaining: 1.99s
203:	learn: 0.1924582	total: 509ms	remaining: 1.99s
204:	learn: 0.1919135	total: 511ms	remaining: 1.98s
205:	learn: 0.1916875	total: 513ms	remaining: 1.98s
206:	learn: 0.1912377	total: 516ms	remaining: 1.98s
207:	learn: 0.1906702	total: 518ms	remaining: 1.97s
208:	learn: 0.1903572	total: 522ms	remaining: 1.98s
209:	learn: 0.1898114	total: 525ms	remaining: 1.97s
210:	learn: 0.1893014	total: 527ms	remaining: 1.97s
211:	learn: 0.1888989	total: 529ms	remaining: 1.97s
212:	learn: 0.1885512	total: 532ms	remaining: 1.96s
213:	learn: 0.1882130	total: 534ms	remaining: 1.96s
214:	learn: 0.1879242	total: 537ms	remaining: 1.96s
215:	learn: 0.1876093	total: 539ms	remaining: 1.96s
216:	learn: 0.1872270	total: 541ms	remaining: 1.95s
217:	learn: 0.1869708	total: 544ms	remaining: 1.95s
218:	learn: 0.1867323	total: 546ms	remaining: 1.95s
219:	learn: 0.1864045	total: 549ms	remaining: 1.95s
220:	learn: 0.1860053	total: 551ms	remaining: 1.94s
221:	learn: 0.1856888	total: 553ms	remaining: 1.94s
222:	learn: 0.1851682	total: 556ms	remaining: 1.94s
223:	learn: 0.1846387	total: 558ms	remaining: 1.93s
224:	learn: 0.1843881	total: 565ms	remaining: 1.94s
225:	learn: 0.1839925	total: 568ms	remaining: 1.94s
226:	learn: 0.1836304	total: 570ms	remaining: 1.94s
227:	learn: 0.1832371	total: 573ms	remaining: 1.94s
228:	learn: 0.1830382	total: 575ms	remaining: 1.94s
229:	learn: 0.1827167	total: 578ms	remaining: 1.94s
230:	learn: 0.1818863	total: 581ms	remaining: 1.93s
231:	learn: 0.1817073	total: 583ms	remaining: 1.93s
232:	learn: 0.1813217	total: 586ms	remaining: 1.93s
233:	learn: 0.1807250	total: 588ms	remaining: 1.93s
234:	learn: 0.1804311	total: 591ms	remaining: 1.92s
235:	learn: 0.1800516	total: 593ms	remaining: 1.92s
236:	learn: 0.1796318	total: 595ms	remaining: 1.92s
237:	learn: 0.1793802	total: 598ms	remaining: 1.91s
238:	learn: 0.1790723	total: 600ms	remaining: 1.91s
239:	learn: 0.1787499	total: 602ms	remaining: 1.91s
240:	learn: 0.1781838	total: 604ms	remaining: 1.9s
241:	learn: 0.1776846	total: 607ms	remaining: 1.9s
242:	learn: 0.1772568	total: 609ms	remaining: 1.9s
243:	learn: 0.1770333	total: 611ms	remaining: 1.89s
244:	learn: 0.1767274	total: 616ms	remaining: 1.9s
245:	learn: 0.1764551	total: 621ms	remaining: 1.9s
246:	learn: 0.1761667	total: 623ms	remaining: 1.9s
247:	learn: 0.1759094	total: 625ms	remaining: 1.9s
248:	learn: 0.1755347	total: 628ms	remaining: 1.89s
249:	learn: 0.1752297	total: 630ms	remaining: 1.89s
250:	learn: 0.1750342	total: 632ms	remaining: 1.89s
251:	learn: 0.1747290	total: 634ms	remaining: 1.88s
252:	learn: 0.1745011	total: 637ms	remaining: 1.88s
253:	learn: 0.1741411	total: 639ms	remaining: 1.88s
254:	learn: 0.1737739	total: 641ms	remaining: 1.87s
255:	learn: 0.1733310	total: 644ms	remaining: 1.87s
256:	learn: 0.1730889	total: 646ms	remaining: 1.87s
257:	learn: 0.1729515	total: 648ms	remaining: 1.86s
258:	learn: 0.1726365	total: 650ms	remaining: 1.86s
259:	learn: 0.1723328	total: 653ms	remaining: 1.86s
260:	learn: 0.1719274	total: 655ms	remaining: 1.85s
261:	learn: 0.1716366	total: 657ms	remaining: 1.85s
262:	learn: 0.1713309	total: 659ms	remaining: 1.85s
263:	learn: 0.1710548	total: 662ms	remaining: 1.84s
264:	learn: 0.1707859	total: 664ms	remaining: 1.84s
265:	learn: 0.1704936	total: 666ms	remaining: 1.84s
266:	learn: 0.1702449	total: 668ms	remaining: 1.83s
267:	learn: 0.1699600	total: 671ms	remaining: 1.83s
268:	learn: 0.1696140	total: 673ms	remaining: 1.83s
269:	learn: 0.1691733	total: 675ms	remaining: 1.83s
270:	learn: 0.1687416	total: 678ms	remaining: 1.82s
271:	learn: 0.1686182	total: 680ms	remaining: 1.82s
272:	learn: 0.1683387	total: 682ms	remaining: 1.82s
273:	learn: 0.1679576	total: 686ms	remaining: 1.82s
274:	learn: 0.1675973	total: 689ms	remaining: 1.81s
275:	learn: 0.1672629	total: 691ms	remaining: 1.81s
276:	learn: 0.1670366	total: 693ms	remaining: 1.81s
277:	learn: 0.1666844	total: 696ms	remaining: 1.81s
278:	learn: 0.1664070	total: 700ms	remaining: 1.81s
279:	learn: 0.1660671	total: 703ms	remaining: 1.81s
280:	learn: 0.1657129	total: 707ms	remaining: 1.81s
281:	learn: 0.1652150	total: 711ms	remaining: 1.81s
282:	learn: 0.1649552	total: 713ms	remaining: 1.81s
283:	learn: 0.1646018	total: 716ms	remaining: 1.8s
284:	learn: 0.1644023	total: 718ms	remaining: 1.8s
285:	learn: 0.1642660	total: 720ms	remaining: 1.8s
286:	learn: 0.1640494	total: 726ms	remaining: 1.8s
287:	learn: 0.1638360	total: 729ms	remaining: 1.8s
288:	learn: 0.1635494	total: 731ms	remaining: 1.8s
289:	learn: 0.1632451	total: 734ms	remaining: 1.79s
290:	learn: 0.1631739	total: 735ms	remaining: 1.79s
291:	learn: 0.1630647	total: 738ms	remaining: 1.79s
292:	learn: 0.1627344	total: 740ms	remaining: 1.78s
293:	learn: 0.1624850	total: 742ms	remaining: 1.78s
294:	learn: 0.1621859	total: 744ms	remaining: 1.78s
295:	learn: 0.1618708	total: 747ms	remaining: 1.78s
296:	learn: 0.1614377	total: 749ms	remaining: 1.77s
297:	learn: 0.1611413	total: 752ms	remaining: 1.77s
298:	learn: 0.1609980	total: 754ms	remaining: 1.77s
299:	learn: 0.1607692	total: 756ms	remaining: 1.76s
300:	learn: 0.1605347	total: 759ms	remaining: 1.76s
301:	learn: 0.1603800	total: 761ms	remaining: 1.76s
302:	learn: 0.1602277	total: 763ms	remaining: 1.75s
303:	learn: 0.1599972	total: 765ms	remaining: 1.75s
304:	learn: 0.1598073	total: 768ms	remaining: 1.75s
305:	learn: 0.1595347	total: 770ms	remaining: 1.75s
306:	learn: 0.1592950	total: 772ms	remaining: 1.74s
307:	learn: 0.1589498	total: 775ms	remaining: 1.74s
308:	learn: 0.1587207	total: 777ms	remaining: 1.74s
309:	learn: 0.1584067	total: 779ms	remaining: 1.73s
310:	learn: 0.1582059	total: 782ms	remaining: 1.73s
311:	learn: 0.1579308	total: 784ms	remaining: 1.73s
312:	learn: 0.1577852	total: 786ms	remaining: 1.73s
313:	learn: 0.1573828	total: 788ms	remaining: 1.72s
314:	learn: 0.1570392	total: 791ms	remaining: 1.72s
315:	learn: 0.1568094	total: 793ms	remaining: 1.72s
316:	learn: 0.1566049	total: 795ms	remaining: 1.71s
317:	learn: 0.1563408	total: 798ms	remaining: 1.71s
318:	learn: 0.1561873	total: 800ms	remaining: 1.71s
319:	learn: 0.1558885	total: 805ms	remaining: 1.71s
320:	learn: 0.1555936	total: 810ms	remaining: 1.71s
321:	learn: 0.1553005	total: 814ms	remaining: 1.71s
322:	learn: 0.1550927	total: 818ms	remaining: 1.72s
323:	learn: 0.1547266	total: 821ms	remaining: 1.71s
324:	learn: 0.1545484	total: 823ms	remaining: 1.71s
325:	learn: 0.1542780	total: 826ms	remaining: 1.71s
326:	learn: 0.1539059	total: 828ms	remaining: 1.7s
327:	learn: 0.1536620	total: 830ms	remaining: 1.7s
328:	learn: 0.1533486	total: 833ms	remaining: 1.7s
329:	learn: 0.1531177	total: 835ms	remaining: 1.7s
330:	learn: 0.1528297	total: 837ms	remaining: 1.69s
331:	learn: 0.1527033	total: 840ms	remaining: 1.69s
332:	learn: 0.1524678	total: 842ms	remaining: 1.69s
333:	learn: 0.1521916	total: 845ms	remaining: 1.68s
334:	learn: 0.1519107	total: 847ms	remaining: 1.68s
335:	learn: 0.1518304	total: 849ms	remaining: 1.68s
336:	learn: 0.1516434	total: 852ms	remaining: 1.68s
337:	learn: 0.1513561	total: 854ms	remaining: 1.67s
338:	learn: 0.1511239	total: 856ms	remaining: 1.67s
339:	learn: 0.1509513	total: 859ms	remaining: 1.67s
340:	learn: 0.1507135	total: 861ms	remaining: 1.66s
341:	learn: 0.1503918	total: 864ms	remaining: 1.66s
342:	learn: 0.1502120	total: 866ms	remaining: 1.66s
343:	learn: 0.1500580	total: 868ms	remaining: 1.66s
344:	learn: 0.1498093	total: 871ms	remaining: 1.65s
345:	learn: 0.1497173	total: 873ms	remaining: 1.65s
346:	learn: 0.1494939	total: 876ms	remaining: 1.65s
347:	learn: 0.1492582	total: 878ms	remaining: 1.64s
348:	learn: 0.1490246	total: 880ms	remaining: 1.64s
349:	learn: 0.1488747	total: 882ms	remaining: 1.64s
350:	learn: 0.1483105	total: 885ms	remaining: 1.64s
351:	learn: 0.1480417	total: 887ms	remaining: 1.63s
352:	learn: 0.1476714	total: 889ms	remaining: 1.63s
353:	learn: 0.1474348	total: 892ms	remaining: 1.63s
354:	learn: 0.1471716	total: 894ms	remaining: 1.62s
355:	learn: 0.1470415	total: 897ms	remaining: 1.62s
356:	learn: 0.1467862	total: 900ms	remaining: 1.62s
357:	learn: 0.1464339	total: 903ms	remaining: 1.62s
358:	learn: 0.1461418	total: 905ms	remaining: 1.61s
359:	learn: 0.1458005	total: 907ms	remaining: 1.61s
360:	learn: 0.1455816	total: 909ms	remaining: 1.61s
361:	learn: 0.1453100	total: 912ms	remaining: 1.61s
362:	learn: 0.1451011	total: 914ms	remaining: 1.6s
363:	learn: 0.1449397	total: 916ms	remaining: 1.6s
364:	learn: 0.1447232	total: 919ms	remaining: 1.6s
365:	learn: 0.1444594	total: 921ms	remaining: 1.59s
366:	learn: 0.1443142	total: 925ms	remaining: 1.59s
367:	learn: 0.1440843	total: 928ms	remaining: 1.59s
368:	learn: 0.1437052	total: 931ms	remaining: 1.59s
369:	learn: 0.1435400	total: 933ms	remaining: 1.59s
370:	learn: 0.1432253	total: 937ms	remaining: 1.59s
371:	learn: 0.1430174	total: 939ms	remaining: 1.58s
372:	learn: 0.1428632	total: 942ms	remaining: 1.58s
373:	learn: 0.1425383	total: 944ms	remaining: 1.58s
374:	learn: 0.1421689	total: 946ms	remaining: 1.58s
375:	learn: 0.1419509	total: 949ms	remaining: 1.57s
376:	learn: 0.1416302	total: 951ms	remaining: 1.57s
377:	learn: 0.1413971	total: 953ms	remaining: 1.57s
378:	learn: 0.1411397	total: 956ms	remaining: 1.56s
379:	learn: 0.1408397	total: 958ms	remaining: 1.56s
380:	learn: 0.1406770	total: 960ms	remaining: 1.56s
381:	learn: 0.1404707	total: 962ms	remaining: 1.56s
382:	learn: 0.1402295	total: 965ms	remaining: 1.55s
383:	learn: 0.1401581	total: 968ms	remaining: 1.55s
384:	learn: 0.1399396	total: 972ms	remaining: 1.55s
385:	learn: 0.1396966	total: 974ms	remaining: 1.55s
386:	learn: 0.1393279	total: 977ms	remaining: 1.55s
387:	learn: 0.1388800	total: 979ms	remaining: 1.54s
388:	learn: 0.1386097	total: 983ms	remaining: 1.54s
389:	learn: 0.1383176	total: 985ms	remaining: 1.54s
390:	learn: 0.1381187	total: 987ms	remaining: 1.54s
391:	learn: 0.1379849	total: 989ms	remaining: 1.53s
392:	learn: 0.1378209	total: 992ms	remaining: 1.53s
393:	learn: 0.1376892	total: 994ms	remaining: 1.53s
394:	learn: 0.1374760	total: 999ms	remaining: 1.53s
395:	learn: 0.1372675	total: 1s	remaining: 1.53s
396:	learn: 0.1371458	total: 1.01s	remaining: 1.53s
397:	learn: 0.1369034	total: 1.01s	remaining: 1.53s
398:	learn: 0.1367226	total: 1.01s	remaining: 1.52s
399:	learn: 0.1365599	total: 1.01s	remaining: 1.52s
400:	learn: 0.1364326	total: 1.02s	remaining: 1.52s
401:	learn: 0.1363425	total: 1.02s	remaining: 1.52s
402:	learn: 0.1361195	total: 1.02s	remaining: 1.51s
403:	learn: 0.1359215	total: 1.02s	remaining: 1.51s
404:	learn: 0.1357467	total: 1.03s	remaining: 1.51s
405:	learn: 0.1355735	total: 1.03s	remaining: 1.51s
406:	learn: 0.1354758	total: 1.03s	remaining: 1.5s
407:	learn: 0.1353113	total: 1.03s	remaining: 1.5s
408:	learn: 0.1350936	total: 1.04s	remaining: 1.5s
409:	learn: 0.1348835	total: 1.04s	remaining: 1.5s
410:	learn: 0.1346778	total: 1.04s	remaining: 1.49s
411:	learn: 0.1344646	total: 1.04s	remaining: 1.49s
412:	learn: 0.1343170	total: 1.05s	remaining: 1.49s
413:	learn: 0.1341796	total: 1.05s	remaining: 1.48s
414:	learn: 0.1339243	total: 1.05s	remaining: 1.48s
415:	learn: 0.1337304	total: 1.05s	remaining: 1.48s
416:	learn: 0.1335735	total: 1.05s	remaining: 1.48s
417:	learn: 0.1334992	total: 1.06s	remaining: 1.47s
418:	learn: 0.1332602	total: 1.06s	remaining: 1.47s
419:	learn: 0.1329085	total: 1.06s	remaining: 1.47s
420:	learn: 0.1326344	total: 1.06s	remaining: 1.46s
421:	learn: 0.1325174	total: 1.07s	remaining: 1.46s
422:	learn: 0.1322420	total: 1.07s	remaining: 1.46s
423:	learn: 0.1319874	total: 1.07s	remaining: 1.46s
424:	learn: 0.1318220	total: 1.07s	remaining: 1.45s
425:	learn: 0.1317014	total: 1.08s	remaining: 1.45s
426:	learn: 0.1315591	total: 1.08s	remaining: 1.45s
427:	learn: 0.1313851	total: 1.08s	remaining: 1.44s
428:	learn: 0.1312876	total: 1.08s	remaining: 1.44s
429:	learn: 0.1310413	total: 1.09s	remaining: 1.44s
430:	learn: 0.1308134	total: 1.09s	remaining: 1.44s
431:	learn: 0.1305876	total: 1.09s	remaining: 1.44s
432:	learn: 0.1304023	total: 1.1s	remaining: 1.44s
433:	learn: 0.1302501	total: 1.1s	remaining: 1.43s
434:	learn: 0.1300896	total: 1.1s	remaining: 1.43s
435:	learn: 0.1299481	total: 1.11s	remaining: 1.43s
436:	learn: 0.1297581	total: 1.11s	remaining: 1.43s
437:	learn: 0.1296390	total: 1.11s	remaining: 1.43s
438:	learn: 0.1294731	total: 1.11s	remaining: 1.43s
439:	learn: 0.1293416	total: 1.12s	remaining: 1.42s
440:	learn: 0.1291144	total: 1.12s	remaining: 1.42s
441:	learn: 0.1289735	total: 1.12s	remaining: 1.42s
442:	learn: 0.1286439	total: 1.12s	remaining: 1.41s
443:	learn: 0.1284014	total: 1.13s	remaining: 1.41s
444:	learn: 0.1281775	total: 1.13s	remaining: 1.41s
445:	learn: 0.1280822	total: 1.13s	remaining: 1.41s
446:	learn: 0.1278024	total: 1.13s	remaining: 1.4s
447:	learn: 0.1275389	total: 1.14s	remaining: 1.4s
448:	learn: 0.1273684	total: 1.14s	remaining: 1.4s
449:	learn: 0.1272138	total: 1.14s	remaining: 1.4s
450:	learn: 0.1268931	total: 1.15s	remaining: 1.4s
451:	learn: 0.1266848	total: 1.15s	remaining: 1.39s
452:	learn: 0.1265234	total: 1.15s	remaining: 1.39s
453:	learn: 0.1264643	total: 1.15s	remaining: 1.39s
454:	learn: 0.1264156	total: 1.16s	remaining: 1.39s
455:	learn: 0.1263322	total: 1.16s	remaining: 1.38s
456:	learn: 0.1261496	total: 1.16s	remaining: 1.38s
457:	learn: 0.1260438	total: 1.16s	remaining: 1.38s
458:	learn: 0.1258451	total: 1.17s	remaining: 1.37s
459:	learn: 0.1256451	total: 1.17s	remaining: 1.37s
460:	learn: 0.1254440	total: 1.17s	remaining: 1.37s
461:	learn: 0.1253411	total: 1.17s	remaining: 1.36s
462:	learn: 0.1251868	total: 1.17s	remaining: 1.36s
463:	learn: 0.1250266	total: 1.18s	remaining: 1.36s
464:	learn: 0.1247504	total: 1.18s	remaining: 1.36s
465:	learn: 0.1245430	total: 1.18s	remaining: 1.35s
466:	learn: 0.1244178	total: 1.19s	remaining: 1.35s
467:	learn: 0.1242776	total: 1.19s	remaining: 1.35s
468:	learn: 0.1239764	total: 1.2s	remaining: 1.35s
469:	learn: 0.1237821	total: 1.2s	remaining: 1.35s
470:	learn: 0.1236790	total: 1.2s	remaining: 1.35s
471:	learn: 0.1234669	total: 1.2s	remaining: 1.35s
472:	learn: 0.1231889	total: 1.21s	remaining: 1.34s
473:	learn: 0.1230008	total: 1.21s	remaining: 1.34s
474:	learn: 0.1225754	total: 1.21s	remaining: 1.34s
475:	learn: 0.1223725	total: 1.21s	remaining: 1.33s
476:	learn: 0.1222418	total: 1.22s	remaining: 1.33s
477:	learn: 0.1221269	total: 1.22s	remaining: 1.33s
478:	learn: 0.1220310	total: 1.22s	remaining: 1.33s
479:	learn: 0.1218340	total: 1.22s	remaining: 1.32s
480:	learn: 0.1216423	total: 1.23s	remaining: 1.32s
481:	learn: 0.1215619	total: 1.23s	remaining: 1.32s
482:	learn: 0.1213592	total: 1.23s	remaining: 1.32s
483:	learn: 0.1212367	total: 1.23s	remaining: 1.31s
484:	learn: 0.1211380	total: 1.23s	remaining: 1.31s
485:	learn: 0.1209738	total: 1.24s	remaining: 1.31s
486:	learn: 0.1208196	total: 1.24s	remaining: 1.3s
487:	learn: 0.1206978	total: 1.24s	remaining: 1.3s
488:	learn: 0.1205346	total: 1.24s	remaining: 1.3s
489:	learn: 0.1203411	total: 1.25s	remaining: 1.3s
490:	learn: 0.1200513	total: 1.25s	remaining: 1.29s
491:	learn: 0.1198029	total: 1.25s	remaining: 1.29s
492:	learn: 0.1197501	total: 1.25s	remaining: 1.29s
493:	learn: 0.1195794	total: 1.25s	remaining: 1.28s
494:	learn: 0.1194239	total: 1.26s	remaining: 1.28s
495:	learn: 0.1192409	total: 1.26s	remaining: 1.28s
496:	learn: 0.1191315	total: 1.26s	remaining: 1.28s
497:	learn: 0.1189864	total: 1.26s	remaining: 1.27s
498:	learn: 0.1188742	total: 1.27s	remaining: 1.27s
499:	learn: 0.1186899	total: 1.27s	remaining: 1.27s
500:	learn: 0.1185558	total: 1.27s	remaining: 1.27s
501:	learn: 0.1184006	total: 1.27s	remaining: 1.26s
502:	learn: 0.1182873	total: 1.27s	remaining: 1.26s
503:	learn: 0.1180697	total: 1.28s	remaining: 1.26s
504:	learn: 0.1180010	total: 1.28s	remaining: 1.25s
505:	learn: 0.1178682	total: 1.28s	remaining: 1.25s
506:	learn: 0.1176720	total: 1.29s	remaining: 1.25s
507:	learn: 0.1175057	total: 1.29s	remaining: 1.25s
508:	learn: 0.1173722	total: 1.29s	remaining: 1.25s
509:	learn: 0.1172115	total: 1.29s	remaining: 1.24s
510:	learn: 0.1170208	total: 1.3s	remaining: 1.24s
511:	learn: 0.1168206	total: 1.3s	remaining: 1.24s
512:	learn: 0.1166734	total: 1.3s	remaining: 1.24s
513:	learn: 0.1164796	total: 1.3s	remaining: 1.23s
514:	learn: 0.1162281	total: 1.31s	remaining: 1.23s
515:	learn: 0.1160653	total: 1.31s	remaining: 1.23s
516:	learn: 0.1158711	total: 1.31s	remaining: 1.22s
517:	learn: 0.1157247	total: 1.31s	remaining: 1.22s
518:	learn: 0.1154426	total: 1.31s	remaining: 1.22s
519:	learn: 0.1152234	total: 1.32s	remaining: 1.22s
520:	learn: 0.1150823	total: 1.32s	remaining: 1.21s
521:	learn: 0.1150049	total: 1.32s	remaining: 1.21s
522:	learn: 0.1147693	total: 1.32s	remaining: 1.21s
523:	learn: 0.1145427	total: 1.33s	remaining: 1.2s
524:	learn: 0.1144791	total: 1.33s	remaining: 1.2s
525:	learn: 0.1141488	total: 1.33s	remaining: 1.2s
526:	learn: 0.1139842	total: 1.33s	remaining: 1.2s
527:	learn: 0.1137669	total: 1.33s	remaining: 1.19s
528:	learn: 0.1136888	total: 1.34s	remaining: 1.19s
529:	learn: 0.1135719	total: 1.34s	remaining: 1.19s
530:	learn: 0.1134708	total: 1.34s	remaining: 1.19s
531:	learn: 0.1133029	total: 1.34s	remaining: 1.18s
532:	learn: 0.1131678	total: 1.35s	remaining: 1.18s
533:	learn: 0.1129766	total: 1.35s	remaining: 1.18s
534:	learn: 0.1128141	total: 1.35s	remaining: 1.17s
535:	learn: 0.1127362	total: 1.35s	remaining: 1.17s
536:	learn: 0.1125867	total: 1.36s	remaining: 1.17s
537:	learn: 0.1124928	total: 1.36s	remaining: 1.17s
538:	learn: 0.1124332	total: 1.36s	remaining: 1.16s
539:	learn: 0.1122755	total: 1.36s	remaining: 1.16s
540:	learn: 0.1118650	total: 1.36s	remaining: 1.16s
541:	learn: 0.1117722	total: 1.37s	remaining: 1.16s
542:	learn: 0.1116228	total: 1.37s	remaining: 1.15s
543:	learn: 0.1114641	total: 1.37s	remaining: 1.15s
544:	learn: 0.1112162	total: 1.38s	remaining: 1.15s
545:	learn: 0.1110143	total: 1.38s	remaining: 1.15s
546:	learn: 0.1107340	total: 1.38s	remaining: 1.15s
547:	learn: 0.1103956	total: 1.39s	remaining: 1.14s
548:	learn: 0.1102200	total: 1.39s	remaining: 1.14s
549:	learn: 0.1100820	total: 1.39s	remaining: 1.14s
550:	learn: 0.1098627	total: 1.39s	remaining: 1.13s
551:	learn: 0.1097648	total: 1.4s	remaining: 1.13s
552:	learn: 0.1095987	total: 1.4s	remaining: 1.13s
553:	learn: 0.1094075	total: 1.4s	remaining: 1.13s
554:	learn: 0.1092664	total: 1.4s	remaining: 1.13s
555:	learn: 0.1091551	total: 1.41s	remaining: 1.12s
556:	learn: 0.1089392	total: 1.41s	remaining: 1.12s
557:	learn: 0.1087440	total: 1.41s	remaining: 1.12s
558:	learn: 0.1085002	total: 1.41s	remaining: 1.11s
559:	learn: 0.1082674	total: 1.42s	remaining: 1.11s
560:	learn: 0.1080468	total: 1.42s	remaining: 1.11s
561:	learn: 0.1078994	total: 1.42s	remaining: 1.11s
562:	learn: 0.1078459	total: 1.42s	remaining: 1.1s
563:	learn: 0.1076393	total: 1.42s	remaining: 1.1s
564:	learn: 0.1074657	total: 1.43s	remaining: 1.1s
565:	learn: 0.1072588	total: 1.43s	remaining: 1.09s
566:	learn: 0.1070448	total: 1.43s	remaining: 1.09s
567:	learn: 0.1068777	total: 1.43s	remaining: 1.09s
568:	learn: 0.1067296	total: 1.44s	remaining: 1.09s
569:	learn: 0.1066585	total: 1.44s	remaining: 1.08s
570:	learn: 0.1064351	total: 1.44s	remaining: 1.08s
571:	learn: 0.1062658	total: 1.44s	remaining: 1.08s
572:	learn: 0.1061679	total: 1.45s	remaining: 1.08s
573:	learn: 0.1060355	total: 1.45s	remaining: 1.07s
574:	learn: 0.1059665	total: 1.45s	remaining: 1.07s
575:	learn: 0.1058578	total: 1.45s	remaining: 1.07s
576:	learn: 0.1057548	total: 1.45s	remaining: 1.07s
577:	learn: 0.1056954	total: 1.46s	remaining: 1.06s
578:	learn: 0.1056072	total: 1.46s	remaining: 1.06s
579:	learn: 0.1054470	total: 1.46s	remaining: 1.06s
580:	learn: 0.1053924	total: 1.46s	remaining: 1.05s
581:	learn: 0.1052598	total: 1.47s	remaining: 1.05s
582:	learn: 0.1050595	total: 1.47s	remaining: 1.05s
583:	learn: 0.1049453	total: 1.47s	remaining: 1.05s
584:	learn: 0.1047331	total: 1.47s	remaining: 1.04s
585:	learn: 0.1045797	total: 1.48s	remaining: 1.04s
586:	learn: 0.1044507	total: 1.48s	remaining: 1.04s
587:	learn: 0.1043816	total: 1.48s	remaining: 1.04s
588:	learn: 0.1042446	total: 1.48s	remaining: 1.03s
589:	learn: 0.1041277	total: 1.48s	remaining: 1.03s
590:	learn: 0.1040424	total: 1.49s	remaining: 1.03s
591:	learn: 0.1038416	total: 1.49s	remaining: 1.02s
592:	learn: 0.1037773	total: 1.49s	remaining: 1.02s
593:	learn: 0.1036390	total: 1.49s	remaining: 1.02s
594:	learn: 0.1034082	total: 1.5s	remaining: 1.02s
595:	learn: 0.1032365	total: 1.5s	remaining: 1.01s
596:	learn: 0.1031824	total: 1.5s	remaining: 1.01s
597:	learn: 0.1030681	total: 1.5s	remaining: 1.01s
598:	learn: 0.1027636	total: 1.5s	remaining: 1.01s
599:	learn: 0.1026432	total: 1.51s	remaining: 1s
600:	learn: 0.1025178	total: 1.51s	remaining: 1s
601:	learn: 0.1023948	total: 1.51s	remaining: 1s
602:	learn: 0.1023482	total: 1.51s	remaining: 997ms
603:	learn: 0.1021813	total: 1.52s	remaining: 995ms
604:	learn: 0.1019596	total: 1.52s	remaining: 992ms
605:	learn: 0.1018029	total: 1.52s	remaining: 990ms
606:	learn: 0.1016558	total: 1.52s	remaining: 987ms
607:	learn: 0.1015131	total: 1.53s	remaining: 984ms
608:	learn: 0.1012917	total: 1.53s	remaining: 981ms
609:	learn: 0.1011410	total: 1.53s	remaining: 979ms
610:	learn: 0.1009874	total: 1.53s	remaining: 976ms
611:	learn: 0.1008913	total: 1.53s	remaining: 973ms
612:	learn: 0.1007414	total: 1.54s	remaining: 971ms
613:	learn: 0.1006513	total: 1.54s	remaining: 968ms
614:	learn: 0.1005083	total: 1.54s	remaining: 965ms
615:	learn: 0.1003270	total: 1.54s	remaining: 963ms
616:	learn: 0.1001932	total: 1.55s	remaining: 960ms
617:	learn: 0.1000370	total: 1.55s	remaining: 957ms
618:	learn: 0.0998245	total: 1.55s	remaining: 955ms
619:	learn: 0.0996237	total: 1.55s	remaining: 952ms
620:	learn: 0.0995022	total: 1.55s	remaining: 949ms
621:	learn: 0.0993559	total: 1.56s	remaining: 947ms
622:	learn: 0.0993163	total: 1.56s	remaining: 944ms
623:	learn: 0.0992566	total: 1.56s	remaining: 941ms
624:	learn: 0.0992138	total: 1.56s	remaining: 939ms
625:	learn: 0.0990961	total: 1.57s	remaining: 937ms
626:	learn: 0.0990069	total: 1.57s	remaining: 935ms
627:	learn: 0.0989004	total: 1.58s	remaining: 934ms
628:	learn: 0.0988459	total: 1.58s	remaining: 932ms
629:	learn: 0.0986030	total: 1.58s	remaining: 931ms
630:	learn: 0.0984640	total: 1.59s	remaining: 929ms
631:	learn: 0.0983560	total: 1.59s	remaining: 928ms
632:	learn: 0.0980954	total: 1.6s	remaining: 926ms
633:	learn: 0.0979737	total: 1.6s	remaining: 926ms
634:	learn: 0.0978601	total: 1.61s	remaining: 924ms
635:	learn: 0.0976684	total: 1.61s	remaining: 923ms
636:	learn: 0.0976236	total: 1.61s	remaining: 921ms
637:	learn: 0.0974659	total: 1.62s	remaining: 919ms
638:	learn: 0.0972336	total: 1.62s	remaining: 917ms
639:	learn: 0.0970155	total: 1.63s	remaining: 915ms
640:	learn: 0.0968002	total: 1.63s	remaining: 914ms
641:	learn: 0.0967072	total: 1.64s	remaining: 914ms
642:	learn: 0.0966610	total: 1.64s	remaining: 913ms
643:	learn: 0.0965998	total: 1.65s	remaining: 912ms
644:	learn: 0.0964263	total: 1.65s	remaining: 910ms
645:	learn: 0.0962508	total: 1.66s	remaining: 908ms
646:	learn: 0.0960598	total: 1.66s	remaining: 905ms
647:	learn: 0.0958895	total: 1.66s	remaining: 902ms
648:	learn: 0.0957673	total: 1.66s	remaining: 899ms
649:	learn: 0.0956328	total: 1.66s	remaining: 896ms
650:	learn: 0.0955901	total: 1.67s	remaining: 894ms
651:	learn: 0.0955216	total: 1.67s	remaining: 892ms
652:	learn: 0.0953854	total: 1.67s	remaining: 889ms
653:	learn: 0.0951778	total: 1.68s	remaining: 887ms
654:	learn: 0.0949428	total: 1.68s	remaining: 884ms
655:	learn: 0.0948364	total: 1.68s	remaining: 882ms
656:	learn: 0.0947877	total: 1.68s	remaining: 879ms
657:	learn: 0.0947071	total: 1.69s	remaining: 877ms
658:	learn: 0.0946509	total: 1.69s	remaining: 876ms
659:	learn: 0.0944709	total: 1.7s	remaining: 875ms
660:	learn: 0.0942759	total: 1.7s	remaining: 873ms
661:	learn: 0.0941217	total: 1.7s	remaining: 870ms
662:	learn: 0.0939795	total: 1.71s	remaining: 868ms
663:	learn: 0.0937963	total: 1.71s	remaining: 865ms
664:	learn: 0.0936252	total: 1.71s	remaining: 863ms
665:	learn: 0.0934731	total: 1.72s	remaining: 862ms
666:	learn: 0.0933080	total: 1.72s	remaining: 860ms
667:	learn: 0.0932597	total: 1.73s	remaining: 857ms
668:	learn: 0.0931628	total: 1.73s	remaining: 855ms
669:	learn: 0.0929949	total: 1.73s	remaining: 852ms
670:	learn: 0.0929125	total: 1.73s	remaining: 850ms
671:	learn: 0.0927450	total: 1.74s	remaining: 847ms
672:	learn: 0.0925161	total: 1.74s	remaining: 844ms
673:	learn: 0.0924564	total: 1.74s	remaining: 842ms
674:	learn: 0.0923242	total: 1.74s	remaining: 839ms
675:	learn: 0.0921426	total: 1.75s	remaining: 837ms
676:	learn: 0.0919820	total: 1.75s	remaining: 834ms
677:	learn: 0.0918189	total: 1.75s	remaining: 832ms
678:	learn: 0.0917055	total: 1.76s	remaining: 831ms
679:	learn: 0.0915728	total: 1.76s	remaining: 828ms
680:	learn: 0.0914614	total: 1.76s	remaining: 825ms
681:	learn: 0.0912746	total: 1.76s	remaining: 823ms
682:	learn: 0.0911640	total: 1.77s	remaining: 820ms
683:	learn: 0.0910435	total: 1.77s	remaining: 819ms
684:	learn: 0.0908764	total: 1.78s	remaining: 817ms
685:	learn: 0.0907792	total: 1.78s	remaining: 816ms
686:	learn: 0.0905128	total: 1.79s	remaining: 814ms
687:	learn: 0.0904040	total: 1.79s	remaining: 812ms
688:	learn: 0.0903760	total: 1.8s	remaining: 811ms
689:	learn: 0.0902342	total: 1.8s	remaining: 808ms
690:	learn: 0.0900873	total: 1.8s	remaining: 806ms
691:	learn: 0.0899945	total: 1.8s	remaining: 803ms
692:	learn: 0.0898850	total: 1.81s	remaining: 801ms
693:	learn: 0.0896560	total: 1.81s	remaining: 798ms
694:	learn: 0.0894988	total: 1.81s	remaining: 795ms
695:	learn: 0.0894116	total: 1.81s	remaining: 793ms
696:	learn: 0.0893678	total: 1.82s	remaining: 790ms
697:	learn: 0.0892574	total: 1.82s	remaining: 787ms
698:	learn: 0.0891736	total: 1.82s	remaining: 785ms
699:	learn: 0.0890528	total: 1.82s	remaining: 782ms
700:	learn: 0.0889436	total: 1.83s	remaining: 779ms
701:	learn: 0.0888465	total: 1.83s	remaining: 777ms
702:	learn: 0.0887246	total: 1.83s	remaining: 774ms
703:	learn: 0.0885540	total: 1.83s	remaining: 771ms
704:	learn: 0.0885040	total: 1.84s	remaining: 769ms
705:	learn: 0.0883818	total: 1.84s	remaining: 767ms
706:	learn: 0.0882221	total: 1.84s	remaining: 765ms
707:	learn: 0.0881223	total: 1.85s	remaining: 763ms
708:	learn: 0.0879415	total: 1.85s	remaining: 761ms
709:	learn: 0.0877100	total: 1.86s	remaining: 758ms
710:	learn: 0.0876171	total: 1.86s	remaining: 756ms
711:	learn: 0.0875253	total: 1.86s	remaining: 754ms
712:	learn: 0.0874146	total: 1.87s	remaining: 752ms
713:	learn: 0.0872504	total: 1.87s	remaining: 749ms
714:	learn: 0.0870793	total: 1.87s	remaining: 747ms
715:	learn: 0.0869185	total: 1.88s	remaining: 744ms
716:	learn: 0.0867009	total: 1.88s	remaining: 742ms
717:	learn: 0.0865135	total: 1.88s	remaining: 740ms
718:	learn: 0.0864492	total: 1.89s	remaining: 739ms
719:	learn: 0.0863374	total: 1.9s	remaining: 737ms
720:	learn: 0.0862454	total: 1.9s	remaining: 736ms
721:	learn: 0.0861397	total: 1.91s	remaining: 734ms
722:	learn: 0.0860178	total: 1.91s	remaining: 734ms
723:	learn: 0.0859687	total: 1.92s	remaining: 731ms
724:	learn: 0.0858125	total: 1.93s	remaining: 731ms
725:	learn: 0.0856757	total: 1.93s	remaining: 730ms
726:	learn: 0.0856176	total: 1.94s	remaining: 730ms
727:	learn: 0.0855274	total: 1.95s	remaining: 728ms
728:	learn: 0.0854414	total: 1.95s	remaining: 726ms
729:	learn: 0.0854001	total: 1.96s	remaining: 725ms
730:	learn: 0.0852240	total: 1.97s	remaining: 724ms
731:	learn: 0.0850791	total: 1.97s	remaining: 722ms
732:	learn: 0.0849531	total: 1.98s	remaining: 721ms
733:	learn: 0.0848324	total: 1.98s	remaining: 719ms
734:	learn: 0.0846799	total: 1.99s	remaining: 717ms
735:	learn: 0.0845446	total: 1.99s	remaining: 715ms
736:	learn: 0.0843872	total: 2s	remaining: 714ms
737:	learn: 0.0842725	total: 2s	remaining: 712ms
738:	learn: 0.0841218	total: 2.01s	remaining: 710ms
739:	learn: 0.0840133	total: 2.02s	remaining: 708ms
740:	learn: 0.0838931	total: 2.02s	remaining: 706ms
741:	learn: 0.0837159	total: 2.03s	remaining: 706ms
742:	learn: 0.0836005	total: 2.04s	remaining: 705ms
743:	learn: 0.0835315	total: 2.04s	remaining: 703ms
744:	learn: 0.0834555	total: 2.05s	remaining: 703ms
745:	learn: 0.0833666	total: 2.06s	remaining: 702ms
746:	learn: 0.0832451	total: 2.06s	remaining: 700ms
747:	learn: 0.0830683	total: 2.07s	remaining: 697ms
748:	learn: 0.0830315	total: 2.07s	remaining: 694ms
749:	learn: 0.0829107	total: 2.07s	remaining: 691ms
750:	learn: 0.0827835	total: 2.08s	remaining: 688ms
751:	learn: 0.0826274	total: 2.08s	remaining: 686ms
752:	learn: 0.0825568	total: 2.08s	remaining: 683ms
753:	learn: 0.0825018	total: 2.08s	remaining: 680ms
754:	learn: 0.0824398	total: 2.09s	remaining: 677ms
755:	learn: 0.0823108	total: 2.09s	remaining: 674ms
756:	learn: 0.0822416	total: 2.09s	remaining: 671ms
757:	learn: 0.0821233	total: 2.09s	remaining: 669ms
758:	learn: 0.0820534	total: 2.1s	remaining: 666ms
759:	learn: 0.0818486	total: 2.1s	remaining: 663ms
760:	learn: 0.0816893	total: 2.1s	remaining: 660ms
761:	learn: 0.0815122	total: 2.1s	remaining: 657ms
762:	learn: 0.0814175	total: 2.11s	remaining: 655ms
763:	learn: 0.0813092	total: 2.11s	remaining: 652ms
764:	learn: 0.0812237	total: 2.11s	remaining: 649ms
765:	learn: 0.0810897	total: 2.12s	remaining: 648ms
766:	learn: 0.0810368	total: 2.12s	remaining: 645ms
767:	learn: 0.0809043	total: 2.13s	remaining: 642ms
768:	learn: 0.0808531	total: 2.13s	remaining: 640ms
769:	learn: 0.0807370	total: 2.13s	remaining: 637ms
770:	learn: 0.0806792	total: 2.13s	remaining: 634ms
771:	learn: 0.0805919	total: 2.14s	remaining: 631ms
772:	learn: 0.0805684	total: 2.14s	remaining: 628ms
773:	learn: 0.0803983	total: 2.14s	remaining: 625ms
774:	learn: 0.0803713	total: 2.14s	remaining: 623ms
775:	learn: 0.0802744	total: 2.15s	remaining: 620ms
776:	learn: 0.0801455	total: 2.15s	remaining: 617ms
777:	learn: 0.0801260	total: 2.15s	remaining: 614ms
778:	learn: 0.0799644	total: 2.15s	remaining: 612ms
779:	learn: 0.0798222	total: 2.16s	remaining: 609ms
780:	learn: 0.0797178	total: 2.16s	remaining: 606ms
781:	learn: 0.0796212	total: 2.16s	remaining: 603ms
782:	learn: 0.0795229	total: 2.17s	remaining: 600ms
783:	learn: 0.0794279	total: 2.17s	remaining: 598ms
784:	learn: 0.0793618	total: 2.17s	remaining: 596ms
785:	learn: 0.0792083	total: 2.18s	remaining: 594ms
786:	learn: 0.0790530	total: 2.19s	remaining: 591ms
787:	learn: 0.0789572	total: 2.19s	remaining: 589ms
788:	learn: 0.0788768	total: 2.19s	remaining: 586ms
789:	learn: 0.0787130	total: 2.19s	remaining: 583ms
790:	learn: 0.0785638	total: 2.19s	remaining: 580ms
791:	learn: 0.0785048	total: 2.2s	remaining: 577ms
792:	learn: 0.0784201	total: 2.2s	remaining: 574ms
793:	learn: 0.0783506	total: 2.2s	remaining: 572ms
794:	learn: 0.0782052	total: 2.21s	remaining: 569ms
795:	learn: 0.0781412	total: 2.21s	remaining: 566ms
796:	learn: 0.0780922	total: 2.21s	remaining: 563ms
797:	learn: 0.0779476	total: 2.21s	remaining: 560ms
798:	learn: 0.0778783	total: 2.21s	remaining: 557ms
799:	learn: 0.0777402	total: 2.22s	remaining: 554ms
800:	learn: 0.0777163	total: 2.22s	remaining: 551ms
801:	learn: 0.0774803	total: 2.22s	remaining: 549ms
802:	learn: 0.0773004	total: 2.22s	remaining: 546ms
803:	learn: 0.0771892	total: 2.23s	remaining: 543ms
804:	learn: 0.0771072	total: 2.24s	remaining: 542ms
805:	learn: 0.0770253	total: 2.24s	remaining: 539ms
806:	learn: 0.0769699	total: 2.25s	remaining: 537ms
807:	learn: 0.0768484	total: 2.25s	remaining: 534ms
808:	learn: 0.0767357	total: 2.25s	remaining: 531ms
809:	learn: 0.0766357	total: 2.25s	remaining: 529ms
810:	learn: 0.0765759	total: 2.25s	remaining: 526ms
811:	learn: 0.0765255	total: 2.26s	remaining: 523ms
812:	learn: 0.0763741	total: 2.26s	remaining: 520ms
813:	learn: 0.0762266	total: 2.26s	remaining: 517ms
814:	learn: 0.0761071	total: 2.28s	remaining: 517ms
815:	learn: 0.0760533	total: 2.28s	remaining: 515ms
816:	learn: 0.0758536	total: 2.28s	remaining: 512ms
817:	learn: 0.0757330	total: 2.29s	remaining: 510ms
818:	learn: 0.0755679	total: 2.3s	remaining: 508ms
819:	learn: 0.0754792	total: 2.31s	remaining: 507ms
820:	learn: 0.0753313	total: 2.31s	remaining: 504ms
821:	learn: 0.0752142	total: 2.32s	remaining: 502ms
822:	learn: 0.0751000	total: 2.33s	remaining: 500ms
823:	learn: 0.0750231	total: 2.33s	remaining: 498ms
824:	learn: 0.0749269	total: 2.34s	remaining: 496ms
825:	learn: 0.0747520	total: 2.35s	remaining: 495ms
826:	learn: 0.0746609	total: 2.35s	remaining: 493ms
827:	learn: 0.0745790	total: 2.36s	remaining: 490ms
828:	learn: 0.0744050	total: 2.37s	remaining: 489ms
829:	learn: 0.0742736	total: 2.38s	remaining: 487ms
830:	learn: 0.0741227	total: 2.39s	remaining: 485ms
831:	learn: 0.0739903	total: 2.39s	remaining: 482ms
832:	learn: 0.0738255	total: 2.39s	remaining: 480ms
833:	learn: 0.0737106	total: 2.4s	remaining: 477ms
834:	learn: 0.0735644	total: 2.4s	remaining: 475ms
835:	learn: 0.0733644	total: 2.41s	remaining: 472ms
836:	learn: 0.0732717	total: 2.41s	remaining: 469ms
837:	learn: 0.0731528	total: 2.41s	remaining: 466ms
838:	learn: 0.0731053	total: 2.42s	remaining: 464ms
839:	learn: 0.0730548	total: 2.42s	remaining: 461ms
840:	learn: 0.0730167	total: 2.42s	remaining: 458ms
841:	learn: 0.0728685	total: 2.43s	remaining: 455ms
842:	learn: 0.0728328	total: 2.43s	remaining: 453ms
843:	learn: 0.0728029	total: 2.44s	remaining: 451ms
844:	learn: 0.0727174	total: 2.45s	remaining: 450ms
845:	learn: 0.0726399	total: 2.46s	remaining: 448ms
846:	learn: 0.0725815	total: 2.48s	remaining: 448ms
847:	learn: 0.0725335	total: 2.48s	remaining: 445ms
848:	learn: 0.0724242	total: 2.49s	remaining: 443ms
849:	learn: 0.0723161	total: 2.5s	remaining: 440ms
850:	learn: 0.0721947	total: 2.5s	remaining: 438ms
851:	learn: 0.0720918	total: 2.51s	remaining: 437ms
852:	learn: 0.0719405	total: 2.52s	remaining: 434ms
853:	learn: 0.0719015	total: 2.52s	remaining: 431ms
854:	learn: 0.0717352	total: 2.53s	remaining: 430ms
855:	learn: 0.0715431	total: 2.54s	remaining: 428ms
856:	learn: 0.0714666	total: 2.56s	remaining: 426ms
857:	learn: 0.0713479	total: 2.57s	remaining: 425ms
858:	learn: 0.0713143	total: 2.57s	remaining: 423ms
859:	learn: 0.0712583	total: 2.58s	remaining: 420ms
860:	learn: 0.0711942	total: 2.58s	remaining: 417ms
861:	learn: 0.0711441	total: 2.59s	remaining: 415ms
862:	learn: 0.0710889	total: 2.6s	remaining: 414ms
863:	learn: 0.0710524	total: 2.61s	remaining: 411ms
864:	learn: 0.0708863	total: 2.63s	remaining: 411ms
865:	learn: 0.0708235	total: 2.64s	remaining: 408ms
866:	learn: 0.0707917	total: 2.65s	remaining: 407ms
867:	learn: 0.0706991	total: 2.66s	remaining: 405ms
868:	learn: 0.0704925	total: 2.67s	remaining: 402ms
869:	learn: 0.0703766	total: 2.69s	remaining: 401ms
870:	learn: 0.0703009	total: 2.69s	remaining: 398ms
871:	learn: 0.0701557	total: 2.69s	remaining: 396ms
872:	learn: 0.0700718	total: 2.7s	remaining: 393ms
873:	learn: 0.0700303	total: 2.71s	remaining: 390ms
874:	learn: 0.0699321	total: 2.71s	remaining: 388ms
875:	learn: 0.0698790	total: 2.72s	remaining: 385ms
876:	learn: 0.0697595	total: 2.72s	remaining: 382ms
877:	learn: 0.0696481	total: 2.73s	remaining: 379ms
878:	learn: 0.0695496	total: 2.73s	remaining: 377ms
879:	learn: 0.0693848	total: 2.74s	remaining: 374ms
880:	learn: 0.0693027	total: 2.77s	remaining: 374ms
881:	learn: 0.0692165	total: 2.78s	remaining: 372ms
882:	learn: 0.0691410	total: 2.79s	remaining: 369ms
883:	learn: 0.0690979	total: 2.79s	remaining: 366ms
884:	learn: 0.0689759	total: 2.8s	remaining: 364ms
885:	learn: 0.0688572	total: 2.81s	remaining: 362ms
886:	learn: 0.0687752	total: 2.83s	remaining: 360ms
887:	learn: 0.0686438	total: 2.83s	remaining: 357ms
888:	learn: 0.0684708	total: 2.84s	remaining: 354ms
889:	learn: 0.0683960	total: 2.85s	remaining: 352ms
890:	learn: 0.0682902	total: 2.85s	remaining: 349ms
891:	learn: 0.0681981	total: 2.86s	remaining: 346ms
892:	learn: 0.0681028	total: 2.87s	remaining: 344ms
893:	learn: 0.0680604	total: 2.87s	remaining: 341ms
894:	learn: 0.0678998	total: 2.88s	remaining: 338ms
895:	learn: 0.0677441	total: 2.9s	remaining: 336ms
896:	learn: 0.0676015	total: 2.91s	remaining: 334ms
897:	learn: 0.0675566	total: 2.91s	remaining: 331ms
898:	learn: 0.0674257	total: 2.92s	remaining: 328ms
899:	learn: 0.0673104	total: 2.93s	remaining: 325ms
900:	learn: 0.0672677	total: 2.93s	remaining: 322ms
901:	learn: 0.0672032	total: 2.94s	remaining: 319ms
902:	learn: 0.0671824	total: 2.94s	remaining: 316ms
903:	learn: 0.0671188	total: 2.96s	remaining: 314ms
904:	learn: 0.0670493	total: 2.97s	remaining: 311ms
905:	learn: 0.0670361	total: 2.98s	remaining: 309ms
906:	learn: 0.0669454	total: 2.98s	remaining: 305ms
907:	learn: 0.0668694	total: 2.98s	remaining: 302ms
908:	learn: 0.0667515	total: 2.99s	remaining: 299ms
909:	learn: 0.0665737	total: 3s	remaining: 296ms
910:	learn: 0.0665520	total: 3s	remaining: 293ms
911:	learn: 0.0664471	total: 3.01s	remaining: 290ms
912:	learn: 0.0664002	total: 3.01s	remaining: 287ms
913:	learn: 0.0663764	total: 3.02s	remaining: 284ms
914:	learn: 0.0663248	total: 3.03s	remaining: 281ms
915:	learn: 0.0661544	total: 3.03s	remaining: 278ms
916:	learn: 0.0660816	total: 3.04s	remaining: 275ms
917:	learn: 0.0659499	total: 3.04s	remaining: 272ms
918:	learn: 0.0658531	total: 3.05s	remaining: 269ms
919:	learn: 0.0658372	total: 3.05s	remaining: 266ms
920:	learn: 0.0657380	total: 3.06s	remaining: 262ms
921:	learn: 0.0655898	total: 3.06s	remaining: 259ms
922:	learn: 0.0655253	total: 3.08s	remaining: 257ms
923:	learn: 0.0654581	total: 3.09s	remaining: 254ms
924:	learn: 0.0654130	total: 3.1s	remaining: 251ms
925:	learn: 0.0653287	total: 3.1s	remaining: 248ms
926:	learn: 0.0652554	total: 3.12s	remaining: 246ms
927:	learn: 0.0651189	total: 3.13s	remaining: 243ms
928:	learn: 0.0651021	total: 3.13s	remaining: 239ms
929:	learn: 0.0650695	total: 3.15s	remaining: 237ms
930:	learn: 0.0650536	total: 3.15s	remaining: 233ms
931:	learn: 0.0649967	total: 3.15s	remaining: 230ms
932:	learn: 0.0649404	total: 3.16s	remaining: 227ms
933:	learn: 0.0649176	total: 3.16s	remaining: 224ms
934:	learn: 0.0647719	total: 3.17s	remaining: 220ms
935:	learn: 0.0646950	total: 3.17s	remaining: 217ms
936:	learn: 0.0646579	total: 3.18s	remaining: 214ms
937:	learn: 0.0646185	total: 3.19s	remaining: 211ms
938:	learn: 0.0645991	total: 3.19s	remaining: 207ms
939:	learn: 0.0644961	total: 3.2s	remaining: 204ms
940:	learn: 0.0644111	total: 3.21s	remaining: 201ms
941:	learn: 0.0643476	total: 3.23s	remaining: 199ms
942:	learn: 0.0642470	total: 3.24s	remaining: 196ms
943:	learn: 0.0642131	total: 3.24s	remaining: 192ms
944:	learn: 0.0641231	total: 3.24s	remaining: 189ms
945:	learn: 0.0640815	total: 3.26s	remaining: 186ms
946:	learn: 0.0639606	total: 3.28s	remaining: 184ms
947:	learn: 0.0639357	total: 3.29s	remaining: 180ms
948:	learn: 0.0638438	total: 3.29s	remaining: 177ms
949:	learn: 0.0637387	total: 3.3s	remaining: 174ms
950:	learn: 0.0637076	total: 3.3s	remaining: 170ms
951:	learn: 0.0636334	total: 3.31s	remaining: 167ms
952:	learn: 0.0635735	total: 3.32s	remaining: 164ms
953:	learn: 0.0634920	total: 3.32s	remaining: 160ms
954:	learn: 0.0633696	total: 3.33s	remaining: 157ms
955:	learn: 0.0632493	total: 3.33s	remaining: 153ms
956:	learn: 0.0631794	total: 3.34s	remaining: 150ms
957:	learn: 0.0631555	total: 3.35s	remaining: 147ms
958:	learn: 0.0630899	total: 3.35s	remaining: 143ms
959:	learn: 0.0629379	total: 3.37s	remaining: 140ms
960:	learn: 0.0628220	total: 3.38s	remaining: 137ms
961:	learn: 0.0627668	total: 3.38s	remaining: 134ms
962:	learn: 0.0627342	total: 3.4s	remaining: 131ms
963:	learn: 0.0626618	total: 3.41s	remaining: 127ms
964:	learn: 0.0625040	total: 3.42s	remaining: 124ms
965:	learn: 0.0624229	total: 3.43s	remaining: 121ms
966:	learn: 0.0623275	total: 3.44s	remaining: 117ms
967:	learn: 0.0622406	total: 3.44s	remaining: 114ms
968:	learn: 0.0621409	total: 3.46s	remaining: 111ms
969:	learn: 0.0620668	total: 3.48s	remaining: 108ms
970:	learn: 0.0619626	total: 3.49s	remaining: 104ms
971:	learn: 0.0618527	total: 3.5s	remaining: 101ms
972:	learn: 0.0617929	total: 3.51s	remaining: 97.4ms
973:	learn: 0.0616742	total: 3.53s	remaining: 94.3ms
974:	learn: 0.0615747	total: 3.54s	remaining: 90.8ms
975:	learn: 0.0614874	total: 3.56s	remaining: 87.5ms
976:	learn: 0.0614469	total: 3.56s	remaining: 83.8ms
977:	learn: 0.0613773	total: 3.57s	remaining: 80.2ms
978:	learn: 0.0613169	total: 3.57s	remaining: 76.6ms
979:	learn: 0.0612942	total: 3.57s	remaining: 72.9ms
980:	learn: 0.0611641	total: 3.57s	remaining: 69.2ms
981:	learn: 0.0611492	total: 3.58s	remaining: 65.6ms
982:	learn: 0.0611042	total: 3.58s	remaining: 61.9ms
983:	learn: 0.0610300	total: 3.58s	remaining: 58.3ms
984:	learn: 0.0609424	total: 3.59s	remaining: 54.6ms
985:	learn: 0.0608519	total: 3.59s	remaining: 51ms
986:	learn: 0.0607652	total: 3.6s	remaining: 47.4ms
987:	learn: 0.0606972	total: 3.6s	remaining: 43.7ms
988:	learn: 0.0606755	total: 3.6s	remaining: 40.1ms
989:	learn: 0.0606639	total: 3.62s	remaining: 36.5ms
990:	learn: 0.0605758	total: 3.63s	remaining: 33ms
991:	learn: 0.0604848	total: 3.63s	remaining: 29.3ms
992:	learn: 0.0604797	total: 3.65s	remaining: 25.7ms
993:	learn: 0.0604229	total: 3.67s	remaining: 22.1ms
994:	learn: 0.0602945	total: 3.68s	remaining: 18.5ms
995:	learn: 0.0602555	total: 3.69s	remaining: 14.8ms
996:	learn: 0.0601271	total: 3.7s	remaining: 11.1ms
997:	learn: 0.0600676	total: 3.71s	remaining: 7.43ms
998:	learn: 0.0599266	total: 3.72s	remaining: 3.72ms
999:	learn: 0.0598171	total: 3.72s	remaining: 0us
Learning rate set to 0.008283
0:	learn: 0.6832307	total: 45.2ms	remaining: 45.1s
1:	learn: 0.6729653	total: 56ms	remaining: 27.9s
2:	learn: 0.6650758	total: 66ms	remaining: 21.9s
3:	learn: 0.6564503	total: 90.3ms	remaining: 22.5s
4:	learn: 0.6477471	total: 106ms	remaining: 21.1s
5:	learn: 0.6380569	total: 118ms	remaining: 19.5s
6:	learn: 0.6304793	total: 127ms	remaining: 17.9s
7:	learn: 0.6206190	total: 141ms	remaining: 17.5s
8:	learn: 0.6135632	total: 143ms	remaining: 15.8s
9:	learn: 0.6060839	total: 147ms	remaining: 14.5s
10:	learn: 0.6001345	total: 150ms	remaining: 13.5s
11:	learn: 0.5918347	total: 158ms	remaining: 13s
12:	learn: 0.5836086	total: 169ms	remaining: 12.8s
13:	learn: 0.5767786	total: 176ms	remaining: 12.4s
14:	learn: 0.5686920	total: 185ms	remaining: 12.2s
15:	learn: 0.5611321	total: 189ms	remaining: 11.6s
16:	learn: 0.5552935	total: 199ms	remaining: 11.5s
17:	learn: 0.5475736	total: 210ms	remaining: 11.5s
18:	learn: 0.5402214	total: 213ms	remaining: 11s
19:	learn: 0.5337860	total: 219ms	remaining: 10.7s
20:	learn: 0.5277047	total: 223ms	remaining: 10.4s
21:	learn: 0.5209394	total: 232ms	remaining: 10.3s
22:	learn: 0.5174658	total: 236ms	remaining: 10s
23:	learn: 0.5108113	total: 240ms	remaining: 9.74s
24:	learn: 0.5052593	total: 248ms	remaining: 9.67s
25:	learn: 0.4987860	total: 254ms	remaining: 9.53s
26:	learn: 0.4938075	total: 258ms	remaining: 9.28s
27:	learn: 0.4871052	total: 269ms	remaining: 9.35s
28:	learn: 0.4811286	total: 280ms	remaining: 9.39s
29:	learn: 0.4754625	total: 287ms	remaining: 9.27s
30:	learn: 0.4694554	total: 292ms	remaining: 9.12s
31:	learn: 0.4637463	total: 307ms	remaining: 9.29s
32:	learn: 0.4589278	total: 336ms	remaining: 9.84s
33:	learn: 0.4536206	total: 347ms	remaining: 9.86s
34:	learn: 0.4494046	total: 357ms	remaining: 9.84s
35:	learn: 0.4446196	total: 363ms	remaining: 9.72s
36:	learn: 0.4400627	total: 382ms	remaining: 9.95s
37:	learn: 0.4355499	total: 394ms	remaining: 9.96s
38:	learn: 0.4315264	total: 406ms	remaining: 10s
39:	learn: 0.4274132	total: 418ms	remaining: 10s
40:	learn: 0.4235838	total: 426ms	remaining: 9.96s
41:	learn: 0.4194246	total: 433ms	remaining: 9.87s
42:	learn: 0.4140580	total: 444ms	remaining: 9.88s
43:	learn: 0.4100473	total: 460ms	remaining: 9.99s
44:	learn: 0.4058656	total: 468ms	remaining: 9.94s
45:	learn: 0.4022587	total: 486ms	remaining: 10.1s
46:	learn: 0.3979222	total: 491ms	remaining: 9.95s
47:	learn: 0.3948918	total: 505ms	remaining: 10s
48:	learn: 0.3910035	total: 518ms	remaining: 10.1s
49:	learn: 0.3861773	total: 533ms	remaining: 10.1s
50:	learn: 0.3821894	total: 540ms	remaining: 10s
51:	learn: 0.3787579	total: 546ms	remaining: 9.96s
52:	learn: 0.3754312	total: 554ms	remaining: 9.89s
53:	learn: 0.3717043	total: 563ms	remaining: 9.86s
54:	learn: 0.3694614	total: 572ms	remaining: 9.82s
55:	learn: 0.3661306	total: 579ms	remaining: 9.77s
56:	learn: 0.3630163	total: 584ms	remaining: 9.66s
57:	learn: 0.3596877	total: 588ms	remaining: 9.54s
58:	learn: 0.3578250	total: 593ms	remaining: 9.46s
59:	learn: 0.3560054	total: 601ms	remaining: 9.42s
60:	learn: 0.3525020	total: 608ms	remaining: 9.36s
61:	learn: 0.3502414	total: 614ms	remaining: 9.29s
62:	learn: 0.3475531	total: 632ms	remaining: 9.4s
63:	learn: 0.3443650	total: 640ms	remaining: 9.35s
64:	learn: 0.3412926	total: 645ms	remaining: 9.27s
65:	learn: 0.3378446	total: 655ms	remaining: 9.27s
66:	learn: 0.3353746	total: 658ms	remaining: 9.16s
67:	learn: 0.3326307	total: 667ms	remaining: 9.14s
68:	learn: 0.3295692	total: 670ms	remaining: 9.04s
69:	learn: 0.3275916	total: 676ms	remaining: 8.98s
70:	learn: 0.3250934	total: 682ms	remaining: 8.92s
71:	learn: 0.3228333	total: 686ms	remaining: 8.84s
72:	learn: 0.3209061	total: 703ms	remaining: 8.93s
73:	learn: 0.3181176	total: 711ms	remaining: 8.89s
74:	learn: 0.3159583	total: 725ms	remaining: 8.94s
75:	learn: 0.3134984	total: 736ms	remaining: 8.95s
76:	learn: 0.3117047	total: 760ms	remaining: 9.11s
77:	learn: 0.3083827	total: 783ms	remaining: 9.25s
78:	learn: 0.3055661	total: 799ms	remaining: 9.31s
79:	learn: 0.3032492	total: 810ms	remaining: 9.32s
80:	learn: 0.3011047	total: 827ms	remaining: 9.38s
81:	learn: 0.2988011	total: 838ms	remaining: 9.38s
82:	learn: 0.2974432	total: 848ms	remaining: 9.37s
83:	learn: 0.2957031	total: 864ms	remaining: 9.42s
84:	learn: 0.2937864	total: 888ms	remaining: 9.56s
85:	learn: 0.2915281	total: 906ms	remaining: 9.63s
86:	learn: 0.2893789	total: 915ms	remaining: 9.6s
87:	learn: 0.2879062	total: 923ms	remaining: 9.57s
88:	learn: 0.2866026	total: 932ms	remaining: 9.54s
89:	learn: 0.2849592	total: 936ms	remaining: 9.47s
90:	learn: 0.2833870	total: 943ms	remaining: 9.42s
91:	learn: 0.2816570	total: 948ms	remaining: 9.35s
92:	learn: 0.2801199	total: 954ms	remaining: 9.3s
93:	learn: 0.2789753	total: 959ms	remaining: 9.24s
94:	learn: 0.2769917	total: 966ms	remaining: 9.2s
95:	learn: 0.2751380	total: 1s	remaining: 9.43s
96:	learn: 0.2732552	total: 1.01s	remaining: 9.38s
97:	learn: 0.2715792	total: 1.02s	remaining: 9.38s
98:	learn: 0.2701195	total: 1.04s	remaining: 9.44s
99:	learn: 0.2685275	total: 1.05s	remaining: 9.43s
100:	learn: 0.2669943	total: 1.06s	remaining: 9.42s
101:	learn: 0.2658917	total: 1.06s	remaining: 9.38s
102:	learn: 0.2644313	total: 1.09s	remaining: 9.48s
103:	learn: 0.2629509	total: 1.1s	remaining: 9.46s
104:	learn: 0.2622149	total: 1.11s	remaining: 9.5s
105:	learn: 0.2605070	total: 1.12s	remaining: 9.45s
106:	learn: 0.2592446	total: 1.13s	remaining: 9.42s
107:	learn: 0.2575754	total: 1.14s	remaining: 9.41s
108:	learn: 0.2565843	total: 1.15s	remaining: 9.4s
109:	learn: 0.2554448	total: 1.17s	remaining: 9.46s
110:	learn: 0.2540474	total: 1.2s	remaining: 9.61s
111:	learn: 0.2530711	total: 1.22s	remaining: 9.66s
112:	learn: 0.2524733	total: 1.24s	remaining: 9.72s
113:	learn: 0.2513076	total: 1.26s	remaining: 9.77s
114:	learn: 0.2499921	total: 1.26s	remaining: 9.74s
115:	learn: 0.2490546	total: 1.28s	remaining: 9.74s
116:	learn: 0.2476742	total: 1.29s	remaining: 9.72s
117:	learn: 0.2464945	total: 1.31s	remaining: 9.8s
118:	learn: 0.2453064	total: 1.32s	remaining: 9.81s
119:	learn: 0.2446197	total: 1.33s	remaining: 9.77s
120:	learn: 0.2438487	total: 1.34s	remaining: 9.76s
121:	learn: 0.2427399	total: 1.35s	remaining: 9.72s
122:	learn: 0.2416935	total: 1.35s	remaining: 9.67s
123:	learn: 0.2407531	total: 1.36s	remaining: 9.62s
124:	learn: 0.2396378	total: 1.37s	remaining: 9.58s
125:	learn: 0.2389833	total: 1.39s	remaining: 9.65s
126:	learn: 0.2378071	total: 1.42s	remaining: 9.76s
127:	learn: 0.2374165	total: 1.42s	remaining: 9.7s
128:	learn: 0.2365577	total: 1.44s	remaining: 9.7s
129:	learn: 0.2356767	total: 1.44s	remaining: 9.67s
130:	learn: 0.2345618	total: 1.46s	remaining: 9.66s
131:	learn: 0.2339934	total: 1.47s	remaining: 9.66s
132:	learn: 0.2329907	total: 1.48s	remaining: 9.67s
133:	learn: 0.2320081	total: 1.49s	remaining: 9.64s
134:	learn: 0.2310220	total: 1.5s	remaining: 9.65s
135:	learn: 0.2303710	total: 1.51s	remaining: 9.63s
136:	learn: 0.2295842	total: 1.52s	remaining: 9.59s
137:	learn: 0.2291629	total: 1.53s	remaining: 9.56s
138:	learn: 0.2281358	total: 1.53s	remaining: 9.5s
139:	learn: 0.2270786	total: 1.54s	remaining: 9.45s
140:	learn: 0.2264356	total: 1.55s	remaining: 9.44s
141:	learn: 0.2258044	total: 1.55s	remaining: 9.4s
142:	learn: 0.2249395	total: 1.56s	remaining: 9.36s
143:	learn: 0.2238250	total: 1.57s	remaining: 9.32s
144:	learn: 0.2231109	total: 1.57s	remaining: 9.27s
145:	learn: 0.2224947	total: 1.58s	remaining: 9.22s
146:	learn: 0.2214043	total: 1.58s	remaining: 9.19s
147:	learn: 0.2204382	total: 1.59s	remaining: 9.16s
148:	learn: 0.2196823	total: 1.6s	remaining: 9.12s
149:	learn: 0.2191744	total: 1.6s	remaining: 9.07s
150:	learn: 0.2184915	total: 1.61s	remaining: 9.03s
151:	learn: 0.2176846	total: 1.63s	remaining: 9.07s
152:	learn: 0.2171153	total: 1.63s	remaining: 9.03s
153:	learn: 0.2166742	total: 1.64s	remaining: 8.99s
154:	learn: 0.2159317	total: 1.64s	remaining: 8.96s
155:	learn: 0.2154291	total: 1.65s	remaining: 8.91s
156:	learn: 0.2146505	total: 1.65s	remaining: 8.87s
157:	learn: 0.2140023	total: 1.66s	remaining: 8.84s
158:	learn: 0.2129402	total: 1.66s	remaining: 8.8s
159:	learn: 0.2120374	total: 1.67s	remaining: 8.76s
160:	learn: 0.2112358	total: 1.68s	remaining: 8.73s
161:	learn: 0.2104034	total: 1.68s	remaining: 8.7s
162:	learn: 0.2095224	total: 1.69s	remaining: 8.67s
163:	learn: 0.2087766	total: 1.7s	remaining: 8.64s
164:	learn: 0.2079546	total: 1.7s	remaining: 8.62s
165:	learn: 0.2075176	total: 1.72s	remaining: 8.62s
166:	learn: 0.2070874	total: 1.72s	remaining: 8.6s
167:	learn: 0.2062579	total: 1.74s	remaining: 8.61s
168:	learn: 0.2056725	total: 1.75s	remaining: 8.62s
169:	learn: 0.2052580	total: 1.76s	remaining: 8.62s
170:	learn: 0.2049518	total: 1.77s	remaining: 8.59s
171:	learn: 0.2041699	total: 1.78s	remaining: 8.59s
172:	learn: 0.2035089	total: 1.8s	remaining: 8.59s
173:	learn: 0.2028759	total: 1.8s	remaining: 8.55s
174:	learn: 0.2021930	total: 1.81s	remaining: 8.52s
175:	learn: 0.2018687	total: 1.82s	remaining: 8.52s
176:	learn: 0.2013942	total: 1.82s	remaining: 8.48s
177:	learn: 0.2009998	total: 1.83s	remaining: 8.47s
178:	learn: 0.2001816	total: 1.84s	remaining: 8.43s
179:	learn: 0.1995194	total: 1.84s	remaining: 8.41s
180:	learn: 0.1990286	total: 1.86s	remaining: 8.43s
181:	learn: 0.1986860	total: 1.87s	remaining: 8.42s
182:	learn: 0.1981217	total: 1.88s	remaining: 8.39s
183:	learn: 0.1976632	total: 1.9s	remaining: 8.41s
184:	learn: 0.1971394	total: 1.91s	remaining: 8.39s
185:	learn: 0.1965458	total: 1.92s	remaining: 8.39s
186:	learn: 0.1960479	total: 1.92s	remaining: 8.36s
187:	learn: 0.1955077	total: 1.93s	remaining: 8.34s
188:	learn: 0.1952233	total: 1.93s	remaining: 8.3s
189:	learn: 0.1945157	total: 1.95s	remaining: 8.29s
190:	learn: 0.1939873	total: 1.95s	remaining: 8.26s
191:	learn: 0.1932331	total: 1.97s	remaining: 8.29s
192:	learn: 0.1927932	total: 1.98s	remaining: 8.28s
193:	learn: 0.1923236	total: 1.98s	remaining: 8.25s
194:	learn: 0.1920158	total: 1.99s	remaining: 8.22s
195:	learn: 0.1912656	total: 2s	remaining: 8.2s
196:	learn: 0.1908523	total: 2s	remaining: 8.16s
197:	learn: 0.1901750	total: 2.02s	remaining: 8.16s
198:	learn: 0.1898159	total: 2.02s	remaining: 8.12s
199:	learn: 0.1890581	total: 2.02s	remaining: 8.08s
200:	learn: 0.1885857	total: 2.02s	remaining: 8.04s
201:	learn: 0.1880461	total: 2.02s	remaining: 8s
202:	learn: 0.1876882	total: 2.03s	remaining: 7.96s
203:	learn: 0.1872049	total: 2.03s	remaining: 7.92s
204:	learn: 0.1867286	total: 2.03s	remaining: 7.88s
205:	learn: 0.1864210	total: 2.03s	remaining: 7.84s
206:	learn: 0.1858887	total: 2.04s	remaining: 7.8s
207:	learn: 0.1854126	total: 2.04s	remaining: 7.76s
208:	learn: 0.1851477	total: 2.04s	remaining: 7.72s
209:	learn: 0.1848610	total: 2.04s	remaining: 7.69s
210:	learn: 0.1846178	total: 2.05s	remaining: 7.66s
211:	learn: 0.1843892	total: 2.05s	remaining: 7.62s
212:	learn: 0.1839307	total: 2.05s	remaining: 7.59s
213:	learn: 0.1834833	total: 2.06s	remaining: 7.55s
214:	learn: 0.1831453	total: 2.06s	remaining: 7.52s
215:	learn: 0.1825265	total: 2.06s	remaining: 7.48s
216:	learn: 0.1817748	total: 2.06s	remaining: 7.45s
217:	learn: 0.1812887	total: 2.06s	remaining: 7.41s
218:	learn: 0.1809629	total: 2.07s	remaining: 7.38s
219:	learn: 0.1804373	total: 2.07s	remaining: 7.34s
220:	learn: 0.1801661	total: 2.07s	remaining: 7.31s
221:	learn: 0.1797408	total: 2.08s	remaining: 7.27s
222:	learn: 0.1794163	total: 2.08s	remaining: 7.24s
223:	learn: 0.1789108	total: 2.08s	remaining: 7.21s
224:	learn: 0.1783641	total: 2.08s	remaining: 7.17s
225:	learn: 0.1780524	total: 2.08s	remaining: 7.14s
226:	learn: 0.1776486	total: 2.09s	remaining: 7.11s
227:	learn: 0.1771681	total: 2.09s	remaining: 7.08s
228:	learn: 0.1767925	total: 2.09s	remaining: 7.04s
229:	learn: 0.1764279	total: 2.09s	remaining: 7.01s
230:	learn: 0.1760541	total: 2.1s	remaining: 6.98s
231:	learn: 0.1755796	total: 2.1s	remaining: 6.95s
232:	learn: 0.1752543	total: 2.1s	remaining: 6.92s
233:	learn: 0.1748135	total: 2.1s	remaining: 6.88s
234:	learn: 0.1744198	total: 2.13s	remaining: 6.93s
235:	learn: 0.1740668	total: 2.13s	remaining: 6.9s
236:	learn: 0.1735604	total: 2.13s	remaining: 6.87s
237:	learn: 0.1732381	total: 2.14s	remaining: 6.84s
238:	learn: 0.1728502	total: 2.14s	remaining: 6.81s
239:	learn: 0.1724759	total: 2.14s	remaining: 6.78s
240:	learn: 0.1721150	total: 2.14s	remaining: 6.75s
241:	learn: 0.1717335	total: 2.15s	remaining: 6.72s
242:	learn: 0.1715191	total: 2.15s	remaining: 6.7s
243:	learn: 0.1711922	total: 2.15s	remaining: 6.67s
244:	learn: 0.1709113	total: 2.16s	remaining: 6.66s
245:	learn: 0.1705444	total: 2.16s	remaining: 6.63s
246:	learn: 0.1700928	total: 2.17s	remaining: 6.61s
247:	learn: 0.1698706	total: 2.17s	remaining: 6.58s
248:	learn: 0.1695326	total: 2.17s	remaining: 6.55s
249:	learn: 0.1692192	total: 2.17s	remaining: 6.52s
250:	learn: 0.1688104	total: 2.18s	remaining: 6.5s
251:	learn: 0.1684492	total: 2.18s	remaining: 6.47s
252:	learn: 0.1681845	total: 2.18s	remaining: 6.44s
253:	learn: 0.1679496	total: 2.18s	remaining: 6.41s
254:	learn: 0.1675722	total: 2.19s	remaining: 6.39s
255:	learn: 0.1671716	total: 2.19s	remaining: 6.36s
256:	learn: 0.1667677	total: 2.19s	remaining: 6.33s
257:	learn: 0.1664373	total: 2.19s	remaining: 6.31s
258:	learn: 0.1661314	total: 2.2s	remaining: 6.28s
259:	learn: 0.1658577	total: 2.2s	remaining: 6.26s
260:	learn: 0.1656319	total: 2.2s	remaining: 6.23s
261:	learn: 0.1652959	total: 2.2s	remaining: 6.21s
262:	learn: 0.1649133	total: 2.21s	remaining: 6.2s
263:	learn: 0.1646102	total: 2.22s	remaining: 6.19s
264:	learn: 0.1640815	total: 2.23s	remaining: 6.17s
265:	learn: 0.1637624	total: 2.23s	remaining: 6.15s
266:	learn: 0.1634505	total: 2.23s	remaining: 6.12s
267:	learn: 0.1631120	total: 2.23s	remaining: 6.11s
268:	learn: 0.1628952	total: 2.24s	remaining: 6.08s
269:	learn: 0.1627504	total: 2.25s	remaining: 6.07s
270:	learn: 0.1624495	total: 2.25s	remaining: 6.05s
271:	learn: 0.1622953	total: 2.25s	remaining: 6.04s
272:	learn: 0.1619440	total: 2.26s	remaining: 6.02s
273:	learn: 0.1617159	total: 2.27s	remaining: 6s
274:	learn: 0.1614573	total: 2.27s	remaining: 5.99s
275:	learn: 0.1611844	total: 2.29s	remaining: 6s
276:	learn: 0.1609775	total: 2.29s	remaining: 5.98s
277:	learn: 0.1608929	total: 2.31s	remaining: 6.01s
278:	learn: 0.1606749	total: 2.32s	remaining: 6s
279:	learn: 0.1603440	total: 2.33s	remaining: 5.98s
280:	learn: 0.1601067	total: 2.33s	remaining: 5.96s
281:	learn: 0.1598907	total: 2.34s	remaining: 5.95s
282:	learn: 0.1595795	total: 2.34s	remaining: 5.92s
283:	learn: 0.1592127	total: 2.34s	remaining: 5.9s
284:	learn: 0.1588680	total: 2.35s	remaining: 5.9s
285:	learn: 0.1584578	total: 2.35s	remaining: 5.87s
286:	learn: 0.1582038	total: 2.36s	remaining: 5.85s
287:	learn: 0.1579335	total: 2.37s	remaining: 5.86s
288:	learn: 0.1575120	total: 2.38s	remaining: 5.84s
289:	learn: 0.1572251	total: 2.38s	remaining: 5.83s
290:	learn: 0.1569523	total: 2.38s	remaining: 5.8s
291:	learn: 0.1568419	total: 2.38s	remaining: 5.78s
292:	learn: 0.1566530	total: 2.39s	remaining: 5.76s
293:	learn: 0.1562298	total: 2.39s	remaining: 5.74s
294:	learn: 0.1560066	total: 2.39s	remaining: 5.72s
295:	learn: 0.1558971	total: 2.39s	remaining: 5.7s
296:	learn: 0.1557236	total: 2.4s	remaining: 5.67s
297:	learn: 0.1556214	total: 2.4s	remaining: 5.65s
298:	learn: 0.1555327	total: 2.4s	remaining: 5.63s
299:	learn: 0.1553151	total: 2.41s	remaining: 5.62s
300:	learn: 0.1550189	total: 2.41s	remaining: 5.6s
301:	learn: 0.1546381	total: 2.42s	remaining: 5.59s
302:	learn: 0.1544447	total: 2.43s	remaining: 5.59s
303:	learn: 0.1542378	total: 2.43s	remaining: 5.57s
304:	learn: 0.1539430	total: 2.45s	remaining: 5.58s
305:	learn: 0.1537228	total: 2.45s	remaining: 5.56s
306:	learn: 0.1533354	total: 2.47s	remaining: 5.57s
307:	learn: 0.1530107	total: 2.47s	remaining: 5.55s
308:	learn: 0.1528981	total: 2.48s	remaining: 5.55s
309:	learn: 0.1528128	total: 2.48s	remaining: 5.53s
310:	learn: 0.1525380	total: 2.49s	remaining: 5.53s
311:	learn: 0.1523551	total: 2.5s	remaining: 5.51s
312:	learn: 0.1519593	total: 2.5s	remaining: 5.49s
313:	learn: 0.1515825	total: 2.5s	remaining: 5.47s
314:	learn: 0.1513202	total: 2.51s	remaining: 5.45s
315:	learn: 0.1510444	total: 2.51s	remaining: 5.43s
316:	learn: 0.1509374	total: 2.51s	remaining: 5.42s
317:	learn: 0.1506934	total: 2.52s	remaining: 5.39s
318:	learn: 0.1504420	total: 2.52s	remaining: 5.38s
319:	learn: 0.1501866	total: 2.52s	remaining: 5.36s
320:	learn: 0.1499520	total: 2.52s	remaining: 5.34s
321:	learn: 0.1498223	total: 2.53s	remaining: 5.32s
322:	learn: 0.1495408	total: 2.53s	remaining: 5.31s
323:	learn: 0.1492606	total: 2.54s	remaining: 5.29s
324:	learn: 0.1489944	total: 2.54s	remaining: 5.27s
325:	learn: 0.1486806	total: 2.54s	remaining: 5.25s
326:	learn: 0.1485007	total: 2.54s	remaining: 5.23s
327:	learn: 0.1483212	total: 2.54s	remaining: 5.21s
328:	learn: 0.1481617	total: 2.55s	remaining: 5.19s
329:	learn: 0.1479537	total: 2.55s	remaining: 5.18s
330:	learn: 0.1477540	total: 2.55s	remaining: 5.16s
331:	learn: 0.1475765	total: 2.55s	remaining: 5.14s
332:	learn: 0.1473637	total: 2.56s	remaining: 5.12s
333:	learn: 0.1471951	total: 2.56s	remaining: 5.1s
334:	learn: 0.1470290	total: 2.56s	remaining: 5.09s
335:	learn: 0.1468216	total: 2.56s	remaining: 5.07s
336:	learn: 0.1465773	total: 2.57s	remaining: 5.05s
337:	learn: 0.1463225	total: 2.57s	remaining: 5.03s
338:	learn: 0.1461882	total: 2.57s	remaining: 5.01s
339:	learn: 0.1460095	total: 2.57s	remaining: 5s
340:	learn: 0.1458023	total: 2.58s	remaining: 4.98s
341:	learn: 0.1456989	total: 2.58s	remaining: 4.96s
342:	learn: 0.1453905	total: 2.58s	remaining: 4.94s
343:	learn: 0.1451177	total: 2.58s	remaining: 4.93s
344:	learn: 0.1447834	total: 2.6s	remaining: 4.93s
345:	learn: 0.1447070	total: 2.61s	remaining: 4.93s
346:	learn: 0.1445905	total: 2.61s	remaining: 4.91s
347:	learn: 0.1442570	total: 2.61s	remaining: 4.89s
348:	learn: 0.1440146	total: 2.61s	remaining: 4.88s
349:	learn: 0.1437178	total: 2.62s	remaining: 4.86s
350:	learn: 0.1435480	total: 2.62s	remaining: 4.85s
351:	learn: 0.1433021	total: 2.62s	remaining: 4.83s
352:	learn: 0.1432058	total: 2.63s	remaining: 4.81s
353:	learn: 0.1430642	total: 2.63s	remaining: 4.8s
354:	learn: 0.1428103	total: 2.63s	remaining: 4.78s
355:	learn: 0.1424994	total: 2.63s	remaining: 4.76s
356:	learn: 0.1422749	total: 2.64s	remaining: 4.75s
357:	learn: 0.1420574	total: 2.64s	remaining: 4.73s
358:	learn: 0.1417989	total: 2.64s	remaining: 4.72s
359:	learn: 0.1415971	total: 2.64s	remaining: 4.7s
360:	learn: 0.1414086	total: 2.65s	remaining: 4.68s
361:	learn: 0.1411748	total: 2.65s	remaining: 4.68s
362:	learn: 0.1410654	total: 2.66s	remaining: 4.67s
363:	learn: 0.1409199	total: 2.68s	remaining: 4.68s
364:	learn: 0.1406385	total: 2.69s	remaining: 4.67s
365:	learn: 0.1404436	total: 2.69s	remaining: 4.66s
366:	learn: 0.1402143	total: 2.71s	remaining: 4.67s
367:	learn: 0.1400148	total: 2.71s	remaining: 4.65s
368:	learn: 0.1396949	total: 2.71s	remaining: 4.64s
369:	learn: 0.1394665	total: 2.71s	remaining: 4.62s
370:	learn: 0.1392544	total: 2.71s	remaining: 4.6s
371:	learn: 0.1389561	total: 2.72s	remaining: 4.59s
372:	learn: 0.1387768	total: 2.72s	remaining: 4.57s
373:	learn: 0.1385043	total: 2.72s	remaining: 4.56s
374:	learn: 0.1383212	total: 2.72s	remaining: 4.54s
375:	learn: 0.1381153	total: 2.73s	remaining: 4.53s
376:	learn: 0.1379547	total: 2.73s	remaining: 4.51s
377:	learn: 0.1376972	total: 2.73s	remaining: 4.5s
378:	learn: 0.1374010	total: 2.74s	remaining: 4.49s
379:	learn: 0.1373480	total: 2.75s	remaining: 4.48s
380:	learn: 0.1372111	total: 2.75s	remaining: 4.47s
381:	learn: 0.1370764	total: 2.76s	remaining: 4.47s
382:	learn: 0.1367575	total: 2.77s	remaining: 4.46s
383:	learn: 0.1366556	total: 2.77s	remaining: 4.45s
384:	learn: 0.1364405	total: 2.78s	remaining: 4.44s
385:	learn: 0.1361688	total: 2.83s	remaining: 4.5s
386:	learn: 0.1360220	total: 2.84s	remaining: 4.5s
387:	learn: 0.1358796	total: 2.85s	remaining: 4.49s
388:	learn: 0.1355278	total: 2.86s	remaining: 4.5s
389:	learn: 0.1353229	total: 2.87s	remaining: 4.49s
390:	learn: 0.1349944	total: 2.88s	remaining: 4.49s
391:	learn: 0.1347193	total: 2.89s	remaining: 4.48s
392:	learn: 0.1345393	total: 2.89s	remaining: 4.47s
393:	learn: 0.1343510	total: 2.9s	remaining: 4.46s
394:	learn: 0.1341490	total: 2.9s	remaining: 4.45s
395:	learn: 0.1339994	total: 2.92s	remaining: 4.45s
396:	learn: 0.1338774	total: 2.92s	remaining: 4.43s
397:	learn: 0.1337865	total: 2.93s	remaining: 4.43s
398:	learn: 0.1335910	total: 2.93s	remaining: 4.42s
399:	learn: 0.1333452	total: 2.94s	remaining: 4.41s
400:	learn: 0.1331550	total: 2.94s	remaining: 4.4s
401:	learn: 0.1330418	total: 2.95s	remaining: 4.39s
402:	learn: 0.1328653	total: 2.96s	remaining: 4.38s
403:	learn: 0.1326054	total: 2.96s	remaining: 4.37s
404:	learn: 0.1324259	total: 3s	remaining: 4.4s
405:	learn: 0.1322176	total: 3s	remaining: 4.39s
406:	learn: 0.1320635	total: 3s	remaining: 4.38s
407:	learn: 0.1318211	total: 3.01s	remaining: 4.36s
408:	learn: 0.1315805	total: 3.01s	remaining: 4.35s
409:	learn: 0.1314684	total: 3.01s	remaining: 4.34s
410:	learn: 0.1312281	total: 3.02s	remaining: 4.32s
411:	learn: 0.1310493	total: 3.02s	remaining: 4.31s
412:	learn: 0.1309608	total: 3.02s	remaining: 4.3s
413:	learn: 0.1308170	total: 3.03s	remaining: 4.28s
414:	learn: 0.1307194	total: 3.03s	remaining: 4.27s
415:	learn: 0.1305432	total: 3.03s	remaining: 4.25s
416:	learn: 0.1303465	total: 3.03s	remaining: 4.24s
417:	learn: 0.1300489	total: 3.04s	remaining: 4.23s
418:	learn: 0.1298986	total: 3.04s	remaining: 4.21s
419:	learn: 0.1295989	total: 3.04s	remaining: 4.2s
420:	learn: 0.1293659	total: 3.04s	remaining: 4.19s
421:	learn: 0.1291393	total: 3.05s	remaining: 4.18s
422:	learn: 0.1290269	total: 3.06s	remaining: 4.17s
423:	learn: 0.1288161	total: 3.06s	remaining: 4.16s
424:	learn: 0.1287094	total: 3.06s	remaining: 4.14s
425:	learn: 0.1286374	total: 3.06s	remaining: 4.13s
426:	learn: 0.1282442	total: 3.07s	remaining: 4.11s
427:	learn: 0.1280624	total: 3.07s	remaining: 4.1s
428:	learn: 0.1278980	total: 3.07s	remaining: 4.09s
429:	learn: 0.1277088	total: 3.07s	remaining: 4.07s
430:	learn: 0.1275484	total: 3.08s	remaining: 4.06s
431:	learn: 0.1273252	total: 3.09s	remaining: 4.07s
432:	learn: 0.1271925	total: 3.1s	remaining: 4.05s
433:	learn: 0.1268944	total: 3.1s	remaining: 4.04s
434:	learn: 0.1267413	total: 3.1s	remaining: 4.03s
435:	learn: 0.1266788	total: 3.11s	remaining: 4.03s
436:	learn: 0.1265843	total: 3.12s	remaining: 4.01s
437:	learn: 0.1264050	total: 3.13s	remaining: 4.01s
438:	learn: 0.1262354	total: 3.13s	remaining: 4s
439:	learn: 0.1259970	total: 3.13s	remaining: 3.99s
440:	learn: 0.1259039	total: 3.13s	remaining: 3.97s
441:	learn: 0.1257636	total: 3.14s	remaining: 3.96s
442:	learn: 0.1255098	total: 3.14s	remaining: 3.95s
443:	learn: 0.1253685	total: 3.14s	remaining: 3.94s
444:	learn: 0.1251358	total: 3.15s	remaining: 3.93s
445:	learn: 0.1249091	total: 3.16s	remaining: 3.92s
446:	learn: 0.1247658	total: 3.16s	remaining: 3.91s
447:	learn: 0.1245330	total: 3.17s	remaining: 3.91s
448:	learn: 0.1243412	total: 3.19s	remaining: 3.92s
449:	learn: 0.1240075	total: 3.2s	remaining: 3.91s
450:	learn: 0.1238147	total: 3.2s	remaining: 3.9s
451:	learn: 0.1236541	total: 3.2s	remaining: 3.88s
452:	learn: 0.1235089	total: 3.21s	remaining: 3.87s
453:	learn: 0.1232906	total: 3.21s	remaining: 3.86s
454:	learn: 0.1230762	total: 3.21s	remaining: 3.85s
455:	learn: 0.1229023	total: 3.21s	remaining: 3.83s
456:	learn: 0.1226946	total: 3.22s	remaining: 3.82s
457:	learn: 0.1225256	total: 3.22s	remaining: 3.81s
458:	learn: 0.1224313	total: 3.22s	remaining: 3.8s
459:	learn: 0.1222486	total: 3.23s	remaining: 3.79s
460:	learn: 0.1219060	total: 3.23s	remaining: 3.77s
461:	learn: 0.1217773	total: 3.23s	remaining: 3.76s
462:	learn: 0.1215348	total: 3.23s	remaining: 3.75s
463:	learn: 0.1213427	total: 3.23s	remaining: 3.74s
464:	learn: 0.1211680	total: 3.24s	remaining: 3.73s
465:	learn: 0.1209485	total: 3.24s	remaining: 3.71s
466:	learn: 0.1207446	total: 3.24s	remaining: 3.7s
467:	learn: 0.1206362	total: 3.25s	remaining: 3.69s
468:	learn: 0.1204384	total: 3.25s	remaining: 3.68s
469:	learn: 0.1202723	total: 3.25s	remaining: 3.66s
470:	learn: 0.1201736	total: 3.25s	remaining: 3.65s
471:	learn: 0.1200826	total: 3.25s	remaining: 3.64s
472:	learn: 0.1198345	total: 3.26s	remaining: 3.63s
473:	learn: 0.1197786	total: 3.26s	remaining: 3.62s
474:	learn: 0.1196174	total: 3.27s	remaining: 3.61s
475:	learn: 0.1195045	total: 3.27s	remaining: 3.6s
476:	learn: 0.1193744	total: 3.27s	remaining: 3.58s
477:	learn: 0.1191678	total: 3.27s	remaining: 3.58s
478:	learn: 0.1190375	total: 3.28s	remaining: 3.56s
479:	learn: 0.1188867	total: 3.28s	remaining: 3.55s
480:	learn: 0.1186098	total: 3.28s	remaining: 3.54s
481:	learn: 0.1185328	total: 3.29s	remaining: 3.53s
482:	learn: 0.1184183	total: 3.29s	remaining: 3.52s
483:	learn: 0.1183144	total: 3.29s	remaining: 3.51s
484:	learn: 0.1180341	total: 3.29s	remaining: 3.5s
485:	learn: 0.1177266	total: 3.29s	remaining: 3.48s
486:	learn: 0.1176592	total: 3.3s	remaining: 3.47s
487:	learn: 0.1173764	total: 3.3s	remaining: 3.46s
488:	learn: 0.1172487	total: 3.3s	remaining: 3.45s
489:	learn: 0.1171241	total: 3.3s	remaining: 3.44s
490:	learn: 0.1169094	total: 3.31s	remaining: 3.43s
491:	learn: 0.1168139	total: 3.31s	remaining: 3.42s
492:	learn: 0.1166022	total: 3.34s	remaining: 3.43s
493:	learn: 0.1164471	total: 3.35s	remaining: 3.43s
494:	learn: 0.1163517	total: 3.38s	remaining: 3.45s
495:	learn: 0.1161556	total: 3.39s	remaining: 3.44s
496:	learn: 0.1160338	total: 3.4s	remaining: 3.44s
497:	learn: 0.1158753	total: 3.4s	remaining: 3.43s
498:	learn: 0.1157085	total: 3.42s	remaining: 3.43s
499:	learn: 0.1154107	total: 3.42s	remaining: 3.42s
500:	learn: 0.1151554	total: 3.44s	remaining: 3.42s
501:	learn: 0.1150142	total: 3.45s	remaining: 3.42s
502:	learn: 0.1148822	total: 3.46s	remaining: 3.41s
503:	learn: 0.1148031	total: 3.46s	remaining: 3.41s
504:	learn: 0.1146456	total: 3.46s	remaining: 3.4s
505:	learn: 0.1145569	total: 3.47s	remaining: 3.39s
506:	learn: 0.1143522	total: 3.48s	remaining: 3.38s
507:	learn: 0.1141139	total: 3.48s	remaining: 3.37s
508:	learn: 0.1138474	total: 3.48s	remaining: 3.36s
509:	learn: 0.1136653	total: 3.48s	remaining: 3.35s
510:	learn: 0.1134985	total: 3.49s	remaining: 3.33s
511:	learn: 0.1132819	total: 3.49s	remaining: 3.33s
512:	learn: 0.1130613	total: 3.49s	remaining: 3.31s
513:	learn: 0.1129165	total: 3.49s	remaining: 3.3s
514:	learn: 0.1126934	total: 3.5s	remaining: 3.29s
515:	learn: 0.1126078	total: 3.5s	remaining: 3.28s
516:	learn: 0.1123676	total: 3.5s	remaining: 3.27s
517:	learn: 0.1122763	total: 3.5s	remaining: 3.26s
518:	learn: 0.1121291	total: 3.5s	remaining: 3.25s
519:	learn: 0.1120739	total: 3.51s	remaining: 3.24s
520:	learn: 0.1118047	total: 3.51s	remaining: 3.23s
521:	learn: 0.1115998	total: 3.51s	remaining: 3.21s
522:	learn: 0.1114972	total: 3.51s	remaining: 3.2s
523:	learn: 0.1114375	total: 3.52s	remaining: 3.19s
524:	learn: 0.1113446	total: 3.52s	remaining: 3.18s
525:	learn: 0.1112043	total: 3.52s	remaining: 3.17s
526:	learn: 0.1111063	total: 3.53s	remaining: 3.17s
527:	learn: 0.1109832	total: 3.53s	remaining: 3.15s
528:	learn: 0.1107676	total: 3.54s	remaining: 3.15s
529:	learn: 0.1106307	total: 3.54s	remaining: 3.14s
530:	learn: 0.1104036	total: 3.54s	remaining: 3.13s
531:	learn: 0.1103558	total: 3.56s	remaining: 3.13s
532:	learn: 0.1102293	total: 3.56s	remaining: 3.12s
533:	learn: 0.1100516	total: 3.57s	remaining: 3.11s
534:	learn: 0.1099010	total: 3.57s	remaining: 3.1s
535:	learn: 0.1097795	total: 3.57s	remaining: 3.09s
536:	learn: 0.1096846	total: 3.58s	remaining: 3.08s
537:	learn: 0.1095428	total: 3.58s	remaining: 3.07s
538:	learn: 0.1092759	total: 3.59s	remaining: 3.07s
539:	learn: 0.1091598	total: 3.59s	remaining: 3.06s
540:	learn: 0.1090123	total: 3.6s	remaining: 3.05s
541:	learn: 0.1087795	total: 3.6s	remaining: 3.05s
542:	learn: 0.1084969	total: 3.61s	remaining: 3.04s
543:	learn: 0.1084123	total: 3.63s	remaining: 3.04s
544:	learn: 0.1081919	total: 3.63s	remaining: 3.03s
545:	learn: 0.1080381	total: 3.64s	remaining: 3.03s
546:	learn: 0.1078996	total: 3.65s	remaining: 3.02s
547:	learn: 0.1076839	total: 3.66s	remaining: 3.02s
548:	learn: 0.1075248	total: 3.67s	remaining: 3.01s
549:	learn: 0.1073768	total: 3.67s	remaining: 3s
550:	learn: 0.1072292	total: 3.67s	remaining: 3s
551:	learn: 0.1071412	total: 3.68s	remaining: 2.99s
552:	learn: 0.1070239	total: 3.68s	remaining: 2.98s
553:	learn: 0.1069289	total: 3.69s	remaining: 2.97s
554:	learn: 0.1067668	total: 3.69s	remaining: 2.96s
555:	learn: 0.1066499	total: 3.69s	remaining: 2.95s
556:	learn: 0.1065316	total: 3.69s	remaining: 2.94s
557:	learn: 0.1064026	total: 3.7s	remaining: 2.93s
558:	learn: 0.1062795	total: 3.7s	remaining: 2.92s
559:	learn: 0.1061183	total: 3.7s	remaining: 2.91s
560:	learn: 0.1059900	total: 3.71s	remaining: 2.9s
561:	learn: 0.1059368	total: 3.71s	remaining: 2.89s
562:	learn: 0.1058891	total: 3.71s	remaining: 2.88s
563:	learn: 0.1057885	total: 3.72s	remaining: 2.87s
564:	learn: 0.1057250	total: 3.72s	remaining: 2.86s
565:	learn: 0.1055720	total: 3.72s	remaining: 2.85s
566:	learn: 0.1054836	total: 3.73s	remaining: 2.85s
567:	learn: 0.1053437	total: 3.73s	remaining: 2.84s
568:	learn: 0.1052602	total: 3.74s	remaining: 2.83s
569:	learn: 0.1051830	total: 3.74s	remaining: 2.82s
570:	learn: 0.1050677	total: 3.74s	remaining: 2.81s
571:	learn: 0.1050536	total: 3.74s	remaining: 2.8s
572:	learn: 0.1049677	total: 3.75s	remaining: 2.79s
573:	learn: 0.1048438	total: 3.75s	remaining: 2.78s
574:	learn: 0.1047704	total: 3.75s	remaining: 2.77s
575:	learn: 0.1045791	total: 3.75s	remaining: 2.76s
576:	learn: 0.1045295	total: 3.76s	remaining: 2.75s
577:	learn: 0.1043820	total: 3.76s	remaining: 2.75s
578:	learn: 0.1042443	total: 3.76s	remaining: 2.74s
579:	learn: 0.1040962	total: 3.77s	remaining: 2.73s
580:	learn: 0.1039536	total: 3.77s	remaining: 2.72s
581:	learn: 0.1038330	total: 3.77s	remaining: 2.71s
582:	learn: 0.1036758	total: 3.77s	remaining: 2.7s
583:	learn: 0.1035395	total: 3.78s	remaining: 2.69s
584:	learn: 0.1034277	total: 3.78s	remaining: 2.68s
585:	learn: 0.1032702	total: 3.78s	remaining: 2.67s
586:	learn: 0.1031360	total: 3.78s	remaining: 2.66s
587:	learn: 0.1030801	total: 3.79s	remaining: 2.65s
588:	learn: 0.1029593	total: 3.8s	remaining: 2.65s
589:	learn: 0.1028841	total: 3.81s	remaining: 2.65s
590:	learn: 0.1028193	total: 3.81s	remaining: 2.64s
591:	learn: 0.1027607	total: 3.82s	remaining: 2.63s
592:	learn: 0.1025814	total: 3.82s	remaining: 2.62s
593:	learn: 0.1023378	total: 3.83s	remaining: 2.61s
594:	learn: 0.1022400	total: 3.83s	remaining: 2.6s
595:	learn: 0.1021611	total: 3.83s	remaining: 2.6s
596:	learn: 0.1020869	total: 3.83s	remaining: 2.59s
597:	learn: 0.1019904	total: 3.84s	remaining: 2.58s
598:	learn: 0.1018758	total: 3.84s	remaining: 2.57s
599:	learn: 0.1017870	total: 3.84s	remaining: 2.56s
600:	learn: 0.1016670	total: 3.84s	remaining: 2.55s
601:	learn: 0.1014765	total: 3.85s	remaining: 2.54s
602:	learn: 0.1013133	total: 3.85s	remaining: 2.53s
603:	learn: 0.1012237	total: 3.85s	remaining: 2.53s
604:	learn: 0.1011572	total: 3.85s	remaining: 2.52s
605:	learn: 0.1010287	total: 3.86s	remaining: 2.51s
606:	learn: 0.1008978	total: 3.86s	remaining: 2.5s
607:	learn: 0.1007836	total: 3.86s	remaining: 2.49s
608:	learn: 0.1007372	total: 3.86s	remaining: 2.48s
609:	learn: 0.1006000	total: 3.87s	remaining: 2.47s
610:	learn: 0.1003655	total: 3.87s	remaining: 2.46s
611:	learn: 0.1001955	total: 3.87s	remaining: 2.46s
612:	learn: 0.1001307	total: 3.87s	remaining: 2.44s
613:	learn: 0.1000613	total: 3.88s	remaining: 2.44s
614:	learn: 0.0999388	total: 3.88s	remaining: 2.43s
615:	learn: 0.0997370	total: 3.88s	remaining: 2.42s
616:	learn: 0.0996771	total: 3.89s	remaining: 2.41s
617:	learn: 0.0995520	total: 3.89s	remaining: 2.4s
618:	learn: 0.0995115	total: 3.89s	remaining: 2.4s
619:	learn: 0.0994405	total: 3.9s	remaining: 2.39s
620:	learn: 0.0993052	total: 3.92s	remaining: 2.39s
621:	learn: 0.0991421	total: 3.92s	remaining: 2.38s
622:	learn: 0.0990509	total: 3.92s	remaining: 2.37s
623:	learn: 0.0990202	total: 3.93s	remaining: 2.37s
624:	learn: 0.0988920	total: 3.94s	remaining: 2.36s
625:	learn: 0.0986597	total: 3.94s	remaining: 2.35s
626:	learn: 0.0985009	total: 3.94s	remaining: 2.35s
627:	learn: 0.0984046	total: 3.95s	remaining: 2.34s
628:	learn: 0.0982749	total: 3.95s	remaining: 2.33s
629:	learn: 0.0980809	total: 3.95s	remaining: 2.32s
630:	learn: 0.0979269	total: 3.96s	remaining: 2.31s
631:	learn: 0.0978269	total: 3.96s	remaining: 2.31s
632:	learn: 0.0976484	total: 3.97s	remaining: 2.3s
633:	learn: 0.0975674	total: 3.97s	remaining: 2.29s
634:	learn: 0.0975143	total: 3.98s	remaining: 2.29s
635:	learn: 0.0973469	total: 3.98s	remaining: 2.28s
636:	learn: 0.0972515	total: 3.99s	remaining: 2.27s
637:	learn: 0.0970701	total: 3.99s	remaining: 2.27s
638:	learn: 0.0969243	total: 4s	remaining: 2.26s
639:	learn: 0.0967061	total: 4s	remaining: 2.25s
640:	learn: 0.0966297	total: 4s	remaining: 2.24s
641:	learn: 0.0964733	total: 4s	remaining: 2.23s
642:	learn: 0.0963465	total: 4s	remaining: 2.22s
643:	learn: 0.0962956	total: 4.01s	remaining: 2.21s
644:	learn: 0.0962454	total: 4.01s	remaining: 2.21s
645:	learn: 0.0960949	total: 4.01s	remaining: 2.2s
646:	learn: 0.0959095	total: 4.02s	remaining: 2.19s
647:	learn: 0.0957917	total: 4.02s	remaining: 2.18s
648:	learn: 0.0957334	total: 4.02s	remaining: 2.18s
649:	learn: 0.0955279	total: 4.03s	remaining: 2.17s
650:	learn: 0.0954355	total: 4.03s	remaining: 2.16s
651:	learn: 0.0953317	total: 4.03s	remaining: 2.15s
652:	learn: 0.0952874	total: 4.03s	remaining: 2.14s
653:	learn: 0.0952124	total: 4.04s	remaining: 2.14s
654:	learn: 0.0951487	total: 4.04s	remaining: 2.13s
655:	learn: 0.0949669	total: 4.04s	remaining: 2.12s
656:	learn: 0.0948421	total: 4.05s	remaining: 2.11s
657:	learn: 0.0946883	total: 4.05s	remaining: 2.1s
658:	learn: 0.0944902	total: 4.05s	remaining: 2.1s
659:	learn: 0.0943039	total: 4.05s	remaining: 2.09s
660:	learn: 0.0941663	total: 4.06s	remaining: 2.08s
661:	learn: 0.0940136	total: 4.07s	remaining: 2.08s
662:	learn: 0.0938929	total: 4.08s	remaining: 2.07s
663:	learn: 0.0938633	total: 4.08s	remaining: 2.06s
664:	learn: 0.0936677	total: 4.08s	remaining: 2.06s
665:	learn: 0.0935788	total: 4.08s	remaining: 2.05s
666:	learn: 0.0934378	total: 4.09s	remaining: 2.04s
667:	learn: 0.0932840	total: 4.09s	remaining: 2.03s
668:	learn: 0.0932323	total: 4.09s	remaining: 2.02s
669:	learn: 0.0931617	total: 4.09s	remaining: 2.02s
670:	learn: 0.0930610	total: 4.1s	remaining: 2.01s
671:	learn: 0.0928866	total: 4.1s	remaining: 2s
672:	learn: 0.0928011	total: 4.11s	remaining: 2s
673:	learn: 0.0927673	total: 4.11s	remaining: 1.99s
674:	learn: 0.0926848	total: 4.12s	remaining: 1.98s
675:	learn: 0.0925326	total: 4.13s	remaining: 1.98s
676:	learn: 0.0922754	total: 4.13s	remaining: 1.97s
677:	learn: 0.0921729	total: 4.14s	remaining: 1.97s
678:	learn: 0.0920878	total: 4.14s	remaining: 1.96s
679:	learn: 0.0920373	total: 4.15s	remaining: 1.95s
680:	learn: 0.0919033	total: 4.16s	remaining: 1.95s
681:	learn: 0.0917939	total: 4.16s	remaining: 1.94s
682:	learn: 0.0916815	total: 4.17s	remaining: 1.93s
683:	learn: 0.0916036	total: 4.17s	remaining: 1.93s
684:	learn: 0.0914587	total: 4.18s	remaining: 1.92s
685:	learn: 0.0912664	total: 4.18s	remaining: 1.92s
686:	learn: 0.0911795	total: 4.19s	remaining: 1.91s
687:	learn: 0.0911288	total: 4.19s	remaining: 1.9s
688:	learn: 0.0909702	total: 4.19s	remaining: 1.89s
689:	learn: 0.0907865	total: 4.19s	remaining: 1.88s
690:	learn: 0.0906569	total: 4.2s	remaining: 1.88s
691:	learn: 0.0904754	total: 4.2s	remaining: 1.87s
692:	learn: 0.0903604	total: 4.2s	remaining: 1.86s
693:	learn: 0.0902937	total: 4.2s	remaining: 1.85s
694:	learn: 0.0902048	total: 4.21s	remaining: 1.84s
695:	learn: 0.0900735	total: 4.21s	remaining: 1.84s
696:	learn: 0.0899266	total: 4.21s	remaining: 1.83s
697:	learn: 0.0898755	total: 4.21s	remaining: 1.82s
698:	learn: 0.0898427	total: 4.22s	remaining: 1.81s
699:	learn: 0.0896020	total: 4.22s	remaining: 1.81s
700:	learn: 0.0894749	total: 4.22s	remaining: 1.8s
701:	learn: 0.0894318	total: 4.22s	remaining: 1.79s
702:	learn: 0.0892351	total: 4.23s	remaining: 1.78s
703:	learn: 0.0891243	total: 4.23s	remaining: 1.78s
704:	learn: 0.0889930	total: 4.23s	remaining: 1.77s
705:	learn: 0.0887502	total: 4.24s	remaining: 1.76s
706:	learn: 0.0887390	total: 4.24s	remaining: 1.75s
707:	learn: 0.0886636	total: 4.24s	remaining: 1.75s
708:	learn: 0.0885469	total: 4.24s	remaining: 1.74s
709:	learn: 0.0885001	total: 4.25s	remaining: 1.73s
710:	learn: 0.0883574	total: 4.25s	remaining: 1.73s
711:	learn: 0.0883272	total: 4.25s	remaining: 1.72s
712:	learn: 0.0882373	total: 4.26s	remaining: 1.71s
713:	learn: 0.0880595	total: 4.26s	remaining: 1.71s
714:	learn: 0.0879998	total: 4.27s	remaining: 1.7s
715:	learn: 0.0879303	total: 4.27s	remaining: 1.69s
716:	learn: 0.0878076	total: 4.27s	remaining: 1.69s
717:	learn: 0.0877045	total: 4.28s	remaining: 1.68s
718:	learn: 0.0875275	total: 4.28s	remaining: 1.67s
719:	learn: 0.0874091	total: 4.28s	remaining: 1.67s
720:	learn: 0.0872941	total: 4.28s	remaining: 1.66s
721:	learn: 0.0871122	total: 4.29s	remaining: 1.65s
722:	learn: 0.0869882	total: 4.29s	remaining: 1.64s
723:	learn: 0.0869288	total: 4.29s	remaining: 1.64s
724:	learn: 0.0868785	total: 4.3s	remaining: 1.63s
725:	learn: 0.0868356	total: 4.3s	remaining: 1.62s
726:	learn: 0.0867148	total: 4.31s	remaining: 1.62s
727:	learn: 0.0866232	total: 4.32s	remaining: 1.61s
728:	learn: 0.0864655	total: 4.32s	remaining: 1.61s
729:	learn: 0.0863600	total: 4.33s	remaining: 1.6s
730:	learn: 0.0862682	total: 4.33s	remaining: 1.59s
731:	learn: 0.0861635	total: 4.33s	remaining: 1.58s
732:	learn: 0.0860509	total: 4.33s	remaining: 1.58s
733:	learn: 0.0859222	total: 4.34s	remaining: 1.57s
734:	learn: 0.0858115	total: 4.34s	remaining: 1.57s
735:	learn: 0.0856921	total: 4.35s	remaining: 1.56s
736:	learn: 0.0855102	total: 4.36s	remaining: 1.55s
737:	learn: 0.0853937	total: 4.36s	remaining: 1.55s
738:	learn: 0.0852416	total: 4.36s	remaining: 1.54s
739:	learn: 0.0851322	total: 4.37s	remaining: 1.53s
740:	learn: 0.0850788	total: 4.37s	remaining: 1.53s
741:	learn: 0.0849761	total: 4.37s	remaining: 1.52s
742:	learn: 0.0848061	total: 4.37s	remaining: 1.51s
743:	learn: 0.0847121	total: 4.38s	remaining: 1.5s
744:	learn: 0.0846185	total: 4.38s	remaining: 1.5s
745:	learn: 0.0844635	total: 4.38s	remaining: 1.49s
746:	learn: 0.0843700	total: 4.38s	remaining: 1.48s
747:	learn: 0.0842246	total: 4.38s	remaining: 1.48s
748:	learn: 0.0840865	total: 4.39s	remaining: 1.47s
749:	learn: 0.0839672	total: 4.39s	remaining: 1.46s
750:	learn: 0.0838409	total: 4.39s	remaining: 1.46s
751:	learn: 0.0837890	total: 4.39s	remaining: 1.45s
752:	learn: 0.0837433	total: 4.4s	remaining: 1.44s
753:	learn: 0.0835867	total: 4.4s	remaining: 1.44s
754:	learn: 0.0834611	total: 4.4s	remaining: 1.43s
755:	learn: 0.0833240	total: 4.4s	remaining: 1.42s
756:	learn: 0.0832491	total: 4.41s	remaining: 1.41s
757:	learn: 0.0831992	total: 4.42s	remaining: 1.41s
758:	learn: 0.0831449	total: 4.42s	remaining: 1.4s
759:	learn: 0.0830573	total: 4.42s	remaining: 1.4s
760:	learn: 0.0830205	total: 4.43s	remaining: 1.39s
761:	learn: 0.0828619	total: 4.43s	remaining: 1.39s
762:	learn: 0.0827796	total: 4.44s	remaining: 1.38s
763:	learn: 0.0826890	total: 4.44s	remaining: 1.37s
764:	learn: 0.0826333	total: 4.44s	remaining: 1.36s
765:	learn: 0.0824870	total: 4.44s	remaining: 1.36s
766:	learn: 0.0824407	total: 4.45s	remaining: 1.35s
767:	learn: 0.0823012	total: 4.45s	remaining: 1.34s
768:	learn: 0.0822164	total: 4.45s	remaining: 1.34s
769:	learn: 0.0821477	total: 4.45s	remaining: 1.33s
770:	learn: 0.0820471	total: 4.46s	remaining: 1.32s
771:	learn: 0.0819387	total: 4.46s	remaining: 1.32s
772:	learn: 0.0818716	total: 4.47s	remaining: 1.31s
773:	learn: 0.0817828	total: 4.47s	remaining: 1.3s
774:	learn: 0.0817013	total: 4.48s	remaining: 1.3s
775:	learn: 0.0815004	total: 4.49s	remaining: 1.3s
776:	learn: 0.0814530	total: 4.5s	remaining: 1.29s
777:	learn: 0.0813474	total: 4.5s	remaining: 1.28s
778:	learn: 0.0812597	total: 4.5s	remaining: 1.28s
779:	learn: 0.0811203	total: 4.51s	remaining: 1.27s
780:	learn: 0.0809970	total: 4.52s	remaining: 1.27s
781:	learn: 0.0808529	total: 4.52s	remaining: 1.26s
782:	learn: 0.0806745	total: 4.53s	remaining: 1.26s
783:	learn: 0.0805115	total: 4.54s	remaining: 1.25s
784:	learn: 0.0804682	total: 4.54s	remaining: 1.24s
785:	learn: 0.0803478	total: 4.54s	remaining: 1.24s
786:	learn: 0.0802403	total: 4.54s	remaining: 1.23s
787:	learn: 0.0801210	total: 4.55s	remaining: 1.22s
788:	learn: 0.0799509	total: 4.55s	remaining: 1.22s
789:	learn: 0.0798287	total: 4.55s	remaining: 1.21s
790:	learn: 0.0797285	total: 4.56s	remaining: 1.2s
791:	learn: 0.0796154	total: 4.56s	remaining: 1.2s
792:	learn: 0.0794672	total: 4.56s	remaining: 1.19s
793:	learn: 0.0794260	total: 4.56s	remaining: 1.18s
794:	learn: 0.0792840	total: 4.57s	remaining: 1.18s
795:	learn: 0.0791732	total: 4.57s	remaining: 1.17s
796:	learn: 0.0791046	total: 4.57s	remaining: 1.16s
797:	learn: 0.0789807	total: 4.57s	remaining: 1.16s
798:	learn: 0.0788675	total: 4.58s	remaining: 1.15s
799:	learn: 0.0787791	total: 4.58s	remaining: 1.15s
800:	learn: 0.0786204	total: 4.58s	remaining: 1.14s
801:	learn: 0.0784640	total: 4.59s	remaining: 1.13s
802:	learn: 0.0783290	total: 4.6s	remaining: 1.13s
803:	learn: 0.0782320	total: 4.6s	remaining: 1.12s
804:	learn: 0.0781517	total: 4.6s	remaining: 1.11s
805:	learn: 0.0780619	total: 4.61s	remaining: 1.11s
806:	learn: 0.0779595	total: 4.61s	remaining: 1.1s
807:	learn: 0.0778677	total: 4.61s	remaining: 1.1s
808:	learn: 0.0777929	total: 4.61s	remaining: 1.09s
809:	learn: 0.0777556	total: 4.62s	remaining: 1.08s
810:	learn: 0.0775725	total: 4.62s	remaining: 1.08s
811:	learn: 0.0775233	total: 4.62s	remaining: 1.07s
812:	learn: 0.0773749	total: 4.63s	remaining: 1.06s
813:	learn: 0.0772473	total: 4.63s	remaining: 1.06s
814:	learn: 0.0771959	total: 4.63s	remaining: 1.05s
815:	learn: 0.0771223	total: 4.64s	remaining: 1.05s
816:	learn: 0.0770939	total: 4.64s	remaining: 1.04s
817:	learn: 0.0769642	total: 4.64s	remaining: 1.03s
818:	learn: 0.0768948	total: 4.65s	remaining: 1.03s
819:	learn: 0.0768298	total: 4.65s	remaining: 1.02s
820:	learn: 0.0767792	total: 4.65s	remaining: 1.01s
821:	learn: 0.0766113	total: 4.66s	remaining: 1.01s
822:	learn: 0.0764623	total: 4.66s	remaining: 1s
823:	learn: 0.0763316	total: 4.67s	remaining: 996ms
824:	learn: 0.0762171	total: 4.67s	remaining: 991ms
825:	learn: 0.0761414	total: 4.68s	remaining: 985ms
826:	learn: 0.0760741	total: 4.68s	remaining: 979ms
827:	learn: 0.0760557	total: 4.69s	remaining: 974ms
828:	learn: 0.0759901	total: 4.7s	remaining: 969ms
829:	learn: 0.0758494	total: 4.7s	remaining: 962ms
830:	learn: 0.0757685	total: 4.71s	remaining: 958ms
831:	learn: 0.0755841	total: 4.71s	remaining: 952ms
832:	learn: 0.0755056	total: 4.72s	remaining: 946ms
833:	learn: 0.0753913	total: 4.72s	remaining: 941ms
834:	learn: 0.0753327	total: 4.73s	remaining: 935ms
835:	learn: 0.0752344	total: 4.74s	remaining: 929ms
836:	learn: 0.0751963	total: 4.74s	remaining: 924ms
837:	learn: 0.0751034	total: 4.75s	remaining: 918ms
838:	learn: 0.0749930	total: 4.75s	remaining: 912ms
839:	learn: 0.0748488	total: 4.77s	remaining: 909ms
840:	learn: 0.0747011	total: 4.78s	remaining: 904ms
841:	learn: 0.0746594	total: 4.79s	remaining: 898ms
842:	learn: 0.0745907	total: 4.8s	remaining: 894ms
843:	learn: 0.0745456	total: 4.81s	remaining: 889ms
844:	learn: 0.0744184	total: 4.82s	remaining: 884ms
845:	learn: 0.0742575	total: 4.83s	remaining: 879ms
846:	learn: 0.0741141	total: 4.83s	remaining: 873ms
847:	learn: 0.0739406	total: 4.84s	remaining: 867ms
848:	learn: 0.0738214	total: 4.84s	remaining: 861ms
849:	learn: 0.0737272	total: 4.84s	remaining: 854ms
850:	learn: 0.0736612	total: 4.84s	remaining: 848ms
851:	learn: 0.0735186	total: 4.84s	remaining: 842ms
852:	learn: 0.0734272	total: 4.85s	remaining: 836ms
853:	learn: 0.0733191	total: 4.85s	remaining: 829ms
854:	learn: 0.0732344	total: 4.85s	remaining: 823ms
855:	learn: 0.0731231	total: 4.87s	remaining: 819ms
856:	learn: 0.0730785	total: 4.88s	remaining: 815ms
857:	learn: 0.0730340	total: 4.89s	remaining: 809ms
858:	learn: 0.0729550	total: 4.89s	remaining: 803ms
859:	learn: 0.0728545	total: 4.9s	remaining: 797ms
860:	learn: 0.0727499	total: 4.9s	remaining: 791ms
861:	learn: 0.0726745	total: 4.9s	remaining: 785ms
862:	learn: 0.0725878	total: 4.91s	remaining: 779ms
863:	learn: 0.0724868	total: 4.91s	remaining: 773ms
864:	learn: 0.0724253	total: 4.91s	remaining: 766ms
865:	learn: 0.0723820	total: 4.91s	remaining: 760ms
866:	learn: 0.0722466	total: 4.92s	remaining: 754ms
867:	learn: 0.0722131	total: 4.92s	remaining: 748ms
868:	learn: 0.0720741	total: 4.92s	remaining: 742ms
869:	learn: 0.0719373	total: 4.92s	remaining: 736ms
870:	learn: 0.0718548	total: 4.93s	remaining: 730ms
871:	learn: 0.0718006	total: 4.93s	remaining: 723ms
872:	learn: 0.0717211	total: 4.93s	remaining: 717ms
873:	learn: 0.0716428	total: 4.93s	remaining: 711ms
874:	learn: 0.0714982	total: 4.94s	remaining: 705ms
875:	learn: 0.0714671	total: 4.94s	remaining: 699ms
876:	learn: 0.0714360	total: 4.94s	remaining: 693ms
877:	learn: 0.0713481	total: 4.94s	remaining: 687ms
878:	learn: 0.0711569	total: 4.95s	remaining: 681ms
879:	learn: 0.0710135	total: 4.95s	remaining: 675ms
880:	learn: 0.0709673	total: 4.96s	remaining: 670ms
881:	learn: 0.0708480	total: 4.97s	remaining: 665ms
882:	learn: 0.0707538	total: 4.97s	remaining: 659ms
883:	learn: 0.0706703	total: 4.97s	remaining: 653ms
884:	learn: 0.0705968	total: 4.98s	remaining: 647ms
885:	learn: 0.0705309	total: 4.98s	remaining: 641ms
886:	learn: 0.0704595	total: 4.98s	remaining: 635ms
887:	learn: 0.0703814	total: 4.99s	remaining: 629ms
888:	learn: 0.0702377	total: 4.99s	remaining: 623ms
889:	learn: 0.0701248	total: 4.99s	remaining: 617ms
890:	learn: 0.0699189	total: 4.99s	remaining: 611ms
891:	learn: 0.0697791	total: 5s	remaining: 605ms
892:	learn: 0.0696742	total: 5s	remaining: 599ms
893:	learn: 0.0695589	total: 5s	remaining: 593ms
894:	learn: 0.0694435	total: 5s	remaining: 587ms
895:	learn: 0.0693640	total: 5s	remaining: 581ms
896:	learn: 0.0693272	total: 5.01s	remaining: 575ms
897:	learn: 0.0692530	total: 5.01s	remaining: 569ms
898:	learn: 0.0692125	total: 5.01s	remaining: 563ms
899:	learn: 0.0691340	total: 5.01s	remaining: 557ms
900:	learn: 0.0690896	total: 5.02s	remaining: 551ms
901:	learn: 0.0690379	total: 5.02s	remaining: 545ms
902:	learn: 0.0689192	total: 5.02s	remaining: 539ms
903:	learn: 0.0688787	total: 5.02s	remaining: 534ms
904:	learn: 0.0687796	total: 5.03s	remaining: 528ms
905:	learn: 0.0687010	total: 5.03s	remaining: 522ms
906:	learn: 0.0685816	total: 5.03s	remaining: 516ms
907:	learn: 0.0684944	total: 5.03s	remaining: 510ms
908:	learn: 0.0683602	total: 5.04s	remaining: 504ms
909:	learn: 0.0682512	total: 5.05s	remaining: 499ms
910:	learn: 0.0682127	total: 5.05s	remaining: 493ms
911:	learn: 0.0680232	total: 5.05s	remaining: 488ms
912:	learn: 0.0678599	total: 5.06s	remaining: 482ms
913:	learn: 0.0677325	total: 5.06s	remaining: 476ms
914:	learn: 0.0676249	total: 5.06s	remaining: 470ms
915:	learn: 0.0675472	total: 5.07s	remaining: 465ms
916:	learn: 0.0674856	total: 5.07s	remaining: 459ms
917:	learn: 0.0673790	total: 5.07s	remaining: 453ms
918:	learn: 0.0672952	total: 5.07s	remaining: 447ms
919:	learn: 0.0671741	total: 5.08s	remaining: 441ms
920:	learn: 0.0671416	total: 5.08s	remaining: 436ms
921:	learn: 0.0669980	total: 5.08s	remaining: 430ms
922:	learn: 0.0668111	total: 5.08s	remaining: 424ms
923:	learn: 0.0667028	total: 5.09s	remaining: 419ms
924:	learn: 0.0666358	total: 5.09s	remaining: 413ms
925:	learn: 0.0664977	total: 5.09s	remaining: 407ms
926:	learn: 0.0663700	total: 5.1s	remaining: 401ms
927:	learn: 0.0663224	total: 5.1s	remaining: 396ms
928:	learn: 0.0662928	total: 5.11s	remaining: 390ms
929:	learn: 0.0662735	total: 5.11s	remaining: 385ms
930:	learn: 0.0661735	total: 5.11s	remaining: 379ms
931:	learn: 0.0660843	total: 5.11s	remaining: 373ms
932:	learn: 0.0660564	total: 5.12s	remaining: 367ms
933:	learn: 0.0659219	total: 5.12s	remaining: 362ms
934:	learn: 0.0658330	total: 5.12s	remaining: 356ms
935:	learn: 0.0657564	total: 5.12s	remaining: 350ms
936:	learn: 0.0655508	total: 5.13s	remaining: 345ms
937:	learn: 0.0655056	total: 5.13s	remaining: 339ms
938:	learn: 0.0654257	total: 5.13s	remaining: 334ms
939:	learn: 0.0654041	total: 5.14s	remaining: 328ms
940:	learn: 0.0653518	total: 5.14s	remaining: 322ms
941:	learn: 0.0652974	total: 5.15s	remaining: 317ms
942:	learn: 0.0652258	total: 5.15s	remaining: 311ms
943:	learn: 0.0651688	total: 5.16s	remaining: 306ms
944:	learn: 0.0651389	total: 5.16s	remaining: 301ms
945:	learn: 0.0650283	total: 5.17s	remaining: 295ms
946:	learn: 0.0650047	total: 5.17s	remaining: 290ms
947:	learn: 0.0649050	total: 5.18s	remaining: 284ms
948:	learn: 0.0648664	total: 5.19s	remaining: 279ms
949:	learn: 0.0647101	total: 5.19s	remaining: 273ms
950:	learn: 0.0646883	total: 5.2s	remaining: 268ms
951:	learn: 0.0646627	total: 5.2s	remaining: 262ms
952:	learn: 0.0646313	total: 5.21s	remaining: 257ms
953:	learn: 0.0645567	total: 5.21s	remaining: 251ms
954:	learn: 0.0644756	total: 5.22s	remaining: 246ms
955:	learn: 0.0643772	total: 5.23s	remaining: 241ms
956:	learn: 0.0643357	total: 5.23s	remaining: 235ms
957:	learn: 0.0642925	total: 5.24s	remaining: 230ms
958:	learn: 0.0641164	total: 5.25s	remaining: 224ms
959:	learn: 0.0639881	total: 5.25s	remaining: 219ms
960:	learn: 0.0639385	total: 5.26s	remaining: 213ms
961:	learn: 0.0637992	total: 5.26s	remaining: 208ms
962:	learn: 0.0637540	total: 5.27s	remaining: 203ms
963:	learn: 0.0636205	total: 5.28s	remaining: 197ms
964:	learn: 0.0635539	total: 5.28s	remaining: 192ms
965:	learn: 0.0635335	total: 5.29s	remaining: 186ms
966:	learn: 0.0634379	total: 5.29s	remaining: 181ms
967:	learn: 0.0633416	total: 5.31s	remaining: 176ms
968:	learn: 0.0632339	total: 5.32s	remaining: 170ms
969:	learn: 0.0631062	total: 5.32s	remaining: 165ms
970:	learn: 0.0630821	total: 5.33s	remaining: 159ms
971:	learn: 0.0630383	total: 5.33s	remaining: 154ms
972:	learn: 0.0629596	total: 5.34s	remaining: 148ms
973:	learn: 0.0629351	total: 5.34s	remaining: 143ms
974:	learn: 0.0628784	total: 5.35s	remaining: 137ms
975:	learn: 0.0627314	total: 5.36s	remaining: 132ms
976:	learn: 0.0626373	total: 5.36s	remaining: 126ms
977:	learn: 0.0625715	total: 5.37s	remaining: 121ms
978:	learn: 0.0625466	total: 5.37s	remaining: 115ms
979:	learn: 0.0625059	total: 5.38s	remaining: 110ms
980:	learn: 0.0624204	total: 5.39s	remaining: 104ms
981:	learn: 0.0623712	total: 5.39s	remaining: 98.8ms
982:	learn: 0.0622782	total: 5.4s	remaining: 93.4ms
983:	learn: 0.0622140	total: 5.42s	remaining: 88.1ms
984:	learn: 0.0621207	total: 5.42s	remaining: 82.6ms
985:	learn: 0.0620964	total: 5.43s	remaining: 77.1ms
986:	learn: 0.0620788	total: 5.44s	remaining: 71.6ms
987:	learn: 0.0620173	total: 5.44s	remaining: 66.1ms
988:	learn: 0.0618781	total: 5.45s	remaining: 60.6ms
989:	learn: 0.0617362	total: 5.45s	remaining: 55.1ms
990:	learn: 0.0617166	total: 5.46s	remaining: 49.6ms
991:	learn: 0.0616256	total: 5.47s	remaining: 44.1ms
992:	learn: 0.0615729	total: 5.47s	remaining: 38.6ms
993:	learn: 0.0615288	total: 5.48s	remaining: 33.1ms
994:	learn: 0.0614944	total: 5.48s	remaining: 27.6ms
995:	learn: 0.0614546	total: 5.49s	remaining: 22ms
996:	learn: 0.0614286	total: 5.49s	remaining: 16.5ms
997:	learn: 0.0613880	total: 5.5s	remaining: 11ms
998:	learn: 0.0613082	total: 5.5s	remaining: 5.51ms
999:	learn: 0.0612633	total: 5.51s	remaining: 0us
Learning rate set to 0.008283
0:	learn: 0.6825859	total: 4.77ms	remaining: 4.77s
1:	learn: 0.6715060	total: 9.32ms	remaining: 4.65s
2:	learn: 0.6640377	total: 12.5ms	remaining: 4.17s
3:	learn: 0.6533781	total: 15.9ms	remaining: 3.96s
4:	learn: 0.6451660	total: 18.6ms	remaining: 3.7s
5:	learn: 0.6368994	total: 20.6ms	remaining: 3.42s
6:	learn: 0.6288553	total: 22.7ms	remaining: 3.22s
7:	learn: 0.6193923	total: 25.5ms	remaining: 3.16s
8:	learn: 0.6121087	total: 29.4ms	remaining: 3.23s
9:	learn: 0.6028254	total: 31.4ms	remaining: 3.11s
10:	learn: 0.5966626	total: 33.4ms	remaining: 3.01s
11:	learn: 0.5883416	total: 35.8ms	remaining: 2.95s
12:	learn: 0.5802328	total: 38.9ms	remaining: 2.96s
13:	learn: 0.5727897	total: 40.9ms	remaining: 2.88s
14:	learn: 0.5653286	total: 43ms	remaining: 2.82s
15:	learn: 0.5574785	total: 45.6ms	remaining: 2.81s
16:	learn: 0.5518932	total: 48.6ms	remaining: 2.81s
17:	learn: 0.5441869	total: 51.7ms	remaining: 2.82s
18:	learn: 0.5379807	total: 53.9ms	remaining: 2.78s
19:	learn: 0.5319384	total: 57.5ms	remaining: 2.82s
20:	learn: 0.5260368	total: 60.3ms	remaining: 2.81s
21:	learn: 0.5188291	total: 66.4ms	remaining: 2.95s
22:	learn: 0.5123702	total: 73.9ms	remaining: 3.14s
23:	learn: 0.5065892	total: 75.2ms	remaining: 3.06s
24:	learn: 0.4997295	total: 77.9ms	remaining: 3.04s
25:	learn: 0.4940110	total: 80.6ms	remaining: 3.02s
26:	learn: 0.4888329	total: 82.7ms	remaining: 2.98s
27:	learn: 0.4830975	total: 84.7ms	remaining: 2.94s
28:	learn: 0.4778052	total: 87.3ms	remaining: 2.92s
29:	learn: 0.4736233	total: 90.2ms	remaining: 2.92s
30:	learn: 0.4679427	total: 92.2ms	remaining: 2.88s
31:	learn: 0.4623194	total: 94.3ms	remaining: 2.85s
32:	learn: 0.4579045	total: 97.5ms	remaining: 2.86s
33:	learn: 0.4525841	total: 99.6ms	remaining: 2.83s
34:	learn: 0.4477875	total: 102ms	remaining: 2.8s
35:	learn: 0.4418564	total: 104ms	remaining: 2.79s
36:	learn: 0.4358462	total: 107ms	remaining: 2.79s
37:	learn: 0.4323244	total: 109ms	remaining: 2.77s
38:	learn: 0.4279907	total: 111ms	remaining: 2.74s
39:	learn: 0.4238098	total: 117ms	remaining: 2.81s
40:	learn: 0.4194613	total: 120ms	remaining: 2.81s
41:	learn: 0.4146638	total: 125ms	remaining: 2.84s
42:	learn: 0.4103439	total: 130ms	remaining: 2.89s
43:	learn: 0.4061703	total: 132ms	remaining: 2.86s
44:	learn: 0.4011065	total: 134ms	remaining: 2.84s
45:	learn: 0.3969039	total: 137ms	remaining: 2.84s
46:	learn: 0.3931355	total: 139ms	remaining: 2.83s
47:	learn: 0.3892963	total: 141ms	remaining: 2.8s
48:	learn: 0.3865241	total: 144ms	remaining: 2.79s
49:	learn: 0.3822863	total: 146ms	remaining: 2.78s
50:	learn: 0.3784785	total: 149ms	remaining: 2.78s
51:	learn: 0.3757182	total: 152ms	remaining: 2.77s
52:	learn: 0.3724629	total: 154ms	remaining: 2.76s
53:	learn: 0.3697460	total: 157ms	remaining: 2.75s
54:	learn: 0.3659247	total: 160ms	remaining: 2.75s
55:	learn: 0.3622886	total: 165ms	remaining: 2.77s
56:	learn: 0.3593508	total: 167ms	remaining: 2.76s
57:	learn: 0.3559410	total: 169ms	remaining: 2.74s
58:	learn: 0.3525936	total: 171ms	remaining: 2.73s
59:	learn: 0.3487847	total: 174ms	remaining: 2.72s
60:	learn: 0.3457588	total: 186ms	remaining: 2.86s
61:	learn: 0.3430517	total: 190ms	remaining: 2.87s
62:	learn: 0.3401982	total: 195ms	remaining: 2.9s
63:	learn: 0.3373825	total: 200ms	remaining: 2.93s
64:	learn: 0.3349285	total: 203ms	remaining: 2.92s
65:	learn: 0.3316433	total: 218ms	remaining: 3.09s
66:	learn: 0.3282824	total: 223ms	remaining: 3.11s
67:	learn: 0.3256545	total: 226ms	remaining: 3.1s
68:	learn: 0.3223933	total: 228ms	remaining: 3.08s
69:	learn: 0.3185475	total: 231ms	remaining: 3.07s
70:	learn: 0.3164469	total: 233ms	remaining: 3.05s
71:	learn: 0.3134408	total: 235ms	remaining: 3.03s
72:	learn: 0.3109029	total: 238ms	remaining: 3.02s
73:	learn: 0.3083728	total: 261ms	remaining: 3.26s
74:	learn: 0.3058332	total: 298ms	remaining: 3.68s
75:	learn: 0.3032306	total: 301ms	remaining: 3.65s
76:	learn: 0.3009659	total: 303ms	remaining: 3.63s
77:	learn: 0.2986347	total: 305ms	remaining: 3.6s
78:	learn: 0.2973217	total: 307ms	remaining: 3.58s
79:	learn: 0.2956692	total: 309ms	remaining: 3.56s
80:	learn: 0.2934706	total: 312ms	remaining: 3.54s
81:	learn: 0.2912220	total: 314ms	remaining: 3.51s
82:	learn: 0.2891222	total: 317ms	remaining: 3.5s
83:	learn: 0.2876373	total: 319ms	remaining: 3.48s
84:	learn: 0.2850246	total: 321ms	remaining: 3.46s
85:	learn: 0.2828173	total: 323ms	remaining: 3.44s
86:	learn: 0.2808317	total: 326ms	remaining: 3.42s
87:	learn: 0.2792786	total: 327ms	remaining: 3.39s
88:	learn: 0.2776025	total: 330ms	remaining: 3.37s
89:	learn: 0.2754269	total: 336ms	remaining: 3.4s
90:	learn: 0.2735626	total: 338ms	remaining: 3.37s
91:	learn: 0.2722032	total: 340ms	remaining: 3.35s
92:	learn: 0.2704035	total: 342ms	remaining: 3.34s
93:	learn: 0.2682713	total: 345ms	remaining: 3.32s
94:	learn: 0.2667287	total: 348ms	remaining: 3.31s
95:	learn: 0.2656686	total: 350ms	remaining: 3.3s
96:	learn: 0.2636852	total: 352ms	remaining: 3.28s
97:	learn: 0.2616917	total: 356ms	remaining: 3.28s
98:	learn: 0.2598604	total: 361ms	remaining: 3.29s
99:	learn: 0.2587319	total: 364ms	remaining: 3.27s
100:	learn: 0.2573954	total: 366ms	remaining: 3.25s
101:	learn: 0.2561775	total: 370ms	remaining: 3.26s
102:	learn: 0.2544724	total: 372ms	remaining: 3.24s
103:	learn: 0.2533344	total: 375ms	remaining: 3.23s
104:	learn: 0.2522706	total: 377ms	remaining: 3.21s
105:	learn: 0.2502216	total: 379ms	remaining: 3.2s
106:	learn: 0.2487900	total: 382ms	remaining: 3.19s
107:	learn: 0.2474028	total: 384ms	remaining: 3.17s
108:	learn: 0.2458917	total: 387ms	remaining: 3.16s
109:	learn: 0.2447049	total: 389ms	remaining: 3.15s
110:	learn: 0.2432850	total: 393ms	remaining: 3.14s
111:	learn: 0.2421838	total: 396ms	remaining: 3.14s
112:	learn: 0.2412015	total: 403ms	remaining: 3.16s
113:	learn: 0.2396337	total: 408ms	remaining: 3.17s
114:	learn: 0.2384461	total: 414ms	remaining: 3.19s
115:	learn: 0.2377515	total: 418ms	remaining: 3.18s
116:	learn: 0.2362951	total: 421ms	remaining: 3.17s
117:	learn: 0.2353356	total: 424ms	remaining: 3.17s
118:	learn: 0.2345884	total: 425ms	remaining: 3.15s
119:	learn: 0.2332373	total: 429ms	remaining: 3.14s
120:	learn: 0.2325169	total: 431ms	remaining: 3.13s
121:	learn: 0.2315178	total: 433ms	remaining: 3.12s
122:	learn: 0.2307026	total: 436ms	remaining: 3.11s
123:	learn: 0.2295796	total: 438ms	remaining: 3.1s
124:	learn: 0.2281494	total: 441ms	remaining: 3.08s
125:	learn: 0.2267564	total: 443ms	remaining: 3.08s
126:	learn: 0.2261288	total: 446ms	remaining: 3.06s
127:	learn: 0.2254086	total: 448ms	remaining: 3.05s
128:	learn: 0.2243415	total: 451ms	remaining: 3.04s
129:	learn: 0.2235336	total: 453ms	remaining: 3.03s
130:	learn: 0.2226888	total: 455ms	remaining: 3.02s
131:	learn: 0.2216526	total: 457ms	remaining: 3.01s
132:	learn: 0.2210064	total: 471ms	remaining: 3.07s
133:	learn: 0.2201887	total: 473ms	remaining: 3.06s
134:	learn: 0.2193694	total: 475ms	remaining: 3.04s
135:	learn: 0.2185969	total: 478ms	remaining: 3.03s
136:	learn: 0.2178168	total: 480ms	remaining: 3.02s
137:	learn: 0.2169351	total: 483ms	remaining: 3.01s
138:	learn: 0.2161022	total: 485ms	remaining: 3s
139:	learn: 0.2151634	total: 490ms	remaining: 3.01s
140:	learn: 0.2142862	total: 495ms	remaining: 3.01s
141:	learn: 0.2131582	total: 498ms	remaining: 3.01s
142:	learn: 0.2118858	total: 505ms	remaining: 3.02s
143:	learn: 0.2112298	total: 508ms	remaining: 3.02s
144:	learn: 0.2103825	total: 514ms	remaining: 3.03s
145:	learn: 0.2096622	total: 519ms	remaining: 3.04s
146:	learn: 0.2088896	total: 525ms	remaining: 3.04s
147:	learn: 0.2082980	total: 530ms	remaining: 3.05s
148:	learn: 0.2075852	total: 536ms	remaining: 3.06s
149:	learn: 0.2069009	total: 544ms	remaining: 3.08s
150:	learn: 0.2062143	total: 547ms	remaining: 3.08s
151:	learn: 0.2052031	total: 555ms	remaining: 3.1s
152:	learn: 0.2045920	total: 560ms	remaining: 3.1s
153:	learn: 0.2036370	total: 568ms	remaining: 3.12s
154:	learn: 0.2031369	total: 575ms	remaining: 3.13s
155:	learn: 0.2024299	total: 582ms	remaining: 3.15s
156:	learn: 0.2014825	total: 585ms	remaining: 3.14s
157:	learn: 0.2009390	total: 593ms	remaining: 3.16s
158:	learn: 0.1999870	total: 600ms	remaining: 3.17s
159:	learn: 0.1992315	total: 604ms	remaining: 3.17s
160:	learn: 0.1986839	total: 612ms	remaining: 3.19s
161:	learn: 0.1979564	total: 620ms	remaining: 3.21s
162:	learn: 0.1974595	total: 629ms	remaining: 3.23s
163:	learn: 0.1968262	total: 638ms	remaining: 3.25s
164:	learn: 0.1961253	total: 648ms	remaining: 3.28s
165:	learn: 0.1954323	total: 655ms	remaining: 3.29s
166:	learn: 0.1949389	total: 665ms	remaining: 3.32s
167:	learn: 0.1944602	total: 671ms	remaining: 3.32s
168:	learn: 0.1937697	total: 677ms	remaining: 3.33s
169:	learn: 0.1929043	total: 685ms	remaining: 3.35s
170:	learn: 0.1925443	total: 697ms	remaining: 3.38s
171:	learn: 0.1920729	total: 707ms	remaining: 3.4s
172:	learn: 0.1916141	total: 716ms	remaining: 3.42s
173:	learn: 0.1912621	total: 721ms	remaining: 3.42s
174:	learn: 0.1904135	total: 728ms	remaining: 3.43s
175:	learn: 0.1897617	total: 733ms	remaining: 3.43s
176:	learn: 0.1891254	total: 740ms	remaining: 3.44s
177:	learn: 0.1887089	total: 744ms	remaining: 3.43s
178:	learn: 0.1881997	total: 752ms	remaining: 3.45s
179:	learn: 0.1876794	total: 755ms	remaining: 3.44s
180:	learn: 0.1870528	total: 762ms	remaining: 3.45s
181:	learn: 0.1862740	total: 765ms	remaining: 3.44s
182:	learn: 0.1858129	total: 773ms	remaining: 3.45s
183:	learn: 0.1853689	total: 778ms	remaining: 3.45s
184:	learn: 0.1848013	total: 782ms	remaining: 3.45s
185:	learn: 0.1840329	total: 790ms	remaining: 3.46s
186:	learn: 0.1833461	total: 796ms	remaining: 3.46s
187:	learn: 0.1826484	total: 801ms	remaining: 3.46s
188:	learn: 0.1821602	total: 804ms	remaining: 3.45s
189:	learn: 0.1816276	total: 810ms	remaining: 3.45s
190:	learn: 0.1811912	total: 817ms	remaining: 3.46s
191:	learn: 0.1808278	total: 823ms	remaining: 3.46s
192:	learn: 0.1802911	total: 829ms	remaining: 3.46s
193:	learn: 0.1797342	total: 838ms	remaining: 3.48s
194:	learn: 0.1793024	total: 844ms	remaining: 3.48s
195:	learn: 0.1786017	total: 850ms	remaining: 3.48s
196:	learn: 0.1781803	total: 853ms	remaining: 3.48s
197:	learn: 0.1774652	total: 860ms	remaining: 3.48s
198:	learn: 0.1770605	total: 864ms	remaining: 3.48s
199:	learn: 0.1765232	total: 870ms	remaining: 3.48s
200:	learn: 0.1761026	total: 877ms	remaining: 3.48s
201:	learn: 0.1756644	total: 882ms	remaining: 3.48s
202:	learn: 0.1753790	total: 886ms	remaining: 3.48s
203:	learn: 0.1748431	total: 890ms	remaining: 3.47s
204:	learn: 0.1746317	total: 896ms	remaining: 3.47s
205:	learn: 0.1738847	total: 904ms	remaining: 3.48s
206:	learn: 0.1732701	total: 910ms	remaining: 3.48s
207:	learn: 0.1727350	total: 915ms	remaining: 3.48s
208:	learn: 0.1725102	total: 921ms	remaining: 3.49s
209:	learn: 0.1719885	total: 926ms	remaining: 3.48s
210:	learn: 0.1715568	total: 932ms	remaining: 3.49s
211:	learn: 0.1712914	total: 940ms	remaining: 3.49s
212:	learn: 0.1709741	total: 946ms	remaining: 3.49s
213:	learn: 0.1705416	total: 950ms	remaining: 3.49s
214:	learn: 0.1701337	total: 955ms	remaining: 3.48s
215:	learn: 0.1698124	total: 960ms	remaining: 3.48s
216:	learn: 0.1694650	total: 965ms	remaining: 3.48s
217:	learn: 0.1691738	total: 969ms	remaining: 3.48s
218:	learn: 0.1688594	total: 973ms	remaining: 3.47s
219:	learn: 0.1683671	total: 975ms	remaining: 3.46s
220:	learn: 0.1680213	total: 978ms	remaining: 3.45s
221:	learn: 0.1676179	total: 980ms	remaining: 3.44s
222:	learn: 0.1673976	total: 982ms	remaining: 3.42s
223:	learn: 0.1671562	total: 984ms	remaining: 3.41s
224:	learn: 0.1667883	total: 987ms	remaining: 3.4s
225:	learn: 0.1664621	total: 989ms	remaining: 3.39s
226:	learn: 0.1661012	total: 992ms	remaining: 3.38s
227:	learn: 0.1657733	total: 994ms	remaining: 3.36s
228:	learn: 0.1652799	total: 997ms	remaining: 3.36s
229:	learn: 0.1648779	total: 999ms	remaining: 3.34s
230:	learn: 0.1644838	total: 1.01s	remaining: 3.36s
231:	learn: 0.1642349	total: 1.02s	remaining: 3.37s
232:	learn: 0.1637163	total: 1.02s	remaining: 3.36s
233:	learn: 0.1632954	total: 1.02s	remaining: 3.35s
234:	learn: 0.1630479	total: 1.02s	remaining: 3.33s
235:	learn: 0.1627270	total: 1.03s	remaining: 3.33s
236:	learn: 0.1624408	total: 1.03s	remaining: 3.32s
237:	learn: 0.1622270	total: 1.03s	remaining: 3.31s
238:	learn: 0.1619060	total: 1.04s	remaining: 3.3s
239:	learn: 0.1614893	total: 1.04s	remaining: 3.29s
240:	learn: 0.1611411	total: 1.04s	remaining: 3.28s
241:	learn: 0.1607722	total: 1.04s	remaining: 3.27s
242:	learn: 0.1605338	total: 1.05s	remaining: 3.26s
243:	learn: 0.1603287	total: 1.05s	remaining: 3.25s
244:	learn: 0.1601242	total: 1.05s	remaining: 3.24s
245:	learn: 0.1598324	total: 1.05s	remaining: 3.23s
246:	learn: 0.1596875	total: 1.06s	remaining: 3.22s
247:	learn: 0.1594385	total: 1.06s	remaining: 3.21s
248:	learn: 0.1592058	total: 1.06s	remaining: 3.2s
249:	learn: 0.1587909	total: 1.07s	remaining: 3.2s
250:	learn: 0.1585680	total: 1.07s	remaining: 3.19s
251:	learn: 0.1583963	total: 1.07s	remaining: 3.18s
252:	learn: 0.1581274	total: 1.07s	remaining: 3.17s
253:	learn: 0.1576466	total: 1.08s	remaining: 3.16s
254:	learn: 0.1574200	total: 1.08s	remaining: 3.15s
255:	learn: 0.1571690	total: 1.08s	remaining: 3.14s
256:	learn: 0.1569302	total: 1.08s	remaining: 3.13s
257:	learn: 0.1567535	total: 1.08s	remaining: 3.12s
258:	learn: 0.1564785	total: 1.09s	remaining: 3.11s
259:	learn: 0.1562897	total: 1.09s	remaining: 3.1s
260:	learn: 0.1561037	total: 1.09s	remaining: 3.1s
261:	learn: 0.1559450	total: 1.1s	remaining: 3.09s
262:	learn: 0.1555830	total: 1.1s	remaining: 3.08s
263:	learn: 0.1554292	total: 1.1s	remaining: 3.07s
264:	learn: 0.1552999	total: 1.11s	remaining: 3.07s
265:	learn: 0.1550866	total: 1.11s	remaining: 3.06s
266:	learn: 0.1547971	total: 1.11s	remaining: 3.06s
267:	learn: 0.1543833	total: 1.12s	remaining: 3.05s
268:	learn: 0.1541761	total: 1.13s	remaining: 3.06s
269:	learn: 0.1538327	total: 1.13s	remaining: 3.05s
270:	learn: 0.1535756	total: 1.13s	remaining: 3.04s
271:	learn: 0.1534207	total: 1.13s	remaining: 3.04s
272:	learn: 0.1532079	total: 1.14s	remaining: 3.03s
273:	learn: 0.1528842	total: 1.14s	remaining: 3.02s
274:	learn: 0.1526247	total: 1.14s	remaining: 3.01s
275:	learn: 0.1523634	total: 1.14s	remaining: 3s
276:	learn: 0.1520334	total: 1.15s	remaining: 2.99s
277:	learn: 0.1517966	total: 1.15s	remaining: 2.98s
278:	learn: 0.1514507	total: 1.15s	remaining: 2.97s
279:	learn: 0.1510202	total: 1.15s	remaining: 2.96s
280:	learn: 0.1506617	total: 1.16s	remaining: 2.96s
281:	learn: 0.1503115	total: 1.16s	remaining: 2.95s
282:	learn: 0.1501537	total: 1.16s	remaining: 2.94s
283:	learn: 0.1499534	total: 1.16s	remaining: 2.93s
284:	learn: 0.1497748	total: 1.17s	remaining: 2.92s
285:	learn: 0.1495414	total: 1.17s	remaining: 2.91s
286:	learn: 0.1493541	total: 1.17s	remaining: 2.9s
287:	learn: 0.1492202	total: 1.17s	remaining: 2.9s
288:	learn: 0.1489323	total: 1.18s	remaining: 2.89s
289:	learn: 0.1486366	total: 1.18s	remaining: 2.88s
290:	learn: 0.1485242	total: 1.18s	remaining: 2.87s
291:	learn: 0.1483063	total: 1.19s	remaining: 2.89s
292:	learn: 0.1479783	total: 1.2s	remaining: 2.89s
293:	learn: 0.1477234	total: 1.2s	remaining: 2.88s
294:	learn: 0.1475044	total: 1.21s	remaining: 2.88s
295:	learn: 0.1472105	total: 1.21s	remaining: 2.87s
296:	learn: 0.1469054	total: 1.21s	remaining: 2.86s
297:	learn: 0.1466692	total: 1.21s	remaining: 2.86s
298:	learn: 0.1463459	total: 1.21s	remaining: 2.85s
299:	learn: 0.1461699	total: 1.22s	remaining: 2.84s
300:	learn: 0.1459104	total: 1.22s	remaining: 2.83s
301:	learn: 0.1456909	total: 1.22s	remaining: 2.82s
302:	learn: 0.1454154	total: 1.22s	remaining: 2.82s
303:	learn: 0.1452048	total: 1.23s	remaining: 2.81s
304:	learn: 0.1449408	total: 1.23s	remaining: 2.8s
305:	learn: 0.1447483	total: 1.23s	remaining: 2.79s
306:	learn: 0.1445506	total: 1.23s	remaining: 2.79s
307:	learn: 0.1442267	total: 1.24s	remaining: 2.78s
308:	learn: 0.1439548	total: 1.24s	remaining: 2.77s
309:	learn: 0.1436572	total: 1.24s	remaining: 2.76s
310:	learn: 0.1433215	total: 1.24s	remaining: 2.76s
311:	learn: 0.1431554	total: 1.25s	remaining: 2.75s
312:	learn: 0.1428843	total: 1.25s	remaining: 2.74s
313:	learn: 0.1426947	total: 1.25s	remaining: 2.73s
314:	learn: 0.1424496	total: 1.25s	remaining: 2.73s
315:	learn: 0.1423116	total: 1.25s	remaining: 2.72s
316:	learn: 0.1421952	total: 1.26s	remaining: 2.71s
317:	learn: 0.1419987	total: 1.26s	remaining: 2.7s
318:	learn: 0.1416796	total: 1.26s	remaining: 2.69s
319:	learn: 0.1415193	total: 1.26s	remaining: 2.69s
320:	learn: 0.1413013	total: 1.27s	remaining: 2.68s
321:	learn: 0.1411002	total: 1.27s	remaining: 2.67s
322:	learn: 0.1409333	total: 1.27s	remaining: 2.66s
323:	learn: 0.1406393	total: 1.28s	remaining: 2.67s
324:	learn: 0.1405384	total: 1.29s	remaining: 2.67s
325:	learn: 0.1403531	total: 1.29s	remaining: 2.67s
326:	learn: 0.1400101	total: 1.29s	remaining: 2.66s
327:	learn: 0.1397512	total: 1.29s	remaining: 2.65s
328:	learn: 0.1396066	total: 1.3s	remaining: 2.65s
329:	learn: 0.1393374	total: 1.3s	remaining: 2.64s
330:	learn: 0.1392366	total: 1.3s	remaining: 2.63s
331:	learn: 0.1390378	total: 1.3s	remaining: 2.62s
332:	learn: 0.1388376	total: 1.31s	remaining: 2.62s
333:	learn: 0.1386264	total: 1.31s	remaining: 2.61s
334:	learn: 0.1384170	total: 1.31s	remaining: 2.61s
335:	learn: 0.1380390	total: 1.32s	remaining: 2.6s
336:	learn: 0.1378444	total: 1.32s	remaining: 2.6s
337:	learn: 0.1375643	total: 1.32s	remaining: 2.59s
338:	learn: 0.1375128	total: 1.32s	remaining: 2.58s
339:	learn: 0.1372085	total: 1.33s	remaining: 2.58s
340:	learn: 0.1370610	total: 1.33s	remaining: 2.57s
341:	learn: 0.1366994	total: 1.33s	remaining: 2.56s
342:	learn: 0.1365287	total: 1.33s	remaining: 2.56s
343:	learn: 0.1363814	total: 1.34s	remaining: 2.55s
344:	learn: 0.1361011	total: 1.34s	remaining: 2.54s
345:	learn: 0.1359198	total: 1.34s	remaining: 2.54s
346:	learn: 0.1357477	total: 1.34s	remaining: 2.53s
347:	learn: 0.1355837	total: 1.35s	remaining: 2.52s
348:	learn: 0.1352568	total: 1.35s	remaining: 2.52s
349:	learn: 0.1350089	total: 1.35s	remaining: 2.51s
350:	learn: 0.1347064	total: 1.35s	remaining: 2.5s
351:	learn: 0.1345053	total: 1.36s	remaining: 2.51s
352:	learn: 0.1342882	total: 1.36s	remaining: 2.5s
353:	learn: 0.1340746	total: 1.37s	remaining: 2.5s
354:	learn: 0.1339396	total: 1.37s	remaining: 2.49s
355:	learn: 0.1338145	total: 1.37s	remaining: 2.48s
356:	learn: 0.1336945	total: 1.38s	remaining: 2.48s
357:	learn: 0.1334954	total: 1.38s	remaining: 2.47s
358:	learn: 0.1333043	total: 1.38s	remaining: 2.47s
359:	learn: 0.1330960	total: 1.38s	remaining: 2.46s
360:	learn: 0.1329335	total: 1.39s	remaining: 2.45s
361:	learn: 0.1327235	total: 1.39s	remaining: 2.45s
362:	learn: 0.1326020	total: 1.39s	remaining: 2.44s
363:	learn: 0.1324983	total: 1.39s	remaining: 2.43s
364:	learn: 0.1323347	total: 1.4s	remaining: 2.43s
365:	learn: 0.1321719	total: 1.4s	remaining: 2.42s
366:	learn: 0.1318567	total: 1.4s	remaining: 2.42s
367:	learn: 0.1317205	total: 1.4s	remaining: 2.41s
368:	learn: 0.1315420	total: 1.4s	remaining: 2.4s
369:	learn: 0.1312817	total: 1.41s	remaining: 2.4s
370:	learn: 0.1311281	total: 1.41s	remaining: 2.39s
371:	learn: 0.1310506	total: 1.42s	remaining: 2.39s
372:	learn: 0.1307485	total: 1.42s	remaining: 2.39s
373:	learn: 0.1306224	total: 1.43s	remaining: 2.39s
374:	learn: 0.1303041	total: 1.44s	remaining: 2.41s
375:	learn: 0.1302130	total: 1.45s	remaining: 2.41s
376:	learn: 0.1300551	total: 1.46s	remaining: 2.41s
377:	learn: 0.1299259	total: 1.46s	remaining: 2.41s
378:	learn: 0.1297990	total: 1.47s	remaining: 2.41s
379:	learn: 0.1296566	total: 1.48s	remaining: 2.41s
380:	learn: 0.1294165	total: 1.48s	remaining: 2.41s
381:	learn: 0.1291939	total: 1.49s	remaining: 2.4s
382:	learn: 0.1289374	total: 1.5s	remaining: 2.41s
383:	learn: 0.1288191	total: 1.51s	remaining: 2.42s
384:	learn: 0.1286703	total: 1.51s	remaining: 2.42s
385:	learn: 0.1283036	total: 1.52s	remaining: 2.42s
386:	learn: 0.1281678	total: 1.53s	remaining: 2.42s
387:	learn: 0.1278890	total: 1.53s	remaining: 2.42s
388:	learn: 0.1277727	total: 1.55s	remaining: 2.43s
389:	learn: 0.1276488	total: 1.55s	remaining: 2.43s
390:	learn: 0.1275298	total: 1.57s	remaining: 2.44s
391:	learn: 0.1274578	total: 1.58s	remaining: 2.46s
392:	learn: 0.1272417	total: 1.6s	remaining: 2.47s
393:	learn: 0.1270978	total: 1.61s	remaining: 2.48s
394:	learn: 0.1270397	total: 1.62s	remaining: 2.48s
395:	learn: 0.1267681	total: 1.63s	remaining: 2.49s
396:	learn: 0.1266990	total: 1.64s	remaining: 2.5s
397:	learn: 0.1265237	total: 1.66s	remaining: 2.5s
398:	learn: 0.1263256	total: 1.66s	remaining: 2.5s
399:	learn: 0.1260854	total: 1.67s	remaining: 2.51s
400:	learn: 0.1257057	total: 1.68s	remaining: 2.51s
401:	learn: 0.1255760	total: 1.68s	remaining: 2.5s
402:	learn: 0.1254960	total: 1.69s	remaining: 2.5s
403:	learn: 0.1253113	total: 1.69s	remaining: 2.5s
404:	learn: 0.1251006	total: 1.7s	remaining: 2.5s
405:	learn: 0.1248064	total: 1.71s	remaining: 2.49s
406:	learn: 0.1246709	total: 1.71s	remaining: 2.49s
407:	learn: 0.1244322	total: 1.72s	remaining: 2.5s
408:	learn: 0.1241971	total: 1.72s	remaining: 2.49s
409:	learn: 0.1239948	total: 1.73s	remaining: 2.49s
410:	learn: 0.1239408	total: 1.76s	remaining: 2.52s
411:	learn: 0.1238248	total: 1.76s	remaining: 2.51s
412:	learn: 0.1236139	total: 1.77s	remaining: 2.51s
413:	learn: 0.1234606	total: 1.77s	remaining: 2.51s
414:	learn: 0.1233233	total: 1.78s	remaining: 2.51s
415:	learn: 0.1232077	total: 1.78s	remaining: 2.5s
416:	learn: 0.1230815	total: 1.79s	remaining: 2.5s
417:	learn: 0.1228427	total: 1.8s	remaining: 2.5s
418:	learn: 0.1226937	total: 1.8s	remaining: 2.5s
419:	learn: 0.1225201	total: 1.81s	remaining: 2.5s
420:	learn: 0.1223701	total: 1.81s	remaining: 2.49s
421:	learn: 0.1220597	total: 1.82s	remaining: 2.49s
422:	learn: 0.1219044	total: 1.82s	remaining: 2.49s
423:	learn: 0.1217157	total: 1.83s	remaining: 2.49s
424:	learn: 0.1215676	total: 1.84s	remaining: 2.48s
425:	learn: 0.1212317	total: 1.84s	remaining: 2.48s
426:	learn: 0.1209991	total: 1.85s	remaining: 2.48s
427:	learn: 0.1207556	total: 1.85s	remaining: 2.48s
428:	learn: 0.1204477	total: 1.86s	remaining: 2.47s
429:	learn: 0.1203008	total: 1.86s	remaining: 2.47s
430:	learn: 0.1201588	total: 1.87s	remaining: 2.47s
431:	learn: 0.1200448	total: 1.87s	remaining: 2.46s
432:	learn: 0.1198308	total: 1.88s	remaining: 2.46s
433:	learn: 0.1197138	total: 1.89s	remaining: 2.46s
434:	learn: 0.1195087	total: 1.89s	remaining: 2.46s
435:	learn: 0.1193154	total: 1.9s	remaining: 2.45s
436:	learn: 0.1190827	total: 1.9s	remaining: 2.45s
437:	learn: 0.1188675	total: 1.91s	remaining: 2.45s
438:	learn: 0.1186400	total: 1.92s	remaining: 2.45s
439:	learn: 0.1183849	total: 1.92s	remaining: 2.44s
440:	learn: 0.1182807	total: 1.93s	remaining: 2.44s
441:	learn: 0.1180179	total: 1.93s	remaining: 2.44s
442:	learn: 0.1178841	total: 1.95s	remaining: 2.45s
443:	learn: 0.1178059	total: 1.96s	remaining: 2.45s
444:	learn: 0.1176436	total: 1.96s	remaining: 2.45s
445:	learn: 0.1174994	total: 1.98s	remaining: 2.46s
446:	learn: 0.1173541	total: 1.98s	remaining: 2.45s
447:	learn: 0.1172243	total: 1.99s	remaining: 2.45s
448:	learn: 0.1170530	total: 1.99s	remaining: 2.44s
449:	learn: 0.1169003	total: 2s	remaining: 2.44s
450:	learn: 0.1166421	total: 2.01s	remaining: 2.44s
451:	learn: 0.1164862	total: 2.01s	remaining: 2.44s
452:	learn: 0.1162553	total: 2.02s	remaining: 2.44s
453:	learn: 0.1160767	total: 2.02s	remaining: 2.43s
454:	learn: 0.1159407	total: 2.03s	remaining: 2.43s
455:	learn: 0.1156485	total: 2.03s	remaining: 2.43s
456:	learn: 0.1153798	total: 2.04s	remaining: 2.42s
457:	learn: 0.1152547	total: 2.04s	remaining: 2.42s
458:	learn: 0.1151811	total: 2.05s	remaining: 2.42s
459:	learn: 0.1151067	total: 2.06s	remaining: 2.41s
460:	learn: 0.1149737	total: 2.06s	remaining: 2.41s
461:	learn: 0.1147304	total: 2.07s	remaining: 2.41s
462:	learn: 0.1144491	total: 2.07s	remaining: 2.41s
463:	learn: 0.1142710	total: 2.08s	remaining: 2.4s
464:	learn: 0.1140962	total: 2.09s	remaining: 2.4s
465:	learn: 0.1138315	total: 2.09s	remaining: 2.4s
466:	learn: 0.1136657	total: 2.1s	remaining: 2.4s
467:	learn: 0.1135256	total: 2.1s	remaining: 2.39s
468:	learn: 0.1134132	total: 2.11s	remaining: 2.39s
469:	learn: 0.1132251	total: 2.12s	remaining: 2.39s
470:	learn: 0.1129899	total: 2.12s	remaining: 2.38s
471:	learn: 0.1128396	total: 2.14s	remaining: 2.4s
472:	learn: 0.1127079	total: 2.15s	remaining: 2.39s
473:	learn: 0.1125365	total: 2.15s	remaining: 2.39s
474:	learn: 0.1123783	total: 2.16s	remaining: 2.39s
475:	learn: 0.1122987	total: 2.17s	remaining: 2.38s
476:	learn: 0.1121868	total: 2.17s	remaining: 2.38s
477:	learn: 0.1120682	total: 2.18s	remaining: 2.38s
478:	learn: 0.1119799	total: 2.18s	remaining: 2.37s
479:	learn: 0.1116307	total: 2.19s	remaining: 2.37s
480:	learn: 0.1114962	total: 2.19s	remaining: 2.37s
481:	learn: 0.1114090	total: 2.2s	remaining: 2.36s
482:	learn: 0.1112268	total: 2.21s	remaining: 2.36s
483:	learn: 0.1111222	total: 2.21s	remaining: 2.36s
484:	learn: 0.1110419	total: 2.22s	remaining: 2.35s
485:	learn: 0.1108603	total: 2.22s	remaining: 2.35s
486:	learn: 0.1108117	total: 2.23s	remaining: 2.35s
487:	learn: 0.1107185	total: 2.24s	remaining: 2.35s
488:	learn: 0.1105845	total: 2.25s	remaining: 2.35s
489:	learn: 0.1105102	total: 2.25s	remaining: 2.35s
490:	learn: 0.1102909	total: 2.26s	remaining: 2.34s
491:	learn: 0.1100924	total: 2.27s	remaining: 2.34s
492:	learn: 0.1100142	total: 2.27s	remaining: 2.34s
493:	learn: 0.1099076	total: 2.28s	remaining: 2.33s
494:	learn: 0.1098913	total: 2.28s	remaining: 2.33s
495:	learn: 0.1098203	total: 2.29s	remaining: 2.33s
496:	learn: 0.1097263	total: 2.3s	remaining: 2.32s
497:	learn: 0.1095685	total: 2.3s	remaining: 2.32s
498:	learn: 0.1093980	total: 2.31s	remaining: 2.32s
499:	learn: 0.1091976	total: 2.31s	remaining: 2.31s
500:	learn: 0.1090085	total: 2.32s	remaining: 2.31s
501:	learn: 0.1088461	total: 2.35s	remaining: 2.33s
502:	learn: 0.1087760	total: 2.35s	remaining: 2.32s
503:	learn: 0.1086484	total: 2.36s	remaining: 2.32s
504:	learn: 0.1084978	total: 2.36s	remaining: 2.32s
505:	learn: 0.1083626	total: 2.37s	remaining: 2.31s
506:	learn: 0.1082645	total: 2.38s	remaining: 2.31s
507:	learn: 0.1080663	total: 2.38s	remaining: 2.31s
508:	learn: 0.1078447	total: 2.39s	remaining: 2.3s
509:	learn: 0.1077211	total: 2.39s	remaining: 2.3s
510:	learn: 0.1076371	total: 2.4s	remaining: 2.3s
511:	learn: 0.1075318	total: 2.4s	remaining: 2.29s
512:	learn: 0.1074691	total: 2.41s	remaining: 2.29s
513:	learn: 0.1073484	total: 2.42s	remaining: 2.29s
514:	learn: 0.1072060	total: 2.42s	remaining: 2.28s
515:	learn: 0.1070841	total: 2.46s	remaining: 2.31s
516:	learn: 0.1069259	total: 2.48s	remaining: 2.31s
517:	learn: 0.1068064	total: 2.48s	remaining: 2.31s
518:	learn: 0.1066040	total: 2.5s	remaining: 2.31s
519:	learn: 0.1065024	total: 2.53s	remaining: 2.33s
520:	learn: 0.1062917	total: 2.53s	remaining: 2.33s
521:	learn: 0.1061759	total: 2.54s	remaining: 2.32s
522:	learn: 0.1060161	total: 2.54s	remaining: 2.32s
523:	learn: 0.1059188	total: 2.54s	remaining: 2.31s
524:	learn: 0.1058554	total: 2.57s	remaining: 2.32s
525:	learn: 0.1056770	total: 2.59s	remaining: 2.34s
526:	learn: 0.1054780	total: 2.6s	remaining: 2.33s
527:	learn: 0.1053804	total: 2.6s	remaining: 2.33s
528:	learn: 0.1051682	total: 2.61s	remaining: 2.32s
529:	learn: 0.1051240	total: 2.62s	remaining: 2.32s
530:	learn: 0.1049414	total: 2.62s	remaining: 2.31s
531:	learn: 0.1048455	total: 2.63s	remaining: 2.31s
532:	learn: 0.1047687	total: 2.63s	remaining: 2.31s
533:	learn: 0.1046733	total: 2.64s	remaining: 2.3s
534:	learn: 0.1044985	total: 2.64s	remaining: 2.3s
535:	learn: 0.1043713	total: 2.65s	remaining: 2.29s
536:	learn: 0.1042542	total: 2.66s	remaining: 2.29s
537:	learn: 0.1041168	total: 2.67s	remaining: 2.3s
538:	learn: 0.1040309	total: 2.68s	remaining: 2.29s
539:	learn: 0.1039206	total: 2.68s	remaining: 2.29s
540:	learn: 0.1038092	total: 2.69s	remaining: 2.28s
541:	learn: 0.1035592	total: 2.69s	remaining: 2.27s
542:	learn: 0.1033209	total: 2.7s	remaining: 2.27s
543:	learn: 0.1032090	total: 2.71s	remaining: 2.27s
544:	learn: 0.1030487	total: 2.71s	remaining: 2.26s
545:	learn: 0.1028940	total: 2.72s	remaining: 2.26s
546:	learn: 0.1027596	total: 2.72s	remaining: 2.25s
547:	learn: 0.1025191	total: 2.74s	remaining: 2.26s
548:	learn: 0.1024548	total: 2.75s	remaining: 2.25s
549:	learn: 0.1022625	total: 2.75s	remaining: 2.25s
550:	learn: 0.1021679	total: 2.75s	remaining: 2.24s
551:	learn: 0.1019210	total: 2.75s	remaining: 2.23s
552:	learn: 0.1017290	total: 2.76s	remaining: 2.23s
553:	learn: 0.1015145	total: 2.76s	remaining: 2.22s
554:	learn: 0.1014637	total: 2.76s	remaining: 2.21s
555:	learn: 0.1013381	total: 2.76s	remaining: 2.21s
556:	learn: 0.1012187	total: 2.77s	remaining: 2.2s
557:	learn: 0.1011284	total: 2.77s	remaining: 2.19s
558:	learn: 0.1009354	total: 2.77s	remaining: 2.19s
559:	learn: 0.1006902	total: 2.77s	remaining: 2.18s
560:	learn: 0.1005740	total: 2.77s	remaining: 2.17s
561:	learn: 0.1005075	total: 2.78s	remaining: 2.16s
562:	learn: 0.1003934	total: 2.78s	remaining: 2.16s
563:	learn: 0.1003170	total: 2.78s	remaining: 2.15s
564:	learn: 0.1002761	total: 2.78s	remaining: 2.14s
565:	learn: 0.1001238	total: 2.79s	remaining: 2.14s
566:	learn: 0.0999133	total: 2.79s	remaining: 2.13s
567:	learn: 0.0997274	total: 2.79s	remaining: 2.12s
568:	learn: 0.0994947	total: 2.79s	remaining: 2.12s
569:	learn: 0.0994023	total: 2.79s	remaining: 2.11s
570:	learn: 0.0992119	total: 2.8s	remaining: 2.1s
571:	learn: 0.0991120	total: 2.8s	remaining: 2.1s
572:	learn: 0.0989672	total: 2.8s	remaining: 2.09s
573:	learn: 0.0988504	total: 2.81s	remaining: 2.08s
574:	learn: 0.0987654	total: 2.81s	remaining: 2.08s
575:	learn: 0.0986675	total: 2.81s	remaining: 2.07s
576:	learn: 0.0983606	total: 2.81s	remaining: 2.06s
577:	learn: 0.0982162	total: 2.82s	remaining: 2.06s
578:	learn: 0.0981147	total: 2.82s	remaining: 2.05s
579:	learn: 0.0979661	total: 2.82s	remaining: 2.04s
580:	learn: 0.0978605	total: 2.83s	remaining: 2.04s
581:	learn: 0.0976275	total: 2.83s	remaining: 2.03s
582:	learn: 0.0974068	total: 2.83s	remaining: 2.02s
583:	learn: 0.0973350	total: 2.83s	remaining: 2.02s
584:	learn: 0.0972074	total: 2.83s	remaining: 2.01s
585:	learn: 0.0971295	total: 2.84s	remaining: 2s
586:	learn: 0.0969897	total: 2.84s	remaining: 2s
587:	learn: 0.0969458	total: 2.84s	remaining: 1.99s
588:	learn: 0.0968475	total: 2.84s	remaining: 1.99s
589:	learn: 0.0968052	total: 2.85s	remaining: 1.98s
590:	learn: 0.0967432	total: 2.85s	remaining: 1.97s
591:	learn: 0.0966742	total: 2.85s	remaining: 1.97s
592:	learn: 0.0965897	total: 2.85s	remaining: 1.96s
593:	learn: 0.0964524	total: 2.86s	remaining: 1.95s
594:	learn: 0.0963357	total: 2.86s	remaining: 1.95s
595:	learn: 0.0962695	total: 2.86s	remaining: 1.94s
596:	learn: 0.0961301	total: 2.86s	remaining: 1.93s
597:	learn: 0.0960165	total: 2.87s	remaining: 1.93s
598:	learn: 0.0959196	total: 2.87s	remaining: 1.92s
599:	learn: 0.0958268	total: 2.87s	remaining: 1.91s
600:	learn: 0.0956562	total: 2.87s	remaining: 1.91s
601:	learn: 0.0955824	total: 2.87s	remaining: 1.9s
602:	learn: 0.0955300	total: 2.88s	remaining: 1.89s
603:	learn: 0.0952436	total: 2.88s	remaining: 1.89s
604:	learn: 0.0951734	total: 2.88s	remaining: 1.88s
605:	learn: 0.0950144	total: 2.88s	remaining: 1.88s
606:	learn: 0.0948609	total: 2.89s	remaining: 1.87s
607:	learn: 0.0947007	total: 2.89s	remaining: 1.86s
608:	learn: 0.0945458	total: 2.89s	remaining: 1.86s
609:	learn: 0.0945138	total: 2.89s	remaining: 1.85s
610:	learn: 0.0944263	total: 2.9s	remaining: 1.84s
611:	learn: 0.0943723	total: 2.9s	remaining: 1.84s
612:	learn: 0.0942918	total: 2.9s	remaining: 1.83s
613:	learn: 0.0941748	total: 2.9s	remaining: 1.82s
614:	learn: 0.0940503	total: 2.9s	remaining: 1.82s
615:	learn: 0.0940015	total: 2.91s	remaining: 1.81s
616:	learn: 0.0938694	total: 2.91s	remaining: 1.81s
617:	learn: 0.0937390	total: 2.91s	remaining: 1.8s
618:	learn: 0.0936437	total: 2.91s	remaining: 1.79s
619:	learn: 0.0934882	total: 2.92s	remaining: 1.79s
620:	learn: 0.0931736	total: 2.92s	remaining: 1.78s
621:	learn: 0.0930388	total: 2.92s	remaining: 1.78s
622:	learn: 0.0929370	total: 2.93s	remaining: 1.77s
623:	learn: 0.0927755	total: 2.93s	remaining: 1.76s
624:	learn: 0.0927196	total: 2.94s	remaining: 1.76s
625:	learn: 0.0926004	total: 2.94s	remaining: 1.76s
626:	learn: 0.0925278	total: 2.95s	remaining: 1.75s
627:	learn: 0.0924806	total: 2.95s	remaining: 1.75s
628:	learn: 0.0923797	total: 2.95s	remaining: 1.74s
629:	learn: 0.0922157	total: 2.95s	remaining: 1.73s
630:	learn: 0.0921518	total: 2.96s	remaining: 1.73s
631:	learn: 0.0919572	total: 2.96s	remaining: 1.72s
632:	learn: 0.0918326	total: 2.96s	remaining: 1.72s
633:	learn: 0.0917591	total: 2.96s	remaining: 1.71s
634:	learn: 0.0915637	total: 2.97s	remaining: 1.71s
635:	learn: 0.0914667	total: 2.97s	remaining: 1.7s
636:	learn: 0.0913915	total: 2.97s	remaining: 1.69s
637:	learn: 0.0911662	total: 2.97s	remaining: 1.69s
638:	learn: 0.0909680	total: 2.98s	remaining: 1.68s
639:	learn: 0.0909024	total: 2.98s	remaining: 1.68s
640:	learn: 0.0907639	total: 2.98s	remaining: 1.67s
641:	learn: 0.0906632	total: 2.98s	remaining: 1.66s
642:	learn: 0.0906146	total: 2.99s	remaining: 1.66s
643:	learn: 0.0905707	total: 2.99s	remaining: 1.65s
644:	learn: 0.0903551	total: 2.99s	remaining: 1.65s
645:	learn: 0.0902626	total: 2.99s	remaining: 1.64s
646:	learn: 0.0901192	total: 3s	remaining: 1.63s
647:	learn: 0.0899507	total: 3s	remaining: 1.63s
648:	learn: 0.0898611	total: 3s	remaining: 1.62s
649:	learn: 0.0896952	total: 3s	remaining: 1.62s
650:	learn: 0.0895787	total: 3s	remaining: 1.61s
651:	learn: 0.0893692	total: 3.01s	remaining: 1.6s
652:	learn: 0.0892905	total: 3.01s	remaining: 1.6s
653:	learn: 0.0892266	total: 3.01s	remaining: 1.59s
654:	learn: 0.0890229	total: 3.01s	remaining: 1.59s
655:	learn: 0.0888780	total: 3.02s	remaining: 1.58s
656:	learn: 0.0888210	total: 3.02s	remaining: 1.58s
657:	learn: 0.0885832	total: 3.02s	remaining: 1.57s
658:	learn: 0.0885575	total: 3.02s	remaining: 1.56s
659:	learn: 0.0884061	total: 3.02s	remaining: 1.56s
660:	learn: 0.0881083	total: 3.03s	remaining: 1.55s
661:	learn: 0.0879681	total: 3.03s	remaining: 1.55s
662:	learn: 0.0877557	total: 3.03s	remaining: 1.54s
663:	learn: 0.0875909	total: 3.04s	remaining: 1.53s
664:	learn: 0.0875171	total: 3.04s	remaining: 1.53s
665:	learn: 0.0873343	total: 3.04s	remaining: 1.52s
666:	learn: 0.0872265	total: 3.04s	remaining: 1.52s
667:	learn: 0.0871963	total: 3.04s	remaining: 1.51s
668:	learn: 0.0870625	total: 3.05s	remaining: 1.51s
669:	learn: 0.0869892	total: 3.05s	remaining: 1.5s
670:	learn: 0.0868985	total: 3.05s	remaining: 1.5s
671:	learn: 0.0867538	total: 3.05s	remaining: 1.49s
672:	learn: 0.0866791	total: 3.06s	remaining: 1.49s
673:	learn: 0.0865904	total: 3.06s	remaining: 1.48s
674:	learn: 0.0865572	total: 3.06s	remaining: 1.47s
675:	learn: 0.0864350	total: 3.06s	remaining: 1.47s
676:	learn: 0.0862055	total: 3.07s	remaining: 1.46s
677:	learn: 0.0860627	total: 3.07s	remaining: 1.46s
678:	learn: 0.0859202	total: 3.07s	remaining: 1.45s
679:	learn: 0.0857737	total: 3.07s	remaining: 1.45s
680:	learn: 0.0856230	total: 3.08s	remaining: 1.44s
681:	learn: 0.0855760	total: 3.08s	remaining: 1.44s
682:	learn: 0.0854923	total: 3.08s	remaining: 1.43s
683:	learn: 0.0854263	total: 3.08s	remaining: 1.43s
684:	learn: 0.0852912	total: 3.09s	remaining: 1.42s
685:	learn: 0.0852520	total: 3.09s	remaining: 1.42s
686:	learn: 0.0852300	total: 3.09s	remaining: 1.41s
687:	learn: 0.0850547	total: 3.1s	remaining: 1.4s
688:	learn: 0.0848526	total: 3.1s	remaining: 1.4s
689:	learn: 0.0846653	total: 3.1s	remaining: 1.39s
690:	learn: 0.0845404	total: 3.1s	remaining: 1.39s
691:	learn: 0.0845045	total: 3.1s	remaining: 1.38s
692:	learn: 0.0843356	total: 3.11s	remaining: 1.38s
693:	learn: 0.0842670	total: 3.11s	remaining: 1.37s
694:	learn: 0.0841796	total: 3.11s	remaining: 1.37s
695:	learn: 0.0841504	total: 3.12s	remaining: 1.36s
696:	learn: 0.0840209	total: 3.12s	remaining: 1.35s
697:	learn: 0.0838460	total: 3.12s	remaining: 1.35s
698:	learn: 0.0837801	total: 3.12s	remaining: 1.34s
699:	learn: 0.0836561	total: 3.13s	remaining: 1.34s
700:	learn: 0.0835368	total: 3.13s	remaining: 1.34s
701:	learn: 0.0834153	total: 3.13s	remaining: 1.33s
702:	learn: 0.0834043	total: 3.14s	remaining: 1.32s
703:	learn: 0.0833364	total: 3.14s	remaining: 1.32s
704:	learn: 0.0831730	total: 3.14s	remaining: 1.31s
705:	learn: 0.0829977	total: 3.14s	remaining: 1.31s
706:	learn: 0.0829059	total: 3.15s	remaining: 1.3s
707:	learn: 0.0827248	total: 3.15s	remaining: 1.3s
708:	learn: 0.0826258	total: 3.15s	remaining: 1.29s
709:	learn: 0.0825257	total: 3.15s	remaining: 1.29s
710:	learn: 0.0822871	total: 3.16s	remaining: 1.28s
711:	learn: 0.0822415	total: 3.16s	remaining: 1.28s
712:	learn: 0.0821077	total: 3.16s	remaining: 1.27s
713:	learn: 0.0819953	total: 3.16s	remaining: 1.27s
714:	learn: 0.0818240	total: 3.17s	remaining: 1.26s
715:	learn: 0.0817316	total: 3.17s	remaining: 1.26s
716:	learn: 0.0816199	total: 3.17s	remaining: 1.25s
717:	learn: 0.0814795	total: 3.17s	remaining: 1.25s
718:	learn: 0.0814172	total: 3.17s	remaining: 1.24s
719:	learn: 0.0813371	total: 3.18s	remaining: 1.24s
720:	learn: 0.0813087	total: 3.18s	remaining: 1.23s
721:	learn: 0.0810821	total: 3.18s	remaining: 1.23s
722:	learn: 0.0809041	total: 3.18s	remaining: 1.22s
723:	learn: 0.0808218	total: 3.19s	remaining: 1.21s
724:	learn: 0.0807589	total: 3.19s	remaining: 1.21s
725:	learn: 0.0807397	total: 3.19s	remaining: 1.2s
726:	learn: 0.0806172	total: 3.19s	remaining: 1.2s
727:	learn: 0.0804596	total: 3.19s	remaining: 1.19s
728:	learn: 0.0803895	total: 3.2s	remaining: 1.19s
729:	learn: 0.0801950	total: 3.2s	remaining: 1.18s
730:	learn: 0.0799883	total: 3.2s	remaining: 1.18s
731:	learn: 0.0799288	total: 3.21s	remaining: 1.17s
732:	learn: 0.0798237	total: 3.21s	remaining: 1.17s
733:	learn: 0.0797241	total: 3.21s	remaining: 1.16s
734:	learn: 0.0796540	total: 3.21s	remaining: 1.16s
735:	learn: 0.0795405	total: 3.21s	remaining: 1.15s
736:	learn: 0.0793294	total: 3.22s	remaining: 1.15s
737:	learn: 0.0792555	total: 3.22s	remaining: 1.14s
738:	learn: 0.0791390	total: 3.22s	remaining: 1.14s
739:	learn: 0.0790291	total: 3.22s	remaining: 1.13s
740:	learn: 0.0789462	total: 3.23s	remaining: 1.13s
741:	learn: 0.0789096	total: 3.23s	remaining: 1.12s
742:	learn: 0.0788623	total: 3.23s	remaining: 1.12s
743:	learn: 0.0787962	total: 3.23s	remaining: 1.11s
744:	learn: 0.0787196	total: 3.23s	remaining: 1.11s
745:	learn: 0.0785278	total: 3.24s	remaining: 1.1s
746:	learn: 0.0783968	total: 3.24s	remaining: 1.1s
747:	learn: 0.0783592	total: 3.24s	remaining: 1.09s
748:	learn: 0.0782707	total: 3.25s	remaining: 1.09s
749:	learn: 0.0782373	total: 3.25s	remaining: 1.08s
750:	learn: 0.0780279	total: 3.25s	remaining: 1.08s
751:	learn: 0.0779252	total: 3.25s	remaining: 1.07s
752:	learn: 0.0778863	total: 3.26s	remaining: 1.07s
753:	learn: 0.0777834	total: 3.26s	remaining: 1.06s
754:	learn: 0.0776827	total: 3.26s	remaining: 1.06s
755:	learn: 0.0775985	total: 3.26s	remaining: 1.05s
756:	learn: 0.0775664	total: 3.27s	remaining: 1.05s
757:	learn: 0.0774867	total: 3.27s	remaining: 1.04s
758:	learn: 0.0773849	total: 3.27s	remaining: 1.04s
759:	learn: 0.0773238	total: 3.27s	remaining: 1.03s
760:	learn: 0.0772548	total: 3.28s	remaining: 1.03s
761:	learn: 0.0771920	total: 3.28s	remaining: 1.02s
762:	learn: 0.0769912	total: 3.28s	remaining: 1.02s
763:	learn: 0.0768656	total: 3.28s	remaining: 1.01s
764:	learn: 0.0768291	total: 3.29s	remaining: 1.01s
765:	learn: 0.0766925	total: 3.29s	remaining: 1s
766:	learn: 0.0766486	total: 3.29s	remaining: 1000ms
767:	learn: 0.0765982	total: 3.29s	remaining: 995ms
768:	learn: 0.0764405	total: 3.29s	remaining: 990ms
769:	learn: 0.0762595	total: 3.3s	remaining: 985ms
770:	learn: 0.0762306	total: 3.3s	remaining: 980ms
771:	learn: 0.0761451	total: 3.3s	remaining: 975ms
772:	learn: 0.0760839	total: 3.3s	remaining: 970ms
773:	learn: 0.0760116	total: 3.31s	remaining: 965ms
774:	learn: 0.0759059	total: 3.31s	remaining: 960ms
775:	learn: 0.0758132	total: 3.31s	remaining: 956ms
776:	learn: 0.0756875	total: 3.31s	remaining: 951ms
777:	learn: 0.0755888	total: 3.31s	remaining: 946ms
778:	learn: 0.0754835	total: 3.32s	remaining: 941ms
779:	learn: 0.0754308	total: 3.32s	remaining: 937ms
780:	learn: 0.0753826	total: 3.33s	remaining: 933ms
781:	learn: 0.0752423	total: 3.33s	remaining: 928ms
782:	learn: 0.0752221	total: 3.33s	remaining: 924ms
783:	learn: 0.0751317	total: 3.34s	remaining: 920ms
784:	learn: 0.0749902	total: 3.34s	remaining: 915ms
785:	learn: 0.0748466	total: 3.34s	remaining: 910ms
786:	learn: 0.0747332	total: 3.35s	remaining: 905ms
787:	learn: 0.0746611	total: 3.35s	remaining: 901ms
788:	learn: 0.0745367	total: 3.35s	remaining: 896ms
789:	learn: 0.0744778	total: 3.35s	remaining: 891ms
790:	learn: 0.0743956	total: 3.35s	remaining: 886ms
791:	learn: 0.0743106	total: 3.36s	remaining: 882ms
792:	learn: 0.0741399	total: 3.36s	remaining: 877ms
793:	learn: 0.0739876	total: 3.36s	remaining: 872ms
794:	learn: 0.0738913	total: 3.36s	remaining: 867ms
795:	learn: 0.0738390	total: 3.37s	remaining: 863ms
796:	learn: 0.0738158	total: 3.37s	remaining: 858ms
797:	learn: 0.0736670	total: 3.37s	remaining: 853ms
798:	learn: 0.0736255	total: 3.37s	remaining: 849ms
799:	learn: 0.0735422	total: 3.38s	remaining: 844ms
800:	learn: 0.0734789	total: 3.38s	remaining: 839ms
801:	learn: 0.0733461	total: 3.38s	remaining: 834ms
802:	learn: 0.0733070	total: 3.38s	remaining: 830ms
803:	learn: 0.0732494	total: 3.38s	remaining: 825ms
804:	learn: 0.0730539	total: 3.39s	remaining: 820ms
805:	learn: 0.0729911	total: 3.39s	remaining: 816ms
806:	learn: 0.0729573	total: 3.39s	remaining: 811ms
807:	learn: 0.0728803	total: 3.39s	remaining: 806ms
808:	learn: 0.0727622	total: 3.4s	remaining: 802ms
809:	learn: 0.0725319	total: 3.4s	remaining: 797ms
810:	learn: 0.0724685	total: 3.4s	remaining: 792ms
811:	learn: 0.0723131	total: 3.4s	remaining: 788ms
812:	learn: 0.0721932	total: 3.4s	remaining: 783ms
813:	learn: 0.0721848	total: 3.41s	remaining: 778ms
814:	learn: 0.0720810	total: 3.41s	remaining: 774ms
815:	learn: 0.0720612	total: 3.41s	remaining: 769ms
816:	learn: 0.0719387	total: 3.41s	remaining: 765ms
817:	learn: 0.0719107	total: 3.42s	remaining: 760ms
818:	learn: 0.0717645	total: 3.42s	remaining: 755ms
819:	learn: 0.0717412	total: 3.42s	remaining: 751ms
820:	learn: 0.0717265	total: 3.42s	remaining: 746ms
821:	learn: 0.0716757	total: 3.42s	remaining: 742ms
822:	learn: 0.0716357	total: 3.43s	remaining: 737ms
823:	learn: 0.0716093	total: 3.43s	remaining: 733ms
824:	learn: 0.0715065	total: 3.43s	remaining: 728ms
825:	learn: 0.0713903	total: 3.44s	remaining: 724ms
826:	learn: 0.0713484	total: 3.44s	remaining: 719ms
827:	learn: 0.0711650	total: 3.44s	remaining: 715ms
828:	learn: 0.0709822	total: 3.44s	remaining: 710ms
829:	learn: 0.0708947	total: 3.44s	remaining: 706ms
830:	learn: 0.0708839	total: 3.45s	remaining: 701ms
831:	learn: 0.0708541	total: 3.45s	remaining: 697ms
832:	learn: 0.0708068	total: 3.45s	remaining: 692ms
833:	learn: 0.0707070	total: 3.46s	remaining: 688ms
834:	learn: 0.0706207	total: 3.46s	remaining: 683ms
835:	learn: 0.0705668	total: 3.46s	remaining: 679ms
836:	learn: 0.0705272	total: 3.46s	remaining: 674ms
837:	learn: 0.0704502	total: 3.46s	remaining: 670ms
838:	learn: 0.0704119	total: 3.47s	remaining: 665ms
839:	learn: 0.0703668	total: 3.47s	remaining: 661ms
840:	learn: 0.0703275	total: 3.47s	remaining: 656ms
841:	learn: 0.0702221	total: 3.47s	remaining: 652ms
842:	learn: 0.0701246	total: 3.48s	remaining: 647ms
843:	learn: 0.0700741	total: 3.48s	remaining: 643ms
844:	learn: 0.0699131	total: 3.48s	remaining: 638ms
845:	learn: 0.0697839	total: 3.48s	remaining: 634ms
846:	learn: 0.0697548	total: 3.48s	remaining: 630ms
847:	learn: 0.0697306	total: 3.49s	remaining: 625ms
848:	learn: 0.0696858	total: 3.49s	remaining: 621ms
849:	learn: 0.0696735	total: 3.49s	remaining: 617ms
850:	learn: 0.0696100	total: 3.5s	remaining: 613ms
851:	learn: 0.0694287	total: 3.5s	remaining: 608ms
852:	learn: 0.0693691	total: 3.5s	remaining: 604ms
853:	learn: 0.0692831	total: 3.51s	remaining: 599ms
854:	learn: 0.0692638	total: 3.51s	remaining: 595ms
855:	learn: 0.0691393	total: 3.51s	remaining: 591ms
856:	learn: 0.0690828	total: 3.51s	remaining: 586ms
857:	learn: 0.0689221	total: 3.52s	remaining: 582ms
858:	learn: 0.0688677	total: 3.52s	remaining: 578ms
859:	learn: 0.0687681	total: 3.53s	remaining: 574ms
860:	learn: 0.0687182	total: 3.53s	remaining: 570ms
861:	learn: 0.0686909	total: 3.53s	remaining: 566ms
862:	learn: 0.0686279	total: 3.54s	remaining: 561ms
863:	learn: 0.0685112	total: 3.54s	remaining: 557ms
864:	learn: 0.0684873	total: 3.54s	remaining: 553ms
865:	learn: 0.0684261	total: 3.55s	remaining: 549ms
866:	learn: 0.0683393	total: 3.55s	remaining: 544ms
867:	learn: 0.0682469	total: 3.55s	remaining: 540ms
868:	learn: 0.0682357	total: 3.56s	remaining: 536ms
869:	learn: 0.0681326	total: 3.56s	remaining: 532ms
870:	learn: 0.0680892	total: 3.56s	remaining: 528ms
871:	learn: 0.0680000	total: 3.56s	remaining: 523ms
872:	learn: 0.0679448	total: 3.57s	remaining: 519ms
873:	learn: 0.0679054	total: 3.57s	remaining: 515ms
874:	learn: 0.0677651	total: 3.57s	remaining: 510ms
875:	learn: 0.0676527	total: 3.57s	remaining: 506ms
876:	learn: 0.0675742	total: 3.58s	remaining: 502ms
877:	learn: 0.0674420	total: 3.58s	remaining: 497ms
878:	learn: 0.0673960	total: 3.58s	remaining: 493ms
879:	learn: 0.0672591	total: 3.58s	remaining: 489ms
880:	learn: 0.0672230	total: 3.58s	remaining: 484ms
881:	learn: 0.0670745	total: 3.59s	remaining: 480ms
882:	learn: 0.0669363	total: 3.59s	remaining: 476ms
883:	learn: 0.0669066	total: 3.59s	remaining: 471ms
884:	learn: 0.0668526	total: 3.59s	remaining: 467ms
885:	learn: 0.0667576	total: 3.6s	remaining: 463ms
886:	learn: 0.0666573	total: 3.6s	remaining: 458ms
887:	learn: 0.0665675	total: 3.6s	remaining: 454ms
888:	learn: 0.0665252	total: 3.6s	remaining: 450ms
889:	learn: 0.0664799	total: 3.6s	remaining: 446ms
890:	learn: 0.0663791	total: 3.61s	remaining: 441ms
891:	learn: 0.0663483	total: 3.61s	remaining: 437ms
892:	learn: 0.0662238	total: 3.61s	remaining: 433ms
893:	learn: 0.0662113	total: 3.61s	remaining: 429ms
894:	learn: 0.0661816	total: 3.62s	remaining: 424ms
895:	learn: 0.0661325	total: 3.62s	remaining: 420ms
896:	learn: 0.0660891	total: 3.62s	remaining: 416ms
897:	learn: 0.0659877	total: 3.62s	remaining: 412ms
898:	learn: 0.0658548	total: 3.63s	remaining: 407ms
899:	learn: 0.0657534	total: 3.63s	remaining: 403ms
900:	learn: 0.0657397	total: 3.63s	remaining: 399ms
901:	learn: 0.0656084	total: 3.63s	remaining: 395ms
902:	learn: 0.0655755	total: 3.64s	remaining: 391ms
903:	learn: 0.0655651	total: 3.64s	remaining: 387ms
904:	learn: 0.0655518	total: 3.64s	remaining: 382ms
905:	learn: 0.0654441	total: 3.64s	remaining: 378ms
906:	learn: 0.0653777	total: 3.65s	remaining: 374ms
907:	learn: 0.0653252	total: 3.65s	remaining: 370ms
908:	learn: 0.0652845	total: 3.65s	remaining: 366ms
909:	learn: 0.0652456	total: 3.65s	remaining: 361ms
910:	learn: 0.0652172	total: 3.65s	remaining: 357ms
911:	learn: 0.0651440	total: 3.66s	remaining: 353ms
912:	learn: 0.0650242	total: 3.66s	remaining: 349ms
913:	learn: 0.0649937	total: 3.66s	remaining: 345ms
914:	learn: 0.0649858	total: 3.66s	remaining: 340ms
915:	learn: 0.0649765	total: 3.67s	remaining: 336ms
916:	learn: 0.0647776	total: 3.67s	remaining: 332ms
917:	learn: 0.0647584	total: 3.67s	remaining: 328ms
918:	learn: 0.0646518	total: 3.67s	remaining: 324ms
919:	learn: 0.0646167	total: 3.67s	remaining: 320ms
920:	learn: 0.0645899	total: 3.68s	remaining: 315ms
921:	learn: 0.0643635	total: 3.68s	remaining: 311ms
922:	learn: 0.0643390	total: 3.68s	remaining: 307ms
923:	learn: 0.0642829	total: 3.68s	remaining: 303ms
924:	learn: 0.0641836	total: 3.69s	remaining: 299ms
925:	learn: 0.0641226	total: 3.69s	remaining: 295ms
926:	learn: 0.0639567	total: 3.69s	remaining: 291ms
927:	learn: 0.0638649	total: 3.69s	remaining: 287ms
928:	learn: 0.0638045	total: 3.69s	remaining: 282ms
929:	learn: 0.0637826	total: 3.7s	remaining: 278ms
930:	learn: 0.0636386	total: 3.7s	remaining: 274ms
931:	learn: 0.0635850	total: 3.7s	remaining: 270ms
932:	learn: 0.0635524	total: 3.7s	remaining: 266ms
933:	learn: 0.0635173	total: 3.71s	remaining: 262ms
934:	learn: 0.0634430	total: 3.71s	remaining: 258ms
935:	learn: 0.0634109	total: 3.71s	remaining: 254ms
936:	learn: 0.0633058	total: 3.72s	remaining: 250ms
937:	learn: 0.0632266	total: 3.72s	remaining: 246ms
938:	learn: 0.0632046	total: 3.72s	remaining: 242ms
939:	learn: 0.0631400	total: 3.73s	remaining: 238ms
940:	learn: 0.0630468	total: 3.73s	remaining: 234ms
941:	learn: 0.0629091	total: 3.73s	remaining: 230ms
942:	learn: 0.0628921	total: 3.73s	remaining: 226ms
943:	learn: 0.0628326	total: 3.74s	remaining: 222ms
944:	learn: 0.0627160	total: 3.74s	remaining: 218ms
945:	learn: 0.0626773	total: 3.74s	remaining: 214ms
946:	learn: 0.0626007	total: 3.75s	remaining: 210ms
947:	learn: 0.0625519	total: 3.75s	remaining: 206ms
948:	learn: 0.0625406	total: 3.75s	remaining: 202ms
949:	learn: 0.0625231	total: 3.75s	remaining: 198ms
950:	learn: 0.0624941	total: 3.75s	remaining: 193ms
951:	learn: 0.0624708	total: 3.76s	remaining: 189ms
952:	learn: 0.0623878	total: 3.76s	remaining: 185ms
953:	learn: 0.0623298	total: 3.76s	remaining: 181ms
954:	learn: 0.0622271	total: 3.77s	remaining: 177ms
955:	learn: 0.0621229	total: 3.77s	remaining: 173ms
956:	learn: 0.0620592	total: 3.77s	remaining: 169ms
957:	learn: 0.0620272	total: 3.77s	remaining: 165ms
958:	learn: 0.0619808	total: 3.78s	remaining: 161ms
959:	learn: 0.0619542	total: 3.78s	remaining: 157ms
960:	learn: 0.0619226	total: 3.78s	remaining: 153ms
961:	learn: 0.0618296	total: 3.78s	remaining: 149ms
962:	learn: 0.0618069	total: 3.79s	remaining: 145ms
963:	learn: 0.0616950	total: 3.79s	remaining: 141ms
964:	learn: 0.0616318	total: 3.79s	remaining: 137ms
965:	learn: 0.0615759	total: 3.79s	remaining: 133ms
966:	learn: 0.0615573	total: 3.79s	remaining: 129ms
967:	learn: 0.0614265	total: 3.8s	remaining: 126ms
968:	learn: 0.0614192	total: 3.8s	remaining: 122ms
969:	learn: 0.0613868	total: 3.8s	remaining: 118ms
970:	learn: 0.0613141	total: 3.8s	remaining: 114ms
971:	learn: 0.0612295	total: 3.81s	remaining: 110ms
972:	learn: 0.0611228	total: 3.81s	remaining: 106ms
973:	learn: 0.0610634	total: 3.81s	remaining: 102ms
974:	learn: 0.0610500	total: 3.81s	remaining: 97.8ms
975:	learn: 0.0610310	total: 3.81s	remaining: 93.8ms
976:	learn: 0.0609356	total: 3.82s	remaining: 89.9ms
977:	learn: 0.0608148	total: 3.82s	remaining: 85.9ms
978:	learn: 0.0607894	total: 3.82s	remaining: 82ms
979:	learn: 0.0607534	total: 3.82s	remaining: 78ms
980:	learn: 0.0607337	total: 3.83s	remaining: 74.1ms
981:	learn: 0.0606642	total: 3.83s	remaining: 70.2ms
982:	learn: 0.0605774	total: 3.83s	remaining: 66.2ms
983:	learn: 0.0605687	total: 3.83s	remaining: 62.3ms
984:	learn: 0.0605650	total: 3.84s	remaining: 58.4ms
985:	learn: 0.0604757	total: 3.84s	remaining: 54.5ms
986:	learn: 0.0604516	total: 3.84s	remaining: 50.6ms
987:	learn: 0.0603874	total: 3.84s	remaining: 46.7ms
988:	learn: 0.0603271	total: 3.85s	remaining: 42.8ms
989:	learn: 0.0602933	total: 3.85s	remaining: 38.9ms
990:	learn: 0.0602707	total: 3.85s	remaining: 35ms
991:	learn: 0.0601801	total: 3.85s	remaining: 31.1ms
992:	learn: 0.0601595	total: 3.86s	remaining: 27.2ms
993:	learn: 0.0601327	total: 3.86s	remaining: 23.3ms
994:	learn: 0.0600293	total: 3.86s	remaining: 19.4ms
995:	learn: 0.0599435	total: 3.86s	remaining: 15.5ms
996:	learn: 0.0599212	total: 3.87s	remaining: 11.6ms
997:	learn: 0.0598513	total: 3.87s	remaining: 7.75ms
998:	learn: 0.0598353	total: 3.87s	remaining: 3.88ms
999:	learn: 0.0597555	total: 3.87s	remaining: 0us
Learning rate set to 0.009366
0:	learn: 0.6819290	total: 8.43ms	remaining: 8.42s
1:	learn: 0.6704642	total: 11.6ms	remaining: 5.78s
2:	learn: 0.6631372	total: 14ms	remaining: 4.65s
3:	learn: 0.6523237	total: 16.4ms	remaining: 4.08s
4:	learn: 0.6427222	total: 19ms	remaining: 3.78s
5:	learn: 0.6330338	total: 21.4ms	remaining: 3.55s
6:	learn: 0.6234073	total: 23.9ms	remaining: 3.39s
7:	learn: 0.6126915	total: 26.4ms	remaining: 3.27s
8:	learn: 0.6039268	total: 28.8ms	remaining: 3.18s
9:	learn: 0.5957944	total: 31.5ms	remaining: 3.12s
10:	learn: 0.5902183	total: 33.8ms	remaining: 3.04s
11:	learn: 0.5806294	total: 36.1ms	remaining: 2.97s
12:	learn: 0.5719823	total: 38.6ms	remaining: 2.93s
13:	learn: 0.5648796	total: 41ms	remaining: 2.89s
14:	learn: 0.5560403	total: 43.4ms	remaining: 2.85s
15:	learn: 0.5482463	total: 45.8ms	remaining: 2.82s
16:	learn: 0.5424154	total: 48.1ms	remaining: 2.78s
17:	learn: 0.5342960	total: 50.4ms	remaining: 2.75s
18:	learn: 0.5281290	total: 52.8ms	remaining: 2.73s
19:	learn: 0.5201462	total: 55.4ms	remaining: 2.71s
20:	learn: 0.5137482	total: 57.8ms	remaining: 2.69s
21:	learn: 0.5060232	total: 60.2ms	remaining: 2.67s
22:	learn: 0.4987869	total: 62.6ms	remaining: 2.66s
23:	learn: 0.4941530	total: 65.2ms	remaining: 2.65s
24:	learn: 0.4877942	total: 67.7ms	remaining: 2.64s
25:	learn: 0.4804610	total: 70.3ms	remaining: 2.63s
26:	learn: 0.4749452	total: 72.7ms	remaining: 2.62s
27:	learn: 0.4691616	total: 75.2ms	remaining: 2.61s
28:	learn: 0.4633886	total: 77.5ms	remaining: 2.59s
29:	learn: 0.4583455	total: 79.9ms	remaining: 2.58s
30:	learn: 0.4542120	total: 82.2ms	remaining: 2.57s
31:	learn: 0.4480627	total: 84.7ms	remaining: 2.56s
32:	learn: 0.4425045	total: 87.1ms	remaining: 2.55s
33:	learn: 0.4377908	total: 89.6ms	remaining: 2.54s
34:	learn: 0.4325994	total: 91.9ms	remaining: 2.53s
35:	learn: 0.4276498	total: 94.5ms	remaining: 2.53s
36:	learn: 0.4233118	total: 96.9ms	remaining: 2.52s
37:	learn: 0.4187626	total: 101ms	remaining: 2.55s
38:	learn: 0.4139695	total: 104ms	remaining: 2.56s
39:	learn: 0.4090586	total: 106ms	remaining: 2.55s
40:	learn: 0.4044574	total: 109ms	remaining: 2.54s
41:	learn: 0.4003714	total: 111ms	remaining: 2.54s
42:	learn: 0.3951378	total: 115ms	remaining: 2.55s
43:	learn: 0.3906318	total: 117ms	remaining: 2.54s
44:	learn: 0.3858025	total: 119ms	remaining: 2.53s
45:	learn: 0.3813388	total: 122ms	remaining: 2.52s
46:	learn: 0.3780193	total: 124ms	remaining: 2.51s
47:	learn: 0.3746891	total: 126ms	remaining: 2.5s
48:	learn: 0.3706463	total: 129ms	remaining: 2.5s
49:	learn: 0.3679353	total: 131ms	remaining: 2.48s
50:	learn: 0.3650575	total: 133ms	remaining: 2.48s
51:	learn: 0.3623205	total: 135ms	remaining: 2.47s
52:	learn: 0.3601363	total: 137ms	remaining: 2.46s
53:	learn: 0.3570556	total: 140ms	remaining: 2.46s
54:	learn: 0.3538191	total: 143ms	remaining: 2.45s
55:	learn: 0.3512251	total: 145ms	remaining: 2.44s
56:	learn: 0.3475549	total: 147ms	remaining: 2.44s
57:	learn: 0.3444738	total: 150ms	remaining: 2.43s
58:	learn: 0.3413002	total: 152ms	remaining: 2.42s
59:	learn: 0.3381572	total: 154ms	remaining: 2.42s
60:	learn: 0.3357427	total: 157ms	remaining: 2.41s
61:	learn: 0.3328128	total: 160ms	remaining: 2.42s
62:	learn: 0.3301049	total: 162ms	remaining: 2.41s
63:	learn: 0.3279312	total: 164ms	remaining: 2.4s
64:	learn: 0.3251366	total: 167ms	remaining: 2.4s
65:	learn: 0.3217623	total: 169ms	remaining: 2.4s
66:	learn: 0.3193361	total: 172ms	remaining: 2.39s
67:	learn: 0.3165723	total: 174ms	remaining: 2.38s
68:	learn: 0.3137629	total: 176ms	remaining: 2.38s
69:	learn: 0.3107141	total: 179ms	remaining: 2.37s
70:	learn: 0.3082462	total: 181ms	remaining: 2.37s
71:	learn: 0.3064733	total: 183ms	remaining: 2.36s
72:	learn: 0.3041664	total: 186ms	remaining: 2.36s
73:	learn: 0.3019296	total: 188ms	remaining: 2.35s
74:	learn: 0.3002001	total: 191ms	remaining: 2.36s
75:	learn: 0.2983079	total: 195ms	remaining: 2.37s
76:	learn: 0.2959302	total: 198ms	remaining: 2.38s
77:	learn: 0.2943039	total: 202ms	remaining: 2.39s
78:	learn: 0.2921187	total: 204ms	remaining: 2.38s
79:	learn: 0.2905493	total: 207ms	remaining: 2.38s
80:	learn: 0.2886513	total: 209ms	remaining: 2.37s
81:	learn: 0.2868176	total: 211ms	remaining: 2.37s
82:	learn: 0.2847815	total: 214ms	remaining: 2.36s
83:	learn: 0.2831777	total: 216ms	remaining: 2.36s
84:	learn: 0.2816840	total: 218ms	remaining: 2.35s
85:	learn: 0.2798209	total: 221ms	remaining: 2.35s
86:	learn: 0.2777563	total: 223ms	remaining: 2.34s
87:	learn: 0.2759852	total: 225ms	remaining: 2.34s
88:	learn: 0.2745805	total: 228ms	remaining: 2.33s
89:	learn: 0.2732500	total: 230ms	remaining: 2.33s
90:	learn: 0.2716253	total: 233ms	remaining: 2.33s
91:	learn: 0.2699667	total: 235ms	remaining: 2.32s
92:	learn: 0.2682761	total: 238ms	remaining: 2.32s
93:	learn: 0.2669866	total: 240ms	remaining: 2.31s
94:	learn: 0.2652513	total: 242ms	remaining: 2.31s
95:	learn: 0.2633747	total: 245ms	remaining: 2.31s
96:	learn: 0.2618404	total: 248ms	remaining: 2.3s
97:	learn: 0.2601073	total: 250ms	remaining: 2.3s
98:	learn: 0.2589994	total: 253ms	remaining: 2.3s
99:	learn: 0.2573697	total: 255ms	remaining: 2.29s
100:	learn: 0.2564573	total: 258ms	remaining: 2.29s
101:	learn: 0.2552656	total: 260ms	remaining: 2.29s
102:	learn: 0.2542525	total: 262ms	remaining: 2.28s
103:	learn: 0.2528226	total: 265ms	remaining: 2.28s
104:	learn: 0.2514355	total: 267ms	remaining: 2.27s
105:	learn: 0.2500099	total: 269ms	remaining: 2.27s
106:	learn: 0.2485308	total: 272ms	remaining: 2.27s
107:	learn: 0.2472876	total: 274ms	remaining: 2.26s
108:	learn: 0.2457616	total: 276ms	remaining: 2.26s
109:	learn: 0.2448037	total: 279ms	remaining: 2.26s
110:	learn: 0.2440733	total: 281ms	remaining: 2.25s
111:	learn: 0.2427671	total: 284ms	remaining: 2.25s
112:	learn: 0.2415766	total: 286ms	remaining: 2.25s
113:	learn: 0.2407923	total: 288ms	remaining: 2.24s
114:	learn: 0.2397850	total: 292ms	remaining: 2.25s
115:	learn: 0.2386033	total: 294ms	remaining: 2.24s
116:	learn: 0.2373496	total: 297ms	remaining: 2.24s
117:	learn: 0.2362355	total: 299ms	remaining: 2.24s
118:	learn: 0.2353320	total: 302ms	remaining: 2.23s
119:	learn: 0.2346605	total: 306ms	remaining: 2.24s
120:	learn: 0.2338891	total: 308ms	remaining: 2.24s
121:	learn: 0.2330753	total: 311ms	remaining: 2.24s
122:	learn: 0.2322713	total: 313ms	remaining: 2.23s
123:	learn: 0.2312937	total: 317ms	remaining: 2.24s
124:	learn: 0.2301262	total: 320ms	remaining: 2.24s
125:	learn: 0.2297351	total: 322ms	remaining: 2.23s
126:	learn: 0.2290547	total: 325ms	remaining: 2.23s
127:	learn: 0.2283344	total: 327ms	remaining: 2.23s
128:	learn: 0.2273607	total: 330ms	remaining: 2.23s
129:	learn: 0.2263274	total: 332ms	remaining: 2.22s
130:	learn: 0.2254630	total: 335ms	remaining: 2.22s
131:	learn: 0.2244951	total: 337ms	remaining: 2.22s
132:	learn: 0.2235096	total: 340ms	remaining: 2.21s
133:	learn: 0.2225557	total: 342ms	remaining: 2.21s
134:	learn: 0.2220168	total: 344ms	remaining: 2.21s
135:	learn: 0.2211572	total: 347ms	remaining: 2.2s
136:	learn: 0.2201053	total: 349ms	remaining: 2.2s
137:	learn: 0.2194658	total: 352ms	remaining: 2.2s
138:	learn: 0.2187065	total: 354ms	remaining: 2.19s
139:	learn: 0.2178007	total: 357ms	remaining: 2.19s
140:	learn: 0.2169540	total: 360ms	remaining: 2.19s
141:	learn: 0.2160484	total: 363ms	remaining: 2.19s
142:	learn: 0.2151152	total: 366ms	remaining: 2.19s
143:	learn: 0.2143599	total: 368ms	remaining: 2.19s
144:	learn: 0.2136251	total: 371ms	remaining: 2.19s
145:	learn: 0.2130990	total: 373ms	remaining: 2.18s
146:	learn: 0.2118900	total: 376ms	remaining: 2.18s
147:	learn: 0.2113085	total: 378ms	remaining: 2.17s
148:	learn: 0.2108009	total: 383ms	remaining: 2.19s
149:	learn: 0.2104225	total: 387ms	remaining: 2.19s
150:	learn: 0.2098925	total: 392ms	remaining: 2.2s
151:	learn: 0.2094098	total: 395ms	remaining: 2.21s
152:	learn: 0.2088428	total: 398ms	remaining: 2.2s
153:	learn: 0.2082183	total: 401ms	remaining: 2.2s
154:	learn: 0.2075808	total: 403ms	remaining: 2.2s
155:	learn: 0.2072212	total: 406ms	remaining: 2.19s
156:	learn: 0.2066146	total: 408ms	remaining: 2.19s
157:	learn: 0.2061631	total: 411ms	remaining: 2.19s
158:	learn: 0.2056605	total: 413ms	remaining: 2.18s
159:	learn: 0.2052640	total: 415ms	remaining: 2.18s
160:	learn: 0.2045352	total: 418ms	remaining: 2.18s
161:	learn: 0.2038787	total: 420ms	remaining: 2.17s
162:	learn: 0.2033736	total: 422ms	remaining: 2.17s
163:	learn: 0.2028060	total: 425ms	remaining: 2.16s
164:	learn: 0.2024944	total: 427ms	remaining: 2.16s
165:	learn: 0.2020174	total: 429ms	remaining: 2.16s
166:	learn: 0.2015418	total: 432ms	remaining: 2.15s
167:	learn: 0.2009866	total: 434ms	remaining: 2.15s
168:	learn: 0.2002239	total: 437ms	remaining: 2.15s
169:	learn: 0.1998787	total: 439ms	remaining: 2.14s
170:	learn: 0.1995473	total: 441ms	remaining: 2.14s
171:	learn: 0.1990624	total: 443ms	remaining: 2.13s
172:	learn: 0.1986005	total: 446ms	remaining: 2.13s
173:	learn: 0.1979095	total: 448ms	remaining: 2.13s
174:	learn: 0.1972211	total: 450ms	remaining: 2.12s
175:	learn: 0.1965868	total: 453ms	remaining: 2.12s
176:	learn: 0.1960402	total: 455ms	remaining: 2.11s
177:	learn: 0.1957173	total: 457ms	remaining: 2.11s
178:	learn: 0.1952477	total: 459ms	remaining: 2.11s
179:	learn: 0.1949607	total: 462ms	remaining: 2.1s
180:	learn: 0.1946012	total: 464ms	remaining: 2.1s
181:	learn: 0.1943264	total: 467ms	remaining: 2.1s
182:	learn: 0.1937136	total: 469ms	remaining: 2.09s
183:	learn: 0.1932903	total: 472ms	remaining: 2.09s
184:	learn: 0.1929903	total: 474ms	remaining: 2.09s
185:	learn: 0.1926349	total: 477ms	remaining: 2.08s
186:	learn: 0.1921155	total: 479ms	remaining: 2.08s
187:	learn: 0.1915881	total: 482ms	remaining: 2.08s
188:	learn: 0.1913591	total: 488ms	remaining: 2.09s
189:	learn: 0.1908859	total: 491ms	remaining: 2.09s
190:	learn: 0.1903995	total: 493ms	remaining: 2.09s
191:	learn: 0.1899821	total: 496ms	remaining: 2.09s
192:	learn: 0.1896789	total: 499ms	remaining: 2.08s
193:	learn: 0.1891812	total: 501ms	remaining: 2.08s
194:	learn: 0.1889327	total: 503ms	remaining: 2.08s
195:	learn: 0.1885225	total: 506ms	remaining: 2.07s
196:	learn: 0.1880755	total: 508ms	remaining: 2.07s
197:	learn: 0.1874631	total: 511ms	remaining: 2.07s
198:	learn: 0.1870303	total: 513ms	remaining: 2.06s
199:	learn: 0.1864397	total: 517ms	remaining: 2.07s
200:	learn: 0.1857902	total: 521ms	remaining: 2.07s
201:	learn: 0.1853327	total: 524ms	remaining: 2.07s
202:	learn: 0.1850116	total: 528ms	remaining: 2.07s
203:	learn: 0.1846128	total: 531ms	remaining: 2.07s
204:	learn: 0.1842193	total: 534ms	remaining: 2.07s
205:	learn: 0.1836310	total: 536ms	remaining: 2.07s
206:	learn: 0.1831506	total: 539ms	remaining: 2.06s
207:	learn: 0.1828762	total: 541ms	remaining: 2.06s
208:	learn: 0.1826093	total: 543ms	remaining: 2.06s
209:	learn: 0.1821703	total: 546ms	remaining: 2.05s
210:	learn: 0.1819401	total: 548ms	remaining: 2.05s
211:	learn: 0.1817129	total: 550ms	remaining: 2.05s
212:	learn: 0.1814552	total: 553ms	remaining: 2.04s
213:	learn: 0.1811422	total: 555ms	remaining: 2.04s
214:	learn: 0.1808249	total: 558ms	remaining: 2.04s
215:	learn: 0.1805019	total: 560ms	remaining: 2.03s
216:	learn: 0.1800908	total: 562ms	remaining: 2.03s
217:	learn: 0.1797561	total: 565ms	remaining: 2.02s
218:	learn: 0.1793194	total: 567ms	remaining: 2.02s
219:	learn: 0.1789850	total: 569ms	remaining: 2.02s
220:	learn: 0.1786135	total: 574ms	remaining: 2.02s
221:	learn: 0.1783501	total: 579ms	remaining: 2.03s
222:	learn: 0.1778365	total: 581ms	remaining: 2.02s
223:	learn: 0.1776672	total: 586ms	remaining: 2.03s
224:	learn: 0.1772753	total: 592ms	remaining: 2.04s
225:	learn: 0.1769885	total: 595ms	remaining: 2.04s
226:	learn: 0.1767645	total: 597ms	remaining: 2.03s
227:	learn: 0.1764852	total: 601ms	remaining: 2.03s
228:	learn: 0.1761845	total: 605ms	remaining: 2.04s
229:	learn: 0.1759312	total: 608ms	remaining: 2.04s
230:	learn: 0.1756868	total: 610ms	remaining: 2.03s
231:	learn: 0.1754546	total: 613ms	remaining: 2.03s
232:	learn: 0.1752543	total: 616ms	remaining: 2.03s
233:	learn: 0.1748989	total: 618ms	remaining: 2.02s
234:	learn: 0.1745789	total: 621ms	remaining: 2.02s
235:	learn: 0.1742303	total: 623ms	remaining: 2.02s
236:	learn: 0.1738533	total: 626ms	remaining: 2.01s
237:	learn: 0.1734389	total: 628ms	remaining: 2.01s
238:	learn: 0.1731277	total: 631ms	remaining: 2.01s
239:	learn: 0.1729310	total: 633ms	remaining: 2s
240:	learn: 0.1724398	total: 636ms	remaining: 2s
241:	learn: 0.1720285	total: 638ms	remaining: 2s
242:	learn: 0.1718117	total: 641ms	remaining: 2s
243:	learn: 0.1713292	total: 643ms	remaining: 1.99s
244:	learn: 0.1709743	total: 646ms	remaining: 1.99s
245:	learn: 0.1707326	total: 648ms	remaining: 1.99s
246:	learn: 0.1705482	total: 651ms	remaining: 1.98s
247:	learn: 0.1701726	total: 653ms	remaining: 1.98s
248:	learn: 0.1698370	total: 655ms	remaining: 1.98s
249:	learn: 0.1696521	total: 658ms	remaining: 1.97s
250:	learn: 0.1693452	total: 660ms	remaining: 1.97s
251:	learn: 0.1689779	total: 663ms	remaining: 1.97s
252:	learn: 0.1688037	total: 665ms	remaining: 1.96s
253:	learn: 0.1684666	total: 668ms	remaining: 1.96s
254:	learn: 0.1682126	total: 670ms	remaining: 1.96s
255:	learn: 0.1680625	total: 673ms	remaining: 1.96s
256:	learn: 0.1677386	total: 676ms	remaining: 1.95s
257:	learn: 0.1674329	total: 678ms	remaining: 1.95s
258:	learn: 0.1670975	total: 681ms	remaining: 1.95s
259:	learn: 0.1669933	total: 683ms	remaining: 1.94s
260:	learn: 0.1668076	total: 686ms	remaining: 1.94s
261:	learn: 0.1665095	total: 688ms	remaining: 1.94s
262:	learn: 0.1661735	total: 691ms	remaining: 1.94s
263:	learn: 0.1658203	total: 693ms	remaining: 1.93s
264:	learn: 0.1656473	total: 696ms	remaining: 1.93s
265:	learn: 0.1653370	total: 698ms	remaining: 1.93s
266:	learn: 0.1650184	total: 700ms	remaining: 1.92s
267:	learn: 0.1647644	total: 703ms	remaining: 1.92s
268:	learn: 0.1643574	total: 705ms	remaining: 1.92s
269:	learn: 0.1641304	total: 708ms	remaining: 1.91s
270:	learn: 0.1639457	total: 710ms	remaining: 1.91s
271:	learn: 0.1638984	total: 711ms	remaining: 1.9s
272:	learn: 0.1636948	total: 714ms	remaining: 1.9s
273:	learn: 0.1634029	total: 716ms	remaining: 1.9s
274:	learn: 0.1631361	total: 719ms	remaining: 1.89s
275:	learn: 0.1629729	total: 722ms	remaining: 1.89s
276:	learn: 0.1627448	total: 724ms	remaining: 1.89s
277:	learn: 0.1624533	total: 726ms	remaining: 1.89s
278:	learn: 0.1621630	total: 729ms	remaining: 1.88s
279:	learn: 0.1619409	total: 731ms	remaining: 1.88s
280:	learn: 0.1617768	total: 734ms	remaining: 1.88s
281:	learn: 0.1613720	total: 736ms	remaining: 1.87s
282:	learn: 0.1611128	total: 739ms	remaining: 1.87s
283:	learn: 0.1609467	total: 741ms	remaining: 1.87s
284:	learn: 0.1607233	total: 744ms	remaining: 1.86s
285:	learn: 0.1604928	total: 746ms	remaining: 1.86s
286:	learn: 0.1602526	total: 748ms	remaining: 1.86s
287:	learn: 0.1599307	total: 751ms	remaining: 1.85s
288:	learn: 0.1594258	total: 753ms	remaining: 1.85s
289:	learn: 0.1590594	total: 755ms	remaining: 1.85s
290:	learn: 0.1588491	total: 758ms	remaining: 1.85s
291:	learn: 0.1586513	total: 762ms	remaining: 1.85s
292:	learn: 0.1584433	total: 766ms	remaining: 1.85s
293:	learn: 0.1582192	total: 771ms	remaining: 1.85s
294:	learn: 0.1579106	total: 774ms	remaining: 1.85s
295:	learn: 0.1577435	total: 777ms	remaining: 1.85s
296:	learn: 0.1575576	total: 778ms	remaining: 1.84s
297:	learn: 0.1572140	total: 781ms	remaining: 1.84s
298:	learn: 0.1569029	total: 784ms	remaining: 1.84s
299:	learn: 0.1566843	total: 787ms	remaining: 1.83s
300:	learn: 0.1564331	total: 789ms	remaining: 1.83s
301:	learn: 0.1562757	total: 792ms	remaining: 1.83s
302:	learn: 0.1558555	total: 794ms	remaining: 1.83s
303:	learn: 0.1554935	total: 797ms	remaining: 1.82s
304:	learn: 0.1552563	total: 799ms	remaining: 1.82s
305:	learn: 0.1551258	total: 801ms	remaining: 1.82s
306:	learn: 0.1548705	total: 804ms	remaining: 1.81s
307:	learn: 0.1546786	total: 807ms	remaining: 1.81s
308:	learn: 0.1543851	total: 809ms	remaining: 1.81s
309:	learn: 0.1542287	total: 811ms	remaining: 1.8s
310:	learn: 0.1539727	total: 814ms	remaining: 1.8s
311:	learn: 0.1538542	total: 816ms	remaining: 1.8s
312:	learn: 0.1537146	total: 819ms	remaining: 1.8s
313:	learn: 0.1534360	total: 821ms	remaining: 1.79s
314:	learn: 0.1531766	total: 823ms	remaining: 1.79s
315:	learn: 0.1530586	total: 826ms	remaining: 1.79s
316:	learn: 0.1529362	total: 828ms	remaining: 1.78s
317:	learn: 0.1526864	total: 831ms	remaining: 1.78s
318:	learn: 0.1524708	total: 833ms	remaining: 1.78s
319:	learn: 0.1522880	total: 835ms	remaining: 1.77s
320:	learn: 0.1521480	total: 838ms	remaining: 1.77s
321:	learn: 0.1520348	total: 840ms	remaining: 1.77s
322:	learn: 0.1518925	total: 843ms	remaining: 1.77s
323:	learn: 0.1516209	total: 845ms	remaining: 1.76s
324:	learn: 0.1514861	total: 847ms	remaining: 1.76s
325:	learn: 0.1513099	total: 850ms	remaining: 1.76s
326:	learn: 0.1510774	total: 852ms	remaining: 1.75s
327:	learn: 0.1508979	total: 854ms	remaining: 1.75s
328:	learn: 0.1506811	total: 857ms	remaining: 1.75s
329:	learn: 0.1505237	total: 859ms	remaining: 1.74s
330:	learn: 0.1502468	total: 861ms	remaining: 1.74s
331:	learn: 0.1500984	total: 864ms	remaining: 1.74s
332:	learn: 0.1499082	total: 866ms	remaining: 1.74s
333:	learn: 0.1497219	total: 869ms	remaining: 1.73s
334:	learn: 0.1494519	total: 871ms	remaining: 1.73s
335:	learn: 0.1493553	total: 873ms	remaining: 1.73s
336:	learn: 0.1492260	total: 876ms	remaining: 1.72s
337:	learn: 0.1489773	total: 878ms	remaining: 1.72s
338:	learn: 0.1488750	total: 882ms	remaining: 1.72s
339:	learn: 0.1485537	total: 885ms	remaining: 1.72s
340:	learn: 0.1483590	total: 887ms	remaining: 1.71s
341:	learn: 0.1481481	total: 891ms	remaining: 1.71s
342:	learn: 0.1479866	total: 894ms	remaining: 1.71s
343:	learn: 0.1477892	total: 896ms	remaining: 1.71s
344:	learn: 0.1474764	total: 899ms	remaining: 1.71s
345:	learn: 0.1472751	total: 901ms	remaining: 1.7s
346:	learn: 0.1470398	total: 903ms	remaining: 1.7s
347:	learn: 0.1469175	total: 906ms	remaining: 1.7s
348:	learn: 0.1466172	total: 908ms	remaining: 1.69s
349:	learn: 0.1464889	total: 910ms	remaining: 1.69s
350:	learn: 0.1462391	total: 913ms	remaining: 1.69s
351:	learn: 0.1460239	total: 915ms	remaining: 1.68s
352:	learn: 0.1458205	total: 918ms	remaining: 1.68s
353:	learn: 0.1456221	total: 920ms	remaining: 1.68s
354:	learn: 0.1455468	total: 922ms	remaining: 1.68s
355:	learn: 0.1453121	total: 925ms	remaining: 1.67s
356:	learn: 0.1451119	total: 927ms	remaining: 1.67s
357:	learn: 0.1449267	total: 929ms	remaining: 1.67s
358:	learn: 0.1447649	total: 931ms	remaining: 1.66s
359:	learn: 0.1445701	total: 934ms	remaining: 1.66s
360:	learn: 0.1442047	total: 936ms	remaining: 1.66s
361:	learn: 0.1439043	total: 939ms	remaining: 1.65s
362:	learn: 0.1437713	total: 941ms	remaining: 1.65s
363:	learn: 0.1436143	total: 944ms	remaining: 1.65s
364:	learn: 0.1433996	total: 946ms	remaining: 1.65s
365:	learn: 0.1432480	total: 948ms	remaining: 1.64s
366:	learn: 0.1430541	total: 951ms	remaining: 1.64s
367:	learn: 0.1429402	total: 956ms	remaining: 1.64s
368:	learn: 0.1427584	total: 960ms	remaining: 1.64s
369:	learn: 0.1425719	total: 966ms	remaining: 1.64s
370:	learn: 0.1423823	total: 968ms	remaining: 1.64s
371:	learn: 0.1421213	total: 971ms	remaining: 1.64s
372:	learn: 0.1418199	total: 973ms	remaining: 1.64s
373:	learn: 0.1416694	total: 977ms	remaining: 1.64s
374:	learn: 0.1414524	total: 979ms	remaining: 1.63s
375:	learn: 0.1413385	total: 981ms	remaining: 1.63s
376:	learn: 0.1411293	total: 984ms	remaining: 1.63s
377:	learn: 0.1410205	total: 986ms	remaining: 1.62s
378:	learn: 0.1407093	total: 989ms	remaining: 1.62s
379:	learn: 0.1405729	total: 991ms	remaining: 1.62s
380:	learn: 0.1403099	total: 994ms	remaining: 1.61s
381:	learn: 0.1401529	total: 996ms	remaining: 1.61s
382:	learn: 0.1399752	total: 999ms	remaining: 1.61s
383:	learn: 0.1397666	total: 1s	remaining: 1.6s
384:	learn: 0.1395286	total: 1s	remaining: 1.6s
385:	learn: 0.1394516	total: 1s	remaining: 1.6s
386:	learn: 0.1393230	total: 1.01s	remaining: 1.6s
387:	learn: 0.1391564	total: 1.01s	remaining: 1.59s
388:	learn: 0.1390116	total: 1.01s	remaining: 1.59s
389:	learn: 0.1388028	total: 1.02s	remaining: 1.59s
390:	learn: 0.1387863	total: 1.02s	remaining: 1.59s
391:	learn: 0.1385281	total: 1.02s	remaining: 1.58s
392:	learn: 0.1382898	total: 1.02s	remaining: 1.58s
393:	learn: 0.1381407	total: 1.02s	remaining: 1.58s
394:	learn: 0.1378451	total: 1.03s	remaining: 1.57s
395:	learn: 0.1377002	total: 1.03s	remaining: 1.57s
396:	learn: 0.1375130	total: 1.03s	remaining: 1.57s
397:	learn: 0.1373077	total: 1.03s	remaining: 1.56s
398:	learn: 0.1371679	total: 1.04s	remaining: 1.56s
399:	learn: 0.1368829	total: 1.04s	remaining: 1.56s
400:	learn: 0.1367188	total: 1.04s	remaining: 1.56s
401:	learn: 0.1365883	total: 1.04s	remaining: 1.55s
402:	learn: 0.1364317	total: 1.05s	remaining: 1.55s
403:	learn: 0.1362965	total: 1.05s	remaining: 1.55s
404:	learn: 0.1359510	total: 1.05s	remaining: 1.54s
405:	learn: 0.1358360	total: 1.06s	remaining: 1.54s
406:	learn: 0.1356475	total: 1.06s	remaining: 1.54s
407:	learn: 0.1355091	total: 1.06s	remaining: 1.54s
408:	learn: 0.1353375	total: 1.06s	remaining: 1.54s
409:	learn: 0.1351918	total: 1.07s	remaining: 1.53s
410:	learn: 0.1350296	total: 1.07s	remaining: 1.53s
411:	learn: 0.1348352	total: 1.07s	remaining: 1.53s
412:	learn: 0.1346449	total: 1.07s	remaining: 1.53s
413:	learn: 0.1343780	total: 1.08s	remaining: 1.52s
414:	learn: 0.1341951	total: 1.08s	remaining: 1.52s
415:	learn: 0.1340220	total: 1.08s	remaining: 1.52s
416:	learn: 0.1338896	total: 1.08s	remaining: 1.51s
417:	learn: 0.1337654	total: 1.08s	remaining: 1.51s
418:	learn: 0.1336358	total: 1.09s	remaining: 1.51s
419:	learn: 0.1334943	total: 1.09s	remaining: 1.5s
420:	learn: 0.1334188	total: 1.09s	remaining: 1.5s
421:	learn: 0.1333195	total: 1.09s	remaining: 1.5s
422:	learn: 0.1331996	total: 1.1s	remaining: 1.5s
423:	learn: 0.1330807	total: 1.1s	remaining: 1.49s
424:	learn: 0.1329875	total: 1.1s	remaining: 1.49s
425:	learn: 0.1328803	total: 1.1s	remaining: 1.49s
426:	learn: 0.1326798	total: 1.11s	remaining: 1.49s
427:	learn: 0.1324564	total: 1.11s	remaining: 1.48s
428:	learn: 0.1322494	total: 1.11s	remaining: 1.48s
429:	learn: 0.1321301	total: 1.11s	remaining: 1.48s
430:	learn: 0.1320081	total: 1.12s	remaining: 1.47s
431:	learn: 0.1318030	total: 1.12s	remaining: 1.47s
432:	learn: 0.1315648	total: 1.12s	remaining: 1.47s
433:	learn: 0.1314463	total: 1.12s	remaining: 1.47s
434:	learn: 0.1312720	total: 1.13s	remaining: 1.46s
435:	learn: 0.1311220	total: 1.13s	remaining: 1.46s
436:	learn: 0.1309614	total: 1.13s	remaining: 1.46s
437:	learn: 0.1308434	total: 1.13s	remaining: 1.45s
438:	learn: 0.1306787	total: 1.14s	remaining: 1.45s
439:	learn: 0.1304440	total: 1.14s	remaining: 1.45s
440:	learn: 0.1303647	total: 1.14s	remaining: 1.45s
441:	learn: 0.1301615	total: 1.14s	remaining: 1.44s
442:	learn: 0.1300112	total: 1.15s	remaining: 1.44s
443:	learn: 0.1298410	total: 1.15s	remaining: 1.44s
444:	learn: 0.1295955	total: 1.15s	remaining: 1.43s
445:	learn: 0.1293125	total: 1.16s	remaining: 1.44s
446:	learn: 0.1291412	total: 1.16s	remaining: 1.44s
447:	learn: 0.1290418	total: 1.16s	remaining: 1.44s
448:	learn: 0.1288912	total: 1.17s	remaining: 1.43s
449:	learn: 0.1287183	total: 1.17s	remaining: 1.43s
450:	learn: 0.1284401	total: 1.17s	remaining: 1.43s
451:	learn: 0.1282822	total: 1.17s	remaining: 1.42s
452:	learn: 0.1280756	total: 1.18s	remaining: 1.42s
453:	learn: 0.1279155	total: 1.18s	remaining: 1.42s
454:	learn: 0.1277307	total: 1.18s	remaining: 1.42s
455:	learn: 0.1274894	total: 1.18s	remaining: 1.41s
456:	learn: 0.1274194	total: 1.19s	remaining: 1.41s
457:	learn: 0.1271627	total: 1.19s	remaining: 1.41s
458:	learn: 0.1270457	total: 1.19s	remaining: 1.41s
459:	learn: 0.1268191	total: 1.19s	remaining: 1.4s
460:	learn: 0.1267042	total: 1.2s	remaining: 1.4s
461:	learn: 0.1265477	total: 1.2s	remaining: 1.4s
462:	learn: 0.1263294	total: 1.2s	remaining: 1.39s
463:	learn: 0.1261492	total: 1.2s	remaining: 1.39s
464:	learn: 0.1260315	total: 1.21s	remaining: 1.39s
465:	learn: 0.1257237	total: 1.21s	remaining: 1.39s
466:	learn: 0.1256026	total: 1.21s	remaining: 1.38s
467:	learn: 0.1254287	total: 1.21s	remaining: 1.38s
468:	learn: 0.1253111	total: 1.22s	remaining: 1.38s
469:	learn: 0.1252017	total: 1.22s	remaining: 1.37s
470:	learn: 0.1250819	total: 1.22s	remaining: 1.37s
471:	learn: 0.1250040	total: 1.23s	remaining: 1.37s
472:	learn: 0.1249179	total: 1.23s	remaining: 1.37s
473:	learn: 0.1247870	total: 1.23s	remaining: 1.36s
474:	learn: 0.1247136	total: 1.23s	remaining: 1.36s
475:	learn: 0.1245638	total: 1.23s	remaining: 1.36s
476:	learn: 0.1243214	total: 1.24s	remaining: 1.36s
477:	learn: 0.1241982	total: 1.24s	remaining: 1.35s
478:	learn: 0.1241201	total: 1.24s	remaining: 1.35s
479:	learn: 0.1239665	total: 1.24s	remaining: 1.35s
480:	learn: 0.1238390	total: 1.25s	remaining: 1.34s
481:	learn: 0.1237516	total: 1.25s	remaining: 1.34s
482:	learn: 0.1236259	total: 1.25s	remaining: 1.34s
483:	learn: 0.1235069	total: 1.26s	remaining: 1.34s
484:	learn: 0.1233820	total: 1.26s	remaining: 1.34s
485:	learn: 0.1232967	total: 1.27s	remaining: 1.34s
486:	learn: 0.1230945	total: 1.28s	remaining: 1.34s
487:	learn: 0.1229930	total: 1.28s	remaining: 1.35s
488:	learn: 0.1228806	total: 1.29s	remaining: 1.35s
489:	learn: 0.1227966	total: 1.3s	remaining: 1.35s
490:	learn: 0.1226153	total: 1.3s	remaining: 1.35s
491:	learn: 0.1224999	total: 1.31s	remaining: 1.35s
492:	learn: 0.1223367	total: 1.31s	remaining: 1.35s
493:	learn: 0.1221867	total: 1.32s	remaining: 1.35s
494:	learn: 0.1219839	total: 1.32s	remaining: 1.35s
495:	learn: 0.1217576	total: 1.33s	remaining: 1.35s
496:	learn: 0.1216748	total: 1.33s	remaining: 1.35s
497:	learn: 0.1215212	total: 1.35s	remaining: 1.36s
498:	learn: 0.1213334	total: 1.36s	remaining: 1.36s
499:	learn: 0.1211465	total: 1.36s	remaining: 1.36s
500:	learn: 0.1208615	total: 1.37s	remaining: 1.36s
501:	learn: 0.1206269	total: 1.37s	remaining: 1.36s
502:	learn: 0.1205077	total: 1.38s	remaining: 1.36s
503:	learn: 0.1204134	total: 1.38s	remaining: 1.36s
504:	learn: 0.1202782	total: 1.38s	remaining: 1.35s
505:	learn: 0.1201002	total: 1.39s	remaining: 1.35s
506:	learn: 0.1199507	total: 1.39s	remaining: 1.35s
507:	learn: 0.1198680	total: 1.39s	remaining: 1.35s
508:	learn: 0.1197273	total: 1.39s	remaining: 1.34s
509:	learn: 0.1196650	total: 1.4s	remaining: 1.34s
510:	learn: 0.1194930	total: 1.41s	remaining: 1.34s
511:	learn: 0.1193374	total: 1.41s	remaining: 1.34s
512:	learn: 0.1191087	total: 1.41s	remaining: 1.34s
513:	learn: 0.1188947	total: 1.42s	remaining: 1.34s
514:	learn: 0.1186908	total: 1.42s	remaining: 1.34s
515:	learn: 0.1185603	total: 1.42s	remaining: 1.33s
516:	learn: 0.1184172	total: 1.42s	remaining: 1.33s
517:	learn: 0.1182466	total: 1.43s	remaining: 1.33s
518:	learn: 0.1180372	total: 1.43s	remaining: 1.32s
519:	learn: 0.1179306	total: 1.43s	remaining: 1.32s
520:	learn: 0.1177634	total: 1.44s	remaining: 1.32s
521:	learn: 0.1176571	total: 1.44s	remaining: 1.32s
522:	learn: 0.1175614	total: 1.44s	remaining: 1.31s
523:	learn: 0.1175469	total: 1.44s	remaining: 1.31s
524:	learn: 0.1174644	total: 1.45s	remaining: 1.31s
525:	learn: 0.1173868	total: 1.45s	remaining: 1.3s
526:	learn: 0.1172449	total: 1.45s	remaining: 1.3s
527:	learn: 0.1169828	total: 1.45s	remaining: 1.3s
528:	learn: 0.1168350	total: 1.46s	remaining: 1.3s
529:	learn: 0.1166527	total: 1.46s	remaining: 1.29s
530:	learn: 0.1165609	total: 1.47s	remaining: 1.3s
531:	learn: 0.1164260	total: 1.48s	remaining: 1.3s
532:	learn: 0.1162294	total: 1.48s	remaining: 1.3s
533:	learn: 0.1160934	total: 1.49s	remaining: 1.3s
534:	learn: 0.1160298	total: 1.49s	remaining: 1.29s
535:	learn: 0.1158376	total: 1.49s	remaining: 1.29s
536:	learn: 0.1157291	total: 1.49s	remaining: 1.29s
537:	learn: 0.1155594	total: 1.5s	remaining: 1.29s
538:	learn: 0.1153885	total: 1.5s	remaining: 1.28s
539:	learn: 0.1153140	total: 1.5s	remaining: 1.28s
540:	learn: 0.1152617	total: 1.51s	remaining: 1.28s
541:	learn: 0.1151565	total: 1.51s	remaining: 1.27s
542:	learn: 0.1149860	total: 1.51s	remaining: 1.27s
543:	learn: 0.1147531	total: 1.52s	remaining: 1.27s
544:	learn: 0.1146202	total: 1.52s	remaining: 1.27s
545:	learn: 0.1145241	total: 1.53s	remaining: 1.27s
546:	learn: 0.1142092	total: 1.54s	remaining: 1.27s
547:	learn: 0.1141373	total: 1.54s	remaining: 1.27s
548:	learn: 0.1140112	total: 1.55s	remaining: 1.27s
549:	learn: 0.1137678	total: 1.56s	remaining: 1.28s
550:	learn: 0.1136839	total: 1.57s	remaining: 1.28s
551:	learn: 0.1135616	total: 1.58s	remaining: 1.28s
552:	learn: 0.1135022	total: 1.58s	remaining: 1.28s
553:	learn: 0.1133761	total: 1.58s	remaining: 1.27s
554:	learn: 0.1132734	total: 1.59s	remaining: 1.27s
555:	learn: 0.1130443	total: 1.59s	remaining: 1.27s
556:	learn: 0.1129660	total: 1.6s	remaining: 1.27s
557:	learn: 0.1127820	total: 1.6s	remaining: 1.27s
558:	learn: 0.1127413	total: 1.6s	remaining: 1.27s
559:	learn: 0.1126177	total: 1.61s	remaining: 1.26s
560:	learn: 0.1125397	total: 1.61s	remaining: 1.26s
561:	learn: 0.1122866	total: 1.61s	remaining: 1.26s
562:	learn: 0.1120806	total: 1.61s	remaining: 1.25s
563:	learn: 0.1118787	total: 1.62s	remaining: 1.25s
564:	learn: 0.1117525	total: 1.62s	remaining: 1.25s
565:	learn: 0.1116448	total: 1.62s	remaining: 1.24s
566:	learn: 0.1115507	total: 1.62s	remaining: 1.24s
567:	learn: 0.1113585	total: 1.63s	remaining: 1.24s
568:	learn: 0.1111815	total: 1.63s	remaining: 1.23s
569:	learn: 0.1110815	total: 1.64s	remaining: 1.23s
570:	learn: 0.1109786	total: 1.64s	remaining: 1.23s
571:	learn: 0.1108971	total: 1.65s	remaining: 1.23s
572:	learn: 0.1107824	total: 1.65s	remaining: 1.23s
573:	learn: 0.1106883	total: 1.65s	remaining: 1.23s
574:	learn: 0.1105698	total: 1.66s	remaining: 1.23s
575:	learn: 0.1104556	total: 1.66s	remaining: 1.22s
576:	learn: 0.1102349	total: 1.66s	remaining: 1.22s
577:	learn: 0.1101431	total: 1.67s	remaining: 1.22s
578:	learn: 0.1100055	total: 1.68s	remaining: 1.22s
579:	learn: 0.1098048	total: 1.68s	remaining: 1.22s
580:	learn: 0.1096693	total: 1.69s	remaining: 1.22s
581:	learn: 0.1094762	total: 1.69s	remaining: 1.22s
582:	learn: 0.1093961	total: 1.7s	remaining: 1.22s
583:	learn: 0.1092642	total: 1.71s	remaining: 1.22s
584:	learn: 0.1091876	total: 1.72s	remaining: 1.22s
585:	learn: 0.1090307	total: 1.73s	remaining: 1.22s
586:	learn: 0.1088827	total: 1.73s	remaining: 1.22s
587:	learn: 0.1087086	total: 1.74s	remaining: 1.22s
588:	learn: 0.1085871	total: 1.74s	remaining: 1.22s
589:	learn: 0.1085576	total: 1.75s	remaining: 1.22s
590:	learn: 0.1084932	total: 1.75s	remaining: 1.21s
591:	learn: 0.1083267	total: 1.76s	remaining: 1.21s
592:	learn: 0.1081722	total: 1.76s	remaining: 1.21s
593:	learn: 0.1080727	total: 1.77s	remaining: 1.21s
594:	learn: 0.1078696	total: 1.77s	remaining: 1.21s
595:	learn: 0.1077748	total: 1.78s	remaining: 1.21s
596:	learn: 0.1077026	total: 1.78s	remaining: 1.2s
597:	learn: 0.1075243	total: 1.8s	remaining: 1.21s
598:	learn: 0.1074716	total: 1.8s	remaining: 1.21s
599:	learn: 0.1071878	total: 1.81s	remaining: 1.21s
600:	learn: 0.1070768	total: 1.82s	remaining: 1.21s
601:	learn: 0.1069564	total: 1.82s	remaining: 1.21s
602:	learn: 0.1069070	total: 1.83s	remaining: 1.2s
603:	learn: 0.1067622	total: 1.83s	remaining: 1.2s
604:	learn: 0.1066747	total: 1.84s	remaining: 1.2s
605:	learn: 0.1065246	total: 1.85s	remaining: 1.21s
606:	learn: 0.1064149	total: 1.86s	remaining: 1.2s
607:	learn: 0.1063062	total: 1.87s	remaining: 1.21s
608:	learn: 0.1061069	total: 1.88s	remaining: 1.21s
609:	learn: 0.1058566	total: 1.89s	remaining: 1.21s
610:	learn: 0.1058120	total: 1.9s	remaining: 1.21s
611:	learn: 0.1056637	total: 1.91s	remaining: 1.21s
612:	learn: 0.1055871	total: 1.92s	remaining: 1.21s
613:	learn: 0.1054678	total: 1.92s	remaining: 1.21s
614:	learn: 0.1053577	total: 1.93s	remaining: 1.21s
615:	learn: 0.1052019	total: 1.94s	remaining: 1.21s
616:	learn: 0.1050300	total: 1.94s	remaining: 1.21s
617:	learn: 0.1049113	total: 1.95s	remaining: 1.21s
618:	learn: 0.1047731	total: 1.96s	remaining: 1.2s
619:	learn: 0.1046624	total: 1.96s	remaining: 1.2s
620:	learn: 0.1044625	total: 1.97s	remaining: 1.2s
621:	learn: 0.1043616	total: 1.98s	remaining: 1.2s
622:	learn: 0.1042719	total: 1.98s	remaining: 1.2s
623:	learn: 0.1041616	total: 1.99s	remaining: 1.2s
624:	learn: 0.1040923	total: 1.99s	remaining: 1.2s
625:	learn: 0.1039486	total: 2s	remaining: 1.19s
626:	learn: 0.1037539	total: 2s	remaining: 1.19s
627:	learn: 0.1036870	total: 2.01s	remaining: 1.19s
628:	learn: 0.1036081	total: 2.02s	remaining: 1.19s
629:	learn: 0.1034672	total: 2.02s	remaining: 1.19s
630:	learn: 0.1033107	total: 2.03s	remaining: 1.19s
631:	learn: 0.1032384	total: 2.04s	remaining: 1.19s
632:	learn: 0.1030366	total: 2.04s	remaining: 1.18s
633:	learn: 0.1028690	total: 2.05s	remaining: 1.18s
634:	learn: 0.1027119	total: 2.06s	remaining: 1.18s
635:	learn: 0.1026052	total: 2.06s	remaining: 1.18s
636:	learn: 0.1024338	total: 2.07s	remaining: 1.18s
637:	learn: 0.1023413	total: 2.08s	remaining: 1.18s
638:	learn: 0.1021485	total: 2.09s	remaining: 1.18s
639:	learn: 0.1019941	total: 2.1s	remaining: 1.18s
640:	learn: 0.1017771	total: 2.1s	remaining: 1.18s
641:	learn: 0.1017140	total: 2.11s	remaining: 1.18s
642:	learn: 0.1015640	total: 2.12s	remaining: 1.18s
643:	learn: 0.1015044	total: 2.13s	remaining: 1.18s
644:	learn: 0.1014238	total: 2.14s	remaining: 1.18s
645:	learn: 0.1011649	total: 2.15s	remaining: 1.18s
646:	learn: 0.1010925	total: 2.16s	remaining: 1.18s
647:	learn: 0.1009525	total: 2.17s	remaining: 1.18s
648:	learn: 0.1008623	total: 2.17s	remaining: 1.18s
649:	learn: 0.1007621	total: 2.18s	remaining: 1.17s
650:	learn: 0.1006587	total: 2.18s	remaining: 1.17s
651:	learn: 0.1005807	total: 2.19s	remaining: 1.17s
652:	learn: 0.1005113	total: 2.2s	remaining: 1.17s
653:	learn: 0.1004399	total: 2.21s	remaining: 1.17s
654:	learn: 0.1002557	total: 2.21s	remaining: 1.17s
655:	learn: 0.1001463	total: 2.22s	remaining: 1.16s
656:	learn: 0.1000829	total: 2.23s	remaining: 1.16s
657:	learn: 0.1000041	total: 2.23s	remaining: 1.16s
658:	learn: 0.0999396	total: 2.24s	remaining: 1.16s
659:	learn: 0.0998744	total: 2.25s	remaining: 1.16s
660:	learn: 0.0997547	total: 2.25s	remaining: 1.16s
661:	learn: 0.0997026	total: 2.26s	remaining: 1.15s
662:	learn: 0.0995289	total: 2.27s	remaining: 1.15s
663:	learn: 0.0993332	total: 2.27s	remaining: 1.15s
664:	learn: 0.0992359	total: 2.29s	remaining: 1.15s
665:	learn: 0.0991103	total: 2.29s	remaining: 1.15s
666:	learn: 0.0990339	total: 2.3s	remaining: 1.15s
667:	learn: 0.0989109	total: 2.31s	remaining: 1.15s
668:	learn: 0.0988104	total: 2.31s	remaining: 1.14s
669:	learn: 0.0986889	total: 2.32s	remaining: 1.14s
670:	learn: 0.0985578	total: 2.32s	remaining: 1.14s
671:	learn: 0.0984913	total: 2.34s	remaining: 1.14s
672:	learn: 0.0983994	total: 2.35s	remaining: 1.14s
673:	learn: 0.0983873	total: 2.35s	remaining: 1.14s
674:	learn: 0.0982345	total: 2.36s	remaining: 1.14s
675:	learn: 0.0981578	total: 2.37s	remaining: 1.14s
676:	learn: 0.0980808	total: 2.38s	remaining: 1.13s
677:	learn: 0.0978732	total: 2.38s	remaining: 1.13s
678:	learn: 0.0977779	total: 2.39s	remaining: 1.13s
679:	learn: 0.0976823	total: 2.4s	remaining: 1.13s
680:	learn: 0.0975520	total: 2.4s	remaining: 1.13s
681:	learn: 0.0974933	total: 2.41s	remaining: 1.12s
682:	learn: 0.0974409	total: 2.42s	remaining: 1.12s
683:	learn: 0.0973139	total: 2.42s	remaining: 1.12s
684:	learn: 0.0971529	total: 2.43s	remaining: 1.12s
685:	learn: 0.0970198	total: 2.43s	remaining: 1.11s
686:	learn: 0.0969558	total: 2.44s	remaining: 1.11s
687:	learn: 0.0969252	total: 2.45s	remaining: 1.11s
688:	learn: 0.0967294	total: 2.45s	remaining: 1.11s
689:	learn: 0.0966175	total: 2.46s	remaining: 1.11s
690:	learn: 0.0963861	total: 2.47s	remaining: 1.1s
691:	learn: 0.0962815	total: 2.48s	remaining: 1.1s
692:	learn: 0.0961232	total: 2.48s	remaining: 1.1s
693:	learn: 0.0960538	total: 2.49s	remaining: 1.1s
694:	learn: 0.0959436	total: 2.5s	remaining: 1.09s
695:	learn: 0.0957223	total: 2.5s	remaining: 1.09s
696:	learn: 0.0955950	total: 2.51s	remaining: 1.09s
697:	learn: 0.0954925	total: 2.52s	remaining: 1.09s
698:	learn: 0.0953737	total: 2.53s	remaining: 1.09s
699:	learn: 0.0951678	total: 2.54s	remaining: 1.09s
700:	learn: 0.0950973	total: 2.54s	remaining: 1.08s
701:	learn: 0.0949905	total: 2.55s	remaining: 1.08s
702:	learn: 0.0948996	total: 2.56s	remaining: 1.08s
703:	learn: 0.0948272	total: 2.56s	remaining: 1.08s
704:	learn: 0.0946384	total: 2.57s	remaining: 1.07s
705:	learn: 0.0945290	total: 2.57s	remaining: 1.07s
706:	learn: 0.0945068	total: 2.58s	remaining: 1.07s
707:	learn: 0.0943822	total: 2.58s	remaining: 1.07s
708:	learn: 0.0943151	total: 2.59s	remaining: 1.06s
709:	learn: 0.0942232	total: 2.6s	remaining: 1.06s
710:	learn: 0.0941420	total: 2.6s	remaining: 1.06s
711:	learn: 0.0939823	total: 2.61s	remaining: 1.06s
712:	learn: 0.0939200	total: 2.62s	remaining: 1.05s
713:	learn: 0.0937257	total: 2.62s	remaining: 1.05s
714:	learn: 0.0935476	total: 2.63s	remaining: 1.05s
715:	learn: 0.0934501	total: 2.63s	remaining: 1.04s
716:	learn: 0.0933826	total: 2.64s	remaining: 1.04s
717:	learn: 0.0933049	total: 2.65s	remaining: 1.04s
718:	learn: 0.0931730	total: 2.65s	remaining: 1.04s
719:	learn: 0.0930325	total: 2.66s	remaining: 1.03s
720:	learn: 0.0929454	total: 2.67s	remaining: 1.03s
721:	learn: 0.0927932	total: 2.67s	remaining: 1.03s
722:	learn: 0.0927102	total: 2.68s	remaining: 1.03s
723:	learn: 0.0925724	total: 2.69s	remaining: 1.02s
724:	learn: 0.0924833	total: 2.69s	remaining: 1.02s
725:	learn: 0.0923829	total: 2.7s	remaining: 1.02s
726:	learn: 0.0922755	total: 2.71s	remaining: 1.02s
727:	learn: 0.0921905	total: 2.71s	remaining: 1.01s
728:	learn: 0.0920946	total: 2.72s	remaining: 1.01s
729:	learn: 0.0920291	total: 2.73s	remaining: 1.01s
730:	learn: 0.0919498	total: 2.74s	remaining: 1.01s
731:	learn: 0.0918648	total: 2.74s	remaining: 1s
732:	learn: 0.0918084	total: 2.75s	remaining: 1s
733:	learn: 0.0916528	total: 2.75s	remaining: 999ms
734:	learn: 0.0915609	total: 2.77s	remaining: 997ms
735:	learn: 0.0914831	total: 2.77s	remaining: 995ms
736:	learn: 0.0913801	total: 2.78s	remaining: 992ms
737:	learn: 0.0912179	total: 2.79s	remaining: 989ms
738:	learn: 0.0911369	total: 2.79s	remaining: 985ms
739:	learn: 0.0909879	total: 2.79s	remaining: 982ms
740:	learn: 0.0909259	total: 2.8s	remaining: 979ms
741:	learn: 0.0908482	total: 2.81s	remaining: 976ms
742:	learn: 0.0906642	total: 2.81s	remaining: 973ms
743:	learn: 0.0905152	total: 2.82s	remaining: 970ms
744:	learn: 0.0904569	total: 2.82s	remaining: 967ms
745:	learn: 0.0904104	total: 2.83s	remaining: 963ms
746:	learn: 0.0903157	total: 2.83s	remaining: 960ms
747:	learn: 0.0901922	total: 2.84s	remaining: 957ms
748:	learn: 0.0901048	total: 2.85s	remaining: 954ms
749:	learn: 0.0899825	total: 2.85s	remaining: 950ms
750:	learn: 0.0899192	total: 2.86s	remaining: 948ms
751:	learn: 0.0898552	total: 2.87s	remaining: 945ms
752:	learn: 0.0897974	total: 2.87s	remaining: 942ms
753:	learn: 0.0896582	total: 2.88s	remaining: 939ms
754:	learn: 0.0895873	total: 2.88s	remaining: 935ms
755:	learn: 0.0895317	total: 2.89s	remaining: 932ms
756:	learn: 0.0894796	total: 2.89s	remaining: 928ms
757:	learn: 0.0894070	total: 2.9s	remaining: 924ms
758:	learn: 0.0892491	total: 2.9s	remaining: 921ms
759:	learn: 0.0891642	total: 2.9s	remaining: 917ms
760:	learn: 0.0890406	total: 2.91s	remaining: 913ms
761:	learn: 0.0889021	total: 2.91s	remaining: 909ms
762:	learn: 0.0888835	total: 2.92s	remaining: 908ms
763:	learn: 0.0887936	total: 2.93s	remaining: 906ms
764:	learn: 0.0886510	total: 2.94s	remaining: 903ms
765:	learn: 0.0886174	total: 2.94s	remaining: 899ms
766:	learn: 0.0885216	total: 2.95s	remaining: 896ms
767:	learn: 0.0884250	total: 2.96s	remaining: 893ms
768:	learn: 0.0883398	total: 2.96s	remaining: 890ms
769:	learn: 0.0882774	total: 2.97s	remaining: 889ms
770:	learn: 0.0881046	total: 2.98s	remaining: 886ms
771:	learn: 0.0879553	total: 2.99s	remaining: 883ms
772:	learn: 0.0878732	total: 3s	remaining: 880ms
773:	learn: 0.0878097	total: 3s	remaining: 878ms
774:	learn: 0.0877710	total: 3.02s	remaining: 876ms
775:	learn: 0.0876789	total: 3.03s	remaining: 875ms
776:	learn: 0.0875859	total: 3.03s	remaining: 871ms
777:	learn: 0.0875040	total: 3.04s	remaining: 869ms
778:	learn: 0.0873353	total: 3.05s	remaining: 866ms
779:	learn: 0.0872807	total: 3.06s	remaining: 863ms
780:	learn: 0.0872104	total: 3.06s	remaining: 859ms
781:	learn: 0.0871142	total: 3.07s	remaining: 856ms
782:	learn: 0.0869057	total: 3.08s	remaining: 852ms
783:	learn: 0.0868457	total: 3.08s	remaining: 849ms
784:	learn: 0.0867510	total: 3.09s	remaining: 845ms
785:	learn: 0.0866165	total: 3.09s	remaining: 842ms
786:	learn: 0.0864172	total: 3.1s	remaining: 839ms
787:	learn: 0.0863444	total: 3.1s	remaining: 835ms
788:	learn: 0.0862812	total: 3.11s	remaining: 832ms
789:	learn: 0.0861488	total: 3.12s	remaining: 828ms
790:	learn: 0.0860877	total: 3.12s	remaining: 825ms
791:	learn: 0.0860192	total: 3.13s	remaining: 821ms
792:	learn: 0.0858981	total: 3.13s	remaining: 818ms
793:	learn: 0.0858225	total: 3.14s	remaining: 814ms
794:	learn: 0.0856460	total: 3.14s	remaining: 811ms
795:	learn: 0.0854941	total: 3.15s	remaining: 807ms
796:	learn: 0.0854167	total: 3.15s	remaining: 804ms
797:	learn: 0.0853422	total: 3.16s	remaining: 800ms
798:	learn: 0.0851499	total: 3.17s	remaining: 797ms
799:	learn: 0.0850561	total: 3.17s	remaining: 793ms
800:	learn: 0.0849573	total: 3.18s	remaining: 790ms
801:	learn: 0.0848901	total: 3.18s	remaining: 786ms
802:	learn: 0.0848364	total: 3.19s	remaining: 783ms
803:	learn: 0.0847745	total: 3.2s	remaining: 779ms
804:	learn: 0.0846664	total: 3.2s	remaining: 776ms
805:	learn: 0.0846239	total: 3.21s	remaining: 772ms
806:	learn: 0.0845796	total: 3.22s	remaining: 770ms
807:	learn: 0.0845484	total: 3.23s	remaining: 767ms
808:	learn: 0.0843697	total: 3.23s	remaining: 764ms
809:	learn: 0.0842460	total: 3.24s	remaining: 760ms
810:	learn: 0.0841705	total: 3.25s	remaining: 757ms
811:	learn: 0.0841193	total: 3.25s	remaining: 753ms
812:	learn: 0.0840739	total: 3.26s	remaining: 749ms
813:	learn: 0.0838554	total: 3.26s	remaining: 746ms
814:	learn: 0.0837798	total: 3.27s	remaining: 742ms
815:	learn: 0.0837216	total: 3.27s	remaining: 738ms
816:	learn: 0.0835767	total: 3.28s	remaining: 734ms
817:	learn: 0.0835056	total: 3.28s	remaining: 731ms
818:	learn: 0.0833033	total: 3.29s	remaining: 727ms
819:	learn: 0.0832588	total: 3.29s	remaining: 723ms
820:	learn: 0.0830914	total: 3.3s	remaining: 720ms
821:	learn: 0.0829484	total: 3.31s	remaining: 716ms
822:	learn: 0.0828710	total: 3.31s	remaining: 712ms
823:	learn: 0.0827526	total: 3.32s	remaining: 709ms
824:	learn: 0.0826937	total: 3.32s	remaining: 705ms
825:	learn: 0.0826475	total: 3.33s	remaining: 701ms
826:	learn: 0.0825780	total: 3.33s	remaining: 698ms
827:	learn: 0.0824640	total: 3.34s	remaining: 694ms
828:	learn: 0.0824022	total: 3.34s	remaining: 690ms
829:	learn: 0.0822881	total: 3.35s	remaining: 686ms
830:	learn: 0.0821561	total: 3.36s	remaining: 683ms
831:	learn: 0.0819831	total: 3.36s	remaining: 679ms
832:	learn: 0.0817868	total: 3.37s	remaining: 675ms
833:	learn: 0.0817146	total: 3.37s	remaining: 672ms
834:	learn: 0.0816986	total: 3.39s	remaining: 669ms
835:	learn: 0.0816414	total: 3.4s	remaining: 667ms
836:	learn: 0.0815710	total: 3.41s	remaining: 664ms
837:	learn: 0.0814236	total: 3.41s	remaining: 660ms
838:	learn: 0.0812618	total: 3.42s	remaining: 656ms
839:	learn: 0.0812171	total: 3.43s	remaining: 653ms
840:	learn: 0.0811618	total: 3.43s	remaining: 649ms
841:	learn: 0.0810187	total: 3.44s	remaining: 645ms
842:	learn: 0.0809746	total: 3.44s	remaining: 641ms
843:	learn: 0.0809365	total: 3.45s	remaining: 638ms
844:	learn: 0.0808361	total: 3.46s	remaining: 634ms
845:	learn: 0.0807834	total: 3.47s	remaining: 631ms
846:	learn: 0.0805989	total: 3.47s	remaining: 628ms
847:	learn: 0.0805036	total: 3.48s	remaining: 624ms
848:	learn: 0.0804228	total: 3.49s	remaining: 620ms
849:	learn: 0.0802820	total: 3.5s	remaining: 617ms
850:	learn: 0.0801652	total: 3.5s	remaining: 613ms
851:	learn: 0.0801375	total: 3.51s	remaining: 609ms
852:	learn: 0.0800162	total: 3.51s	remaining: 606ms
853:	learn: 0.0798211	total: 3.52s	remaining: 602ms
854:	learn: 0.0797092	total: 3.53s	remaining: 598ms
855:	learn: 0.0796153	total: 3.54s	remaining: 595ms
856:	learn: 0.0795439	total: 3.54s	remaining: 591ms
857:	learn: 0.0794654	total: 3.55s	remaining: 587ms
858:	learn: 0.0792993	total: 3.56s	remaining: 584ms
859:	learn: 0.0791824	total: 3.56s	remaining: 580ms
860:	learn: 0.0791530	total: 3.57s	remaining: 576ms
861:	learn: 0.0790491	total: 3.57s	remaining: 572ms
862:	learn: 0.0789391	total: 3.58s	remaining: 568ms
863:	learn: 0.0788032	total: 3.59s	remaining: 565ms
864:	learn: 0.0785823	total: 3.59s	remaining: 561ms
865:	learn: 0.0784218	total: 3.6s	remaining: 557ms
866:	learn: 0.0783517	total: 3.61s	remaining: 553ms
867:	learn: 0.0782196	total: 3.61s	remaining: 550ms
868:	learn: 0.0781758	total: 3.62s	remaining: 546ms
869:	learn: 0.0781089	total: 3.63s	remaining: 542ms
870:	learn: 0.0780658	total: 3.63s	remaining: 538ms
871:	learn: 0.0779809	total: 3.64s	remaining: 534ms
872:	learn: 0.0779116	total: 3.64s	remaining: 530ms
873:	learn: 0.0778415	total: 3.65s	remaining: 526ms
874:	learn: 0.0777944	total: 3.65s	remaining: 522ms
875:	learn: 0.0777459	total: 3.66s	remaining: 518ms
876:	learn: 0.0775984	total: 3.66s	remaining: 514ms
877:	learn: 0.0774667	total: 3.67s	remaining: 510ms
878:	learn: 0.0774055	total: 3.67s	remaining: 506ms
879:	learn: 0.0772995	total: 3.69s	remaining: 503ms
880:	learn: 0.0772621	total: 3.69s	remaining: 499ms
881:	learn: 0.0771511	total: 3.7s	remaining: 495ms
882:	learn: 0.0770314	total: 3.71s	remaining: 491ms
883:	learn: 0.0769621	total: 3.71s	remaining: 487ms
884:	learn: 0.0768991	total: 3.72s	remaining: 483ms
885:	learn: 0.0767687	total: 3.73s	remaining: 479ms
886:	learn: 0.0766849	total: 3.73s	remaining: 475ms
887:	learn: 0.0766551	total: 3.74s	remaining: 471ms
888:	learn: 0.0765554	total: 3.74s	remaining: 467ms
889:	learn: 0.0764574	total: 3.75s	remaining: 463ms
890:	learn: 0.0764179	total: 3.75s	remaining: 459ms
891:	learn: 0.0763590	total: 3.76s	remaining: 455ms
892:	learn: 0.0762544	total: 3.76s	remaining: 451ms
893:	learn: 0.0761692	total: 3.77s	remaining: 448ms
894:	learn: 0.0760855	total: 3.78s	remaining: 443ms
895:	learn: 0.0759775	total: 3.79s	remaining: 439ms
896:	learn: 0.0759265	total: 3.79s	remaining: 435ms
897:	learn: 0.0758668	total: 3.79s	remaining: 431ms
898:	learn: 0.0757527	total: 3.8s	remaining: 427ms
899:	learn: 0.0756489	total: 3.81s	remaining: 423ms
900:	learn: 0.0754887	total: 3.81s	remaining: 419ms
901:	learn: 0.0753066	total: 3.82s	remaining: 415ms
902:	learn: 0.0752624	total: 3.82s	remaining: 411ms
903:	learn: 0.0752253	total: 3.83s	remaining: 407ms
904:	learn: 0.0751356	total: 3.84s	remaining: 403ms
905:	learn: 0.0750355	total: 3.84s	remaining: 398ms
906:	learn: 0.0749904	total: 3.85s	remaining: 394ms
907:	learn: 0.0748914	total: 3.85s	remaining: 390ms
908:	learn: 0.0748226	total: 3.86s	remaining: 386ms
909:	learn: 0.0747513	total: 3.87s	remaining: 382ms
910:	learn: 0.0746077	total: 3.87s	remaining: 378ms
911:	learn: 0.0744906	total: 3.88s	remaining: 374ms
912:	learn: 0.0743938	total: 3.88s	remaining: 370ms
913:	learn: 0.0743293	total: 3.89s	remaining: 366ms
914:	learn: 0.0742579	total: 3.89s	remaining: 362ms
915:	learn: 0.0741925	total: 3.9s	remaining: 357ms
916:	learn: 0.0740853	total: 3.9s	remaining: 354ms
917:	learn: 0.0740181	total: 3.91s	remaining: 349ms
918:	learn: 0.0739750	total: 3.92s	remaining: 345ms
919:	learn: 0.0738574	total: 3.92s	remaining: 341ms
920:	learn: 0.0738111	total: 3.93s	remaining: 337ms
921:	learn: 0.0736848	total: 3.93s	remaining: 333ms
922:	learn: 0.0736209	total: 3.94s	remaining: 329ms
923:	learn: 0.0735059	total: 3.94s	remaining: 324ms
924:	learn: 0.0734225	total: 3.95s	remaining: 320ms
925:	learn: 0.0733795	total: 3.96s	remaining: 316ms
926:	learn: 0.0732818	total: 3.96s	remaining: 312ms
927:	learn: 0.0732435	total: 3.97s	remaining: 308ms
928:	learn: 0.0732117	total: 3.98s	remaining: 304ms
929:	learn: 0.0731570	total: 3.98s	remaining: 300ms
930:	learn: 0.0730340	total: 3.99s	remaining: 296ms
931:	learn: 0.0729718	total: 3.99s	remaining: 291ms
932:	learn: 0.0729153	total: 4s	remaining: 288ms
933:	learn: 0.0727783	total: 4.01s	remaining: 284ms
934:	learn: 0.0727293	total: 4.02s	remaining: 280ms
935:	learn: 0.0726596	total: 4.03s	remaining: 275ms
936:	learn: 0.0726171	total: 4.03s	remaining: 271ms
937:	learn: 0.0725761	total: 4.04s	remaining: 267ms
938:	learn: 0.0724860	total: 4.04s	remaining: 263ms
939:	learn: 0.0724369	total: 4.05s	remaining: 258ms
940:	learn: 0.0724158	total: 4.05s	remaining: 254ms
941:	learn: 0.0723708	total: 4.06s	remaining: 250ms
942:	learn: 0.0722883	total: 4.07s	remaining: 246ms
943:	learn: 0.0722095	total: 4.08s	remaining: 242ms
944:	learn: 0.0721000	total: 4.08s	remaining: 237ms
945:	learn: 0.0719682	total: 4.09s	remaining: 234ms
946:	learn: 0.0718789	total: 4.09s	remaining: 229ms
947:	learn: 0.0718346	total: 4.1s	remaining: 225ms
948:	learn: 0.0717672	total: 4.11s	remaining: 221ms
949:	learn: 0.0717233	total: 4.11s	remaining: 216ms
950:	learn: 0.0716024	total: 4.12s	remaining: 212ms
951:	learn: 0.0715555	total: 4.13s	remaining: 208ms
952:	learn: 0.0714179	total: 4.13s	remaining: 204ms
953:	learn: 0.0713819	total: 4.14s	remaining: 199ms
954:	learn: 0.0711956	total: 4.15s	remaining: 196ms
955:	learn: 0.0711672	total: 4.16s	remaining: 192ms
956:	learn: 0.0711519	total: 4.17s	remaining: 188ms
957:	learn: 0.0710299	total: 4.18s	remaining: 183ms
958:	learn: 0.0709174	total: 4.19s	remaining: 179ms
959:	learn: 0.0707635	total: 4.2s	remaining: 175ms
960:	learn: 0.0707236	total: 4.21s	remaining: 171ms
961:	learn: 0.0706578	total: 4.21s	remaining: 166ms
962:	learn: 0.0706097	total: 4.22s	remaining: 162ms
963:	learn: 0.0705783	total: 4.22s	remaining: 158ms
964:	learn: 0.0704433	total: 4.23s	remaining: 154ms
965:	learn: 0.0703686	total: 4.24s	remaining: 149ms
966:	learn: 0.0703100	total: 4.25s	remaining: 145ms
967:	learn: 0.0702121	total: 4.25s	remaining: 141ms
968:	learn: 0.0701546	total: 4.26s	remaining: 136ms
969:	learn: 0.0700854	total: 4.26s	remaining: 132ms
970:	learn: 0.0700216	total: 4.28s	remaining: 128ms
971:	learn: 0.0699147	total: 4.29s	remaining: 123ms
972:	learn: 0.0698218	total: 4.3s	remaining: 119ms
973:	learn: 0.0697825	total: 4.31s	remaining: 115ms
974:	learn: 0.0696974	total: 4.32s	remaining: 111ms
975:	learn: 0.0696498	total: 4.33s	remaining: 107ms
976:	learn: 0.0696159	total: 4.34s	remaining: 102ms
977:	learn: 0.0694224	total: 4.35s	remaining: 97.9ms
978:	learn: 0.0693451	total: 4.35s	remaining: 93.4ms
979:	learn: 0.0693047	total: 4.36s	remaining: 88.9ms
980:	learn: 0.0692522	total: 4.36s	remaining: 84.4ms
981:	learn: 0.0692046	total: 4.36s	remaining: 79.9ms
982:	learn: 0.0690189	total: 4.36s	remaining: 75.5ms
983:	learn: 0.0688948	total: 4.37s	remaining: 71ms
984:	learn: 0.0688348	total: 4.37s	remaining: 66.5ms
985:	learn: 0.0687955	total: 4.37s	remaining: 62.1ms
986:	learn: 0.0686507	total: 4.38s	remaining: 57.6ms
987:	learn: 0.0685960	total: 4.38s	remaining: 53.2ms
988:	learn: 0.0685775	total: 4.38s	remaining: 48.8ms
989:	learn: 0.0685142	total: 4.39s	remaining: 44.3ms
990:	learn: 0.0684829	total: 4.39s	remaining: 39.9ms
991:	learn: 0.0683767	total: 4.4s	remaining: 35.5ms
992:	learn: 0.0683092	total: 4.4s	remaining: 31ms
993:	learn: 0.0682251	total: 4.4s	remaining: 26.6ms
994:	learn: 0.0681583	total: 4.41s	remaining: 22.2ms
995:	learn: 0.0681112	total: 4.41s	remaining: 17.7ms
996:	learn: 0.0680461	total: 4.42s	remaining: 13.3ms
997:	learn: 0.0679909	total: 4.42s	remaining: 8.86ms
998:	learn: 0.0679532	total: 4.43s	remaining: 4.43ms
999:	learn: 0.0679219	total: 4.43s	remaining: 0us
Out[27]:
MLA Name MLA Parameters MLA Test Accuracy Mean MLA Test Accuracy at 99.7 Percentile MLA Time
3 GradientBoostingClassifier {'ccp_alpha': 0.0, 'criterion': 'friedman_mse'... 0.918 0.071162 0.895744
7 CatBoostClassifier {} 0.918 0.05678 4.105442
5 LGBMClassifier {'boosting_type': 'gbdt', 'class_weight': None... 0.916667 0.049396 0.103206
1 BaggingClassifier {'bootstrap': True, 'bootstrap_features': Fals... 0.915333 0.037736 0.161941
6 XGBClassifier {'objective': 'binary:logistic', 'base_score':... 0.915333 0.059532 0.085116
4 RandomForestClassifier {'bootstrap': True, 'ccp_alpha': 0.0, 'class_w... 0.908667 0.042237 0.293497
2 ExtraTreesClassifier {'bootstrap': False, 'ccp_alpha': 0.0, 'class_... 0.904 0.051923 0.358358
0 AdaBoostClassifier {'algorithm': 'SAMME.R', 'estimator': None, 'l... 0.892667 0.066753 0.24073
24 GaussianProcessClassifier {'copy_X_train': True, 'kernel': None, 'max_it... 0.889333 0.029257 0.296472
25 MLPClassifier {'activation': 'relu', 'alpha': 0.0001, 'batch... 0.888667 0.034409 3.590556
9 LogisticRegressionCV {'Cs': 10, 'class_weight': None, 'cv': None, '... 0.884 0.034871 0.42421
8 LogisticRegression {'C': 1.0, 'class_weight': None, 'dual': False... 0.883333 0.04 0.056043
18 SVC {'C': 1.0, 'break_ties': False, 'cache_size': ... 0.883333 0.071274 0.037082
17 KNeighborsClassifier {'algorithm': 'auto', 'leaf_size': 30, 'metric... 0.881333 0.05004 0.005833
19 LinearSVC {'C': 1.0, 'class_weight': None, 'dual': 'auto... 0.880667 0.047497 0.009348
22 LinearDiscriminantAnalysis {'covariance_estimator': None, 'n_components':... 0.878 0.023324 0.010439
20 DecisionTreeClassifier {'ccp_alpha': 0.0, 'class_weight': None, 'crit... 0.877333 0.031241 0.011729
23 QuadraticDiscriminantAnalysis {'priors': None, 'reg_param': 0.0, 'store_cova... 0.877333 0.027857 0.01741
11 RidgeClassifier {'alpha': 1.0, 'class_weight': None, 'copy_X':... 0.87 0.05933 0.016857
12 RidgeClassifierCV {'alphas': (0.1, 1.0, 10.0), 'class_weight': N... 0.867333 0.063687 0.043457
14 Perceptron {'alpha': 0.0001, 'class_weight': None, 'early... 0.864 0.073321 0.01909
21 ExtraTreeClassifier {'ccp_alpha': 0.0, 'class_weight': None, 'crit... 0.86 0.035777 0.003724
16 GaussianNB {'priors': None, 'var_smoothing': 1e-09} 0.856667 0.040497 0.014058
10 PassiveAggressiveClassifier {'C': 1.0, 'average': False, 'class_weight': N... 0.846 0.107592 0.027024
13 SGDClassifier {'alpha': 0.0001, 'average': False, 'class_wei... 0.842 0.067409 0.030199
15 BernoulliNB {'alpha': 1.0, 'binarize': 0.0, 'class_prior':... 0.84 0.035777 0.024802
In [28]:
# Distribution of test scores for each MLA
plt.figure(figsize=(12, 8))
sns.boxplot(x='Test Score', y='MLA Name', data=all_test_scores, orient='h')
plt.title('Distribution of Test Scores by Algorithm')
plt.xlabel('Test Accuracy Score')
plt.ylabel('Algorithm')
plt.show()
In [29]:
# Distribution of test scores (Boxplot with KDE overlay)
plt.figure(figsize=(14, 10))
sns.boxplot(x='Test Score', y='MLA Name', data=all_test_scores, orient='h', palette="vlag", width=0.5)

plt.title('Distribution of Test Scores by Algorithm')
plt.xlabel('Test Accuracy Score')
plt.ylabel('Algorithm')

# KDE plots for each algorithm
for alg_name in all_test_scores['MLA Name'].unique():
    subset = all_test_scores[all_test_scores['MLA Name'] == alg_name]
    sns.kdeplot(subset['Test Score'], label=alg_name, fill=True, alpha=0.2, linewidth=1.5)

plt.legend(loc='best', fontsize='small', bbox_to_anchor=(1.05, 1))
plt.tight_layout()
plt.grid(True, axis='y', linestyle='--', alpha=0.5)
plt.show()
In [30]:
sns.barplot(x='MLA Test Accuracy Mean', y='MLA Name', data=MLA_compare, color='blue')
plt.title('Machine Learning Algorithm Accuracy Score \n')
plt.xlabel('Accuracy Score (%)')
plt.ylabel('Algorithm')
plt.show()
In [31]:
# Define the parameter search space for CatBoost
param_space = {
    'iterations': lambda trial: trial.suggest_int('iterations', 100, 200),
    'depth': lambda trial: trial.suggest_int('depth', 4, 10),
    'learning_rate': lambda trial: trial.suggest_loguniform('learning_rate', 0.01, 0.09),
    'l2_leaf_reg': lambda trial: trial.suggest_loguniform('l2_leaf_reg', 1, 10)
}

# Tune CatBoost and get best parameters
best_params_cat, auc_score_cat, oof_predictions_cat, test_predictions_cat = tune_model_with_optuna(
    CatBoostClassifier,
    param_space,
    X,
    y,
    X_test
)

print(f"Best AUC: {auc_score_cat:.4f}")
[I 2024-12-03 05:54:52,058] A new study created in memory with name: no-name-cc808235-593c-4136-848a-c369e900ef3a
0:	learn: 0.6408280	total: 15ms	remaining: 2.37s
1:	learn: 0.5959908	total: 26.9ms	remaining: 2.11s
2:	learn: 0.5568257	total: 37.4ms	remaining: 1.94s
3:	learn: 0.5226661	total: 48.2ms	remaining: 1.87s
4:	learn: 0.4918813	total: 60.5ms	remaining: 1.86s
5:	learn: 0.4644693	total: 71.5ms	remaining: 1.82s
6:	learn: 0.4393393	total: 83.1ms	remaining: 1.8s
7:	learn: 0.4171127	total: 94.9ms	remaining: 1.79s
8:	learn: 0.3968721	total: 106ms	remaining: 1.77s
9:	learn: 0.3784696	total: 117ms	remaining: 1.75s
10:	learn: 0.3620163	total: 129ms	remaining: 1.73s
11:	learn: 0.3467648	total: 141ms	remaining: 1.72s
12:	learn: 0.3328561	total: 152ms	remaining: 1.71s
13:	learn: 0.3203378	total: 163ms	remaining: 1.69s
14:	learn: 0.3092541	total: 175ms	remaining: 1.68s
15:	learn: 0.2982897	total: 189ms	remaining: 1.69s
16:	learn: 0.2891286	total: 201ms	remaining: 1.68s
17:	learn: 0.2805736	total: 216ms	remaining: 1.69s
18:	learn: 0.2727912	total: 230ms	remaining: 1.7s
19:	learn: 0.2653246	total: 244ms	remaining: 1.7s
20:	learn: 0.2586727	total: 256ms	remaining: 1.68s
21:	learn: 0.2525058	total: 268ms	remaining: 1.67s
22:	learn: 0.2472900	total: 280ms	remaining: 1.66s
23:	learn: 0.2420036	total: 293ms	remaining: 1.65s
24:	learn: 0.2375692	total: 304ms	remaining: 1.63s
25:	learn: 0.2325412	total: 316ms	remaining: 1.62s
26:	learn: 0.2286178	total: 328ms	remaining: 1.6s
27:	learn: 0.2246199	total: 341ms	remaining: 1.59s
28:	learn: 0.2213106	total: 356ms	remaining: 1.59s
29:	learn: 0.2182983	total: 367ms	remaining: 1.58s
30:	learn: 0.2155181	total: 378ms	remaining: 1.56s
31:	learn: 0.2127807	total: 389ms	remaining: 1.54s
32:	learn: 0.2102458	total: 405ms	remaining: 1.54s
33:	learn: 0.2082731	total: 420ms	remaining: 1.54s
34:	learn: 0.2060154	total: 432ms	remaining: 1.53s
35:	learn: 0.2037528	total: 447ms	remaining: 1.52s
36:	learn: 0.2020945	total: 458ms	remaining: 1.51s
37:	learn: 0.2004175	total: 471ms	remaining: 1.5s
38:	learn: 0.1986283	total: 484ms	remaining: 1.49s
39:	learn: 0.1971313	total: 495ms	remaining: 1.47s
40:	learn: 0.1957024	total: 506ms	remaining: 1.46s
41:	learn: 0.1944343	total: 519ms	remaining: 1.45s
42:	learn: 0.1932468	total: 534ms	remaining: 1.44s
43:	learn: 0.1921350	total: 544ms	remaining: 1.42s
44:	learn: 0.1909622	total: 556ms	remaining: 1.41s
45:	learn: 0.1898359	total: 568ms	remaining: 1.4s
46:	learn: 0.1890223	total: 599ms	remaining: 1.43s
47:	learn: 0.1880918	total: 616ms	remaining: 1.42s
48:	learn: 0.1873048	total: 630ms	remaining: 1.41s
49:	learn: 0.1865189	total: 642ms	remaining: 1.4s
50:	learn: 0.1854823	total: 654ms	remaining: 1.39s
51:	learn: 0.1848119	total: 666ms	remaining: 1.37s
52:	learn: 0.1841008	total: 678ms	remaining: 1.35s
53:	learn: 0.1834901	total: 689ms	remaining: 1.34s
54:	learn: 0.1828593	total: 701ms	remaining: 1.32s
55:	learn: 0.1824087	total: 712ms	remaining: 1.31s
56:	learn: 0.1820164	total: 726ms	remaining: 1.3s
57:	learn: 0.1811945	total: 739ms	remaining: 1.29s
58:	learn: 0.1806709	total: 750ms	remaining: 1.27s
59:	learn: 0.1796030	total: 762ms	remaining: 1.26s
60:	learn: 0.1788593	total: 774ms	remaining: 1.24s
61:	learn: 0.1784852	total: 786ms	remaining: 1.23s
62:	learn: 0.1782112	total: 797ms	remaining: 1.21s
63:	learn: 0.1775200	total: 808ms	remaining: 1.2s
64:	learn: 0.1769248	total: 821ms	remaining: 1.19s
65:	learn: 0.1763609	total: 837ms	remaining: 1.18s
66:	learn: 0.1754790	total: 850ms	remaining: 1.17s
67:	learn: 0.1751894	total: 863ms	remaining: 1.15s
68:	learn: 0.1747120	total: 875ms	remaining: 1.14s
69:	learn: 0.1745089	total: 886ms	remaining: 1.13s
70:	learn: 0.1740034	total: 899ms	remaining: 1.11s
71:	learn: 0.1732482	total: 911ms	remaining: 1.1s
72:	learn: 0.1728322	total: 923ms	remaining: 1.09s
73:	learn: 0.1726714	total: 934ms	remaining: 1.07s
74:	learn: 0.1722271	total: 952ms	remaining: 1.06s
75:	learn: 0.1717743	total: 966ms	remaining: 1.05s
76:	learn: 0.1714491	total: 980ms	remaining: 1.04s
77:	learn: 0.1712198	total: 992ms	remaining: 1.03s
78:	learn: 0.1709195	total: 1s	remaining: 1.02s
79:	learn: 0.1706056	total: 1.01s	remaining: 1s
80:	learn: 0.1703560	total: 1.03s	remaining: 989ms
81:	learn: 0.1697799	total: 1.04s	remaining: 980ms
82:	learn: 0.1695688	total: 1.05s	remaining: 966ms
83:	learn: 0.1693119	total: 1.07s	remaining: 953ms
84:	learn: 0.1688482	total: 1.08s	remaining: 939ms
85:	learn: 0.1685987	total: 1.09s	remaining: 926ms
86:	learn: 0.1683649	total: 1.1s	remaining: 912ms
87:	learn: 0.1680208	total: 1.11s	remaining: 899ms
88:	learn: 0.1678436	total: 1.12s	remaining: 884ms
89:	learn: 0.1676924	total: 1.14s	remaining: 872ms
90:	learn: 0.1673746	total: 1.15s	remaining: 861ms
91:	learn: 0.1669401	total: 1.16s	remaining: 848ms
92:	learn: 0.1668468	total: 1.18s	remaining: 834ms
93:	learn: 0.1667224	total: 1.19s	remaining: 820ms
94:	learn: 0.1665440	total: 1.2s	remaining: 807ms
95:	learn: 0.1664373	total: 1.22s	remaining: 798ms
96:	learn: 0.1663770	total: 1.25s	remaining: 797ms
97:	learn: 0.1662996	total: 1.28s	remaining: 795ms
98:	learn: 0.1660973	total: 1.31s	remaining: 792ms
99:	learn: 0.1659488	total: 1.33s	remaining: 786ms
100:	learn: 0.1657685	total: 1.36s	remaining: 782ms
101:	learn: 0.1656082	total: 1.39s	remaining: 775ms
102:	learn: 0.1654213	total: 1.43s	remaining: 776ms
103:	learn: 0.1653281	total: 1.47s	remaining: 778ms
104:	learn: 0.1651566	total: 1.51s	remaining: 776ms
105:	learn: 0.1650316	total: 1.55s	remaining: 776ms
106:	learn: 0.1649733	total: 1.63s	remaining: 794ms
107:	learn: 0.1646969	total: 1.69s	remaining: 799ms
108:	learn: 0.1645573	total: 1.74s	remaining: 797ms
109:	learn: 0.1644794	total: 1.75s	remaining: 780ms
110:	learn: 0.1643816	total: 1.77s	remaining: 765ms
111:	learn: 0.1642376	total: 1.79s	remaining: 750ms
112:	learn: 0.1641520	total: 1.82s	remaining: 740ms
113:	learn: 0.1640888	total: 1.86s	remaining: 735ms
114:	learn: 0.1639749	total: 1.9s	remaining: 727ms
115:	learn: 0.1636377	total: 1.93s	remaining: 716ms
116:	learn: 0.1635415	total: 1.96s	remaining: 704ms
117:	learn: 0.1632485	total: 2s	remaining: 694ms
118:	learn: 0.1631029	total: 2.03s	remaining: 682ms
119:	learn: 0.1630445	total: 2.06s	remaining: 668ms
120:	learn: 0.1629396	total: 2.09s	remaining: 655ms
121:	learn: 0.1627611	total: 2.12s	remaining: 642ms
122:	learn: 0.1626222	total: 2.14s	remaining: 627ms
123:	learn: 0.1625074	total: 2.17s	remaining: 613ms
124:	learn: 0.1621959	total: 2.2s	remaining: 599ms
125:	learn: 0.1621307	total: 2.24s	remaining: 587ms
126:	learn: 0.1621156	total: 2.29s	remaining: 576ms
127:	learn: 0.1619365	total: 2.32s	remaining: 562ms
128:	learn: 0.1618455	total: 2.37s	remaining: 552ms
129:	learn: 0.1618400	total: 2.41s	remaining: 537ms
130:	learn: 0.1618008	total: 2.44s	remaining: 521ms
131:	learn: 0.1616854	total: 2.47s	remaining: 505ms
132:	learn: 0.1616842	total: 2.51s	remaining: 491ms
133:	learn: 0.1616418	total: 2.56s	remaining: 477ms
134:	learn: 0.1613820	total: 2.59s	remaining: 461ms
135:	learn: 0.1610756	total: 2.65s	remaining: 449ms
136:	learn: 0.1609540	total: 2.69s	remaining: 431ms
137:	learn: 0.1609036	total: 2.71s	remaining: 412ms
138:	learn: 0.1608684	total: 2.76s	remaining: 397ms
139:	learn: 0.1608467	total: 2.81s	remaining: 381ms
140:	learn: 0.1605975	total: 2.85s	remaining: 363ms
141:	learn: 0.1604753	total: 2.88s	remaining: 344ms
142:	learn: 0.1604281	total: 2.93s	remaining: 328ms
143:	learn: 0.1603948	total: 2.98s	remaining: 310ms
144:	learn: 0.1603923	total: 3.01s	remaining: 290ms
145:	learn: 0.1603078	total: 3.04s	remaining: 271ms
146:	learn: 0.1602880	total: 3.07s	remaining: 251ms
147:	learn: 0.1601912	total: 3.12s	remaining: 232ms
148:	learn: 0.1598848	total: 3.15s	remaining: 212ms
149:	learn: 0.1597026	total: 3.19s	remaining: 191ms
150:	learn: 0.1596461	total: 3.23s	remaining: 171ms
151:	learn: 0.1595496	total: 3.27s	remaining: 151ms
152:	learn: 0.1594651	total: 3.31s	remaining: 130ms
153:	learn: 0.1593646	total: 3.36s	remaining: 109ms
154:	learn: 0.1593125	total: 3.4s	remaining: 87.7ms
155:	learn: 0.1592060	total: 3.44s	remaining: 66.2ms
156:	learn: 0.1591697	total: 3.49s	remaining: 44.4ms
157:	learn: 0.1591156	total: 3.53s	remaining: 22.3ms
158:	learn: 0.1591148	total: 3.56s	remaining: 0us
0:	learn: 0.6415059	total: 58.5ms	remaining: 9.25s
1:	learn: 0.5967845	total: 93.1ms	remaining: 7.31s
2:	learn: 0.5577348	total: 124ms	remaining: 6.47s
3:	learn: 0.5235474	total: 174ms	remaining: 6.73s
4:	learn: 0.4924882	total: 222ms	remaining: 6.84s
5:	learn: 0.4650210	total: 278ms	remaining: 7.09s
6:	learn: 0.4400557	total: 309ms	remaining: 6.71s
7:	learn: 0.4177066	total: 353ms	remaining: 6.66s
8:	learn: 0.3975235	total: 384ms	remaining: 6.4s
9:	learn: 0.3795658	total: 422ms	remaining: 6.29s
10:	learn: 0.3631718	total: 464ms	remaining: 6.24s
11:	learn: 0.3482009	total: 509ms	remaining: 6.23s
12:	learn: 0.3343234	total: 549ms	remaining: 6.16s
13:	learn: 0.3218252	total: 594ms	remaining: 6.15s
14:	learn: 0.3104664	total: 647ms	remaining: 6.21s
15:	learn: 0.3005788	total: 676ms	remaining: 6.04s
16:	learn: 0.2914046	total: 707ms	remaining: 5.91s
17:	learn: 0.2831358	total: 763ms	remaining: 5.97s
18:	learn: 0.2753529	total: 820ms	remaining: 6.04s
19:	learn: 0.2678138	total: 853ms	remaining: 5.93s
20:	learn: 0.2611803	total: 885ms	remaining: 5.82s
21:	learn: 0.2550005	total: 932ms	remaining: 5.8s
22:	learn: 0.2497329	total: 1.01s	remaining: 6s
23:	learn: 0.2446049	total: 1.09s	remaining: 6.15s
24:	learn: 0.2401687	total: 1.16s	remaining: 6.23s
25:	learn: 0.2348693	total: 1.24s	remaining: 6.32s
26:	learn: 0.2310462	total: 1.3s	remaining: 6.34s
27:	learn: 0.2272186	total: 1.4s	remaining: 6.57s
28:	learn: 0.2239007	total: 1.45s	remaining: 6.5s
29:	learn: 0.2205502	total: 1.49s	remaining: 6.42s
30:	learn: 0.2175611	total: 1.59s	remaining: 6.56s
31:	learn: 0.2148886	total: 1.64s	remaining: 6.51s
32:	learn: 0.2123688	total: 1.67s	remaining: 6.38s
33:	learn: 0.2104229	total: 1.71s	remaining: 6.3s
34:	learn: 0.2083636	total: 1.75s	remaining: 6.22s
35:	learn: 0.2062281	total: 1.81s	remaining: 6.18s
36:	learn: 0.2045928	total: 1.87s	remaining: 6.18s
37:	learn: 0.2027178	total: 1.9s	remaining: 6.06s
38:	learn: 0.2009772	total: 1.94s	remaining: 5.95s
39:	learn: 0.1994463	total: 1.99s	remaining: 5.92s
40:	learn: 0.1981483	total: 2.02s	remaining: 5.82s
41:	learn: 0.1968146	total: 2.07s	remaining: 5.77s
42:	learn: 0.1956379	total: 2.13s	remaining: 5.74s
43:	learn: 0.1945939	total: 2.17s	remaining: 5.67s
44:	learn: 0.1935190	total: 2.23s	remaining: 5.65s
45:	learn: 0.1925221	total: 2.29s	remaining: 5.62s
46:	learn: 0.1917358	total: 2.33s	remaining: 5.56s
47:	learn: 0.1909441	total: 2.37s	remaining: 5.49s
48:	learn: 0.1902682	total: 2.42s	remaining: 5.43s
49:	learn: 0.1896680	total: 2.46s	remaining: 5.37s
50:	learn: 0.1887970	total: 2.52s	remaining: 5.34s
51:	learn: 0.1881685	total: 2.58s	remaining: 5.31s
52:	learn: 0.1875494	total: 2.63s	remaining: 5.25s
53:	learn: 0.1869390	total: 2.67s	remaining: 5.18s
54:	learn: 0.1863424	total: 2.71s	remaining: 5.13s
55:	learn: 0.1859162	total: 2.75s	remaining: 5.07s
56:	learn: 0.1855356	total: 2.82s	remaining: 5.04s
57:	learn: 0.1851109	total: 2.87s	remaining: 5s
58:	learn: 0.1845984	total: 2.9s	remaining: 4.91s
59:	learn: 0.1839834	total: 2.93s	remaining: 4.84s
60:	learn: 0.1832434	total: 2.97s	remaining: 4.77s
61:	learn: 0.1828638	total: 3.02s	remaining: 4.72s
62:	learn: 0.1825707	total: 3.06s	remaining: 4.66s
63:	learn: 0.1821495	total: 3.13s	remaining: 4.64s
64:	learn: 0.1813435	total: 3.21s	remaining: 4.64s
65:	learn: 0.1810741	total: 3.26s	remaining: 4.59s
66:	learn: 0.1802297	total: 3.32s	remaining: 4.56s
67:	learn: 0.1799390	total: 3.35s	remaining: 4.49s
68:	learn: 0.1793118	total: 3.39s	remaining: 4.42s
69:	learn: 0.1790038	total: 3.42s	remaining: 4.34s
70:	learn: 0.1785687	total: 3.46s	remaining: 4.29s
71:	learn: 0.1778932	total: 3.52s	remaining: 4.25s
72:	learn: 0.1776060	total: 3.56s	remaining: 4.19s
73:	learn: 0.1774405	total: 3.61s	remaining: 4.15s
74:	learn: 0.1772903	total: 3.66s	remaining: 4.1s
75:	learn: 0.1768045	total: 3.7s	remaining: 4.04s
76:	learn: 0.1765727	total: 3.75s	remaining: 4s
77:	learn: 0.1763456	total: 3.79s	remaining: 3.94s
78:	learn: 0.1761533	total: 3.83s	remaining: 3.88s
79:	learn: 0.1758138	total: 3.89s	remaining: 3.84s
80:	learn: 0.1756458	total: 3.94s	remaining: 3.79s
81:	learn: 0.1753634	total: 3.97s	remaining: 3.73s
82:	learn: 0.1751968	total: 4s	remaining: 3.66s
83:	learn: 0.1749308	total: 4.08s	remaining: 3.64s
84:	learn: 0.1746289	total: 4.12s	remaining: 3.59s
85:	learn: 0.1744514	total: 4.2s	remaining: 3.57s
86:	learn: 0.1742784	total: 4.29s	remaining: 3.55s
87:	learn: 0.1741526	total: 4.35s	remaining: 3.51s
88:	learn: 0.1739759	total: 4.39s	remaining: 3.45s
89:	learn: 0.1737759	total: 4.44s	remaining: 3.4s
90:	learn: 0.1736366	total: 4.51s	remaining: 3.37s
91:	learn: 0.1734667	total: 4.57s	remaining: 3.33s
92:	learn: 0.1734056	total: 4.59s	remaining: 3.26s
93:	learn: 0.1732633	total: 4.61s	remaining: 3.19s
94:	learn: 0.1730241	total: 4.65s	remaining: 3.13s
95:	learn: 0.1729040	total: 4.7s	remaining: 3.08s
96:	learn: 0.1726450	total: 4.73s	remaining: 3.02s
97:	learn: 0.1725713	total: 4.77s	remaining: 2.97s
98:	learn: 0.1724026	total: 4.82s	remaining: 2.92s
99:	learn: 0.1722474	total: 4.88s	remaining: 2.88s
100:	learn: 0.1721134	total: 4.94s	remaining: 2.84s
101:	learn: 0.1718430	total: 4.99s	remaining: 2.79s
102:	learn: 0.1713155	total: 5.04s	remaining: 2.74s
103:	learn: 0.1711257	total: 5.09s	remaining: 2.69s
104:	learn: 0.1710617	total: 5.14s	remaining: 2.65s
105:	learn: 0.1709688	total: 5.23s	remaining: 2.61s
106:	learn: 0.1707695	total: 5.3s	remaining: 2.57s
107:	learn: 0.1706706	total: 5.37s	remaining: 2.54s
108:	learn: 0.1705423	total: 5.41s	remaining: 2.48s
109:	learn: 0.1704356	total: 5.46s	remaining: 2.43s
110:	learn: 0.1703388	total: 5.49s	remaining: 2.38s
111:	learn: 0.1702851	total: 5.53s	remaining: 2.32s
112:	learn: 0.1700529	total: 5.59s	remaining: 2.27s
113:	learn: 0.1700013	total: 5.62s	remaining: 2.22s
114:	learn: 0.1694966	total: 5.7s	remaining: 2.18s
115:	learn: 0.1692328	total: 5.74s	remaining: 2.13s
116:	learn: 0.1691102	total: 5.79s	remaining: 2.08s
117:	learn: 0.1690423	total: 5.84s	remaining: 2.03s
118:	learn: 0.1688886	total: 5.89s	remaining: 1.98s
119:	learn: 0.1688064	total: 5.94s	remaining: 1.93s
120:	learn: 0.1687025	total: 5.98s	remaining: 1.88s
121:	learn: 0.1683393	total: 6.02s	remaining: 1.82s
122:	learn: 0.1682296	total: 6.05s	remaining: 1.77s
123:	learn: 0.1681111	total: 6.08s	remaining: 1.72s
124:	learn: 0.1680146	total: 6.11s	remaining: 1.66s
125:	learn: 0.1678820	total: 6.14s	remaining: 1.61s
126:	learn: 0.1678435	total: 6.18s	remaining: 1.56s
127:	learn: 0.1675277	total: 6.22s	remaining: 1.5s
128:	learn: 0.1674539	total: 6.26s	remaining: 1.46s
129:	learn: 0.1673362	total: 6.29s	remaining: 1.4s
130:	learn: 0.1672327	total: 6.34s	remaining: 1.35s
131:	learn: 0.1671750	total: 6.38s	remaining: 1.3s
132:	learn: 0.1670881	total: 6.41s	remaining: 1.25s
133:	learn: 0.1669598	total: 6.46s	remaining: 1.21s
134:	learn: 0.1669199	total: 6.49s	remaining: 1.15s
135:	learn: 0.1666316	total: 6.52s	remaining: 1.1s
136:	learn: 0.1665668	total: 6.55s	remaining: 1.05s
137:	learn: 0.1664821	total: 6.59s	remaining: 1s
138:	learn: 0.1663790	total: 6.63s	remaining: 954ms
139:	learn: 0.1663253	total: 6.66s	remaining: 904ms
140:	learn: 0.1662824	total: 6.71s	remaining: 857ms
141:	learn: 0.1661909	total: 6.75s	remaining: 808ms
142:	learn: 0.1661046	total: 6.78s	remaining: 758ms
143:	learn: 0.1659775	total: 6.81s	remaining: 709ms
144:	learn: 0.1659435	total: 6.83s	remaining: 660ms
145:	learn: 0.1658560	total: 6.86s	remaining: 611ms
146:	learn: 0.1657485	total: 6.89s	remaining: 563ms
147:	learn: 0.1656824	total: 6.93s	remaining: 515ms
148:	learn: 0.1655776	total: 6.96s	remaining: 467ms
149:	learn: 0.1654958	total: 6.99s	remaining: 419ms
150:	learn: 0.1653070	total: 7.03s	remaining: 373ms
151:	learn: 0.1652552	total: 7.05s	remaining: 325ms
152:	learn: 0.1651464	total: 7.07s	remaining: 277ms
153:	learn: 0.1647756	total: 7.08s	remaining: 230ms
154:	learn: 0.1647367	total: 7.1s	remaining: 183ms
155:	learn: 0.1646103	total: 7.12s	remaining: 137ms
156:	learn: 0.1646087	total: 7.14s	remaining: 91ms
157:	learn: 0.1646031	total: 7.18s	remaining: 45.5ms
158:	learn: 0.1645883	total: 7.21s	remaining: 0us
0:	learn: 0.6408924	total: 31.2ms	remaining: 4.92s
1:	learn: 0.5961306	total: 48.8ms	remaining: 3.83s
2:	learn: 0.5570199	total: 65.1ms	remaining: 3.38s
3:	learn: 0.5229161	total: 82.5ms	remaining: 3.2s
4:	learn: 0.4921892	total: 103ms	remaining: 3.17s
5:	learn: 0.4647034	total: 152ms	remaining: 3.86s
6:	learn: 0.4396365	total: 194ms	remaining: 4.22s
7:	learn: 0.4175985	total: 220ms	remaining: 4.15s
8:	learn: 0.3970502	total: 253ms	remaining: 4.22s
9:	learn: 0.3790188	total: 267ms	remaining: 3.97s
10:	learn: 0.3626516	total: 280ms	remaining: 3.77s
11:	learn: 0.3476735	total: 295ms	remaining: 3.61s
12:	learn: 0.3337161	total: 309ms	remaining: 3.47s
13:	learn: 0.3211383	total: 322ms	remaining: 3.34s
14:	learn: 0.3095339	total: 343ms	remaining: 3.29s
15:	learn: 0.2986592	total: 359ms	remaining: 3.21s
16:	learn: 0.2895174	total: 377ms	remaining: 3.15s
17:	learn: 0.2809844	total: 401ms	remaining: 3.14s
18:	learn: 0.2731952	total: 416ms	remaining: 3.06s
19:	learn: 0.2657923	total: 431ms	remaining: 3s
20:	learn: 0.2591411	total: 445ms	remaining: 2.93s
21:	learn: 0.2530275	total: 481ms	remaining: 3s
22:	learn: 0.2476115	total: 497ms	remaining: 2.94s
23:	learn: 0.2424421	total: 513ms	remaining: 2.89s
24:	learn: 0.2380260	total: 537ms	remaining: 2.88s
25:	learn: 0.2336630	total: 560ms	remaining: 2.87s
26:	learn: 0.2297703	total: 575ms	remaining: 2.81s
27:	learn: 0.2258931	total: 589ms	remaining: 2.75s
28:	learn: 0.2225744	total: 603ms	remaining: 2.7s
29:	learn: 0.2192608	total: 619ms	remaining: 2.66s
30:	learn: 0.2158391	total: 637ms	remaining: 2.63s
31:	learn: 0.2131643	total: 674ms	remaining: 2.67s
32:	learn: 0.2106572	total: 697ms	remaining: 2.66s
33:	learn: 0.2084791	total: 725ms	remaining: 2.67s
34:	learn: 0.2061517	total: 741ms	remaining: 2.62s
35:	learn: 0.2042493	total: 781ms	remaining: 2.67s
36:	learn: 0.2024944	total: 810ms	remaining: 2.67s
37:	learn: 0.2007487	total: 891ms	remaining: 2.84s
38:	learn: 0.1990576	total: 921ms	remaining: 2.83s
39:	learn: 0.1976724	total: 933ms	remaining: 2.77s
40:	learn: 0.1962346	total: 944ms	remaining: 2.72s
41:	learn: 0.1949567	total: 955ms	remaining: 2.66s
42:	learn: 0.1935191	total: 967ms	remaining: 2.61s
43:	learn: 0.1922359	total: 982ms	remaining: 2.56s
44:	learn: 0.1909505	total: 996ms	remaining: 2.52s
45:	learn: 0.1899624	total: 1.02s	remaining: 2.5s
46:	learn: 0.1890162	total: 1.03s	remaining: 2.45s
47:	learn: 0.1881480	total: 1.04s	remaining: 2.41s
48:	learn: 0.1874175	total: 1.05s	remaining: 2.37s
49:	learn: 0.1867110	total: 1.07s	remaining: 2.32s
50:	learn: 0.1858917	total: 1.08s	remaining: 2.28s
51:	learn: 0.1852802	total: 1.09s	remaining: 2.25s
52:	learn: 0.1840428	total: 1.1s	remaining: 2.21s
53:	learn: 0.1835137	total: 1.12s	remaining: 2.17s
54:	learn: 0.1828206	total: 1.13s	remaining: 2.13s
55:	learn: 0.1820967	total: 1.14s	remaining: 2.1s
56:	learn: 0.1815927	total: 1.15s	remaining: 2.06s
57:	learn: 0.1811182	total: 1.16s	remaining: 2.03s
58:	learn: 0.1805759	total: 1.18s	remaining: 1.99s
59:	learn: 0.1802070	total: 1.19s	remaining: 1.96s
60:	learn: 0.1797670	total: 1.2s	remaining: 1.93s
61:	learn: 0.1793851	total: 1.21s	remaining: 1.9s
62:	learn: 0.1790092	total: 1.22s	remaining: 1.87s
63:	learn: 0.1782281	total: 1.24s	remaining: 1.84s
64:	learn: 0.1778974	total: 1.25s	remaining: 1.81s
65:	learn: 0.1770345	total: 1.26s	remaining: 1.78s
66:	learn: 0.1764034	total: 1.27s	remaining: 1.75s
67:	learn: 0.1759481	total: 1.28s	remaining: 1.72s
68:	learn: 0.1755246	total: 1.31s	remaining: 1.71s
69:	learn: 0.1750882	total: 1.32s	remaining: 1.68s
70:	learn: 0.1746795	total: 1.34s	remaining: 1.66s
71:	learn: 0.1739674	total: 1.35s	remaining: 1.63s
72:	learn: 0.1737024	total: 1.36s	remaining: 1.6s
73:	learn: 0.1735696	total: 1.37s	remaining: 1.58s
74:	learn: 0.1732691	total: 1.38s	remaining: 1.55s
75:	learn: 0.1730274	total: 1.4s	remaining: 1.52s
76:	learn: 0.1727936	total: 1.41s	remaining: 1.5s
77:	learn: 0.1726223	total: 1.42s	remaining: 1.48s
78:	learn: 0.1724011	total: 1.44s	remaining: 1.46s
79:	learn: 0.1720164	total: 1.45s	remaining: 1.43s
80:	learn: 0.1718842	total: 1.46s	remaining: 1.41s
81:	learn: 0.1716225	total: 1.49s	remaining: 1.4s
82:	learn: 0.1713023	total: 1.5s	remaining: 1.38s
83:	learn: 0.1710821	total: 1.52s	remaining: 1.35s
84:	learn: 0.1708805	total: 1.53s	remaining: 1.33s
85:	learn: 0.1706005	total: 1.54s	remaining: 1.31s
86:	learn: 0.1703820	total: 1.55s	remaining: 1.28s
87:	learn: 0.1699200	total: 1.56s	remaining: 1.26s
88:	learn: 0.1697828	total: 1.57s	remaining: 1.24s
89:	learn: 0.1696810	total: 1.58s	remaining: 1.22s
90:	learn: 0.1696208	total: 1.6s	remaining: 1.19s
91:	learn: 0.1694699	total: 1.61s	remaining: 1.17s
92:	learn: 0.1691401	total: 1.62s	remaining: 1.15s
93:	learn: 0.1690920	total: 1.63s	remaining: 1.13s
94:	learn: 0.1689680	total: 1.65s	remaining: 1.11s
95:	learn: 0.1688804	total: 1.66s	remaining: 1.09s
96:	learn: 0.1686327	total: 1.67s	remaining: 1.07s
97:	learn: 0.1685072	total: 1.68s	remaining: 1.05s
98:	learn: 0.1684195	total: 1.69s	remaining: 1.02s
99:	learn: 0.1681861	total: 1.7s	remaining: 1s
100:	learn: 0.1680838	total: 1.72s	remaining: 987ms
101:	learn: 0.1679307	total: 1.73s	remaining: 968ms
102:	learn: 0.1677751	total: 1.74s	remaining: 948ms
103:	learn: 0.1676850	total: 1.75s	remaining: 927ms
104:	learn: 0.1675576	total: 1.76s	remaining: 908ms
105:	learn: 0.1673618	total: 1.78s	remaining: 888ms
106:	learn: 0.1672556	total: 1.79s	remaining: 868ms
107:	learn: 0.1670045	total: 1.8s	remaining: 849ms
108:	learn: 0.1668899	total: 1.81s	remaining: 830ms
109:	learn: 0.1667886	total: 1.82s	remaining: 811ms
110:	learn: 0.1666895	total: 1.83s	remaining: 793ms
111:	learn: 0.1664797	total: 1.84s	remaining: 775ms
112:	learn: 0.1663889	total: 1.86s	remaining: 757ms
113:	learn: 0.1660770	total: 1.87s	remaining: 739ms
114:	learn: 0.1660018	total: 1.88s	remaining: 720ms
115:	learn: 0.1654784	total: 1.9s	remaining: 703ms
116:	learn: 0.1653576	total: 1.91s	remaining: 685ms
117:	learn: 0.1652767	total: 1.92s	remaining: 668ms
118:	learn: 0.1651418	total: 1.93s	remaining: 650ms
119:	learn: 0.1650861	total: 1.95s	remaining: 632ms
120:	learn: 0.1650837	total: 1.95s	remaining: 614ms
121:	learn: 0.1649310	total: 1.96s	remaining: 596ms
122:	learn: 0.1648201	total: 1.98s	remaining: 578ms
123:	learn: 0.1647984	total: 1.99s	remaining: 561ms
124:	learn: 0.1647169	total: 2s	remaining: 543ms
125:	learn: 0.1644290	total: 2.01s	remaining: 526ms
126:	learn: 0.1642458	total: 2.02s	remaining: 510ms
127:	learn: 0.1641806	total: 2.03s	remaining: 493ms
128:	learn: 0.1640676	total: 2.05s	remaining: 476ms
129:	learn: 0.1639992	total: 2.06s	remaining: 459ms
130:	learn: 0.1638200	total: 2.07s	remaining: 442ms
131:	learn: 0.1638080	total: 2.08s	remaining: 425ms
132:	learn: 0.1637204	total: 2.09s	remaining: 408ms
133:	learn: 0.1636274	total: 2.1s	remaining: 392ms
134:	learn: 0.1635499	total: 2.11s	remaining: 375ms
135:	learn: 0.1634782	total: 2.13s	remaining: 360ms
136:	learn: 0.1634221	total: 2.14s	remaining: 343ms
137:	learn: 0.1631830	total: 2.15s	remaining: 327ms
138:	learn: 0.1630919	total: 2.16s	remaining: 311ms
139:	learn: 0.1630247	total: 2.17s	remaining: 295ms
140:	learn: 0.1630229	total: 2.18s	remaining: 279ms
141:	learn: 0.1629138	total: 2.19s	remaining: 263ms
142:	learn: 0.1626752	total: 2.21s	remaining: 247ms
143:	learn: 0.1626298	total: 2.22s	remaining: 231ms
144:	learn: 0.1625928	total: 2.23s	remaining: 215ms
145:	learn: 0.1624444	total: 2.25s	remaining: 200ms
146:	learn: 0.1622615	total: 2.26s	remaining: 185ms
147:	learn: 0.1621957	total: 2.27s	remaining: 169ms
148:	learn: 0.1621291	total: 2.28s	remaining: 153ms
149:	learn: 0.1620967	total: 2.29s	remaining: 138ms
150:	learn: 0.1618767	total: 2.31s	remaining: 122ms
151:	learn: 0.1618581	total: 2.32s	remaining: 107ms
152:	learn: 0.1618550	total: 2.33s	remaining: 91.6ms
153:	learn: 0.1616558	total: 2.35s	remaining: 76.2ms
154:	learn: 0.1616518	total: 2.36s	remaining: 60.8ms
155:	learn: 0.1615853	total: 2.37s	remaining: 45.6ms
156:	learn: 0.1615828	total: 2.38s	remaining: 30.3ms
157:	learn: 0.1615484	total: 2.39s	remaining: 15.1ms
158:	learn: 0.1615036	total: 2.4s	remaining: 0us
0:	learn: 0.6409543	total: 10.7ms	remaining: 1.69s
1:	learn: 0.5962554	total: 24.2ms	remaining: 1.9s
2:	learn: 0.5572619	total: 36.9ms	remaining: 1.92s
3:	learn: 0.5231207	total: 47.7ms	remaining: 1.85s
4:	learn: 0.4921935	total: 59.2ms	remaining: 1.82s
5:	learn: 0.4648768	total: 70.3ms	remaining: 1.79s
6:	learn: 0.4398044	total: 81.8ms	remaining: 1.78s
7:	learn: 0.4174638	total: 94.6ms	remaining: 1.79s
8:	learn: 0.3969757	total: 107ms	remaining: 1.78s
9:	learn: 0.3789492	total: 118ms	remaining: 1.76s
10:	learn: 0.3625091	total: 129ms	remaining: 1.74s
11:	learn: 0.3473760	total: 141ms	remaining: 1.73s
12:	learn: 0.3334804	total: 152ms	remaining: 1.71s
13:	learn: 0.3209821	total: 166ms	remaining: 1.72s
14:	learn: 0.3097665	total: 178ms	remaining: 1.71s
15:	learn: 0.2997678	total: 190ms	remaining: 1.7s
16:	learn: 0.2905861	total: 201ms	remaining: 1.68s
17:	learn: 0.2822846	total: 213ms	remaining: 1.67s
18:	learn: 0.2746091	total: 226ms	remaining: 1.67s
19:	learn: 0.2668597	total: 239ms	remaining: 1.66s
20:	learn: 0.2602165	total: 251ms	remaining: 1.65s
21:	learn: 0.2541006	total: 263ms	remaining: 1.64s
22:	learn: 0.2487375	total: 274ms	remaining: 1.62s
23:	learn: 0.2435693	total: 286ms	remaining: 1.61s
24:	learn: 0.2391349	total: 297ms	remaining: 1.59s
25:	learn: 0.2347951	total: 308ms	remaining: 1.58s
26:	learn: 0.2309936	total: 321ms	remaining: 1.57s
27:	learn: 0.2271507	total: 340ms	remaining: 1.59s
28:	learn: 0.2239140	total: 351ms	remaining: 1.57s
29:	learn: 0.2207176	total: 363ms	remaining: 1.56s
30:	learn: 0.2177360	total: 380ms	remaining: 1.57s
31:	learn: 0.2151146	total: 391ms	remaining: 1.55s
32:	learn: 0.2126584	total: 403ms	remaining: 1.54s
33:	learn: 0.2106973	total: 415ms	remaining: 1.52s
34:	learn: 0.2085199	total: 429ms	remaining: 1.52s
35:	learn: 0.2062989	total: 442ms	remaining: 1.51s
36:	learn: 0.2045096	total: 454ms	remaining: 1.5s
37:	learn: 0.2028873	total: 466ms	remaining: 1.48s
38:	learn: 0.2011362	total: 478ms	remaining: 1.47s
39:	learn: 0.1997855	total: 489ms	remaining: 1.46s
40:	learn: 0.1985363	total: 500ms	remaining: 1.44s
41:	learn: 0.1972458	total: 512ms	remaining: 1.43s
42:	learn: 0.1961563	total: 524ms	remaining: 1.41s
43:	learn: 0.1950912	total: 535ms	remaining: 1.4s
44:	learn: 0.1937452	total: 548ms	remaining: 1.39s
45:	learn: 0.1929898	total: 561ms	remaining: 1.38s
46:	learn: 0.1919879	total: 573ms	remaining: 1.36s
47:	learn: 0.1910641	total: 585ms	remaining: 1.35s
48:	learn: 0.1903101	total: 597ms	remaining: 1.34s
49:	learn: 0.1895482	total: 610ms	remaining: 1.33s
50:	learn: 0.1886767	total: 622ms	remaining: 1.32s
51:	learn: 0.1880935	total: 638ms	remaining: 1.31s
52:	learn: 0.1873159	total: 652ms	remaining: 1.3s
53:	learn: 0.1867528	total: 663ms	remaining: 1.29s
54:	learn: 0.1860359	total: 675ms	remaining: 1.28s
55:	learn: 0.1854889	total: 686ms	remaining: 1.26s
56:	learn: 0.1850176	total: 697ms	remaining: 1.25s
57:	learn: 0.1846180	total: 709ms	remaining: 1.23s
58:	learn: 0.1840104	total: 720ms	remaining: 1.22s
59:	learn: 0.1836164	total: 734ms	remaining: 1.21s
60:	learn: 0.1832207	total: 747ms	remaining: 1.2s
61:	learn: 0.1828633	total: 759ms	remaining: 1.19s
62:	learn: 0.1823768	total: 771ms	remaining: 1.17s
63:	learn: 0.1812447	total: 785ms	remaining: 1.17s
64:	learn: 0.1809245	total: 796ms	remaining: 1.15s
65:	learn: 0.1806656	total: 807ms	remaining: 1.14s
66:	learn: 0.1797264	total: 819ms	remaining: 1.13s
67:	learn: 0.1790499	total: 832ms	remaining: 1.11s
68:	learn: 0.1785081	total: 849ms	remaining: 1.11s
69:	learn: 0.1779834	total: 862ms	remaining: 1.09s
70:	learn: 0.1775590	total: 887ms	remaining: 1.1s
71:	learn: 0.1770989	total: 899ms	remaining: 1.09s
72:	learn: 0.1766604	total: 912ms	remaining: 1.07s
73:	learn: 0.1765232	total: 923ms	remaining: 1.06s
74:	learn: 0.1762430	total: 936ms	remaining: 1.05s
75:	learn: 0.1759729	total: 952ms	remaining: 1.04s
76:	learn: 0.1757607	total: 968ms	remaining: 1.03s
77:	learn: 0.1754689	total: 991ms	remaining: 1.03s
78:	learn: 0.1752795	total: 1s	remaining: 1.01s
79:	learn: 0.1749024	total: 1.01s	remaining: 1s
80:	learn: 0.1746579	total: 1.03s	remaining: 988ms
81:	learn: 0.1741734	total: 1.04s	remaining: 976ms
82:	learn: 0.1740213	total: 1.05s	remaining: 966ms
83:	learn: 0.1738210	total: 1.07s	remaining: 955ms
84:	learn: 0.1736506	total: 1.08s	remaining: 941ms
85:	learn: 0.1731560	total: 1.09s	remaining: 929ms
86:	learn: 0.1729205	total: 1.1s	remaining: 915ms
87:	learn: 0.1726742	total: 1.12s	remaining: 901ms
88:	learn: 0.1723080	total: 1.13s	remaining: 889ms
89:	learn: 0.1717585	total: 1.14s	remaining: 876ms
90:	learn: 0.1715377	total: 1.16s	remaining: 864ms
91:	learn: 0.1712692	total: 1.17s	remaining: 851ms
92:	learn: 0.1708810	total: 1.18s	remaining: 838ms
93:	learn: 0.1707702	total: 1.19s	remaining: 825ms
94:	learn: 0.1705560	total: 1.2s	remaining: 811ms
95:	learn: 0.1703973	total: 1.21s	remaining: 797ms
96:	learn: 0.1700716	total: 1.23s	remaining: 784ms
97:	learn: 0.1697669	total: 1.24s	remaining: 771ms
98:	learn: 0.1695757	total: 1.25s	remaining: 758ms
99:	learn: 0.1694881	total: 1.26s	remaining: 746ms
100:	learn: 0.1693248	total: 1.27s	remaining: 733ms
101:	learn: 0.1691862	total: 1.29s	remaining: 720ms
102:	learn: 0.1690587	total: 1.3s	remaining: 708ms
103:	learn: 0.1687456	total: 1.32s	remaining: 697ms
104:	learn: 0.1686840	total: 1.33s	remaining: 683ms
105:	learn: 0.1685682	total: 1.34s	remaining: 670ms
106:	learn: 0.1683367	total: 1.35s	remaining: 658ms
107:	learn: 0.1682839	total: 1.37s	remaining: 645ms
108:	learn: 0.1680830	total: 1.38s	remaining: 632ms
109:	learn: 0.1678678	total: 1.39s	remaining: 619ms
110:	learn: 0.1677645	total: 1.4s	remaining: 605ms
111:	learn: 0.1675146	total: 1.41s	remaining: 592ms
112:	learn: 0.1674476	total: 1.42s	remaining: 579ms
113:	learn: 0.1673904	total: 1.43s	remaining: 566ms
114:	learn: 0.1673280	total: 1.44s	remaining: 552ms
115:	learn: 0.1669879	total: 1.46s	remaining: 539ms
116:	learn: 0.1669866	total: 1.47s	remaining: 527ms
117:	learn: 0.1668790	total: 1.48s	remaining: 515ms
118:	learn: 0.1667479	total: 1.49s	remaining: 502ms
119:	learn: 0.1667035	total: 1.5s	remaining: 488ms
120:	learn: 0.1664309	total: 1.51s	remaining: 476ms
121:	learn: 0.1662420	total: 1.53s	remaining: 463ms
122:	learn: 0.1661550	total: 1.54s	remaining: 450ms
123:	learn: 0.1660233	total: 1.55s	remaining: 437ms
124:	learn: 0.1659115	total: 1.56s	remaining: 425ms
125:	learn: 0.1658737	total: 1.58s	remaining: 415ms
126:	learn: 0.1658287	total: 1.61s	remaining: 407ms
127:	learn: 0.1655173	total: 1.66s	remaining: 402ms
128:	learn: 0.1653677	total: 1.7s	remaining: 396ms
129:	learn: 0.1652897	total: 1.75s	remaining: 391ms
130:	learn: 0.1649963	total: 1.79s	remaining: 383ms
131:	learn: 0.1648483	total: 1.83s	remaining: 375ms
132:	learn: 0.1647784	total: 1.88s	remaining: 367ms
133:	learn: 0.1646834	total: 1.92s	remaining: 358ms
134:	learn: 0.1646021	total: 1.98s	remaining: 352ms
135:	learn: 0.1645057	total: 2.05s	remaining: 347ms
136:	learn: 0.1643760	total: 2.1s	remaining: 338ms
137:	learn: 0.1643229	total: 2.12s	remaining: 323ms
138:	learn: 0.1642382	total: 2.15s	remaining: 309ms
139:	learn: 0.1641797	total: 2.18s	remaining: 296ms
140:	learn: 0.1641781	total: 2.23s	remaining: 284ms
141:	learn: 0.1639213	total: 2.27s	remaining: 272ms
142:	learn: 0.1638292	total: 2.34s	remaining: 262ms
143:	learn: 0.1635869	total: 2.37s	remaining: 247ms
144:	learn: 0.1635664	total: 2.38s	remaining: 230ms
145:	learn: 0.1635588	total: 2.39s	remaining: 213ms
146:	learn: 0.1634759	total: 2.4s	remaining: 196ms
147:	learn: 0.1633276	total: 2.41s	remaining: 179ms
148:	learn: 0.1633237	total: 2.42s	remaining: 162ms
149:	learn: 0.1632049	total: 2.43s	remaining: 146ms
150:	learn: 0.1631385	total: 2.44s	remaining: 129ms
151:	learn: 0.1629034	total: 2.45s	remaining: 113ms
152:	learn: 0.1627687	total: 2.47s	remaining: 96.7ms
153:	learn: 0.1626132	total: 2.48s	remaining: 80.5ms
154:	learn: 0.1626112	total: 2.49s	remaining: 64.2ms
155:	learn: 0.1624777	total: 2.5s	remaining: 48.1ms
156:	learn: 0.1623638	total: 2.51s	remaining: 32ms
157:	learn: 0.1622633	total: 2.52s	remaining: 16ms
158:	learn: 0.1622375	total: 2.54s	remaining: 0us
0:	learn: 0.6414350	total: 12.7ms	remaining: 2.01s
1:	learn: 0.5966808	total: 26.4ms	remaining: 2.07s
2:	learn: 0.5575755	total: 36.9ms	remaining: 1.92s
3:	learn: 0.5234190	total: 47.6ms	remaining: 1.84s
4:	learn: 0.4923899	total: 59ms	remaining: 1.82s
5:	learn: 0.4648450	total: 70ms	remaining: 1.78s
6:	learn: 0.4400774	total: 82.7ms	remaining: 1.79s
7:	learn: 0.4176591	total: 94.2ms	remaining: 1.78s
8:	learn: 0.3963554	total: 105ms	remaining: 1.75s
9:	learn: 0.3783789	total: 116ms	remaining: 1.73s
10:	learn: 0.3619297	total: 128ms	remaining: 1.72s
11:	learn: 0.3471209	total: 139ms	remaining: 1.71s
12:	learn: 0.3332068	total: 151ms	remaining: 1.69s
13:	learn: 0.3206727	total: 162ms	remaining: 1.68s
14:	learn: 0.3094312	total: 174ms	remaining: 1.67s
15:	learn: 0.2993894	total: 185ms	remaining: 1.65s
16:	learn: 0.2900852	total: 197ms	remaining: 1.64s
17:	learn: 0.2816911	total: 208ms	remaining: 1.63s
18:	learn: 0.2739100	total: 223ms	remaining: 1.65s
19:	learn: 0.2664293	total: 235ms	remaining: 1.64s
20:	learn: 0.2598712	total: 247ms	remaining: 1.63s
21:	learn: 0.2537358	total: 259ms	remaining: 1.61s
22:	learn: 0.2484731	total: 270ms	remaining: 1.6s
23:	learn: 0.2432444	total: 283ms	remaining: 1.59s
24:	learn: 0.2387825	total: 295ms	remaining: 1.58s
25:	learn: 0.2334142	total: 307ms	remaining: 1.57s
26:	learn: 0.2294490	total: 321ms	remaining: 1.57s
27:	learn: 0.2258436	total: 342ms	remaining: 1.6s
28:	learn: 0.2226174	total: 362ms	remaining: 1.62s
29:	learn: 0.2194038	total: 375ms	remaining: 1.61s
30:	learn: 0.2165557	total: 387ms	remaining: 1.6s
31:	learn: 0.2138224	total: 399ms	remaining: 1.58s
32:	learn: 0.2115028	total: 412ms	remaining: 1.57s
33:	learn: 0.2092301	total: 429ms	remaining: 1.58s
34:	learn: 0.2070631	total: 442ms	remaining: 1.57s
35:	learn: 0.2047205	total: 454ms	remaining: 1.55s
36:	learn: 0.2029222	total: 467ms	remaining: 1.54s
37:	learn: 0.2013272	total: 478ms	remaining: 1.52s
38:	learn: 0.1997912	total: 490ms	remaining: 1.51s
39:	learn: 0.1982773	total: 501ms	remaining: 1.49s
40:	learn: 0.1970064	total: 513ms	remaining: 1.48s
41:	learn: 0.1952868	total: 527ms	remaining: 1.47s
42:	learn: 0.1940139	total: 543ms	remaining: 1.46s
43:	learn: 0.1929429	total: 554ms	remaining: 1.45s
44:	learn: 0.1918706	total: 566ms	remaining: 1.43s
45:	learn: 0.1908225	total: 578ms	remaining: 1.42s
46:	learn: 0.1899641	total: 589ms	remaining: 1.4s
47:	learn: 0.1888338	total: 603ms	remaining: 1.4s
48:	learn: 0.1880378	total: 618ms	remaining: 1.39s
49:	learn: 0.1873412	total: 633ms	remaining: 1.38s
50:	learn: 0.1866723	total: 645ms	remaining: 1.37s
51:	learn: 0.1860247	total: 658ms	remaining: 1.35s
52:	learn: 0.1853175	total: 670ms	remaining: 1.34s
53:	learn: 0.1846609	total: 682ms	remaining: 1.33s
54:	learn: 0.1840055	total: 694ms	remaining: 1.31s
55:	learn: 0.1833546	total: 706ms	remaining: 1.3s
56:	learn: 0.1828343	total: 717ms	remaining: 1.28s
57:	learn: 0.1823571	total: 729ms	remaining: 1.27s
58:	learn: 0.1820054	total: 739ms	remaining: 1.25s
59:	learn: 0.1816620	total: 753ms	remaining: 1.24s
60:	learn: 0.1810215	total: 766ms	remaining: 1.23s
61:	learn: 0.1806726	total: 779ms	remaining: 1.22s
62:	learn: 0.1803643	total: 790ms	remaining: 1.2s
63:	learn: 0.1797330	total: 802ms	remaining: 1.19s
64:	learn: 0.1790896	total: 814ms	remaining: 1.18s
65:	learn: 0.1788181	total: 826ms	remaining: 1.16s
66:	learn: 0.1784273	total: 842ms	remaining: 1.16s
67:	learn: 0.1781221	total: 854ms	remaining: 1.14s
68:	learn: 0.1774549	total: 866ms	remaining: 1.13s
69:	learn: 0.1771913	total: 878ms	remaining: 1.12s
70:	learn: 0.1767724	total: 891ms	remaining: 1.1s
71:	learn: 0.1761266	total: 903ms	remaining: 1.09s
72:	learn: 0.1758671	total: 915ms	remaining: 1.08s
73:	learn: 0.1756863	total: 927ms	remaining: 1.06s
74:	learn: 0.1753904	total: 940ms	remaining: 1.05s
75:	learn: 0.1750093	total: 953ms	remaining: 1.04s
76:	learn: 0.1748116	total: 965ms	remaining: 1.03s
77:	learn: 0.1745853	total: 976ms	remaining: 1.01s
78:	learn: 0.1743939	total: 988ms	remaining: 1s
79:	learn: 0.1739635	total: 1s	remaining: 988ms
80:	learn: 0.1736920	total: 1.01s	remaining: 975ms
81:	learn: 0.1734318	total: 1.02s	remaining: 961ms
82:	learn: 0.1732994	total: 1.03s	remaining: 948ms
83:	learn: 0.1731232	total: 1.05s	remaining: 939ms
84:	learn: 0.1728962	total: 1.06s	remaining: 927ms
85:	learn: 0.1726296	total: 1.08s	remaining: 915ms
86:	learn: 0.1724227	total: 1.09s	remaining: 901ms
87:	learn: 0.1721129	total: 1.1s	remaining: 888ms
88:	learn: 0.1719151	total: 1.12s	remaining: 880ms
89:	learn: 0.1718412	total: 1.13s	remaining: 866ms
90:	learn: 0.1716084	total: 1.14s	remaining: 853ms
91:	learn: 0.1714241	total: 1.15s	remaining: 840ms
92:	learn: 0.1712930	total: 1.17s	remaining: 828ms
93:	learn: 0.1712171	total: 1.18s	remaining: 816ms
94:	learn: 0.1710496	total: 1.19s	remaining: 803ms
95:	learn: 0.1705338	total: 1.21s	remaining: 793ms
96:	learn: 0.1703617	total: 1.22s	remaining: 780ms
97:	learn: 0.1702128	total: 1.24s	remaining: 769ms
98:	learn: 0.1700634	total: 1.25s	remaining: 756ms
99:	learn: 0.1699264	total: 1.26s	remaining: 745ms
100:	learn: 0.1697814	total: 1.27s	remaining: 731ms
101:	learn: 0.1696306	total: 1.28s	remaining: 718ms
102:	learn: 0.1694694	total: 1.3s	remaining: 705ms
103:	learn: 0.1694437	total: 1.31s	remaining: 691ms
104:	learn: 0.1691185	total: 1.32s	remaining: 679ms
105:	learn: 0.1690038	total: 1.33s	remaining: 666ms
106:	learn: 0.1686396	total: 1.35s	remaining: 658ms
107:	learn: 0.1685027	total: 1.37s	remaining: 649ms
108:	learn: 0.1682581	total: 1.38s	remaining: 635ms
109:	learn: 0.1680871	total: 1.4s	remaining: 622ms
110:	learn: 0.1679691	total: 1.41s	remaining: 609ms
111:	learn: 0.1677376	total: 1.42s	remaining: 596ms
112:	learn: 0.1676307	total: 1.43s	remaining: 583ms
113:	learn: 0.1674930	total: 1.44s	remaining: 569ms
114:	learn: 0.1674144	total: 1.45s	remaining: 556ms
115:	learn: 0.1670140	total: 1.47s	remaining: 545ms
116:	learn: 0.1668601	total: 1.48s	remaining: 532ms
117:	learn: 0.1667863	total: 1.49s	remaining: 519ms
118:	learn: 0.1667286	total: 1.5s	remaining: 506ms
119:	learn: 0.1667013	total: 1.51s	remaining: 492ms
120:	learn: 0.1665043	total: 1.53s	remaining: 480ms
121:	learn: 0.1661211	total: 1.54s	remaining: 467ms
122:	learn: 0.1660217	total: 1.55s	remaining: 454ms
123:	learn: 0.1659118	total: 1.56s	remaining: 441ms
124:	learn: 0.1657991	total: 1.57s	remaining: 428ms
125:	learn: 0.1655700	total: 1.59s	remaining: 418ms
126:	learn: 0.1655587	total: 1.61s	remaining: 405ms
127:	learn: 0.1653533	total: 1.62s	remaining: 392ms
128:	learn: 0.1652396	total: 1.63s	remaining: 379ms
129:	learn: 0.1651232	total: 1.64s	remaining: 366ms
130:	learn: 0.1650278	total: 1.65s	remaining: 353ms
131:	learn: 0.1648488	total: 1.66s	remaining: 340ms
132:	learn: 0.1648429	total: 1.68s	remaining: 328ms
133:	learn: 0.1647452	total: 1.69s	remaining: 315ms
134:	learn: 0.1644920	total: 1.7s	remaining: 302ms
135:	learn: 0.1641634	total: 1.71s	remaining: 290ms
136:	learn: 0.1640746	total: 1.72s	remaining: 277ms
137:	learn: 0.1640232	total: 1.74s	remaining: 264ms
138:	learn: 0.1640136	total: 1.75s	remaining: 251ms
139:	learn: 0.1638828	total: 1.76s	remaining: 238ms
140:	learn: 0.1638061	total: 1.77s	remaining: 226ms
141:	learn: 0.1637029	total: 1.78s	remaining: 213ms
142:	learn: 0.1636270	total: 1.79s	remaining: 201ms
143:	learn: 0.1635847	total: 1.81s	remaining: 188ms
144:	learn: 0.1635461	total: 1.82s	remaining: 176ms
145:	learn: 0.1632261	total: 1.83s	remaining: 163ms
146:	learn: 0.1632196	total: 1.84s	remaining: 150ms
147:	learn: 0.1632079	total: 1.85s	remaining: 138ms
148:	learn: 0.1631653	total: 1.86s	remaining: 125ms
[I 2024-12-03 05:55:11,195] Trial 0 finished with value: 0.9399057102052197 and parameters: {'iterations': 159, 'depth': 7, 'learning_rate': 0.0694182360513196, 'l2_leaf_reg': 6.134372534336778}. Best is trial 0 with value: 0.9399057102052197.
149:	learn: 0.1629690	total: 1.88s	remaining: 113ms
150:	learn: 0.1629416	total: 1.89s	remaining: 100ms
151:	learn: 0.1628729	total: 1.9s	remaining: 87.5ms
152:	learn: 0.1628307	total: 1.91s	remaining: 75ms
153:	learn: 0.1625465	total: 1.93s	remaining: 62.5ms
154:	learn: 0.1623865	total: 1.94s	remaining: 50ms
155:	learn: 0.1622327	total: 1.95s	remaining: 37.5ms
156:	learn: 0.1622295	total: 1.96s	remaining: 24.9ms
157:	learn: 0.1622238	total: 1.97s	remaining: 12.5ms
158:	learn: 0.1622207	total: 1.98s	remaining: 0us
0:	learn: 0.6723672	total: 10.7ms	remaining: 1.45s
1:	learn: 0.6529511	total: 23ms	remaining: 1.55s
2:	learn: 0.6346063	total: 35.8ms	remaining: 1.6s
3:	learn: 0.6174821	total: 47.5ms	remaining: 1.58s
4:	learn: 0.6010263	total: 59.2ms	remaining: 1.56s
5:	learn: 0.5854037	total: 70.2ms	remaining: 1.53s
6:	learn: 0.5704611	total: 81.5ms	remaining: 1.51s
7:	learn: 0.5561821	total: 92.7ms	remaining: 1.5s
8:	learn: 0.5423892	total: 104ms	remaining: 1.48s
9:	learn: 0.5292778	total: 115ms	remaining: 1.46s
10:	learn: 0.5167652	total: 128ms	remaining: 1.46s
11:	learn: 0.5048321	total: 141ms	remaining: 1.47s
12:	learn: 0.4932667	total: 150ms	remaining: 1.43s
13:	learn: 0.4823650	total: 161ms	remaining: 1.42s
14:	learn: 0.4718907	total: 172ms	remaining: 1.4s
15:	learn: 0.4618708	total: 184ms	remaining: 1.39s
16:	learn: 0.4519585	total: 196ms	remaining: 1.38s
17:	learn: 0.4426322	total: 208ms	remaining: 1.37s
18:	learn: 0.4331975	total: 225ms	remaining: 1.4s
19:	learn: 0.4244494	total: 236ms	remaining: 1.38s
20:	learn: 0.4161653	total: 258ms	remaining: 1.43s
21:	learn: 0.4082677	total: 279ms	remaining: 1.46s
22:	learn: 0.4005774	total: 290ms	remaining: 1.44s
23:	learn: 0.3931427	total: 301ms	remaining: 1.42s
24:	learn: 0.3859886	total: 313ms	remaining: 1.4s
25:	learn: 0.3791537	total: 324ms	remaining: 1.38s
26:	learn: 0.3725144	total: 336ms	remaining: 1.37s
27:	learn: 0.3662253	total: 349ms	remaining: 1.36s
28:	learn: 0.3600831	total: 362ms	remaining: 1.35s
29:	learn: 0.3542932	total: 373ms	remaining: 1.33s
30:	learn: 0.3486937	total: 385ms	remaining: 1.31s
31:	learn: 0.3433081	total: 396ms	remaining: 1.3s
32:	learn: 0.3380898	total: 407ms	remaining: 1.28s
33:	learn: 0.3328438	total: 423ms	remaining: 1.28s
34:	learn: 0.3280793	total: 435ms	remaining: 1.27s
35:	learn: 0.3235744	total: 446ms	remaining: 1.25s
36:	learn: 0.3190868	total: 461ms	remaining: 1.25s
37:	learn: 0.3147824	total: 477ms	remaining: 1.24s
38:	learn: 0.3104577	total: 489ms	remaining: 1.23s
39:	learn: 0.3064019	total: 500ms	remaining: 1.21s
40:	learn: 0.3024185	total: 514ms	remaining: 1.2s
41:	learn: 0.2983098	total: 528ms	remaining: 1.19s
42:	learn: 0.2943535	total: 540ms	remaining: 1.18s
43:	learn: 0.2908209	total: 551ms	remaining: 1.17s
44:	learn: 0.2874988	total: 563ms	remaining: 1.15s
45:	learn: 0.2839342	total: 575ms	remaining: 1.14s
46:	learn: 0.2806640	total: 586ms	remaining: 1.12s
47:	learn: 0.2775731	total: 598ms	remaining: 1.11s
48:	learn: 0.2744739	total: 609ms	remaining: 1.09s
49:	learn: 0.2716363	total: 623ms	remaining: 1.08s
50:	learn: 0.2689238	total: 640ms	remaining: 1.08s
51:	learn: 0.2663643	total: 652ms	remaining: 1.06s
52:	learn: 0.2637289	total: 665ms	remaining: 1.05s
53:	learn: 0.2611610	total: 676ms	remaining: 1.04s
54:	learn: 0.2587005	total: 689ms	remaining: 1.03s
55:	learn: 0.2563487	total: 701ms	remaining: 1.01s
56:	learn: 0.2538681	total: 714ms	remaining: 1s
57:	learn: 0.2515550	total: 728ms	remaining: 991ms
58:	learn: 0.2490468	total: 742ms	remaining: 980ms
59:	learn: 0.2470560	total: 754ms	remaining: 967ms
60:	learn: 0.2447866	total: 766ms	remaining: 954ms
61:	learn: 0.2428826	total: 777ms	remaining: 940ms
62:	learn: 0.2409606	total: 789ms	remaining: 926ms
63:	learn: 0.2391802	total: 801ms	remaining: 913ms
64:	learn: 0.2373564	total: 813ms	remaining: 901ms
65:	learn: 0.2357114	total: 827ms	remaining: 890ms
66:	learn: 0.2339750	total: 841ms	remaining: 879ms
67:	learn: 0.2324332	total: 856ms	remaining: 868ms
68:	learn: 0.2308962	total: 867ms	remaining: 854ms
69:	learn: 0.2293502	total: 878ms	remaining: 841ms
70:	learn: 0.2276862	total: 890ms	remaining: 827ms
71:	learn: 0.2263174	total: 901ms	remaining: 814ms
72:	learn: 0.2249621	total: 912ms	remaining: 800ms
73:	learn: 0.2236376	total: 926ms	remaining: 789ms
74:	learn: 0.2222823	total: 940ms	remaining: 777ms
75:	learn: 0.2210628	total: 952ms	remaining: 764ms
76:	learn: 0.2197122	total: 963ms	remaining: 751ms
77:	learn: 0.2185438	total: 975ms	remaining: 737ms
78:	learn: 0.2174248	total: 986ms	remaining: 724ms
79:	learn: 0.2163355	total: 998ms	remaining: 711ms
80:	learn: 0.2152180	total: 1.01s	remaining: 698ms
81:	learn: 0.2141624	total: 1.02s	remaining: 685ms
82:	learn: 0.2131374	total: 1.04s	remaining: 675ms
83:	learn: 0.2120802	total: 1.05s	remaining: 663ms
84:	learn: 0.2111075	total: 1.08s	remaining: 659ms
85:	learn: 0.2101428	total: 1.1s	remaining: 654ms
86:	learn: 0.2090865	total: 1.13s	remaining: 652ms
87:	learn: 0.2081888	total: 1.17s	remaining: 649ms
88:	learn: 0.2071376	total: 1.19s	remaining: 639ms
89:	learn: 0.2062833	total: 1.21s	remaining: 634ms
90:	learn: 0.2055486	total: 1.23s	remaining: 623ms
91:	learn: 0.2048804	total: 1.26s	remaining: 619ms
92:	learn: 0.2041525	total: 1.3s	remaining: 614ms
93:	learn: 0.2034927	total: 1.33s	remaining: 609ms
94:	learn: 0.2027747	total: 1.35s	remaining: 599ms
95:	learn: 0.2020641	total: 1.37s	remaining: 586ms
96:	learn: 0.2013075	total: 1.39s	remaining: 572ms
97:	learn: 0.2004717	total: 1.41s	remaining: 559ms
98:	learn: 0.1998577	total: 1.44s	remaining: 552ms
99:	learn: 0.1992332	total: 1.47s	remaining: 544ms
100:	learn: 0.1986617	total: 1.5s	remaining: 536ms
101:	learn: 0.1980392	total: 1.53s	remaining: 527ms
102:	learn: 0.1975268	total: 1.55s	remaining: 513ms
103:	learn: 0.1969687	total: 1.57s	remaining: 498ms
104:	learn: 0.1964371	total: 1.59s	remaining: 485ms
105:	learn: 0.1959449	total: 1.61s	remaining: 470ms
106:	learn: 0.1954620	total: 1.62s	remaining: 455ms
107:	learn: 0.1949476	total: 1.64s	remaining: 440ms
108:	learn: 0.1944446	total: 1.67s	remaining: 430ms
109:	learn: 0.1939732	total: 1.7s	remaining: 418ms
110:	learn: 0.1935297	total: 1.72s	remaining: 404ms
111:	learn: 0.1931475	total: 1.74s	remaining: 389ms
112:	learn: 0.1927203	total: 1.76s	remaining: 373ms
113:	learn: 0.1922729	total: 1.78s	remaining: 359ms
114:	learn: 0.1918848	total: 1.81s	remaining: 346ms
115:	learn: 0.1914765	total: 1.84s	remaining: 333ms
116:	learn: 0.1910910	total: 1.88s	remaining: 321ms
117:	learn: 0.1906745	total: 1.89s	remaining: 305ms
118:	learn: 0.1902979	total: 1.91s	remaining: 289ms
119:	learn: 0.1898528	total: 1.93s	remaining: 273ms
120:	learn: 0.1894779	total: 1.94s	remaining: 257ms
121:	learn: 0.1891200	total: 1.97s	remaining: 242ms
122:	learn: 0.1887754	total: 2s	remaining: 227ms
123:	learn: 0.1882950	total: 2.03s	remaining: 213ms
124:	learn: 0.1879723	total: 2.04s	remaining: 196ms
125:	learn: 0.1876732	total: 2.06s	remaining: 180ms
126:	learn: 0.1873934	total: 2.08s	remaining: 164ms
127:	learn: 0.1871359	total: 2.1s	remaining: 147ms
128:	learn: 0.1868683	total: 2.11s	remaining: 131ms
129:	learn: 0.1865748	total: 2.13s	remaining: 115ms
130:	learn: 0.1862514	total: 2.14s	remaining: 98.2ms
131:	learn: 0.1860168	total: 2.16s	remaining: 81.8ms
132:	learn: 0.1856078	total: 2.19s	remaining: 66ms
133:	learn: 0.1853313	total: 2.23s	remaining: 49.8ms
134:	learn: 0.1850732	total: 2.25s	remaining: 33.3ms
135:	learn: 0.1848661	total: 2.26s	remaining: 16.6ms
136:	learn: 0.1846042	total: 2.29s	remaining: 0us
0:	learn: 0.6726213	total: 13.6ms	remaining: 1.85s
1:	learn: 0.6532626	total: 36.3ms	remaining: 2.45s
2:	learn: 0.6349627	total: 50ms	remaining: 2.23s
3:	learn: 0.6178585	total: 63.8ms	remaining: 2.12s
4:	learn: 0.6012084	total: 85.3ms	remaining: 2.25s
5:	learn: 0.5856402	total: 102ms	remaining: 2.24s
6:	learn: 0.5705795	total: 124ms	remaining: 2.31s
7:	learn: 0.5563157	total: 155ms	remaining: 2.5s
8:	learn: 0.5424051	total: 185ms	remaining: 2.63s
9:	learn: 0.5293429	total: 215ms	remaining: 2.73s
10:	learn: 0.5168796	total: 253ms	remaining: 2.9s
11:	learn: 0.5049901	total: 281ms	remaining: 2.93s
12:	learn: 0.4934718	total: 304ms	remaining: 2.9s
13:	learn: 0.4824961	total: 333ms	remaining: 2.92s
14:	learn: 0.4720620	total: 366ms	remaining: 2.97s
15:	learn: 0.4620970	total: 400ms	remaining: 3.03s
16:	learn: 0.4522485	total: 429ms	remaining: 3.03s
17:	learn: 0.4429712	total: 467ms	remaining: 3.09s
18:	learn: 0.4336014	total: 495ms	remaining: 3.08s
19:	learn: 0.4249042	total: 519ms	remaining: 3.03s
20:	learn: 0.4166663	total: 549ms	remaining: 3.03s
21:	learn: 0.4088075	total: 578ms	remaining: 3.02s
22:	learn: 0.4011511	total: 608ms	remaining: 3.01s
23:	learn: 0.3937326	total: 628ms	remaining: 2.95s
24:	learn: 0.3867095	total: 654ms	remaining: 2.93s
25:	learn: 0.3799234	total: 691ms	remaining: 2.95s
26:	learn: 0.3734477	total: 720ms	remaining: 2.93s
27:	learn: 0.3671975	total: 753ms	remaining: 2.93s
28:	learn: 0.3611306	total: 772ms	remaining: 2.87s
29:	learn: 0.3553830	total: 788ms	remaining: 2.81s
30:	learn: 0.3498012	total: 815ms	remaining: 2.79s
31:	learn: 0.3443399	total: 850ms	remaining: 2.79s
32:	learn: 0.3391574	total: 882ms	remaining: 2.78s
33:	learn: 0.3339514	total: 914ms	remaining: 2.77s
34:	learn: 0.3291460	total: 953ms	remaining: 2.78s
35:	learn: 0.3246678	total: 980ms	remaining: 2.75s
36:	learn: 0.3202012	total: 1s	remaining: 2.72s
37:	learn: 0.3157549	total: 1.04s	remaining: 2.7s
38:	learn: 0.3114590	total: 1.07s	remaining: 2.68s
39:	learn: 0.3074122	total: 1.08s	remaining: 2.63s
40:	learn: 0.3035038	total: 1.12s	remaining: 2.62s
41:	learn: 0.2994456	total: 1.15s	remaining: 2.59s
42:	learn: 0.2957095	total: 1.18s	remaining: 2.57s
43:	learn: 0.2922247	total: 1.19s	remaining: 2.52s
44:	learn: 0.2889285	total: 1.22s	remaining: 2.5s
45:	learn: 0.2856512	total: 1.25s	remaining: 2.48s
46:	learn: 0.2824180	total: 1.29s	remaining: 2.46s
47:	learn: 0.2793574	total: 1.32s	remaining: 2.44s
48:	learn: 0.2762826	total: 1.35s	remaining: 2.43s
49:	learn: 0.2734659	total: 1.38s	remaining: 2.4s
50:	learn: 0.2707752	total: 1.41s	remaining: 2.38s
51:	learn: 0.2682356	total: 1.44s	remaining: 2.36s
52:	learn: 0.2656119	total: 1.47s	remaining: 2.33s
53:	learn: 0.2631106	total: 1.5s	remaining: 2.31s
54:	learn: 0.2607194	total: 1.53s	remaining: 2.28s
55:	learn: 0.2583535	total: 1.56s	remaining: 2.25s
56:	learn: 0.2559006	total: 1.59s	remaining: 2.23s
57:	learn: 0.2535375	total: 1.62s	remaining: 2.2s
58:	learn: 0.2511989	total: 1.65s	remaining: 2.18s
59:	learn: 0.2492337	total: 1.68s	remaining: 2.16s
60:	learn: 0.2472413	total: 1.71s	remaining: 2.13s
61:	learn: 0.2453800	total: 1.75s	remaining: 2.11s
62:	learn: 0.2434505	total: 1.77s	remaining: 2.08s
63:	learn: 0.2416907	total: 1.81s	remaining: 2.06s
64:	learn: 0.2398565	total: 1.84s	remaining: 2.04s
65:	learn: 0.2381547	total: 1.87s	remaining: 2.01s
66:	learn: 0.2365072	total: 1.91s	remaining: 2s
67:	learn: 0.2347937	total: 1.94s	remaining: 1.97s
68:	learn: 0.2332908	total: 1.97s	remaining: 1.94s
69:	learn: 0.2318370	total: 2s	remaining: 1.92s
70:	learn: 0.2303328	total: 2.04s	remaining: 1.89s
71:	learn: 0.2288681	total: 2.07s	remaining: 1.87s
72:	learn: 0.2275617	total: 2.1s	remaining: 1.84s
73:	learn: 0.2262659	total: 2.13s	remaining: 1.81s
74:	learn: 0.2249550	total: 2.16s	remaining: 1.79s
75:	learn: 0.2237200	total: 2.19s	remaining: 1.76s
76:	learn: 0.2224164	total: 2.22s	remaining: 1.73s
77:	learn: 0.2212754	total: 2.25s	remaining: 1.7s
78:	learn: 0.2201573	total: 2.27s	remaining: 1.67s
79:	learn: 0.2190982	total: 2.3s	remaining: 1.64s
80:	learn: 0.2179954	total: 2.34s	remaining: 1.62s
81:	learn: 0.2169559	total: 2.37s	remaining: 1.59s
82:	learn: 0.2160044	total: 2.4s	remaining: 1.56s
83:	learn: 0.2149821	total: 2.43s	remaining: 1.53s
84:	learn: 0.2140058	total: 2.46s	remaining: 1.5s
85:	learn: 0.2130637	total: 2.49s	remaining: 1.48s
86:	learn: 0.2121045	total: 2.52s	remaining: 1.45s
87:	learn: 0.2112270	total: 2.55s	remaining: 1.42s
88:	learn: 0.2101537	total: 2.58s	remaining: 1.39s
89:	learn: 0.2093532	total: 2.61s	remaining: 1.36s
90:	learn: 0.2086244	total: 2.64s	remaining: 1.33s
91:	learn: 0.2078864	total: 2.67s	remaining: 1.31s
92:	learn: 0.2071086	total: 2.7s	remaining: 1.28s
93:	learn: 0.2064518	total: 2.72s	remaining: 1.25s
94:	learn: 0.2057200	total: 2.75s	remaining: 1.21s
95:	learn: 0.2050636	total: 2.78s	remaining: 1.19s
96:	learn: 0.2042377	total: 2.81s	remaining: 1.16s
97:	learn: 0.2036644	total: 2.82s	remaining: 1.12s
98:	learn: 0.2030863	total: 2.83s	remaining: 1.08s
99:	learn: 0.2024869	total: 2.84s	remaining: 1.05s
100:	learn: 0.2019100	total: 2.85s	remaining: 1.02s
101:	learn: 0.2013139	total: 2.86s	remaining: 982ms
102:	learn: 0.2007839	total: 2.88s	remaining: 950ms
103:	learn: 0.2002422	total: 2.89s	remaining: 918ms
104:	learn: 0.1997202	total: 2.91s	remaining: 886ms
105:	learn: 0.1991855	total: 2.93s	remaining: 856ms
106:	learn: 0.1986650	total: 2.94s	remaining: 826ms
107:	learn: 0.1981580	total: 2.96s	remaining: 794ms
108:	learn: 0.1976588	total: 2.97s	remaining: 762ms
109:	learn: 0.1971469	total: 2.98s	remaining: 731ms
110:	learn: 0.1966938	total: 2.99s	remaining: 701ms
111:	learn: 0.1963066	total: 3s	remaining: 671ms
112:	learn: 0.1958761	total: 3.02s	remaining: 641ms
113:	learn: 0.1954497	total: 3.03s	remaining: 611ms
114:	learn: 0.1950778	total: 3.04s	remaining: 582ms
115:	learn: 0.1946799	total: 3.05s	remaining: 552ms
116:	learn: 0.1941094	total: 3.06s	remaining: 524ms
117:	learn: 0.1937203	total: 3.08s	remaining: 495ms
118:	learn: 0.1933703	total: 3.09s	remaining: 467ms
119:	learn: 0.1930143	total: 3.1s	remaining: 439ms
120:	learn: 0.1926456	total: 3.11s	remaining: 411ms
121:	learn: 0.1923248	total: 3.12s	remaining: 384ms
122:	learn: 0.1920085	total: 3.13s	remaining: 357ms
123:	learn: 0.1915973	total: 3.15s	remaining: 330ms
124:	learn: 0.1912598	total: 3.16s	remaining: 303ms
125:	learn: 0.1909823	total: 3.17s	remaining: 277ms
126:	learn: 0.1907064	total: 3.18s	remaining: 250ms
127:	learn: 0.1904226	total: 3.19s	remaining: 225ms
128:	learn: 0.1901603	total: 3.21s	remaining: 199ms
129:	learn: 0.1898941	total: 3.22s	remaining: 174ms
130:	learn: 0.1896115	total: 3.23s	remaining: 148ms
131:	learn: 0.1893974	total: 3.25s	remaining: 123ms
132:	learn: 0.1890402	total: 3.26s	remaining: 98ms
133:	learn: 0.1887630	total: 3.27s	remaining: 73.2ms
134:	learn: 0.1885191	total: 3.28s	remaining: 48.6ms
135:	learn: 0.1882685	total: 3.29s	remaining: 24.2ms
136:	learn: 0.1880824	total: 3.31s	remaining: 0us
0:	learn: 0.6723848	total: 11ms	remaining: 1.5s
1:	learn: 0.6530115	total: 23.4ms	remaining: 1.58s
2:	learn: 0.6346900	total: 33.7ms	remaining: 1.51s
3:	learn: 0.6175899	total: 44.4ms	remaining: 1.48s
4:	learn: 0.6011610	total: 55.8ms	remaining: 1.47s
5:	learn: 0.5855790	total: 66.5ms	remaining: 1.45s
6:	learn: 0.5706553	total: 78ms	remaining: 1.45s
7:	learn: 0.5563758	total: 90.7ms	remaining: 1.46s
8:	learn: 0.5426051	total: 108ms	remaining: 1.54s
9:	learn: 0.5295266	total: 119ms	remaining: 1.51s
10:	learn: 0.5170305	total: 130ms	remaining: 1.49s
11:	learn: 0.5051406	total: 142ms	remaining: 1.47s
12:	learn: 0.4935127	total: 150ms	remaining: 1.43s
13:	learn: 0.4825291	total: 161ms	remaining: 1.42s
14:	learn: 0.4721245	total: 172ms	remaining: 1.4s
15:	learn: 0.4621362	total: 184ms	remaining: 1.39s
16:	learn: 0.4522585	total: 198ms	remaining: 1.39s
17:	learn: 0.4429740	total: 211ms	remaining: 1.4s
18:	learn: 0.4335661	total: 225ms	remaining: 1.4s
19:	learn: 0.4248479	total: 237ms	remaining: 1.38s
20:	learn: 0.4165780	total: 249ms	remaining: 1.37s
21:	learn: 0.4087020	total: 260ms	remaining: 1.36s
22:	learn: 0.4010330	total: 271ms	remaining: 1.34s
23:	learn: 0.3936483	total: 283ms	remaining: 1.33s
24:	learn: 0.3866044	total: 297ms	remaining: 1.33s
25:	learn: 0.3797865	total: 310ms	remaining: 1.32s
26:	learn: 0.3732674	total: 323ms	remaining: 1.32s
27:	learn: 0.3670110	total: 335ms	remaining: 1.3s
28:	learn: 0.3608998	total: 346ms	remaining: 1.29s
29:	learn: 0.3551191	total: 357ms	remaining: 1.27s
30:	learn: 0.3495123	total: 368ms	remaining: 1.26s
31:	learn: 0.3441877	total: 380ms	remaining: 1.25s
32:	learn: 0.3389699	total: 391ms	remaining: 1.23s
33:	learn: 0.3337308	total: 403ms	remaining: 1.22s
34:	learn: 0.3289265	total: 419ms	remaining: 1.22s
35:	learn: 0.3243015	total: 433ms	remaining: 1.21s
36:	learn: 0.3197580	total: 449ms	remaining: 1.21s
37:	learn: 0.3151500	total: 460ms	remaining: 1.2s
38:	learn: 0.3108483	total: 472ms	remaining: 1.19s
39:	learn: 0.3067769	total: 483ms	remaining: 1.17s
40:	learn: 0.3028127	total: 494ms	remaining: 1.16s
41:	learn: 0.2987303	total: 516ms	remaining: 1.17s
42:	learn: 0.2949426	total: 540ms	remaining: 1.18s
43:	learn: 0.2914354	total: 551ms	remaining: 1.16s
44:	learn: 0.2881310	total: 563ms	remaining: 1.15s
45:	learn: 0.2848323	total: 575ms	remaining: 1.14s
46:	learn: 0.2815733	total: 586ms	remaining: 1.12s
47:	learn: 0.2784913	total: 598ms	remaining: 1.11s
48:	learn: 0.2753954	total: 609ms	remaining: 1.09s
49:	learn: 0.2725479	total: 626ms	remaining: 1.09s
50:	learn: 0.2698261	total: 637ms	remaining: 1.07s
51:	learn: 0.2672662	total: 649ms	remaining: 1.06s
52:	learn: 0.2645801	total: 660ms	remaining: 1.05s
53:	learn: 0.2620085	total: 672ms	remaining: 1.03s
54:	learn: 0.2595892	total: 683ms	remaining: 1.02s
55:	learn: 0.2572432	total: 695ms	remaining: 1s
56:	learn: 0.2547671	total: 707ms	remaining: 993ms
57:	learn: 0.2524430	total: 724ms	remaining: 986ms
58:	learn: 0.2502922	total: 736ms	remaining: 973ms
59:	learn: 0.2481876	total: 748ms	remaining: 959ms
60:	learn: 0.2460212	total: 760ms	remaining: 946ms
61:	learn: 0.2442222	total: 771ms	remaining: 933ms
62:	learn: 0.2423025	total: 783ms	remaining: 920ms
63:	learn: 0.2404989	total: 794ms	remaining: 906ms
64:	learn: 0.2386621	total: 807ms	remaining: 894ms
65:	learn: 0.2370101	total: 820ms	remaining: 882ms
66:	learn: 0.2353190	total: 837ms	remaining: 874ms
67:	learn: 0.2337133	total: 851ms	remaining: 864ms
68:	learn: 0.2321724	total: 863ms	remaining: 851ms
69:	learn: 0.2306593	total: 874ms	remaining: 837ms
70:	learn: 0.2288438	total: 886ms	remaining: 824ms
71:	learn: 0.2275013	total: 898ms	remaining: 811ms
72:	learn: 0.2260975	total: 910ms	remaining: 798ms
73:	learn: 0.2248047	total: 924ms	remaining: 787ms
74:	learn: 0.2234463	total: 938ms	remaining: 775ms
75:	learn: 0.2221974	total: 951ms	remaining: 763ms
76:	learn: 0.2208629	total: 962ms	remaining: 750ms
77:	learn: 0.2196481	total: 973ms	remaining: 736ms
78:	learn: 0.2185272	total: 985ms	remaining: 723ms
79:	learn: 0.2173538	total: 996ms	remaining: 710ms
80:	learn: 0.2163207	total: 1.01s	remaining: 697ms
81:	learn: 0.2152564	total: 1.02s	remaining: 684ms
82:	learn: 0.2142775	total: 1.03s	remaining: 671ms
83:	learn: 0.2132362	total: 1.05s	remaining: 661ms
84:	learn: 0.2122001	total: 1.06s	remaining: 648ms
85:	learn: 0.2112594	total: 1.07s	remaining: 638ms
86:	learn: 0.2103979	total: 1.09s	remaining: 625ms
87:	learn: 0.2095499	total: 1.1s	remaining: 612ms
88:	learn: 0.2085307	total: 1.11s	remaining: 599ms
89:	learn: 0.2077240	total: 1.12s	remaining: 586ms
90:	learn: 0.2069389	total: 1.13s	remaining: 573ms
91:	learn: 0.2061877	total: 1.15s	remaining: 562ms
92:	learn: 0.2053999	total: 1.16s	remaining: 548ms
93:	learn: 0.2047392	total: 1.17s	remaining: 535ms
94:	learn: 0.2040571	total: 1.18s	remaining: 523ms
95:	learn: 0.2033603	total: 1.2s	remaining: 510ms
96:	learn: 0.2026810	total: 1.21s	remaining: 498ms
97:	learn: 0.2020533	total: 1.22s	remaining: 485ms
98:	learn: 0.2014024	total: 1.23s	remaining: 472ms
99:	learn: 0.2007301	total: 1.24s	remaining: 460ms
100:	learn: 0.2001146	total: 1.26s	remaining: 449ms
101:	learn: 0.1995172	total: 1.27s	remaining: 436ms
102:	learn: 0.1989304	total: 1.28s	remaining: 424ms
103:	learn: 0.1983683	total: 1.29s	remaining: 411ms
104:	learn: 0.1978890	total: 1.31s	remaining: 398ms
105:	learn: 0.1973030	total: 1.32s	remaining: 386ms
106:	learn: 0.1968112	total: 1.33s	remaining: 373ms
107:	learn: 0.1963805	total: 1.34s	remaining: 361ms
108:	learn: 0.1959045	total: 1.36s	remaining: 349ms
109:	learn: 0.1953566	total: 1.37s	remaining: 337ms
110:	learn: 0.1949590	total: 1.38s	remaining: 324ms
111:	learn: 0.1945064	total: 1.39s	remaining: 311ms
112:	learn: 0.1940561	total: 1.4s	remaining: 298ms
113:	learn: 0.1936183	total: 1.42s	remaining: 287ms
114:	learn: 0.1932623	total: 1.43s	remaining: 274ms
115:	learn: 0.1928615	total: 1.44s	remaining: 261ms
116:	learn: 0.1924806	total: 1.46s	remaining: 249ms
117:	learn: 0.1920100	total: 1.48s	remaining: 238ms
118:	learn: 0.1916351	total: 1.49s	remaining: 226ms
119:	learn: 0.1912615	total: 1.5s	remaining: 213ms
120:	learn: 0.1908912	total: 1.52s	remaining: 202ms
121:	learn: 0.1905600	total: 1.55s	remaining: 190ms
122:	learn: 0.1902535	total: 1.56s	remaining: 178ms
123:	learn: 0.1899547	total: 1.57s	remaining: 165ms
124:	learn: 0.1896315	total: 1.58s	remaining: 152ms
125:	learn: 0.1893420	total: 1.6s	remaining: 139ms
126:	learn: 0.1890342	total: 1.61s	remaining: 127ms
127:	learn: 0.1887797	total: 1.62s	remaining: 114ms
128:	learn: 0.1884945	total: 1.63s	remaining: 101ms
129:	learn: 0.1882113	total: 1.64s	remaining: 88.4ms
130:	learn: 0.1879649	total: 1.65s	remaining: 75.7ms
131:	learn: 0.1876722	total: 1.67s	remaining: 63.4ms
132:	learn: 0.1873653	total: 1.69s	remaining: 50.7ms
133:	learn: 0.1869976	total: 1.7s	remaining: 38.1ms
134:	learn: 0.1866971	total: 1.71s	remaining: 25.4ms
135:	learn: 0.1863768	total: 1.73s	remaining: 12.7ms
136:	learn: 0.1861429	total: 1.74s	remaining: 0us
0:	learn: 0.6724190	total: 10.5ms	remaining: 1.43s
1:	learn: 0.6530668	total: 21.9ms	remaining: 1.48s
2:	learn: 0.6347962	total: 32.1ms	remaining: 1.43s
3:	learn: 0.6176882	total: 46.5ms	remaining: 1.55s
4:	learn: 0.6012791	total: 57.7ms	remaining: 1.52s
5:	learn: 0.5857383	total: 70.7ms	remaining: 1.54s
6:	learn: 0.5706648	total: 81.9ms	remaining: 1.52s
7:	learn: 0.5564524	total: 93ms	remaining: 1.5s
8:	learn: 0.5426828	total: 104ms	remaining: 1.48s
9:	learn: 0.5296007	total: 115ms	remaining: 1.46s
10:	learn: 0.5171164	total: 126ms	remaining: 1.44s
11:	learn: 0.5052632	total: 140ms	remaining: 1.46s
12:	learn: 0.4936539	total: 149ms	remaining: 1.42s
13:	learn: 0.4826709	total: 160ms	remaining: 1.41s
14:	learn: 0.4722967	total: 171ms	remaining: 1.39s
15:	learn: 0.4623243	total: 183ms	remaining: 1.38s
16:	learn: 0.4524798	total: 194ms	remaining: 1.37s
17:	learn: 0.4431969	total: 205ms	remaining: 1.36s
18:	learn: 0.4338081	total: 216ms	remaining: 1.34s
19:	learn: 0.4252273	total: 227ms	remaining: 1.33s
20:	learn: 0.4169597	total: 239ms	remaining: 1.32s
21:	learn: 0.4090885	total: 254ms	remaining: 1.33s
22:	learn: 0.4014175	total: 266ms	remaining: 1.32s
23:	learn: 0.3940412	total: 277ms	remaining: 1.3s
24:	learn: 0.3869211	total: 288ms	remaining: 1.29s
25:	learn: 0.3801021	total: 300ms	remaining: 1.28s
26:	learn: 0.3734621	total: 311ms	remaining: 1.27s
27:	learn: 0.3672074	total: 324ms	remaining: 1.26s
28:	learn: 0.3610789	total: 335ms	remaining: 1.25s
29:	learn: 0.3553217	total: 346ms	remaining: 1.23s
30:	learn: 0.3497104	total: 359ms	remaining: 1.23s
31:	learn: 0.3443157	total: 372ms	remaining: 1.22s
32:	learn: 0.3391178	total: 382ms	remaining: 1.2s
33:	learn: 0.3339151	total: 394ms	remaining: 1.19s
34:	learn: 0.3291216	total: 405ms	remaining: 1.18s
35:	learn: 0.3246509	total: 416ms	remaining: 1.17s
36:	learn: 0.3200413	total: 429ms	remaining: 1.16s
37:	learn: 0.3154492	total: 441ms	remaining: 1.15s
38:	learn: 0.3111468	total: 456ms	remaining: 1.14s
39:	learn: 0.3071037	total: 468ms	remaining: 1.13s
40:	learn: 0.3031612	total: 479ms	remaining: 1.12s
41:	learn: 0.2991047	total: 491ms	remaining: 1.11s
42:	learn: 0.2953731	total: 502ms	remaining: 1.1s
43:	learn: 0.2918911	total: 513ms	remaining: 1.08s
44:	learn: 0.2885787	total: 524ms	remaining: 1.07s
45:	learn: 0.2853460	total: 535ms	remaining: 1.06s
46:	learn: 0.2820889	total: 548ms	remaining: 1.05s
47:	learn: 0.2790112	total: 568ms	remaining: 1.05s
48:	learn: 0.2759369	total: 584ms	remaining: 1.05s
49:	learn: 0.2731133	total: 595ms	remaining: 1.03s
50:	learn: 0.2704215	total: 607ms	remaining: 1.02s
51:	learn: 0.2679106	total: 618ms	remaining: 1.01s
52:	learn: 0.2652437	total: 629ms	remaining: 997ms
53:	learn: 0.2627337	total: 640ms	remaining: 984ms
54:	learn: 0.2603393	total: 651ms	remaining: 971ms
55:	learn: 0.2581416	total: 667ms	remaining: 964ms
56:	learn: 0.2556818	total: 679ms	remaining: 953ms
57:	learn: 0.2533850	total: 703ms	remaining: 958ms
58:	learn: 0.2510177	total: 719ms	remaining: 951ms
59:	learn: 0.2490055	total: 731ms	remaining: 938ms
60:	learn: 0.2469732	total: 743ms	remaining: 925ms
61:	learn: 0.2451038	total: 756ms	remaining: 915ms
62:	learn: 0.2432275	total: 771ms	remaining: 906ms
63:	learn: 0.2413834	total: 783ms	remaining: 893ms
64:	learn: 0.2396763	total: 794ms	remaining: 880ms
65:	learn: 0.2380644	total: 806ms	remaining: 868ms
66:	learn: 0.2364113	total: 818ms	remaining: 855ms
67:	learn: 0.2347349	total: 830ms	remaining: 842ms
68:	learn: 0.2332217	total: 842ms	remaining: 830ms
69:	learn: 0.2317369	total: 854ms	remaining: 818ms
70:	learn: 0.2302596	total: 870ms	remaining: 809ms
71:	learn: 0.2287762	total: 883ms	remaining: 797ms
72:	learn: 0.2273222	total: 894ms	remaining: 784ms
73:	learn: 0.2259913	total: 906ms	remaining: 771ms
74:	learn: 0.2246454	total: 918ms	remaining: 759ms
75:	learn: 0.2234282	total: 930ms	remaining: 747ms
76:	learn: 0.2221073	total: 942ms	remaining: 734ms
77:	learn: 0.2209075	total: 954ms	remaining: 722ms
78:	learn: 0.2198389	total: 969ms	remaining: 711ms
79:	learn: 0.2186578	total: 983ms	remaining: 700ms
80:	learn: 0.2175587	total: 995ms	remaining: 688ms
81:	learn: 0.2165355	total: 1.01s	remaining: 675ms
82:	learn: 0.2155247	total: 1.02s	remaining: 662ms
83:	learn: 0.2144810	total: 1.03s	remaining: 651ms
84:	learn: 0.2134508	total: 1.04s	remaining: 638ms
85:	learn: 0.2125305	total: 1.06s	remaining: 627ms
86:	learn: 0.2117503	total: 1.07s	remaining: 617ms
87:	learn: 0.2108725	total: 1.08s	remaining: 605ms
88:	learn: 0.2099137	total: 1.1s	remaining: 592ms
89:	learn: 0.2091029	total: 1.11s	remaining: 580ms
90:	learn: 0.2083073	total: 1.12s	remaining: 567ms
91:	learn: 0.2075694	total: 1.13s	remaining: 554ms
92:	learn: 0.2069180	total: 1.15s	remaining: 542ms
93:	learn: 0.2061998	total: 1.16s	remaining: 529ms
94:	learn: 0.2054873	total: 1.17s	remaining: 518ms
95:	learn: 0.2047769	total: 1.18s	remaining: 506ms
96:	learn: 0.2041703	total: 1.2s	remaining: 493ms
97:	learn: 0.2034249	total: 1.21s	remaining: 480ms
98:	learn: 0.2027791	total: 1.22s	remaining: 468ms
99:	learn: 0.2020757	total: 1.23s	remaining: 455ms
100:	learn: 0.2014822	total: 1.24s	remaining: 443ms
101:	learn: 0.2008630	total: 1.25s	remaining: 431ms
102:	learn: 0.2003298	total: 1.26s	remaining: 418ms
103:	learn: 0.1997838	total: 1.28s	remaining: 407ms
104:	learn: 0.1992571	total: 1.29s	remaining: 394ms
105:	learn: 0.1987563	total: 1.31s	remaining: 382ms
106:	learn: 0.1982671	total: 1.32s	remaining: 369ms
107:	learn: 0.1978614	total: 1.33s	remaining: 357ms
108:	learn: 0.1973476	total: 1.34s	remaining: 344ms
109:	learn: 0.1968659	total: 1.35s	remaining: 332ms
110:	learn: 0.1963921	total: 1.36s	remaining: 319ms
111:	learn: 0.1960281	total: 1.38s	remaining: 307ms
112:	learn: 0.1955669	total: 1.39s	remaining: 295ms
113:	learn: 0.1951164	total: 1.4s	remaining: 283ms
114:	learn: 0.1947656	total: 1.42s	remaining: 271ms
115:	learn: 0.1943508	total: 1.43s	remaining: 258ms
116:	learn: 0.1939892	total: 1.44s	remaining: 246ms
117:	learn: 0.1935756	total: 1.45s	remaining: 233ms
118:	learn: 0.1932098	total: 1.46s	remaining: 221ms
119:	learn: 0.1928243	total: 1.47s	remaining: 209ms
120:	learn: 0.1924867	total: 1.49s	remaining: 197ms
121:	learn: 0.1921670	total: 1.5s	remaining: 185ms
122:	learn: 0.1918384	total: 1.51s	remaining: 172ms
123:	learn: 0.1914175	total: 1.52s	remaining: 160ms
124:	learn: 0.1910348	total: 1.54s	remaining: 148ms
125:	learn: 0.1907667	total: 1.55s	remaining: 136ms
126:	learn: 0.1904910	total: 1.56s	remaining: 123ms
127:	learn: 0.1901961	total: 1.58s	remaining: 111ms
128:	learn: 0.1899360	total: 1.59s	remaining: 98.7ms
129:	learn: 0.1896160	total: 1.6s	remaining: 86.3ms
130:	learn: 0.1892626	total: 1.61s	remaining: 74ms
131:	learn: 0.1889963	total: 1.63s	remaining: 61.6ms
132:	learn: 0.1887291	total: 1.64s	remaining: 49.3ms
133:	learn: 0.1884875	total: 1.65s	remaining: 36.9ms
134:	learn: 0.1882425	total: 1.66s	remaining: 24.6ms
135:	learn: 0.1878878	total: 1.67s	remaining: 12.3ms
136:	learn: 0.1876298	total: 1.68s	remaining: 0us
0:	learn: 0.6725897	total: 12.8ms	remaining: 1.74s
1:	learn: 0.6532213	total: 28.1ms	remaining: 1.9s
2:	learn: 0.6349107	total: 38.8ms	remaining: 1.73s
3:	learn: 0.6177729	total: 49.7ms	remaining: 1.65s
4:	learn: 0.6012024	total: 61ms	remaining: 1.61s
5:	learn: 0.5856140	total: 72.1ms	remaining: 1.57s
6:	learn: 0.5705161	total: 83.9ms	remaining: 1.56s
7:	learn: 0.5562634	total: 97.2ms	remaining: 1.57s
8:	learn: 0.5423155	total: 108ms	remaining: 1.54s
9:	learn: 0.5292416	total: 120ms	remaining: 1.53s
10:	learn: 0.5166761	total: 132ms	remaining: 1.51s
11:	learn: 0.5048046	total: 144ms	remaining: 1.5s
12:	learn: 0.4932668	total: 152ms	remaining: 1.45s
13:	learn: 0.4822816	total: 164ms	remaining: 1.44s
14:	learn: 0.4718838	total: 175ms	remaining: 1.43s
15:	learn: 0.4618978	total: 187ms	remaining: 1.41s
16:	learn: 0.4520234	total: 199ms	remaining: 1.41s
17:	learn: 0.4427250	total: 211ms	remaining: 1.39s
18:	learn: 0.4333227	total: 226ms	remaining: 1.41s
19:	learn: 0.4248545	total: 239ms	remaining: 1.4s
20:	learn: 0.4165818	total: 251ms	remaining: 1.39s
21:	learn: 0.4086396	total: 262ms	remaining: 1.37s
22:	learn: 0.4009640	total: 273ms	remaining: 1.35s
23:	learn: 0.3935721	total: 285ms	remaining: 1.34s
24:	learn: 0.3863852	total: 296ms	remaining: 1.33s
25:	learn: 0.3795612	total: 310ms	remaining: 1.32s
26:	learn: 0.3730395	total: 325ms	remaining: 1.32s
27:	learn: 0.3667702	total: 337ms	remaining: 1.31s
28:	learn: 0.3606358	total: 348ms	remaining: 1.3s
29:	learn: 0.3548653	total: 360ms	remaining: 1.28s
30:	learn: 0.3492533	total: 371ms	remaining: 1.27s
31:	learn: 0.3438791	total: 382ms	remaining: 1.25s
32:	learn: 0.3386722	total: 392ms	remaining: 1.24s
33:	learn: 0.3334427	total: 404ms	remaining: 1.22s
34:	learn: 0.3286436	total: 421ms	remaining: 1.23s
35:	learn: 0.3241090	total: 433ms	remaining: 1.21s
36:	learn: 0.3194844	total: 444ms	remaining: 1.2s
37:	learn: 0.3148776	total: 456ms	remaining: 1.19s
38:	learn: 0.3105648	total: 467ms	remaining: 1.17s
39:	learn: 0.3064487	total: 479ms	remaining: 1.16s
40:	learn: 0.3025308	total: 492ms	remaining: 1.15s
41:	learn: 0.2984604	total: 504ms	remaining: 1.14s
42:	learn: 0.2947270	total: 515ms	remaining: 1.12s
43:	learn: 0.2912348	total: 528ms	remaining: 1.12s
44:	learn: 0.2879232	total: 540ms	remaining: 1.1s
45:	learn: 0.2846777	total: 552ms	remaining: 1.09s
46:	learn: 0.2814218	total: 563ms	remaining: 1.08s
47:	learn: 0.2783443	total: 575ms	remaining: 1.06s
48:	learn: 0.2752692	total: 586ms	remaining: 1.05s
49:	learn: 0.2724520	total: 600ms	remaining: 1.04s
50:	learn: 0.2697358	total: 611ms	remaining: 1.03s
51:	learn: 0.2672159	total: 627ms	remaining: 1.02s
52:	learn: 0.2645411	total: 638ms	remaining: 1.01s
53:	learn: 0.2620185	total: 650ms	remaining: 999ms
54:	learn: 0.2596194	total: 661ms	remaining: 986ms
55:	learn: 0.2572802	total: 673ms	remaining: 973ms
56:	learn: 0.2548745	total: 685ms	remaining: 961ms
57:	learn: 0.2524909	total: 696ms	remaining: 949ms
58:	learn: 0.2501454	total: 708ms	remaining: 936ms
59:	learn: 0.2481745	total: 724ms	remaining: 930ms
60:	learn: 0.2459035	total: 739ms	remaining: 920ms
61:	learn: 0.2439914	total: 750ms	remaining: 907ms
62:	learn: 0.2420843	total: 761ms	remaining: 894ms
63:	learn: 0.2403423	total: 772ms	remaining: 881ms
64:	learn: 0.2386947	total: 784ms	remaining: 868ms
65:	learn: 0.2370766	total: 795ms	remaining: 856ms
66:	learn: 0.2354214	total: 806ms	remaining: 843ms
67:	learn: 0.2337438	total: 818ms	remaining: 830ms
68:	learn: 0.2322072	total: 834ms	remaining: 822ms
69:	learn: 0.2306938	total: 845ms	remaining: 809ms
70:	learn: 0.2291661	total: 857ms	remaining: 797ms
71:	learn: 0.2276810	total: 869ms	remaining: 784ms
72:	learn: 0.2262151	total: 880ms	remaining: 772ms
73:	learn: 0.2248883	total: 892ms	remaining: 759ms
74:	learn: 0.2235494	total: 904ms	remaining: 747ms
75:	learn: 0.2223096	total: 927ms	remaining: 744ms
76:	learn: 0.2209947	total: 944ms	remaining: 735ms
77:	learn: 0.2198440	total: 955ms	remaining: 722ms
78:	learn: 0.2187296	total: 966ms	remaining: 709ms
79:	learn: 0.2176823	total: 978ms	remaining: 697ms
80:	learn: 0.2165864	total: 989ms	remaining: 684ms
81:	learn: 0.2156104	total: 1s	remaining: 673ms
82:	learn: 0.2146018	total: 1.01s	remaining: 661ms
83:	learn: 0.2137057	total: 1.03s	remaining: 648ms
84:	learn: 0.2127947	total: 1.04s	remaining: 640ms
85:	learn: 0.2118514	total: 1.06s	remaining: 627ms
86:	learn: 0.2108898	total: 1.07s	remaining: 615ms
87:	learn: 0.2100120	total: 1.08s	remaining: 602ms
88:	learn: 0.2088984	total: 1.09s	remaining: 590ms
89:	learn: 0.2081189	total: 1.1s	remaining: 577ms
90:	learn: 0.2073485	total: 1.12s	remaining: 564ms
91:	learn: 0.2065696	total: 1.13s	remaining: 552ms
92:	learn: 0.2057494	total: 1.14s	remaining: 540ms
93:	learn: 0.2050687	total: 1.15s	remaining: 528ms
94:	learn: 0.2043580	total: 1.16s	remaining: 515ms
95:	learn: 0.2036412	total: 1.18s	remaining: 502ms
96:	learn: 0.2029325	total: 1.19s	remaining: 490ms
97:	learn: 0.2023412	total: 1.2s	remaining: 477ms
98:	learn: 0.2016643	total: 1.21s	remaining: 465ms
99:	learn: 0.2010679	total: 1.22s	remaining: 453ms
100:	learn: 0.2005491	total: 1.24s	remaining: 440ms
101:	learn: 0.1999445	total: 1.25s	remaining: 430ms
102:	learn: 0.1994102	total: 1.26s	remaining: 417ms
103:	learn: 0.1988453	total: 1.27s	remaining: 405ms
104:	learn: 0.1982936	total: 1.29s	remaining: 392ms
105:	learn: 0.1977644	total: 1.3s	remaining: 380ms
106:	learn: 0.1972829	total: 1.31s	remaining: 367ms
107:	learn: 0.1968419	total: 1.32s	remaining: 355ms
108:	learn: 0.1963739	total: 1.33s	remaining: 342ms
109:	learn: 0.1958729	total: 1.34s	remaining: 330ms
110:	learn: 0.1953989	total: 1.35s	remaining: 317ms
111:	learn: 0.1950232	total: 1.37s	remaining: 305ms
112:	learn: 0.1945876	total: 1.38s	remaining: 293ms
113:	learn: 0.1941624	total: 1.39s	remaining: 281ms
114:	learn: 0.1936555	total: 1.4s	remaining: 268ms
115:	learn: 0.1930551	total: 1.42s	remaining: 256ms
116:	learn: 0.1924769	total: 1.43s	remaining: 244ms
117:	learn: 0.1921295	total: 1.44s	remaining: 232ms
118:	learn: 0.1916660	total: 1.45s	remaining: 220ms
119:	learn: 0.1913384	total: 1.47s	remaining: 208ms
120:	learn: 0.1909497	total: 1.48s	remaining: 196ms
121:	learn: 0.1905860	total: 1.49s	remaining: 183ms
122:	learn: 0.1902730	total: 1.5s	remaining: 171ms
123:	learn: 0.1899579	total: 1.51s	remaining: 159ms
124:	learn: 0.1895959	total: 1.52s	remaining: 146ms
125:	learn: 0.1893218	total: 1.54s	remaining: 134ms
126:	learn: 0.1890885	total: 1.55s	remaining: 122ms
127:	learn: 0.1887520	total: 1.56s	remaining: 110ms
128:	learn: 0.1884637	total: 1.57s	remaining: 97.7ms
129:	learn: 0.1881427	total: 1.59s	remaining: 85.6ms
130:	learn: 0.1876422	total: 1.6s	remaining: 73.4ms
131:	learn: 0.1873760	total: 1.61s	remaining: 61.1ms
132:	learn: 0.1871666	total: 1.62s	remaining: 48.9ms
133:	learn: 0.1868971	total: 1.64s	remaining: 36.6ms
134:	learn: 0.1867061	total: 1.65s	remaining: 24.4ms
[I 2024-12-03 05:55:22,766] Trial 1 finished with value: 0.9267396398775667 and parameters: {'iterations': 137, 'depth': 7, 'learning_rate': 0.027206581104112216, 'l2_leaf_reg': 9.14223436390976}. Best is trial 0 with value: 0.9399057102052197.
135:	learn: 0.1864788	total: 1.67s	remaining: 12.3ms
136:	learn: 0.1862674	total: 1.68s	remaining: 0us
0:	learn: 0.5784252	total: 13ms	remaining: 2.59s
1:	learn: 0.4941753	total: 24.7ms	remaining: 2.44s
2:	learn: 0.4277032	total: 36.7ms	remaining: 2.41s
3:	learn: 0.3818458	total: 48.1ms	remaining: 2.35s
4:	learn: 0.3413473	total: 60.1ms	remaining: 2.34s
5:	learn: 0.3116492	total: 73.9ms	remaining: 2.39s
6:	learn: 0.2880524	total: 90.7ms	remaining: 2.5s
7:	learn: 0.2695325	total: 103ms	remaining: 2.47s
8:	learn: 0.2552567	total: 115ms	remaining: 2.45s
9:	learn: 0.2444131	total: 139ms	remaining: 2.64s
10:	learn: 0.2340085	total: 156ms	remaining: 2.68s
11:	learn: 0.2268984	total: 168ms	remaining: 2.63s
12:	learn: 0.2206335	total: 183ms	remaining: 2.63s
13:	learn: 0.2157878	total: 199ms	remaining: 2.64s
14:	learn: 0.2119872	total: 211ms	remaining: 2.6s
15:	learn: 0.2079224	total: 223ms	remaining: 2.57s
16:	learn: 0.2055675	total: 236ms	remaining: 2.54s
17:	learn: 0.2024090	total: 248ms	remaining: 2.51s
18:	learn: 0.2004315	total: 261ms	remaining: 2.48s
19:	learn: 0.1983750	total: 277ms	remaining: 2.49s
20:	learn: 0.1968376	total: 291ms	remaining: 2.48s
21:	learn: 0.1951009	total: 304ms	remaining: 2.46s
22:	learn: 0.1940365	total: 316ms	remaining: 2.43s
23:	learn: 0.1930127	total: 329ms	remaining: 2.41s
24:	learn: 0.1922340	total: 341ms	remaining: 2.38s
25:	learn: 0.1908047	total: 354ms	remaining: 2.37s
26:	learn: 0.1897203	total: 368ms	remaining: 2.36s
27:	learn: 0.1884458	total: 385ms	remaining: 2.36s
28:	learn: 0.1878212	total: 397ms	remaining: 2.34s
29:	learn: 0.1868899	total: 411ms	remaining: 2.33s
30:	learn: 0.1863812	total: 425ms	remaining: 2.32s
31:	learn: 0.1854551	total: 438ms	remaining: 2.3s
32:	learn: 0.1850063	total: 450ms	remaining: 2.27s
33:	learn: 0.1845214	total: 461ms	remaining: 2.25s
34:	learn: 0.1838501	total: 477ms	remaining: 2.25s
35:	learn: 0.1831258	total: 492ms	remaining: 2.24s
36:	learn: 0.1828401	total: 505ms	remaining: 2.22s
37:	learn: 0.1816210	total: 518ms	remaining: 2.21s
38:	learn: 0.1810571	total: 530ms	remaining: 2.19s
39:	learn: 0.1799767	total: 543ms	remaining: 2.17s
40:	learn: 0.1795500	total: 555ms	remaining: 2.15s
41:	learn: 0.1786601	total: 568ms	remaining: 2.13s
42:	learn: 0.1775522	total: 584ms	remaining: 2.13s
43:	learn: 0.1768040	total: 597ms	remaining: 2.12s
44:	learn: 0.1765390	total: 609ms	remaining: 2.1s
45:	learn: 0.1756808	total: 622ms	remaining: 2.08s
46:	learn: 0.1754027	total: 634ms	remaining: 2.06s
47:	learn: 0.1752358	total: 647ms	remaining: 2.05s
48:	learn: 0.1749525	total: 660ms	remaining: 2.03s
49:	learn: 0.1743781	total: 672ms	remaining: 2.02s
50:	learn: 0.1741434	total: 689ms	remaining: 2.01s
51:	learn: 0.1730616	total: 702ms	remaining: 2s
52:	learn: 0.1726407	total: 716ms	remaining: 1.99s
53:	learn: 0.1723103	total: 728ms	remaining: 1.97s
54:	learn: 0.1720376	total: 740ms	remaining: 1.95s
55:	learn: 0.1716765	total: 753ms	remaining: 1.94s
56:	learn: 0.1707495	total: 766ms	remaining: 1.92s
57:	learn: 0.1705510	total: 784ms	remaining: 1.92s
58:	learn: 0.1704439	total: 797ms	remaining: 1.9s
59:	learn: 0.1697582	total: 810ms	remaining: 1.89s
60:	learn: 0.1690131	total: 823ms	remaining: 1.88s
61:	learn: 0.1686296	total: 835ms	remaining: 1.86s
62:	learn: 0.1683481	total: 849ms	remaining: 1.84s
63:	learn: 0.1682283	total: 861ms	remaining: 1.83s
64:	learn: 0.1681187	total: 872ms	remaining: 1.81s
65:	learn: 0.1674970	total: 891ms	remaining: 1.81s
66:	learn: 0.1671221	total: 909ms	remaining: 1.8s
67:	learn: 0.1669167	total: 921ms	remaining: 1.79s
68:	learn: 0.1667550	total: 933ms	remaining: 1.77s
69:	learn: 0.1665232	total: 946ms	remaining: 1.76s
70:	learn: 0.1664437	total: 958ms	remaining: 1.74s
71:	learn: 0.1662451	total: 970ms	remaining: 1.72s
72:	learn: 0.1660782	total: 982ms	remaining: 1.71s
73:	learn: 0.1657677	total: 996ms	remaining: 1.7s
74:	learn: 0.1653998	total: 1.01s	remaining: 1.68s
75:	learn: 0.1651101	total: 1.02s	remaining: 1.67s
76:	learn: 0.1649105	total: 1.03s	remaining: 1.65s
77:	learn: 0.1644737	total: 1.05s	remaining: 1.64s
78:	learn: 0.1643340	total: 1.06s	remaining: 1.62s
79:	learn: 0.1642351	total: 1.07s	remaining: 1.61s
80:	learn: 0.1641254	total: 1.08s	remaining: 1.59s
81:	learn: 0.1637725	total: 1.1s	remaining: 1.58s
82:	learn: 0.1634831	total: 1.11s	remaining: 1.57s
83:	learn: 0.1631306	total: 1.13s	remaining: 1.56s
84:	learn: 0.1630609	total: 1.16s	remaining: 1.56s
85:	learn: 0.1627128	total: 1.17s	remaining: 1.55s
86:	learn: 0.1625422	total: 1.18s	remaining: 1.53s
87:	learn: 0.1624506	total: 1.2s	remaining: 1.52s
88:	learn: 0.1623624	total: 1.21s	remaining: 1.5s
89:	learn: 0.1621952	total: 1.22s	remaining: 1.49s
90:	learn: 0.1620998	total: 1.23s	remaining: 1.47s
91:	learn: 0.1620398	total: 1.24s	remaining: 1.46s
92:	learn: 0.1617882	total: 1.25s	remaining: 1.45s
93:	learn: 0.1617240	total: 1.27s	remaining: 1.43s
94:	learn: 0.1616197	total: 1.28s	remaining: 1.42s
95:	learn: 0.1615144	total: 1.29s	remaining: 1.4s
96:	learn: 0.1614500	total: 1.32s	remaining: 1.4s
97:	learn: 0.1610575	total: 1.33s	remaining: 1.38s
98:	learn: 0.1607243	total: 1.34s	remaining: 1.37s
99:	learn: 0.1605726	total: 1.35s	remaining: 1.35s
100:	learn: 0.1605179	total: 1.37s	remaining: 1.34s
101:	learn: 0.1603145	total: 1.38s	remaining: 1.32s
102:	learn: 0.1601574	total: 1.39s	remaining: 1.31s
103:	learn: 0.1601010	total: 1.41s	remaining: 1.3s
104:	learn: 0.1599330	total: 1.42s	remaining: 1.28s
105:	learn: 0.1597938	total: 1.43s	remaining: 1.27s
106:	learn: 0.1597638	total: 1.44s	remaining: 1.25s
107:	learn: 0.1596083	total: 1.46s	remaining: 1.24s
108:	learn: 0.1590010	total: 1.47s	remaining: 1.23s
109:	learn: 0.1588671	total: 1.48s	remaining: 1.21s
110:	learn: 0.1587943	total: 1.49s	remaining: 1.2s
111:	learn: 0.1585640	total: 1.5s	remaining: 1.18s
112:	learn: 0.1584716	total: 1.52s	remaining: 1.17s
113:	learn: 0.1581641	total: 1.53s	remaining: 1.16s
114:	learn: 0.1578352	total: 1.55s	remaining: 1.14s
115:	learn: 0.1576057	total: 1.56s	remaining: 1.13s
116:	learn: 0.1575672	total: 1.57s	remaining: 1.11s
117:	learn: 0.1575126	total: 1.58s	remaining: 1.1s
118:	learn: 0.1571004	total: 1.6s	remaining: 1.09s
119:	learn: 0.1570384	total: 1.61s	remaining: 1.07s
120:	learn: 0.1569706	total: 1.62s	remaining: 1.06s
121:	learn: 0.1568918	total: 1.63s	remaining: 1.04s
122:	learn: 0.1567591	total: 1.65s	remaining: 1.03s
123:	learn: 0.1565725	total: 1.66s	remaining: 1.02s
124:	learn: 0.1564791	total: 1.67s	remaining: 1s
125:	learn: 0.1561883	total: 1.69s	remaining: 990ms
126:	learn: 0.1560424	total: 1.7s	remaining: 976ms
127:	learn: 0.1560329	total: 1.71s	remaining: 961ms
128:	learn: 0.1556784	total: 1.72s	remaining: 949ms
129:	learn: 0.1555544	total: 1.74s	remaining: 936ms
130:	learn: 0.1554260	total: 1.75s	remaining: 922ms
131:	learn: 0.1553393	total: 1.76s	remaining: 909ms
132:	learn: 0.1552073	total: 1.78s	remaining: 895ms
133:	learn: 0.1550511	total: 1.79s	remaining: 881ms
134:	learn: 0.1548052	total: 1.8s	remaining: 867ms
135:	learn: 0.1547146	total: 1.81s	remaining: 853ms
136:	learn: 0.1546357	total: 1.82s	remaining: 839ms
137:	learn: 0.1545498	total: 1.84s	remaining: 825ms
138:	learn: 0.1544228	total: 1.85s	remaining: 811ms
139:	learn: 0.1542498	total: 1.86s	remaining: 798ms
140:	learn: 0.1542429	total: 1.88s	remaining: 786ms
141:	learn: 0.1539932	total: 1.89s	remaining: 773ms
142:	learn: 0.1539378	total: 1.9s	remaining: 759ms
143:	learn: 0.1538170	total: 1.92s	remaining: 745ms
144:	learn: 0.1537542	total: 1.94s	remaining: 735ms
145:	learn: 0.1536858	total: 1.96s	remaining: 723ms
146:	learn: 0.1535676	total: 1.97s	remaining: 710ms
147:	learn: 0.1534925	total: 1.98s	remaining: 696ms
148:	learn: 0.1533735	total: 1.99s	remaining: 682ms
149:	learn: 0.1532520	total: 2s	remaining: 668ms
150:	learn: 0.1532237	total: 2.02s	remaining: 654ms
151:	learn: 0.1529758	total: 2.03s	remaining: 641ms
152:	learn: 0.1526936	total: 2.04s	remaining: 628ms
153:	learn: 0.1522889	total: 2.06s	remaining: 615ms
154:	learn: 0.1520057	total: 2.07s	remaining: 601ms
155:	learn: 0.1519523	total: 2.08s	remaining: 587ms
156:	learn: 0.1518859	total: 2.09s	remaining: 574ms
157:	learn: 0.1517889	total: 2.11s	remaining: 560ms
158:	learn: 0.1515154	total: 2.12s	remaining: 546ms
159:	learn: 0.1514738	total: 2.13s	remaining: 533ms
160:	learn: 0.1514401	total: 2.16s	remaining: 524ms
161:	learn: 0.1513761	total: 2.18s	remaining: 510ms
162:	learn: 0.1512009	total: 2.19s	remaining: 497ms
163:	learn: 0.1511147	total: 2.2s	remaining: 483ms
164:	learn: 0.1509875	total: 2.21s	remaining: 470ms
165:	learn: 0.1508773	total: 2.23s	remaining: 456ms
166:	learn: 0.1508379	total: 2.24s	remaining: 442ms
167:	learn: 0.1505520	total: 2.25s	remaining: 430ms
168:	learn: 0.1505430	total: 2.27s	remaining: 416ms
169:	learn: 0.1504416	total: 2.28s	remaining: 402ms
170:	learn: 0.1503433	total: 2.29s	remaining: 389ms
171:	learn: 0.1502617	total: 2.3s	remaining: 375ms
172:	learn: 0.1501943	total: 2.31s	remaining: 361ms
173:	learn: 0.1501879	total: 2.33s	remaining: 348ms
174:	learn: 0.1501099	total: 2.34s	remaining: 334ms
175:	learn: 0.1500304	total: 2.35s	remaining: 321ms
176:	learn: 0.1499951	total: 2.37s	remaining: 308ms
177:	learn: 0.1498431	total: 2.38s	remaining: 295ms
178:	learn: 0.1497273	total: 2.4s	remaining: 281ms
179:	learn: 0.1494889	total: 2.41s	remaining: 268ms
180:	learn: 0.1494154	total: 2.42s	remaining: 254ms
181:	learn: 0.1493904	total: 2.43s	remaining: 241ms
182:	learn: 0.1493682	total: 2.44s	remaining: 227ms
183:	learn: 0.1493026	total: 2.46s	remaining: 214ms
184:	learn: 0.1492489	total: 2.47s	remaining: 200ms
185:	learn: 0.1491052	total: 2.48s	remaining: 187ms
186:	learn: 0.1489786	total: 2.5s	remaining: 174ms
187:	learn: 0.1488585	total: 2.51s	remaining: 160ms
188:	learn: 0.1488090	total: 2.52s	remaining: 147ms
189:	learn: 0.1487740	total: 2.53s	remaining: 133ms
190:	learn: 0.1486968	total: 2.54s	remaining: 120ms
191:	learn: 0.1484891	total: 2.56s	remaining: 107ms
192:	learn: 0.1483808	total: 2.58s	remaining: 93.4ms
193:	learn: 0.1482891	total: 2.59s	remaining: 80ms
194:	learn: 0.1480944	total: 2.6s	remaining: 66.7ms
195:	learn: 0.1479728	total: 2.62s	remaining: 53.4ms
196:	learn: 0.1479047	total: 2.63s	remaining: 40ms
197:	learn: 0.1477298	total: 2.64s	remaining: 26.7ms
198:	learn: 0.1476443	total: 2.65s	remaining: 13.3ms
199:	learn: 0.1474924	total: 2.66s	remaining: 0us
0:	learn: 0.5808211	total: 15.4ms	remaining: 3.06s
1:	learn: 0.4959402	total: 28ms	remaining: 2.77s
2:	learn: 0.4300390	total: 40.2ms	remaining: 2.64s
3:	learn: 0.3839250	total: 51.6ms	remaining: 2.53s
4:	learn: 0.3437884	total: 63.4ms	remaining: 2.47s
5:	learn: 0.3131108	total: 77.9ms	remaining: 2.52s
6:	learn: 0.2899356	total: 94.3ms	remaining: 2.6s
7:	learn: 0.2714096	total: 106ms	remaining: 2.56s
8:	learn: 0.2574535	total: 119ms	remaining: 2.52s
9:	learn: 0.2458182	total: 131ms	remaining: 2.48s
10:	learn: 0.2369483	total: 143ms	remaining: 2.46s
11:	learn: 0.2302105	total: 155ms	remaining: 2.43s
12:	learn: 0.2241772	total: 167ms	remaining: 2.41s
13:	learn: 0.2190969	total: 181ms	remaining: 2.4s
14:	learn: 0.2151162	total: 193ms	remaining: 2.39s
15:	learn: 0.2113547	total: 206ms	remaining: 2.36s
16:	learn: 0.2082386	total: 223ms	remaining: 2.4s
17:	learn: 0.2064063	total: 236ms	remaining: 2.38s
18:	learn: 0.2040980	total: 248ms	remaining: 2.37s
19:	learn: 0.2023581	total: 260ms	remaining: 2.34s
20:	learn: 0.2008321	total: 273ms	remaining: 2.32s
21:	learn: 0.1989585	total: 286ms	remaining: 2.31s
22:	learn: 0.1975909	total: 298ms	remaining: 2.29s
23:	learn: 0.1966436	total: 311ms	remaining: 2.28s
24:	learn: 0.1951767	total: 331ms	remaining: 2.32s
25:	learn: 0.1936312	total: 347ms	remaining: 2.32s
26:	learn: 0.1926221	total: 361ms	remaining: 2.31s
27:	learn: 0.1917457	total: 376ms	remaining: 2.31s
28:	learn: 0.1912019	total: 405ms	remaining: 2.39s
29:	learn: 0.1906760	total: 420ms	remaining: 2.38s
30:	learn: 0.1902759	total: 435ms	remaining: 2.37s
31:	learn: 0.1891701	total: 448ms	remaining: 2.35s
32:	learn: 0.1884470	total: 460ms	remaining: 2.33s
33:	learn: 0.1878493	total: 473ms	remaining: 2.31s
34:	learn: 0.1871396	total: 486ms	remaining: 2.29s
35:	learn: 0.1867572	total: 498ms	remaining: 2.27s
36:	learn: 0.1865010	total: 510ms	remaining: 2.25s
37:	learn: 0.1857155	total: 524ms	remaining: 2.23s
38:	learn: 0.1848355	total: 538ms	remaining: 2.22s
39:	learn: 0.1845405	total: 551ms	remaining: 2.2s
40:	learn: 0.1839212	total: 564ms	remaining: 2.19s
41:	learn: 0.1833243	total: 578ms	remaining: 2.17s
42:	learn: 0.1830219	total: 590ms	remaining: 2.15s
43:	learn: 0.1827016	total: 603ms	remaining: 2.14s
44:	learn: 0.1817211	total: 617ms	remaining: 2.13s
45:	learn: 0.1814187	total: 629ms	remaining: 2.1s
46:	learn: 0.1810977	total: 646ms	remaining: 2.1s
47:	learn: 0.1800879	total: 660ms	remaining: 2.09s
48:	learn: 0.1796939	total: 673ms	remaining: 2.07s
49:	learn: 0.1789522	total: 686ms	remaining: 2.06s
50:	learn: 0.1786926	total: 698ms	remaining: 2.04s
51:	learn: 0.1780505	total: 710ms	remaining: 2.02s
52:	learn: 0.1777513	total: 723ms	remaining: 2s
53:	learn: 0.1775007	total: 735ms	remaining: 1.99s
54:	learn: 0.1773116	total: 749ms	remaining: 1.98s
55:	learn: 0.1771155	total: 763ms	remaining: 1.96s
56:	learn: 0.1769152	total: 775ms	remaining: 1.94s
57:	learn: 0.1766499	total: 787ms	remaining: 1.93s
58:	learn: 0.1762560	total: 799ms	remaining: 1.91s
59:	learn: 0.1761695	total: 811ms	remaining: 1.89s
60:	learn: 0.1752741	total: 827ms	remaining: 1.88s
61:	learn: 0.1750395	total: 839ms	remaining: 1.87s
62:	learn: 0.1746152	total: 857ms	remaining: 1.86s
63:	learn: 0.1740338	total: 870ms	remaining: 1.85s
64:	learn: 0.1738190	total: 882ms	remaining: 1.83s
65:	learn: 0.1736918	total: 894ms	remaining: 1.81s
66:	learn: 0.1736035	total: 905ms	remaining: 1.8s
67:	learn: 0.1732495	total: 919ms	remaining: 1.78s
68:	learn: 0.1731139	total: 931ms	remaining: 1.77s
69:	learn: 0.1728316	total: 944ms	remaining: 1.75s
70:	learn: 0.1724105	total: 961ms	remaining: 1.75s
71:	learn: 0.1722353	total: 973ms	remaining: 1.73s
72:	learn: 0.1719320	total: 986ms	remaining: 1.71s
73:	learn: 0.1717379	total: 1.01s	remaining: 1.72s
74:	learn: 0.1713314	total: 1.04s	remaining: 1.73s
75:	learn: 0.1712686	total: 1.05s	remaining: 1.72s
76:	learn: 0.1711530	total: 1.07s	remaining: 1.71s
77:	learn: 0.1710599	total: 1.1s	remaining: 1.72s
78:	learn: 0.1704575	total: 1.12s	remaining: 1.71s
79:	learn: 0.1703545	total: 1.15s	remaining: 1.72s
80:	learn: 0.1700702	total: 1.17s	remaining: 1.73s
81:	learn: 0.1698930	total: 1.19s	remaining: 1.72s
82:	learn: 0.1698451	total: 1.22s	remaining: 1.71s
83:	learn: 0.1697500	total: 1.24s	remaining: 1.71s
84:	learn: 0.1692614	total: 1.26s	remaining: 1.71s
85:	learn: 0.1690444	total: 1.29s	remaining: 1.72s
86:	learn: 0.1687162	total: 1.31s	remaining: 1.71s
87:	learn: 0.1685496	total: 1.33s	remaining: 1.7s
88:	learn: 0.1681793	total: 1.35s	remaining: 1.69s
89:	learn: 0.1681240	total: 1.37s	remaining: 1.68s
90:	learn: 0.1680662	total: 1.41s	remaining: 1.69s
91:	learn: 0.1679502	total: 1.44s	remaining: 1.69s
92:	learn: 0.1678757	total: 1.46s	remaining: 1.68s
93:	learn: 0.1678133	total: 1.48s	remaining: 1.67s
94:	learn: 0.1675752	total: 1.5s	remaining: 1.66s
95:	learn: 0.1674874	total: 1.55s	remaining: 1.68s
96:	learn: 0.1672893	total: 1.6s	remaining: 1.7s
97:	learn: 0.1672802	total: 1.66s	remaining: 1.73s
98:	learn: 0.1668567	total: 1.72s	remaining: 1.76s
99:	learn: 0.1666630	total: 1.78s	remaining: 1.78s
100:	learn: 0.1663345	total: 1.85s	remaining: 1.82s
101:	learn: 0.1662441	total: 1.91s	remaining: 1.84s
102:	learn: 0.1660697	total: 2s	remaining: 1.88s
103:	learn: 0.1657891	total: 2.08s	remaining: 1.92s
104:	learn: 0.1656397	total: 2.13s	remaining: 1.93s
105:	learn: 0.1655614	total: 2.21s	remaining: 1.96s
106:	learn: 0.1652703	total: 2.25s	remaining: 1.95s
107:	learn: 0.1650934	total: 2.29s	remaining: 1.96s
108:	learn: 0.1650359	total: 2.35s	remaining: 1.96s
109:	learn: 0.1648861	total: 2.44s	remaining: 2s
110:	learn: 0.1647580	total: 2.5s	remaining: 2.01s
111:	learn: 0.1646505	total: 2.54s	remaining: 1.99s
112:	learn: 0.1642406	total: 2.58s	remaining: 1.98s
113:	learn: 0.1640904	total: 2.61s	remaining: 1.97s
114:	learn: 0.1637709	total: 2.65s	remaining: 1.96s
115:	learn: 0.1636904	total: 2.68s	remaining: 1.94s
116:	learn: 0.1634679	total: 2.74s	remaining: 1.94s
117:	learn: 0.1633641	total: 2.79s	remaining: 1.94s
118:	learn: 0.1632118	total: 2.84s	remaining: 1.93s
119:	learn: 0.1628882	total: 2.89s	remaining: 1.93s
120:	learn: 0.1625593	total: 2.95s	remaining: 1.93s
121:	learn: 0.1624730	total: 2.98s	remaining: 1.91s
122:	learn: 0.1623425	total: 3.03s	remaining: 1.9s
123:	learn: 0.1622122	total: 3.09s	remaining: 1.89s
124:	learn: 0.1621489	total: 3.15s	remaining: 1.89s
125:	learn: 0.1620417	total: 3.2s	remaining: 1.88s
126:	learn: 0.1617388	total: 3.27s	remaining: 1.88s
127:	learn: 0.1616437	total: 3.32s	remaining: 1.87s
128:	learn: 0.1615011	total: 3.37s	remaining: 1.85s
129:	learn: 0.1614173	total: 3.4s	remaining: 1.83s
130:	learn: 0.1614094	total: 3.44s	remaining: 1.81s
131:	learn: 0.1613311	total: 3.49s	remaining: 1.8s
132:	learn: 0.1612403	total: 3.55s	remaining: 1.79s
133:	learn: 0.1608791	total: 3.61s	remaining: 1.78s
134:	learn: 0.1607420	total: 3.65s	remaining: 1.76s
135:	learn: 0.1606313	total: 3.69s	remaining: 1.74s
136:	learn: 0.1605621	total: 3.73s	remaining: 1.72s
137:	learn: 0.1602880	total: 3.77s	remaining: 1.7s
138:	learn: 0.1602810	total: 3.83s	remaining: 1.68s
139:	learn: 0.1600891	total: 3.86s	remaining: 1.65s
140:	learn: 0.1599863	total: 3.89s	remaining: 1.63s
141:	learn: 0.1595816	total: 3.92s	remaining: 1.6s
142:	learn: 0.1595543	total: 3.96s	remaining: 1.58s
143:	learn: 0.1594684	total: 4.01s	remaining: 1.56s
144:	learn: 0.1592500	total: 4.07s	remaining: 1.54s
145:	learn: 0.1592242	total: 4.12s	remaining: 1.52s
146:	learn: 0.1590433	total: 4.17s	remaining: 1.5s
147:	learn: 0.1590179	total: 4.22s	remaining: 1.48s
148:	learn: 0.1588060	total: 4.27s	remaining: 1.46s
149:	learn: 0.1587526	total: 4.31s	remaining: 1.44s
150:	learn: 0.1586610	total: 4.39s	remaining: 1.43s
151:	learn: 0.1585624	total: 4.47s	remaining: 1.41s
152:	learn: 0.1585355	total: 4.54s	remaining: 1.39s
153:	learn: 0.1584349	total: 4.63s	remaining: 1.38s
154:	learn: 0.1584267	total: 4.74s	remaining: 1.38s
155:	learn: 0.1581442	total: 4.82s	remaining: 1.36s
156:	learn: 0.1579403	total: 4.89s	remaining: 1.34s
157:	learn: 0.1577639	total: 4.96s	remaining: 1.32s
158:	learn: 0.1575796	total: 5.04s	remaining: 1.3s
159:	learn: 0.1575135	total: 5.15s	remaining: 1.29s
160:	learn: 0.1574487	total: 5.26s	remaining: 1.27s
161:	learn: 0.1573499	total: 5.33s	remaining: 1.25s
162:	learn: 0.1572932	total: 5.37s	remaining: 1.22s
163:	learn: 0.1570901	total: 5.41s	remaining: 1.19s
164:	learn: 0.1570384	total: 5.43s	remaining: 1.15s
165:	learn: 0.1569054	total: 5.46s	remaining: 1.12s
166:	learn: 0.1567603	total: 5.5s	remaining: 1.09s
167:	learn: 0.1564668	total: 5.53s	remaining: 1.05s
168:	learn: 0.1564064	total: 5.56s	remaining: 1.02s
169:	learn: 0.1561285	total: 5.6s	remaining: 988ms
170:	learn: 0.1560192	total: 5.63s	remaining: 955ms
171:	learn: 0.1559964	total: 5.67s	remaining: 923ms
172:	learn: 0.1559131	total: 5.69s	remaining: 888ms
173:	learn: 0.1558249	total: 5.7s	remaining: 852ms
174:	learn: 0.1557420	total: 5.71s	remaining: 816ms
175:	learn: 0.1556368	total: 5.72s	remaining: 780ms
176:	learn: 0.1555502	total: 5.74s	remaining: 745ms
177:	learn: 0.1553842	total: 5.75s	remaining: 710ms
178:	learn: 0.1552520	total: 5.76s	remaining: 676ms
179:	learn: 0.1551332	total: 5.78s	remaining: 642ms
180:	learn: 0.1550503	total: 5.79s	remaining: 608ms
181:	learn: 0.1549053	total: 5.8s	remaining: 574ms
182:	learn: 0.1547796	total: 5.81s	remaining: 540ms
183:	learn: 0.1546312	total: 5.83s	remaining: 507ms
184:	learn: 0.1544827	total: 5.84s	remaining: 473ms
185:	learn: 0.1542598	total: 5.85s	remaining: 440ms
186:	learn: 0.1541081	total: 5.86s	remaining: 408ms
187:	learn: 0.1539894	total: 5.89s	remaining: 376ms
188:	learn: 0.1539037	total: 5.9s	remaining: 344ms
189:	learn: 0.1538219	total: 5.92s	remaining: 311ms
190:	learn: 0.1538029	total: 5.93s	remaining: 279ms
191:	learn: 0.1535717	total: 5.94s	remaining: 248ms
192:	learn: 0.1535202	total: 5.95s	remaining: 216ms
193:	learn: 0.1533053	total: 5.97s	remaining: 185ms
194:	learn: 0.1532534	total: 5.98s	remaining: 153ms
195:	learn: 0.1531105	total: 6s	remaining: 122ms
196:	learn: 0.1530234	total: 6.01s	remaining: 91.5ms
197:	learn: 0.1528377	total: 6.02s	remaining: 60.8ms
198:	learn: 0.1527180	total: 6.04s	remaining: 30.3ms
199:	learn: 0.1525474	total: 6.05s	remaining: 0us
0:	learn: 0.5791246	total: 12.2ms	remaining: 2.43s
1:	learn: 0.4952847	total: 24ms	remaining: 2.38s
2:	learn: 0.4278225	total: 36.1ms	remaining: 2.37s
3:	learn: 0.3816645	total: 49.8ms	remaining: 2.44s
4:	learn: 0.3429272	total: 62.7ms	remaining: 2.44s
5:	learn: 0.3134442	total: 74.5ms	remaining: 2.41s
6:	learn: 0.2898774	total: 86.7ms	remaining: 2.39s
7:	learn: 0.2714864	total: 99.8ms	remaining: 2.4s
8:	learn: 0.2582916	total: 112ms	remaining: 2.38s
9:	learn: 0.2462692	total: 124ms	remaining: 2.36s
10:	learn: 0.2373567	total: 137ms	remaining: 2.35s
11:	learn: 0.2301511	total: 149ms	remaining: 2.33s
12:	learn: 0.2227071	total: 161ms	remaining: 2.32s
13:	learn: 0.2179887	total: 172ms	remaining: 2.29s
14:	learn: 0.2134881	total: 185ms	remaining: 2.28s
15:	learn: 0.2097220	total: 197ms	remaining: 2.27s
16:	learn: 0.2068579	total: 212ms	remaining: 2.28s
17:	learn: 0.2044869	total: 230ms	remaining: 2.33s
18:	learn: 0.2024006	total: 243ms	remaining: 2.32s
19:	learn: 0.2005834	total: 255ms	remaining: 2.29s
20:	learn: 0.1987962	total: 267ms	remaining: 2.28s
21:	learn: 0.1965291	total: 280ms	remaining: 2.27s
22:	learn: 0.1951926	total: 293ms	remaining: 2.25s
23:	learn: 0.1940902	total: 305ms	remaining: 2.23s
24:	learn: 0.1927644	total: 320ms	remaining: 2.24s
25:	learn: 0.1909846	total: 335ms	remaining: 2.24s
26:	learn: 0.1901766	total: 348ms	remaining: 2.23s
27:	learn: 0.1894043	total: 363ms	remaining: 2.23s
28:	learn: 0.1886451	total: 375ms	remaining: 2.21s
29:	learn: 0.1879411	total: 387ms	remaining: 2.19s
30:	learn: 0.1870974	total: 400ms	remaining: 2.18s
31:	learn: 0.1859021	total: 413ms	remaining: 2.17s
32:	learn: 0.1853929	total: 445ms	remaining: 2.25s
33:	learn: 0.1847332	total: 460ms	remaining: 2.25s
34:	learn: 0.1840594	total: 472ms	remaining: 2.23s
35:	learn: 0.1836081	total: 485ms	remaining: 2.21s
36:	learn: 0.1833531	total: 497ms	remaining: 2.19s
37:	learn: 0.1829319	total: 509ms	remaining: 2.17s
38:	learn: 0.1826207	total: 523ms	remaining: 2.16s
39:	learn: 0.1815377	total: 537ms	remaining: 2.15s
40:	learn: 0.1806819	total: 549ms	remaining: 2.13s
41:	learn: 0.1797089	total: 564ms	remaining: 2.12s
42:	learn: 0.1793332	total: 576ms	remaining: 2.1s
43:	learn: 0.1785170	total: 588ms	remaining: 2.08s
44:	learn: 0.1780377	total: 600ms	remaining: 2.07s
45:	learn: 0.1775949	total: 613ms	remaining: 2.05s
46:	learn: 0.1772418	total: 624ms	remaining: 2.03s
47:	learn: 0.1769061	total: 637ms	remaining: 2.02s
48:	learn: 0.1767489	total: 653ms	remaining: 2.01s
49:	learn: 0.1765396	total: 666ms	remaining: 2s
50:	learn: 0.1761976	total: 679ms	remaining: 1.98s
51:	learn: 0.1759982	total: 691ms	remaining: 1.97s
52:	learn: 0.1756043	total: 703ms	remaining: 1.95s
53:	learn: 0.1752501	total: 715ms	remaining: 1.93s
54:	learn: 0.1749423	total: 728ms	remaining: 1.92s
55:	learn: 0.1747048	total: 745ms	remaining: 1.92s
56:	learn: 0.1746034	total: 758ms	remaining: 1.9s
57:	learn: 0.1744896	total: 770ms	remaining: 1.88s
58:	learn: 0.1742370	total: 782ms	remaining: 1.87s
59:	learn: 0.1738172	total: 799ms	remaining: 1.86s
60:	learn: 0.1735591	total: 811ms	remaining: 1.85s
61:	learn: 0.1734245	total: 823ms	remaining: 1.83s
62:	learn: 0.1733238	total: 835ms	remaining: 1.81s
63:	learn: 0.1726921	total: 847ms	remaining: 1.8s
64:	learn: 0.1721748	total: 868ms	remaining: 1.8s
65:	learn: 0.1721249	total: 881ms	remaining: 1.79s
66:	learn: 0.1718361	total: 893ms	remaining: 1.77s
67:	learn: 0.1715655	total: 905ms	remaining: 1.76s
68:	learn: 0.1712238	total: 918ms	remaining: 1.74s
69:	learn: 0.1711167	total: 930ms	remaining: 1.73s
70:	learn: 0.1710023	total: 941ms	remaining: 1.71s
71:	learn: 0.1704498	total: 957ms	remaining: 1.7s
72:	learn: 0.1702943	total: 970ms	remaining: 1.69s
73:	learn: 0.1700923	total: 982ms	remaining: 1.67s
74:	learn: 0.1697113	total: 995ms	remaining: 1.66s
75:	learn: 0.1696222	total: 1.01s	remaining: 1.64s
76:	learn: 0.1693000	total: 1.02s	remaining: 1.63s
77:	learn: 0.1688831	total: 1.03s	remaining: 1.61s
78:	learn: 0.1686130	total: 1.04s	remaining: 1.6s
79:	learn: 0.1679448	total: 1.06s	remaining: 1.59s
80:	learn: 0.1679039	total: 1.07s	remaining: 1.58s
81:	learn: 0.1677368	total: 1.09s	remaining: 1.57s
82:	learn: 0.1674494	total: 1.1s	remaining: 1.55s
83:	learn: 0.1673928	total: 1.11s	remaining: 1.54s
84:	learn: 0.1672279	total: 1.13s	remaining: 1.52s
85:	learn: 0.1668017	total: 1.14s	remaining: 1.51s
86:	learn: 0.1667119	total: 1.15s	remaining: 1.49s
87:	learn: 0.1666196	total: 1.16s	remaining: 1.48s
88:	learn: 0.1665293	total: 1.18s	remaining: 1.47s
89:	learn: 0.1663888	total: 1.19s	remaining: 1.45s
90:	learn: 0.1660299	total: 1.2s	remaining: 1.44s
91:	learn: 0.1658419	total: 1.22s	remaining: 1.43s
92:	learn: 0.1657884	total: 1.23s	remaining: 1.41s
93:	learn: 0.1656980	total: 1.24s	remaining: 1.4s
94:	learn: 0.1656151	total: 1.25s	remaining: 1.38s
95:	learn: 0.1652650	total: 1.26s	remaining: 1.37s
96:	learn: 0.1651870	total: 1.28s	remaining: 1.36s
97:	learn: 0.1650533	total: 1.3s	remaining: 1.35s
98:	learn: 0.1649211	total: 1.31s	remaining: 1.34s
99:	learn: 0.1647980	total: 1.32s	remaining: 1.32s
100:	learn: 0.1646933	total: 1.34s	remaining: 1.31s
101:	learn: 0.1643619	total: 1.35s	remaining: 1.29s
102:	learn: 0.1641796	total: 1.36s	remaining: 1.28s
103:	learn: 0.1640928	total: 1.37s	remaining: 1.27s
104:	learn: 0.1638301	total: 1.39s	remaining: 1.26s
105:	learn: 0.1637393	total: 1.4s	remaining: 1.24s
106:	learn: 0.1636010	total: 1.41s	remaining: 1.23s
107:	learn: 0.1635246	total: 1.43s	remaining: 1.22s
108:	learn: 0.1634302	total: 1.45s	remaining: 1.21s
109:	learn: 0.1632848	total: 1.47s	remaining: 1.2s
110:	learn: 0.1632474	total: 1.48s	remaining: 1.19s
111:	learn: 0.1631776	total: 1.5s	remaining: 1.17s
112:	learn: 0.1630753	total: 1.51s	remaining: 1.16s
113:	learn: 0.1630115	total: 1.52s	remaining: 1.15s
114:	learn: 0.1629597	total: 1.53s	remaining: 1.13s
115:	learn: 0.1627766	total: 1.54s	remaining: 1.12s
116:	learn: 0.1624863	total: 1.56s	remaining: 1.1s
117:	learn: 0.1621818	total: 1.57s	remaining: 1.09s
118:	learn: 0.1616992	total: 1.58s	remaining: 1.08s
119:	learn: 0.1615577	total: 1.6s	remaining: 1.06s
120:	learn: 0.1612439	total: 1.61s	remaining: 1.05s
121:	learn: 0.1611690	total: 1.62s	remaining: 1.04s
122:	learn: 0.1610845	total: 1.63s	remaining: 1.02s
123:	learn: 0.1607953	total: 1.65s	remaining: 1.01s
124:	learn: 0.1605524	total: 1.66s	remaining: 995ms
125:	learn: 0.1604776	total: 1.67s	remaining: 981ms
126:	learn: 0.1603304	total: 1.68s	remaining: 967ms
127:	learn: 0.1602793	total: 1.7s	remaining: 954ms
128:	learn: 0.1598233	total: 1.71s	remaining: 942ms
129:	learn: 0.1596813	total: 1.73s	remaining: 930ms
130:	learn: 0.1595527	total: 1.74s	remaining: 916ms
131:	learn: 0.1593752	total: 1.75s	remaining: 902ms
132:	learn: 0.1592898	total: 1.76s	remaining: 888ms
133:	learn: 0.1592215	total: 1.78s	remaining: 878ms
134:	learn: 0.1590941	total: 1.8s	remaining: 865ms
135:	learn: 0.1587330	total: 1.81s	remaining: 853ms
136:	learn: 0.1586586	total: 1.82s	remaining: 839ms
137:	learn: 0.1585880	total: 1.83s	remaining: 825ms
138:	learn: 0.1584063	total: 1.85s	remaining: 811ms
139:	learn: 0.1583072	total: 1.86s	remaining: 797ms
140:	learn: 0.1581972	total: 1.87s	remaining: 783ms
141:	learn: 0.1579840	total: 1.88s	remaining: 770ms
142:	learn: 0.1578434	total: 1.9s	remaining: 759ms
143:	learn: 0.1577429	total: 1.92s	remaining: 745ms
144:	learn: 0.1574214	total: 1.93s	remaining: 732ms
145:	learn: 0.1572925	total: 1.94s	remaining: 718ms
146:	learn: 0.1571982	total: 1.95s	remaining: 704ms
147:	learn: 0.1569913	total: 1.97s	remaining: 691ms
148:	learn: 0.1568456	total: 1.98s	remaining: 677ms
149:	learn: 0.1566140	total: 1.99s	remaining: 665ms
150:	learn: 0.1565351	total: 2.01s	remaining: 652ms
151:	learn: 0.1565271	total: 2.02s	remaining: 638ms
152:	learn: 0.1564795	total: 2.03s	remaining: 625ms
153:	learn: 0.1561659	total: 2.05s	remaining: 611ms
154:	learn: 0.1559899	total: 2.06s	remaining: 598ms
155:	learn: 0.1559013	total: 2.07s	remaining: 585ms
156:	learn: 0.1556418	total: 2.09s	remaining: 572ms
157:	learn: 0.1554886	total: 2.1s	remaining: 558ms
158:	learn: 0.1553973	total: 2.12s	remaining: 546ms
159:	learn: 0.1553144	total: 2.13s	remaining: 533ms
160:	learn: 0.1552486	total: 2.14s	remaining: 519ms
161:	learn: 0.1551021	total: 2.15s	remaining: 505ms
162:	learn: 0.1550494	total: 2.17s	remaining: 492ms
163:	learn: 0.1548926	total: 2.18s	remaining: 479ms
164:	learn: 0.1548038	total: 2.19s	remaining: 465ms
165:	learn: 0.1546449	total: 2.21s	remaining: 452ms
166:	learn: 0.1545306	total: 2.22s	remaining: 439ms
167:	learn: 0.1543803	total: 2.23s	remaining: 426ms
168:	learn: 0.1541073	total: 2.25s	remaining: 412ms
169:	learn: 0.1540842	total: 2.26s	remaining: 399ms
170:	learn: 0.1540049	total: 2.27s	remaining: 385ms
171:	learn: 0.1539140	total: 2.28s	remaining: 372ms
172:	learn: 0.1538489	total: 2.29s	remaining: 358ms
173:	learn: 0.1537746	total: 2.31s	remaining: 345ms
174:	learn: 0.1537441	total: 2.32s	remaining: 332ms
175:	learn: 0.1535892	total: 2.34s	remaining: 319ms
176:	learn: 0.1535770	total: 2.35s	remaining: 305ms
177:	learn: 0.1535556	total: 2.36s	remaining: 292ms
178:	learn: 0.1534854	total: 2.37s	remaining: 279ms
179:	learn: 0.1530375	total: 2.39s	remaining: 265ms
180:	learn: 0.1528982	total: 2.4s	remaining: 252ms
181:	learn: 0.1527769	total: 2.42s	remaining: 239ms
182:	learn: 0.1526690	total: 2.43s	remaining: 226ms
183:	learn: 0.1524701	total: 2.45s	remaining: 213ms
184:	learn: 0.1523531	total: 2.47s	remaining: 200ms
185:	learn: 0.1521303	total: 2.48s	remaining: 187ms
186:	learn: 0.1519986	total: 2.5s	remaining: 174ms
187:	learn: 0.1518961	total: 2.51s	remaining: 160ms
188:	learn: 0.1518366	total: 2.52s	remaining: 147ms
189:	learn: 0.1517840	total: 2.54s	remaining: 134ms
190:	learn: 0.1516658	total: 2.56s	remaining: 121ms
191:	learn: 0.1516026	total: 2.57s	remaining: 107ms
192:	learn: 0.1515022	total: 2.58s	remaining: 93.8ms
193:	learn: 0.1513123	total: 2.6s	remaining: 80.4ms
194:	learn: 0.1511744	total: 2.61s	remaining: 67ms
195:	learn: 0.1510494	total: 2.63s	remaining: 53.6ms
196:	learn: 0.1509005	total: 2.64s	remaining: 40.2ms
197:	learn: 0.1508090	total: 2.65s	remaining: 26.8ms
198:	learn: 0.1507555	total: 2.67s	remaining: 13.4ms
199:	learn: 0.1505508	total: 2.68s	remaining: 0us
0:	learn: 0.5796809	total: 12ms	remaining: 2.39s
1:	learn: 0.4950826	total: 24.3ms	remaining: 2.41s
2:	learn: 0.4282670	total: 36.6ms	remaining: 2.4s
3:	learn: 0.3825373	total: 48.1ms	remaining: 2.35s
4:	learn: 0.3426889	total: 61.6ms	remaining: 2.4s
5:	learn: 0.3134547	total: 75.5ms	remaining: 2.44s
6:	learn: 0.2901208	total: 87.5ms	remaining: 2.41s
7:	learn: 0.2716811	total: 100ms	remaining: 2.4s
8:	learn: 0.2577368	total: 112ms	remaining: 2.38s
9:	learn: 0.2463143	total: 124ms	remaining: 2.35s
10:	learn: 0.2369628	total: 136ms	remaining: 2.34s
11:	learn: 0.2300295	total: 148ms	remaining: 2.33s
12:	learn: 0.2229518	total: 161ms	remaining: 2.31s
13:	learn: 0.2180042	total: 173ms	remaining: 2.3s
14:	learn: 0.2133590	total: 185ms	remaining: 2.29s
15:	learn: 0.2099881	total: 198ms	remaining: 2.27s
16:	learn: 0.2074947	total: 220ms	remaining: 2.37s
17:	learn: 0.2051373	total: 233ms	remaining: 2.35s
18:	learn: 0.2033053	total: 245ms	remaining: 2.33s
19:	learn: 0.2018431	total: 258ms	remaining: 2.32s
20:	learn: 0.1999067	total: 271ms	remaining: 2.31s
21:	learn: 0.1984072	total: 283ms	remaining: 2.29s
22:	learn: 0.1972223	total: 295ms	remaining: 2.27s
23:	learn: 0.1961867	total: 308ms	remaining: 2.26s
24:	learn: 0.1953597	total: 321ms	remaining: 2.25s
25:	learn: 0.1944507	total: 334ms	remaining: 2.23s
26:	learn: 0.1931868	total: 347ms	remaining: 2.22s
27:	learn: 0.1918868	total: 360ms	remaining: 2.21s
28:	learn: 0.1911944	total: 379ms	remaining: 2.23s
29:	learn: 0.1906333	total: 394ms	remaining: 2.23s
30:	learn: 0.1898461	total: 407ms	remaining: 2.22s
31:	learn: 0.1888637	total: 421ms	remaining: 2.21s
32:	learn: 0.1876238	total: 437ms	remaining: 2.21s
33:	learn: 0.1869878	total: 449ms	remaining: 2.19s
34:	learn: 0.1858921	total: 463ms	remaining: 2.18s
35:	learn: 0.1855923	total: 475ms	remaining: 2.16s
36:	learn: 0.1846798	total: 487ms	remaining: 2.14s
37:	learn: 0.1842858	total: 499ms	remaining: 2.13s
38:	learn: 0.1839077	total: 512ms	remaining: 2.11s
39:	learn: 0.1836343	total: 527ms	remaining: 2.11s
40:	learn: 0.1834120	total: 540ms	remaining: 2.09s
41:	learn: 0.1829367	total: 553ms	remaining: 2.08s
42:	learn: 0.1823403	total: 566ms	remaining: 2.07s
43:	learn: 0.1819877	total: 578ms	remaining: 2.05s
44:	learn: 0.1812558	total: 591ms	remaining: 2.03s
45:	learn: 0.1810345	total: 602ms	remaining: 2.02s
46:	learn: 0.1798931	total: 615ms	remaining: 2s
47:	learn: 0.1794231	total: 633ms	remaining: 2s
48:	learn: 0.1789744	total: 647ms	remaining: 1.99s
49:	learn: 0.1785223	total: 659ms	remaining: 1.98s
50:	learn: 0.1779952	total: 688ms	remaining: 2.01s
51:	learn: 0.1777504	total: 700ms	remaining: 1.99s
52:	learn: 0.1768794	total: 716ms	remaining: 1.99s
53:	learn: 0.1766173	total: 727ms	remaining: 1.97s
54:	learn: 0.1764721	total: 739ms	remaining: 1.95s
55:	learn: 0.1759784	total: 752ms	remaining: 1.93s
56:	learn: 0.1757289	total: 765ms	remaining: 1.92s
57:	learn: 0.1754141	total: 777ms	remaining: 1.9s
58:	learn: 0.1750683	total: 788ms	remaining: 1.88s
59:	learn: 0.1749321	total: 801ms	remaining: 1.87s
60:	learn: 0.1742354	total: 813ms	remaining: 1.85s
61:	learn: 0.1739523	total: 826ms	remaining: 1.84s
62:	learn: 0.1734379	total: 847ms	remaining: 1.84s
63:	learn: 0.1731209	total: 861ms	remaining: 1.83s
64:	learn: 0.1729815	total: 873ms	remaining: 1.81s
65:	learn: 0.1728925	total: 885ms	remaining: 1.8s
66:	learn: 0.1727188	total: 897ms	remaining: 1.78s
67:	learn: 0.1726358	total: 911ms	remaining: 1.77s
68:	learn: 0.1724192	total: 924ms	remaining: 1.75s
69:	learn: 0.1720376	total: 936ms	remaining: 1.74s
70:	learn: 0.1719156	total: 950ms	remaining: 1.73s
71:	learn: 0.1718385	total: 970ms	remaining: 1.73s
72:	learn: 0.1717118	total: 982ms	remaining: 1.71s
73:	learn: 0.1711325	total: 993ms	remaining: 1.69s
74:	learn: 0.1708557	total: 1s	remaining: 1.68s
75:	learn: 0.1706965	total: 1.02s	remaining: 1.66s
76:	learn: 0.1706467	total: 1.03s	remaining: 1.64s
77:	learn: 0.1699919	total: 1.04s	remaining: 1.63s
78:	learn: 0.1698762	total: 1.06s	remaining: 1.62s
79:	learn: 0.1697650	total: 1.07s	remaining: 1.61s
80:	learn: 0.1697227	total: 1.08s	remaining: 1.59s
81:	learn: 0.1695732	total: 1.09s	remaining: 1.58s
82:	learn: 0.1694058	total: 1.11s	remaining: 1.56s
83:	learn: 0.1693339	total: 1.12s	remaining: 1.55s
84:	learn: 0.1690044	total: 1.13s	remaining: 1.53s
85:	learn: 0.1688854	total: 1.15s	remaining: 1.52s
86:	learn: 0.1686934	total: 1.16s	remaining: 1.5s
87:	learn: 0.1685131	total: 1.17s	remaining: 1.49s
88:	learn: 0.1684011	total: 1.18s	remaining: 1.48s
89:	learn: 0.1683279	total: 1.2s	remaining: 1.46s
90:	learn: 0.1680650	total: 1.21s	remaining: 1.45s
91:	learn: 0.1679082	total: 1.23s	remaining: 1.44s
92:	learn: 0.1677341	total: 1.24s	remaining: 1.43s
93:	learn: 0.1676819	total: 1.25s	remaining: 1.41s
94:	learn: 0.1675467	total: 1.27s	remaining: 1.4s
95:	learn: 0.1672812	total: 1.28s	remaining: 1.39s
96:	learn: 0.1668457	total: 1.3s	remaining: 1.38s
97:	learn: 0.1667744	total: 1.31s	remaining: 1.36s
98:	learn: 0.1667246	total: 1.32s	remaining: 1.35s
99:	learn: 0.1665596	total: 1.34s	remaining: 1.34s
100:	learn: 0.1662726	total: 1.35s	remaining: 1.32s
101:	learn: 0.1662340	total: 1.36s	remaining: 1.31s
102:	learn: 0.1661569	total: 1.37s	remaining: 1.29s
103:	learn: 0.1657892	total: 1.39s	remaining: 1.28s
104:	learn: 0.1654705	total: 1.4s	remaining: 1.27s
105:	learn: 0.1654008	total: 1.41s	remaining: 1.25s
106:	learn: 0.1651539	total: 1.43s	remaining: 1.24s
107:	learn: 0.1648756	total: 1.44s	remaining: 1.23s
108:	learn: 0.1647594	total: 1.45s	remaining: 1.21s
109:	learn: 0.1647334	total: 1.46s	remaining: 1.2s
110:	learn: 0.1645698	total: 1.48s	remaining: 1.19s
111:	learn: 0.1645110	total: 1.5s	remaining: 1.18s
112:	learn: 0.1642255	total: 1.51s	remaining: 1.16s
113:	learn: 0.1640951	total: 1.52s	remaining: 1.15s
114:	learn: 0.1639948	total: 1.53s	remaining: 1.13s
115:	learn: 0.1638001	total: 1.55s	remaining: 1.12s
116:	learn: 0.1637405	total: 1.56s	remaining: 1.11s
117:	learn: 0.1635248	total: 1.57s	remaining: 1.09s
118:	learn: 0.1634020	total: 1.58s	remaining: 1.08s
119:	learn: 0.1629852	total: 1.6s	remaining: 1.07s
120:	learn: 0.1626836	total: 1.61s	remaining: 1.05s
121:	learn: 0.1624603	total: 1.63s	remaining: 1.04s
122:	learn: 0.1623450	total: 1.64s	remaining: 1.03s
123:	learn: 0.1622602	total: 1.65s	remaining: 1.01s
124:	learn: 0.1619766	total: 1.67s	remaining: 1s
125:	learn: 0.1618305	total: 1.71s	remaining: 1s
126:	learn: 0.1617796	total: 1.72s	remaining: 987ms
127:	learn: 0.1614651	total: 1.73s	remaining: 973ms
128:	learn: 0.1613625	total: 1.74s	remaining: 959ms
129:	learn: 0.1612777	total: 1.75s	remaining: 944ms
130:	learn: 0.1612683	total: 1.76s	remaining: 930ms
131:	learn: 0.1611619	total: 1.78s	remaining: 915ms
132:	learn: 0.1610488	total: 1.79s	remaining: 901ms
133:	learn: 0.1607866	total: 1.8s	remaining: 888ms
134:	learn: 0.1606936	total: 1.82s	remaining: 875ms
135:	learn: 0.1605663	total: 1.83s	remaining: 861ms
136:	learn: 0.1603996	total: 1.84s	remaining: 847ms
137:	learn: 0.1600442	total: 1.85s	remaining: 833ms
138:	learn: 0.1599714	total: 1.86s	remaining: 818ms
139:	learn: 0.1598912	total: 1.88s	remaining: 804ms
140:	learn: 0.1598250	total: 1.89s	remaining: 790ms
141:	learn: 0.1597988	total: 1.9s	remaining: 777ms
142:	learn: 0.1597654	total: 1.92s	remaining: 765ms
143:	learn: 0.1596094	total: 1.93s	remaining: 752ms
144:	learn: 0.1595240	total: 1.95s	remaining: 739ms
145:	learn: 0.1592632	total: 1.96s	remaining: 725ms
146:	learn: 0.1589033	total: 1.97s	remaining: 712ms
147:	learn: 0.1588122	total: 1.99s	remaining: 698ms
148:	learn: 0.1587889	total: 2s	remaining: 684ms
149:	learn: 0.1586922	total: 2.01s	remaining: 671ms
150:	learn: 0.1586695	total: 2.02s	remaining: 657ms
151:	learn: 0.1584485	total: 2.04s	remaining: 643ms
152:	learn: 0.1583697	total: 2.05s	remaining: 629ms
153:	learn: 0.1582749	total: 2.06s	remaining: 615ms
154:	learn: 0.1582393	total: 2.07s	remaining: 602ms
155:	learn: 0.1578706	total: 2.08s	remaining: 588ms
156:	learn: 0.1576847	total: 2.1s	remaining: 574ms
157:	learn: 0.1576101	total: 2.11s	remaining: 561ms
158:	learn: 0.1575378	total: 2.13s	remaining: 549ms
159:	learn: 0.1574648	total: 2.14s	remaining: 535ms
160:	learn: 0.1572681	total: 2.15s	remaining: 521ms
161:	learn: 0.1572233	total: 2.17s	remaining: 508ms
162:	learn: 0.1571767	total: 2.18s	remaining: 494ms
163:	learn: 0.1568902	total: 2.19s	remaining: 481ms
164:	learn: 0.1568171	total: 2.2s	remaining: 467ms
165:	learn: 0.1567487	total: 2.21s	remaining: 454ms
166:	learn: 0.1566723	total: 2.23s	remaining: 441ms
167:	learn: 0.1566090	total: 2.24s	remaining: 427ms
168:	learn: 0.1562416	total: 2.26s	remaining: 414ms
169:	learn: 0.1561642	total: 2.27s	remaining: 400ms
170:	learn: 0.1560425	total: 2.28s	remaining: 387ms
171:	learn: 0.1559786	total: 2.29s	remaining: 373ms
172:	learn: 0.1557330	total: 2.31s	remaining: 360ms
173:	learn: 0.1554388	total: 2.32s	remaining: 347ms
174:	learn: 0.1553266	total: 2.34s	remaining: 334ms
175:	learn: 0.1552534	total: 2.35s	remaining: 321ms
176:	learn: 0.1551254	total: 2.36s	remaining: 307ms
177:	learn: 0.1549608	total: 2.38s	remaining: 294ms
178:	learn: 0.1548997	total: 2.39s	remaining: 280ms
179:	learn: 0.1548199	total: 2.4s	remaining: 267ms
180:	learn: 0.1547597	total: 2.41s	remaining: 253ms
181:	learn: 0.1547273	total: 2.43s	remaining: 240ms
182:	learn: 0.1545812	total: 2.44s	remaining: 227ms
183:	learn: 0.1544936	total: 2.45s	remaining: 213ms
184:	learn: 0.1542932	total: 2.46s	remaining: 200ms
185:	learn: 0.1541182	total: 2.48s	remaining: 186ms
186:	learn: 0.1538762	total: 2.49s	remaining: 173ms
187:	learn: 0.1538587	total: 2.5s	remaining: 160ms
188:	learn: 0.1537798	total: 2.52s	remaining: 146ms
189:	learn: 0.1537648	total: 2.53s	remaining: 133ms
190:	learn: 0.1535612	total: 2.55s	remaining: 120ms
191:	learn: 0.1535049	total: 2.56s	remaining: 107ms
192:	learn: 0.1534546	total: 2.58s	remaining: 93.4ms
193:	learn: 0.1534163	total: 2.59s	remaining: 80ms
194:	learn: 0.1532017	total: 2.6s	remaining: 66.6ms
195:	learn: 0.1529945	total: 2.61s	remaining: 53.3ms
196:	learn: 0.1529237	total: 2.62s	remaining: 40ms
197:	learn: 0.1528596	total: 2.64s	remaining: 26.7ms
198:	learn: 0.1527677	total: 2.65s	remaining: 13.3ms
199:	learn: 0.1527207	total: 2.67s	remaining: 0us
0:	learn: 0.5811524	total: 12.3ms	remaining: 2.45s
1:	learn: 0.4961901	total: 24.8ms	remaining: 2.46s
2:	learn: 0.4306591	total: 37.2ms	remaining: 2.44s
3:	learn: 0.3831698	total: 49.5ms	remaining: 2.42s
4:	learn: 0.3430980	total: 61.4ms	remaining: 2.4s
5:	learn: 0.3124623	total: 75.6ms	remaining: 2.44s
6:	learn: 0.2892091	total: 88.9ms	remaining: 2.45s
7:	learn: 0.2727198	total: 106ms	remaining: 2.55s
8:	learn: 0.2583488	total: 118ms	remaining: 2.51s
9:	learn: 0.2472343	total: 136ms	remaining: 2.58s
10:	learn: 0.2394784	total: 150ms	remaining: 2.57s
11:	learn: 0.2311522	total: 162ms	remaining: 2.54s
12:	learn: 0.2251631	total: 174ms	remaining: 2.5s
13:	learn: 0.2193303	total: 186ms	remaining: 2.47s
14:	learn: 0.2140890	total: 198ms	remaining: 2.45s
15:	learn: 0.2102963	total: 213ms	remaining: 2.45s
16:	learn: 0.2067983	total: 229ms	remaining: 2.46s
17:	learn: 0.2045131	total: 241ms	remaining: 2.44s
18:	learn: 0.2023293	total: 253ms	remaining: 2.4s
19:	learn: 0.2001987	total: 265ms	remaining: 2.38s
20:	learn: 0.1983125	total: 278ms	remaining: 2.37s
21:	learn: 0.1967890	total: 289ms	remaining: 2.34s
22:	learn: 0.1954188	total: 301ms	remaining: 2.31s
23:	learn: 0.1941310	total: 315ms	remaining: 2.31s
24:	learn: 0.1933617	total: 329ms	remaining: 2.3s
25:	learn: 0.1923189	total: 341ms	remaining: 2.28s
26:	learn: 0.1915192	total: 353ms	remaining: 2.26s
27:	learn: 0.1903332	total: 366ms	remaining: 2.25s
28:	learn: 0.1892359	total: 378ms	remaining: 2.23s
29:	learn: 0.1884476	total: 392ms	remaining: 2.22s
30:	learn: 0.1869905	total: 405ms	remaining: 2.21s
31:	learn: 0.1865313	total: 425ms	remaining: 2.23s
32:	learn: 0.1858085	total: 440ms	remaining: 2.22s
33:	learn: 0.1852783	total: 452ms	remaining: 2.21s
34:	learn: 0.1844504	total: 465ms	remaining: 2.19s
35:	learn: 0.1839878	total: 477ms	remaining: 2.17s
36:	learn: 0.1835061	total: 490ms	remaining: 2.16s
37:	learn: 0.1832105	total: 502ms	remaining: 2.14s
38:	learn: 0.1820769	total: 517ms	remaining: 2.14s
39:	learn: 0.1816666	total: 531ms	remaining: 2.12s
40:	learn: 0.1811091	total: 543ms	remaining: 2.11s
41:	learn: 0.1801114	total: 555ms	remaining: 2.09s
42:	learn: 0.1796220	total: 567ms	remaining: 2.07s
43:	learn: 0.1789290	total: 580ms	remaining: 2.06s
44:	learn: 0.1783334	total: 593ms	remaining: 2.04s
45:	learn: 0.1777699	total: 606ms	remaining: 2.03s
46:	learn: 0.1773994	total: 618ms	remaining: 2.01s
47:	learn: 0.1770056	total: 637ms	remaining: 2.02s
48:	learn: 0.1767103	total: 649ms	remaining: 2s
49:	learn: 0.1764361	total: 662ms	remaining: 1.99s
50:	learn: 0.1761276	total: 674ms	remaining: 1.97s
51:	learn: 0.1752482	total: 689ms	remaining: 1.96s
52:	learn: 0.1751139	total: 701ms	remaining: 1.94s
53:	learn: 0.1749106	total: 713ms	remaining: 1.93s
54:	learn: 0.1744962	total: 727ms	remaining: 1.92s
55:	learn: 0.1741138	total: 741ms	remaining: 1.9s
56:	learn: 0.1739192	total: 753ms	remaining: 1.89s
57:	learn: 0.1736628	total: 765ms	remaining: 1.87s
58:	learn: 0.1735429	total: 777ms	remaining: 1.86s
59:	learn: 0.1733938	total: 789ms	remaining: 1.84s
60:	learn: 0.1729431	total: 801ms	remaining: 1.82s
61:	learn: 0.1725789	total: 814ms	remaining: 1.81s
62:	learn: 0.1723298	total: 826ms	remaining: 1.79s
63:	learn: 0.1722196	total: 842ms	remaining: 1.79s
64:	learn: 0.1718620	total: 859ms	remaining: 1.78s
65:	learn: 0.1717288	total: 873ms	remaining: 1.77s
66:	learn: 0.1716020	total: 885ms	remaining: 1.76s
67:	learn: 0.1710748	total: 898ms	remaining: 1.74s
68:	learn: 0.1708589	total: 915ms	remaining: 1.74s
69:	learn: 0.1701325	total: 938ms	remaining: 1.74s
70:	learn: 0.1699424	total: 956ms	remaining: 1.74s
71:	learn: 0.1696970	total: 971ms	remaining: 1.73s
72:	learn: 0.1694453	total: 984ms	remaining: 1.71s
73:	learn: 0.1693392	total: 995ms	remaining: 1.69s
74:	learn: 0.1688558	total: 1.01s	remaining: 1.68s
75:	learn: 0.1686875	total: 1.02s	remaining: 1.66s
76:	learn: 0.1685533	total: 1.03s	remaining: 1.65s
77:	learn: 0.1683605	total: 1.05s	remaining: 1.64s
78:	learn: 0.1681726	total: 1.06s	remaining: 1.62s
79:	learn: 0.1681295	total: 1.07s	remaining: 1.61s
80:	learn: 0.1678343	total: 1.09s	remaining: 1.61s
81:	learn: 0.1676966	total: 1.11s	remaining: 1.59s
82:	learn: 0.1671501	total: 1.13s	remaining: 1.59s
83:	learn: 0.1668746	total: 1.14s	remaining: 1.57s
84:	learn: 0.1667200	total: 1.15s	remaining: 1.56s
85:	learn: 0.1665873	total: 1.17s	remaining: 1.54s
86:	learn: 0.1665136	total: 1.18s	remaining: 1.53s
87:	learn: 0.1663903	total: 1.19s	remaining: 1.51s
88:	learn: 0.1663768	total: 1.2s	remaining: 1.5s
89:	learn: 0.1662289	total: 1.21s	remaining: 1.48s
90:	learn: 0.1660855	total: 1.23s	remaining: 1.47s
91:	learn: 0.1659619	total: 1.24s	remaining: 1.45s
92:	learn: 0.1654380	total: 1.26s	remaining: 1.45s
93:	learn: 0.1653099	total: 1.27s	remaining: 1.43s
94:	learn: 0.1647618	total: 1.29s	remaining: 1.42s
95:	learn: 0.1647253	total: 1.3s	remaining: 1.41s
96:	learn: 0.1646403	total: 1.32s	remaining: 1.4s
97:	learn: 0.1645154	total: 1.33s	remaining: 1.38s
98:	learn: 0.1640670	total: 1.34s	remaining: 1.37s
99:	learn: 0.1636312	total: 1.36s	remaining: 1.36s
100:	learn: 0.1635336	total: 1.37s	remaining: 1.34s
101:	learn: 0.1633286	total: 1.38s	remaining: 1.33s
102:	learn: 0.1631891	total: 1.39s	remaining: 1.31s
103:	learn: 0.1631335	total: 1.41s	remaining: 1.3s
104:	learn: 0.1630835	total: 1.42s	remaining: 1.28s
105:	learn: 0.1629505	total: 1.43s	remaining: 1.27s
106:	learn: 0.1628442	total: 1.44s	remaining: 1.25s
107:	learn: 0.1626872	total: 1.45s	remaining: 1.24s
108:	learn: 0.1625859	total: 1.47s	remaining: 1.23s
109:	learn: 0.1624915	total: 1.48s	remaining: 1.21s
110:	learn: 0.1621038	total: 1.5s	remaining: 1.2s
111:	learn: 0.1619662	total: 1.51s	remaining: 1.19s
112:	learn: 0.1618128	total: 1.52s	remaining: 1.17s
113:	learn: 0.1617372	total: 1.53s	remaining: 1.16s
114:	learn: 0.1615489	total: 1.54s	remaining: 1.14s
115:	learn: 0.1613679	total: 1.56s	remaining: 1.13s
116:	learn: 0.1612036	total: 1.57s	remaining: 1.12s
117:	learn: 0.1611157	total: 1.59s	remaining: 1.1s
118:	learn: 0.1610005	total: 1.6s	remaining: 1.09s
119:	learn: 0.1608855	total: 1.61s	remaining: 1.07s
120:	learn: 0.1605738	total: 1.63s	remaining: 1.06s
121:	learn: 0.1605063	total: 1.64s	remaining: 1.05s
122:	learn: 0.1603662	total: 1.65s	remaining: 1.03s
123:	learn: 0.1602423	total: 1.66s	remaining: 1.02s
124:	learn: 0.1599460	total: 1.68s	remaining: 1.01s
125:	learn: 0.1598612	total: 1.69s	remaining: 995ms
126:	learn: 0.1598048	total: 1.71s	remaining: 981ms
127:	learn: 0.1596892	total: 1.72s	remaining: 966ms
128:	learn: 0.1595667	total: 1.73s	remaining: 952ms
129:	learn: 0.1594469	total: 1.74s	remaining: 938ms
130:	learn: 0.1592261	total: 1.75s	remaining: 924ms
131:	learn: 0.1588991	total: 1.77s	remaining: 911ms
132:	learn: 0.1588195	total: 1.78s	remaining: 897ms
133:	learn: 0.1585810	total: 1.79s	remaining: 884ms
134:	learn: 0.1584637	total: 1.81s	remaining: 870ms
135:	learn: 0.1583417	total: 1.82s	remaining: 856ms
136:	learn: 0.1582115	total: 1.83s	remaining: 842ms
137:	learn: 0.1580968	total: 1.84s	remaining: 828ms
138:	learn: 0.1579714	total: 1.86s	remaining: 815ms
139:	learn: 0.1579308	total: 1.87s	remaining: 801ms
140:	learn: 0.1578409	total: 1.88s	remaining: 787ms
141:	learn: 0.1577326	total: 1.9s	remaining: 775ms
142:	learn: 0.1575395	total: 1.91s	remaining: 761ms
143:	learn: 0.1572983	total: 1.94s	remaining: 753ms
144:	learn: 0.1572683	total: 1.95s	remaining: 739ms
145:	learn: 0.1572031	total: 1.96s	remaining: 725ms
146:	learn: 0.1569525	total: 1.98s	remaining: 712ms
147:	learn: 0.1568534	total: 1.99s	remaining: 699ms
148:	learn: 0.1567672	total: 2s	remaining: 686ms
149:	learn: 0.1564989	total: 2.02s	remaining: 672ms
150:	learn: 0.1564099	total: 2.03s	remaining: 658ms
151:	learn: 0.1563155	total: 2.04s	remaining: 644ms
152:	learn: 0.1562195	total: 2.05s	remaining: 630ms
153:	learn: 0.1560405	total: 2.06s	remaining: 617ms
154:	learn: 0.1559653	total: 2.08s	remaining: 603ms
155:	learn: 0.1558849	total: 2.1s	remaining: 592ms
156:	learn: 0.1557798	total: 2.12s	remaining: 580ms
157:	learn: 0.1556937	total: 2.13s	remaining: 566ms
158:	learn: 0.1554932	total: 2.14s	remaining: 553ms
159:	learn: 0.1554056	total: 2.15s	remaining: 539ms
160:	learn: 0.1551026	total: 2.17s	remaining: 525ms
161:	learn: 0.1549427	total: 2.18s	remaining: 511ms
162:	learn: 0.1547280	total: 2.19s	remaining: 498ms
163:	learn: 0.1546724	total: 2.2s	remaining: 484ms
164:	learn: 0.1545065	total: 2.22s	remaining: 470ms
165:	learn: 0.1544185	total: 2.23s	remaining: 456ms
166:	learn: 0.1541501	total: 2.24s	remaining: 443ms
167:	learn: 0.1540664	total: 2.25s	remaining: 430ms
168:	learn: 0.1539998	total: 2.27s	remaining: 416ms
169:	learn: 0.1539836	total: 2.28s	remaining: 402ms
170:	learn: 0.1538600	total: 2.29s	remaining: 389ms
171:	learn: 0.1537319	total: 2.31s	remaining: 376ms
172:	learn: 0.1534981	total: 2.32s	remaining: 363ms
173:	learn: 0.1534688	total: 2.33s	remaining: 349ms
174:	learn: 0.1532086	total: 2.35s	remaining: 336ms
175:	learn: 0.1530808	total: 2.36s	remaining: 322ms
176:	learn: 0.1530277	total: 2.37s	remaining: 308ms
177:	learn: 0.1528803	total: 2.39s	remaining: 295ms
178:	learn: 0.1528297	total: 2.4s	remaining: 282ms
179:	learn: 0.1524446	total: 2.41s	remaining: 268ms
180:	learn: 0.1523754	total: 2.43s	remaining: 255ms
181:	learn: 0.1523501	total: 2.44s	remaining: 241ms
182:	learn: 0.1522770	total: 2.45s	remaining: 228ms
183:	learn: 0.1520658	total: 2.47s	remaining: 215ms
184:	learn: 0.1519525	total: 2.48s	remaining: 201ms
185:	learn: 0.1518923	total: 2.49s	remaining: 188ms
186:	learn: 0.1518264	total: 2.5s	remaining: 174ms
[I 2024-12-03 05:55:40,388] Trial 2 finished with value: 0.9471085905152437 and parameters: {'iterations': 200, 'depth': 5, 'learning_rate': 0.08994898424195204, 'l2_leaf_reg': 3.85171244228895}. Best is trial 2 with value: 0.9471085905152437.
187:	learn: 0.1516074	total: 2.52s	remaining: 161ms
188:	learn: 0.1514415	total: 2.54s	remaining: 148ms
189:	learn: 0.1513621	total: 2.55s	remaining: 134ms
190:	learn: 0.1512362	total: 2.56s	remaining: 121ms
191:	learn: 0.1512292	total: 2.57s	remaining: 107ms
192:	learn: 0.1511606	total: 2.58s	remaining: 93.8ms
193:	learn: 0.1511023	total: 2.6s	remaining: 80.3ms
194:	learn: 0.1509528	total: 2.61s	remaining: 66.9ms
195:	learn: 0.1507953	total: 2.62s	remaining: 53.5ms
196:	learn: 0.1506869	total: 2.64s	remaining: 40.2ms
197:	learn: 0.1506298	total: 2.65s	remaining: 26.8ms
198:	learn: 0.1505628	total: 2.66s	remaining: 13.4ms
199:	learn: 0.1503693	total: 2.68s	remaining: 0us
Best parameters: {'iterations': 200, 'depth': 5, 'learning_rate': 0.08994898424195204, 'l2_leaf_reg': 3.85171244228895}
0:	learn: 0.5784252	total: 12.9ms	remaining: 2.56s
1:	learn: 0.4941753	total: 27.5ms	remaining: 2.72s
2:	learn: 0.4277032	total: 41.1ms	remaining: 2.7s
3:	learn: 0.3818458	total: 52.4ms	remaining: 2.56s
4:	learn: 0.3413473	total: 64.7ms	remaining: 2.52s
5:	learn: 0.3116492	total: 76.3ms	remaining: 2.47s
6:	learn: 0.2880524	total: 88.3ms	remaining: 2.43s
7:	learn: 0.2695325	total: 100ms	remaining: 2.4s
8:	learn: 0.2552567	total: 112ms	remaining: 2.38s
9:	learn: 0.2444131	total: 126ms	remaining: 2.4s
10:	learn: 0.2340085	total: 157ms	remaining: 2.69s
11:	learn: 0.2268984	total: 169ms	remaining: 2.65s
12:	learn: 0.2206335	total: 181ms	remaining: 2.6s
13:	learn: 0.2157878	total: 194ms	remaining: 2.57s
14:	learn: 0.2119872	total: 206ms	remaining: 2.54s
15:	learn: 0.2079224	total: 224ms	remaining: 2.58s
16:	learn: 0.2055675	total: 237ms	remaining: 2.55s
17:	learn: 0.2024090	total: 249ms	remaining: 2.52s
18:	learn: 0.2004315	total: 264ms	remaining: 2.51s
19:	learn: 0.1983750	total: 283ms	remaining: 2.54s
20:	learn: 0.1968376	total: 296ms	remaining: 2.52s
21:	learn: 0.1951009	total: 308ms	remaining: 2.49s
22:	learn: 0.1940365	total: 325ms	remaining: 2.5s
23:	learn: 0.1930127	total: 338ms	remaining: 2.48s
24:	learn: 0.1922340	total: 350ms	remaining: 2.45s
25:	learn: 0.1908047	total: 363ms	remaining: 2.43s
26:	learn: 0.1897203	total: 375ms	remaining: 2.4s
27:	learn: 0.1884458	total: 389ms	remaining: 2.39s
28:	learn: 0.1878212	total: 401ms	remaining: 2.36s
29:	learn: 0.1868899	total: 414ms	remaining: 2.35s
30:	learn: 0.1863812	total: 432ms	remaining: 2.35s
31:	learn: 0.1854551	total: 444ms	remaining: 2.33s
32:	learn: 0.1850063	total: 456ms	remaining: 2.31s
33:	learn: 0.1845214	total: 468ms	remaining: 2.28s
34:	learn: 0.1838501	total: 481ms	remaining: 2.27s
35:	learn: 0.1831258	total: 493ms	remaining: 2.24s
36:	learn: 0.1828401	total: 505ms	remaining: 2.23s
37:	learn: 0.1816210	total: 519ms	remaining: 2.21s
38:	learn: 0.1810571	total: 533ms	remaining: 2.2s
39:	learn: 0.1799767	total: 548ms	remaining: 2.19s
40:	learn: 0.1795500	total: 562ms	remaining: 2.18s
41:	learn: 0.1786601	total: 574ms	remaining: 2.16s
42:	learn: 0.1775522	total: 590ms	remaining: 2.15s
43:	learn: 0.1768040	total: 603ms	remaining: 2.14s
44:	learn: 0.1765390	total: 615ms	remaining: 2.12s
45:	learn: 0.1756808	total: 628ms	remaining: 2.1s
46:	learn: 0.1754027	total: 644ms	remaining: 2.1s
47:	learn: 0.1752358	total: 657ms	remaining: 2.08s
48:	learn: 0.1749525	total: 670ms	remaining: 2.06s
49:	learn: 0.1743781	total: 682ms	remaining: 2.05s
50:	learn: 0.1741434	total: 694ms	remaining: 2.03s
51:	learn: 0.1730616	total: 707ms	remaining: 2.01s
52:	learn: 0.1726407	total: 720ms	remaining: 2s
53:	learn: 0.1723103	total: 734ms	remaining: 1.98s
54:	learn: 0.1720376	total: 748ms	remaining: 1.97s
55:	learn: 0.1716765	total: 761ms	remaining: 1.96s
56:	learn: 0.1707495	total: 774ms	remaining: 1.94s
57:	learn: 0.1705510	total: 786ms	remaining: 1.92s
58:	learn: 0.1704439	total: 798ms	remaining: 1.91s
59:	learn: 0.1697582	total: 811ms	remaining: 1.89s
60:	learn: 0.1690131	total: 824ms	remaining: 1.88s
61:	learn: 0.1686296	total: 837ms	remaining: 1.86s
62:	learn: 0.1683481	total: 857ms	remaining: 1.86s
63:	learn: 0.1682283	total: 869ms	remaining: 1.85s
64:	learn: 0.1681187	total: 881ms	remaining: 1.83s
65:	learn: 0.1674970	total: 894ms	remaining: 1.81s
66:	learn: 0.1671221	total: 906ms	remaining: 1.8s
67:	learn: 0.1669167	total: 918ms	remaining: 1.78s
68:	learn: 0.1667550	total: 929ms	remaining: 1.76s
69:	learn: 0.1665232	total: 943ms	remaining: 1.75s
70:	learn: 0.1664437	total: 957ms	remaining: 1.74s
71:	learn: 0.1662451	total: 972ms	remaining: 1.73s
72:	learn: 0.1660782	total: 999ms	remaining: 1.74s
73:	learn: 0.1657677	total: 1.03s	remaining: 1.75s
74:	learn: 0.1653998	total: 1.05s	remaining: 1.76s
75:	learn: 0.1651101	total: 1.07s	remaining: 1.75s
76:	learn: 0.1649105	total: 1.1s	remaining: 1.75s
77:	learn: 0.1644737	total: 1.12s	remaining: 1.75s
78:	learn: 0.1643340	total: 1.16s	remaining: 1.77s
79:	learn: 0.1642351	total: 1.18s	remaining: 1.78s
80:	learn: 0.1641254	total: 1.22s	remaining: 1.79s
81:	learn: 0.1637725	total: 1.25s	remaining: 1.8s
82:	learn: 0.1634831	total: 1.28s	remaining: 1.81s
83:	learn: 0.1631306	total: 1.32s	remaining: 1.82s
84:	learn: 0.1630609	total: 1.35s	remaining: 1.82s
85:	learn: 0.1627128	total: 1.38s	remaining: 1.83s
86:	learn: 0.1625422	total: 1.41s	remaining: 1.83s
87:	learn: 0.1624506	total: 1.44s	remaining: 1.84s
88:	learn: 0.1623624	total: 1.46s	remaining: 1.82s
89:	learn: 0.1621952	total: 1.5s	remaining: 1.83s
90:	learn: 0.1620998	total: 1.53s	remaining: 1.83s
91:	learn: 0.1620398	total: 1.56s	remaining: 1.83s
92:	learn: 0.1617882	total: 1.6s	remaining: 1.84s
93:	learn: 0.1617240	total: 1.63s	remaining: 1.84s
94:	learn: 0.1616197	total: 1.67s	remaining: 1.84s
95:	learn: 0.1615144	total: 1.7s	remaining: 1.84s
96:	learn: 0.1614500	total: 1.74s	remaining: 1.84s
97:	learn: 0.1610575	total: 1.77s	remaining: 1.85s
98:	learn: 0.1607243	total: 1.81s	remaining: 1.84s
99:	learn: 0.1605726	total: 1.84s	remaining: 1.84s
100:	learn: 0.1605179	total: 1.87s	remaining: 1.83s
101:	learn: 0.1603145	total: 1.91s	remaining: 1.84s
102:	learn: 0.1601574	total: 1.94s	remaining: 1.83s
103:	learn: 0.1601010	total: 1.97s	remaining: 1.82s
104:	learn: 0.1599330	total: 2.01s	remaining: 1.82s
105:	learn: 0.1597938	total: 2.04s	remaining: 1.81s
106:	learn: 0.1597638	total: 2.07s	remaining: 1.8s
107:	learn: 0.1596083	total: 2.09s	remaining: 1.78s
108:	learn: 0.1590010	total: 2.12s	remaining: 1.77s
109:	learn: 0.1588671	total: 2.15s	remaining: 1.76s
110:	learn: 0.1587943	total: 2.19s	remaining: 1.75s
111:	learn: 0.1585640	total: 2.22s	remaining: 1.74s
112:	learn: 0.1584716	total: 2.26s	remaining: 1.74s
113:	learn: 0.1581641	total: 2.29s	remaining: 1.73s
114:	learn: 0.1578352	total: 2.33s	remaining: 1.72s
115:	learn: 0.1576057	total: 2.36s	remaining: 1.71s
116:	learn: 0.1575672	total: 2.39s	remaining: 1.7s
117:	learn: 0.1575126	total: 2.42s	remaining: 1.68s
118:	learn: 0.1571004	total: 2.46s	remaining: 1.67s
119:	learn: 0.1570384	total: 2.49s	remaining: 1.66s
120:	learn: 0.1569706	total: 2.52s	remaining: 1.64s
121:	learn: 0.1568918	total: 2.55s	remaining: 1.63s
122:	learn: 0.1567591	total: 2.58s	remaining: 1.62s
123:	learn: 0.1565725	total: 2.61s	remaining: 1.6s
124:	learn: 0.1564791	total: 2.63s	remaining: 1.58s
125:	learn: 0.1561883	total: 2.65s	remaining: 1.56s
126:	learn: 0.1560424	total: 2.67s	remaining: 1.53s
127:	learn: 0.1560329	total: 2.68s	remaining: 1.51s
128:	learn: 0.1556784	total: 2.71s	remaining: 1.49s
129:	learn: 0.1555544	total: 2.74s	remaining: 1.47s
130:	learn: 0.1554260	total: 2.77s	remaining: 1.46s
131:	learn: 0.1553393	total: 2.8s	remaining: 1.44s
132:	learn: 0.1552073	total: 2.83s	remaining: 1.43s
133:	learn: 0.1550511	total: 2.86s	remaining: 1.41s
134:	learn: 0.1548052	total: 2.88s	remaining: 1.39s
135:	learn: 0.1547146	total: 2.91s	remaining: 1.37s
136:	learn: 0.1546357	total: 2.94s	remaining: 1.35s
137:	learn: 0.1545498	total: 2.98s	remaining: 1.34s
138:	learn: 0.1544228	total: 3s	remaining: 1.32s
139:	learn: 0.1542498	total: 3.04s	remaining: 1.3s
140:	learn: 0.1542429	total: 3.06s	remaining: 1.28s
141:	learn: 0.1539932	total: 3.1s	remaining: 1.26s
142:	learn: 0.1539378	total: 3.12s	remaining: 1.24s
143:	learn: 0.1538170	total: 3.14s	remaining: 1.22s
144:	learn: 0.1537542	total: 3.16s	remaining: 1.2s
145:	learn: 0.1536858	total: 3.2s	remaining: 1.18s
146:	learn: 0.1535676	total: 3.24s	remaining: 1.17s
147:	learn: 0.1534925	total: 3.27s	remaining: 1.15s
148:	learn: 0.1533735	total: 3.29s	remaining: 1.13s
149:	learn: 0.1532520	total: 3.33s	remaining: 1.11s
150:	learn: 0.1532237	total: 3.35s	remaining: 1.09s
151:	learn: 0.1529758	total: 3.38s	remaining: 1.07s
152:	learn: 0.1526936	total: 3.42s	remaining: 1.05s
153:	learn: 0.1522889	total: 3.45s	remaining: 1.03s
154:	learn: 0.1520057	total: 3.47s	remaining: 1.01s
155:	learn: 0.1519523	total: 3.5s	remaining: 986ms
156:	learn: 0.1518859	total: 3.53s	remaining: 966ms
157:	learn: 0.1517889	total: 3.56s	remaining: 946ms
158:	learn: 0.1515154	total: 3.59s	remaining: 927ms
159:	learn: 0.1514738	total: 3.63s	remaining: 908ms
160:	learn: 0.1514401	total: 3.66s	remaining: 887ms
161:	learn: 0.1513761	total: 3.69s	remaining: 866ms
162:	learn: 0.1512009	total: 3.72s	remaining: 845ms
163:	learn: 0.1511147	total: 3.76s	remaining: 825ms
164:	learn: 0.1509875	total: 3.79s	remaining: 804ms
165:	learn: 0.1508773	total: 3.82s	remaining: 783ms
166:	learn: 0.1508379	total: 3.86s	remaining: 763ms
167:	learn: 0.1505520	total: 3.9s	remaining: 742ms
168:	learn: 0.1505430	total: 3.93s	remaining: 720ms
169:	learn: 0.1504416	total: 3.96s	remaining: 699ms
170:	learn: 0.1503433	total: 3.99s	remaining: 677ms
171:	learn: 0.1502617	total: 4.03s	remaining: 656ms
172:	learn: 0.1501943	total: 4.07s	remaining: 635ms
173:	learn: 0.1501879	total: 4.09s	remaining: 612ms
174:	learn: 0.1501099	total: 4.13s	remaining: 590ms
175:	learn: 0.1500304	total: 4.16s	remaining: 567ms
176:	learn: 0.1499951	total: 4.2s	remaining: 546ms
177:	learn: 0.1498431	total: 4.24s	remaining: 525ms
178:	learn: 0.1497273	total: 4.28s	remaining: 502ms
179:	learn: 0.1494889	total: 4.32s	remaining: 480ms
180:	learn: 0.1494154	total: 4.35s	remaining: 457ms
181:	learn: 0.1493904	total: 4.37s	remaining: 432ms
182:	learn: 0.1493682	total: 4.4s	remaining: 409ms
183:	learn: 0.1493026	total: 4.43s	remaining: 385ms
184:	learn: 0.1492489	total: 4.46s	remaining: 362ms
185:	learn: 0.1491052	total: 4.5s	remaining: 339ms
186:	learn: 0.1489786	total: 4.54s	remaining: 315ms
187:	learn: 0.1488585	total: 4.57s	remaining: 291ms
188:	learn: 0.1488090	total: 4.59s	remaining: 267ms
189:	learn: 0.1487740	total: 4.62s	remaining: 243ms
190:	learn: 0.1486968	total: 4.66s	remaining: 219ms
191:	learn: 0.1484891	total: 4.68s	remaining: 195ms
192:	learn: 0.1483808	total: 4.7s	remaining: 170ms
193:	learn: 0.1482891	total: 4.72s	remaining: 146ms
194:	learn: 0.1480944	total: 4.75s	remaining: 122ms
195:	learn: 0.1479728	total: 4.79s	remaining: 97.7ms
196:	learn: 0.1479047	total: 4.81s	remaining: 73.3ms
197:	learn: 0.1477298	total: 4.84s	remaining: 48.9ms
198:	learn: 0.1476443	total: 4.87s	remaining: 24.5ms
199:	learn: 0.1474924	total: 4.91s	remaining: 0us
0:	learn: 0.5808211	total: 12.1ms	remaining: 2.41s
1:	learn: 0.4959402	total: 23.8ms	remaining: 2.36s
2:	learn: 0.4300390	total: 35.8ms	remaining: 2.35s
3:	learn: 0.3839250	total: 47.4ms	remaining: 2.32s
4:	learn: 0.3437884	total: 59.4ms	remaining: 2.32s
5:	learn: 0.3131108	total: 71.5ms	remaining: 2.31s
6:	learn: 0.2899356	total: 83.9ms	remaining: 2.31s
7:	learn: 0.2714096	total: 96ms	remaining: 2.3s
8:	learn: 0.2574535	total: 114ms	remaining: 2.42s
9:	learn: 0.2458182	total: 128ms	remaining: 2.44s
10:	learn: 0.2369483	total: 140ms	remaining: 2.4s
11:	learn: 0.2302105	total: 152ms	remaining: 2.38s
12:	learn: 0.2241772	total: 164ms	remaining: 2.36s
13:	learn: 0.2190969	total: 175ms	remaining: 2.33s
14:	learn: 0.2151162	total: 192ms	remaining: 2.36s
15:	learn: 0.2113547	total: 222ms	remaining: 2.55s
16:	learn: 0.2082386	total: 235ms	remaining: 2.52s
17:	learn: 0.2064063	total: 247ms	remaining: 2.49s
18:	learn: 0.2040980	total: 259ms	remaining: 2.46s
19:	learn: 0.2023581	total: 271ms	remaining: 2.44s
20:	learn: 0.2008321	total: 283ms	remaining: 2.41s
21:	learn: 0.1989585	total: 296ms	remaining: 2.39s
22:	learn: 0.1975909	total: 308ms	remaining: 2.37s
23:	learn: 0.1966436	total: 321ms	remaining: 2.36s
24:	learn: 0.1951767	total: 336ms	remaining: 2.35s
25:	learn: 0.1936312	total: 350ms	remaining: 2.34s
26:	learn: 0.1926221	total: 363ms	remaining: 2.32s
27:	learn: 0.1917457	total: 377ms	remaining: 2.31s
28:	learn: 0.1912019	total: 389ms	remaining: 2.3s
29:	learn: 0.1906760	total: 402ms	remaining: 2.28s
30:	learn: 0.1902759	total: 414ms	remaining: 2.26s
31:	learn: 0.1891701	total: 439ms	remaining: 2.3s
32:	learn: 0.1884470	total: 451ms	remaining: 2.28s
33:	learn: 0.1878493	total: 464ms	remaining: 2.26s
34:	learn: 0.1871396	total: 477ms	remaining: 2.25s
35:	learn: 0.1867572	total: 491ms	remaining: 2.24s
36:	learn: 0.1865010	total: 503ms	remaining: 2.22s
37:	learn: 0.1857155	total: 515ms	remaining: 2.19s
38:	learn: 0.1848355	total: 533ms	remaining: 2.2s
39:	learn: 0.1845405	total: 547ms	remaining: 2.19s
40:	learn: 0.1839212	total: 561ms	remaining: 2.17s
41:	learn: 0.1833243	total: 572ms	remaining: 2.15s
42:	learn: 0.1830219	total: 585ms	remaining: 2.13s
43:	learn: 0.1827016	total: 597ms	remaining: 2.12s
44:	learn: 0.1817211	total: 609ms	remaining: 2.1s
45:	learn: 0.1814187	total: 621ms	remaining: 2.08s
46:	learn: 0.1810977	total: 633ms	remaining: 2.06s
47:	learn: 0.1800879	total: 652ms	remaining: 2.06s
48:	learn: 0.1796939	total: 665ms	remaining: 2.05s
49:	learn: 0.1789522	total: 678ms	remaining: 2.03s
50:	learn: 0.1786926	total: 692ms	remaining: 2.02s
51:	learn: 0.1780505	total: 704ms	remaining: 2s
52:	learn: 0.1777513	total: 717ms	remaining: 1.99s
53:	learn: 0.1775007	total: 730ms	remaining: 1.97s
54:	learn: 0.1773116	total: 743ms	remaining: 1.96s
55:	learn: 0.1771155	total: 756ms	remaining: 1.94s
56:	learn: 0.1769152	total: 768ms	remaining: 1.93s
57:	learn: 0.1766499	total: 780ms	remaining: 1.91s
58:	learn: 0.1762560	total: 792ms	remaining: 1.89s
59:	learn: 0.1761695	total: 804ms	remaining: 1.88s
60:	learn: 0.1752741	total: 817ms	remaining: 1.86s
61:	learn: 0.1750395	total: 830ms	remaining: 1.85s
62:	learn: 0.1746152	total: 843ms	remaining: 1.83s
63:	learn: 0.1740338	total: 867ms	remaining: 1.84s
64:	learn: 0.1738190	total: 880ms	remaining: 1.83s
65:	learn: 0.1736918	total: 891ms	remaining: 1.81s
66:	learn: 0.1736035	total: 903ms	remaining: 1.79s
67:	learn: 0.1732495	total: 916ms	remaining: 1.78s
68:	learn: 0.1731139	total: 928ms	remaining: 1.76s
69:	learn: 0.1728316	total: 940ms	remaining: 1.74s
70:	learn: 0.1724105	total: 954ms	remaining: 1.73s
71:	learn: 0.1722353	total: 969ms	remaining: 1.72s
72:	learn: 0.1719320	total: 982ms	remaining: 1.71s
73:	learn: 0.1717379	total: 994ms	remaining: 1.69s
74:	learn: 0.1713314	total: 1.01s	remaining: 1.68s
75:	learn: 0.1712686	total: 1.02s	remaining: 1.66s
76:	learn: 0.1711530	total: 1.03s	remaining: 1.65s
77:	learn: 0.1710599	total: 1.04s	remaining: 1.63s
78:	learn: 0.1704575	total: 1.06s	remaining: 1.62s
79:	learn: 0.1703545	total: 1.07s	remaining: 1.61s
80:	learn: 0.1700702	total: 1.09s	remaining: 1.6s
81:	learn: 0.1698930	total: 1.11s	remaining: 1.59s
82:	learn: 0.1698451	total: 1.12s	remaining: 1.58s
83:	learn: 0.1697500	total: 1.13s	remaining: 1.56s
84:	learn: 0.1692614	total: 1.14s	remaining: 1.55s
85:	learn: 0.1690444	total: 1.16s	remaining: 1.53s
86:	learn: 0.1687162	total: 1.17s	remaining: 1.52s
87:	learn: 0.1685496	total: 1.19s	remaining: 1.51s
88:	learn: 0.1681793	total: 1.21s	remaining: 1.5s
89:	learn: 0.1681240	total: 1.23s	remaining: 1.5s
90:	learn: 0.1680662	total: 1.24s	remaining: 1.48s
91:	learn: 0.1679502	total: 1.25s	remaining: 1.47s
92:	learn: 0.1678757	total: 1.26s	remaining: 1.45s
93:	learn: 0.1678133	total: 1.28s	remaining: 1.44s
94:	learn: 0.1675752	total: 1.29s	remaining: 1.43s
95:	learn: 0.1674874	total: 1.3s	remaining: 1.41s
96:	learn: 0.1672893	total: 1.32s	remaining: 1.4s
97:	learn: 0.1672802	total: 1.33s	remaining: 1.38s
98:	learn: 0.1668567	total: 1.34s	remaining: 1.37s
99:	learn: 0.1666630	total: 1.35s	remaining: 1.35s
100:	learn: 0.1663345	total: 1.37s	remaining: 1.34s
101:	learn: 0.1662441	total: 1.38s	remaining: 1.33s
102:	learn: 0.1660697	total: 1.4s	remaining: 1.31s
103:	learn: 0.1657891	total: 1.41s	remaining: 1.3s
104:	learn: 0.1656397	total: 1.42s	remaining: 1.29s
105:	learn: 0.1655614	total: 1.44s	remaining: 1.27s
106:	learn: 0.1652703	total: 1.45s	remaining: 1.26s
107:	learn: 0.1650934	total: 1.46s	remaining: 1.24s
108:	learn: 0.1650359	total: 1.47s	remaining: 1.23s
109:	learn: 0.1648861	total: 1.49s	remaining: 1.22s
110:	learn: 0.1647580	total: 1.5s	remaining: 1.2s
111:	learn: 0.1646505	total: 1.51s	remaining: 1.19s
112:	learn: 0.1642406	total: 1.53s	remaining: 1.18s
113:	learn: 0.1640904	total: 1.54s	remaining: 1.16s
114:	learn: 0.1637709	total: 1.55s	remaining: 1.15s
115:	learn: 0.1636904	total: 1.56s	remaining: 1.13s
116:	learn: 0.1634679	total: 1.58s	remaining: 1.12s
117:	learn: 0.1633641	total: 1.59s	remaining: 1.11s
118:	learn: 0.1632118	total: 1.6s	remaining: 1.09s
119:	learn: 0.1628882	total: 1.62s	remaining: 1.08s
120:	learn: 0.1625593	total: 1.63s	remaining: 1.06s
121:	learn: 0.1624730	total: 1.64s	remaining: 1.05s
122:	learn: 0.1623425	total: 1.65s	remaining: 1.03s
123:	learn: 0.1622122	total: 1.67s	remaining: 1.02s
124:	learn: 0.1621489	total: 1.69s	remaining: 1.01s
125:	learn: 0.1620417	total: 1.7s	remaining: 999ms
126:	learn: 0.1617388	total: 1.71s	remaining: 985ms
127:	learn: 0.1616437	total: 1.73s	remaining: 971ms
128:	learn: 0.1615011	total: 1.74s	remaining: 957ms
129:	learn: 0.1614173	total: 1.75s	remaining: 942ms
130:	learn: 0.1614094	total: 1.76s	remaining: 927ms
131:	learn: 0.1613311	total: 1.77s	remaining: 913ms
132:	learn: 0.1612403	total: 1.79s	remaining: 900ms
133:	learn: 0.1608791	total: 1.8s	remaining: 887ms
134:	learn: 0.1607420	total: 1.81s	remaining: 873ms
135:	learn: 0.1606313	total: 1.83s	remaining: 859ms
136:	learn: 0.1605621	total: 1.84s	remaining: 845ms
137:	learn: 0.1602880	total: 1.85s	remaining: 832ms
138:	learn: 0.1602810	total: 1.86s	remaining: 817ms
139:	learn: 0.1600891	total: 1.87s	remaining: 803ms
140:	learn: 0.1599863	total: 1.89s	remaining: 792ms
141:	learn: 0.1595816	total: 1.91s	remaining: 778ms
142:	learn: 0.1595543	total: 1.92s	remaining: 764ms
143:	learn: 0.1594684	total: 1.93s	remaining: 750ms
144:	learn: 0.1592500	total: 1.94s	remaining: 737ms
145:	learn: 0.1592242	total: 1.95s	remaining: 723ms
146:	learn: 0.1590433	total: 1.97s	remaining: 709ms
147:	learn: 0.1590179	total: 1.98s	remaining: 695ms
148:	learn: 0.1588060	total: 1.99s	remaining: 682ms
149:	learn: 0.1587526	total: 2s	remaining: 668ms
150:	learn: 0.1586610	total: 2.02s	remaining: 655ms
151:	learn: 0.1585624	total: 2.03s	remaining: 641ms
152:	learn: 0.1585355	total: 2.04s	remaining: 627ms
153:	learn: 0.1584349	total: 2.05s	remaining: 613ms
154:	learn: 0.1584267	total: 2.07s	remaining: 601ms
155:	learn: 0.1581442	total: 2.08s	remaining: 587ms
156:	learn: 0.1579403	total: 2.1s	remaining: 577ms
157:	learn: 0.1577639	total: 2.12s	remaining: 563ms
158:	learn: 0.1575796	total: 2.13s	remaining: 549ms
159:	learn: 0.1575135	total: 2.14s	remaining: 536ms
160:	learn: 0.1574487	total: 2.15s	remaining: 522ms
161:	learn: 0.1573499	total: 2.17s	remaining: 508ms
162:	learn: 0.1572932	total: 2.18s	remaining: 495ms
163:	learn: 0.1570901	total: 2.19s	remaining: 482ms
164:	learn: 0.1570384	total: 2.22s	remaining: 471ms
165:	learn: 0.1569054	total: 2.23s	remaining: 458ms
166:	learn: 0.1567603	total: 2.25s	remaining: 444ms
167:	learn: 0.1564668	total: 2.26s	remaining: 431ms
168:	learn: 0.1564064	total: 2.27s	remaining: 417ms
169:	learn: 0.1561285	total: 2.29s	remaining: 403ms
170:	learn: 0.1560192	total: 2.3s	remaining: 390ms
171:	learn: 0.1559964	total: 2.31s	remaining: 377ms
172:	learn: 0.1559131	total: 2.33s	remaining: 363ms
173:	learn: 0.1558249	total: 2.34s	remaining: 350ms
174:	learn: 0.1557420	total: 2.35s	remaining: 336ms
175:	learn: 0.1556368	total: 2.37s	remaining: 323ms
176:	learn: 0.1555502	total: 2.38s	remaining: 309ms
177:	learn: 0.1553842	total: 2.39s	remaining: 295ms
178:	learn: 0.1552520	total: 2.4s	remaining: 282ms
179:	learn: 0.1551332	total: 2.42s	remaining: 269ms
180:	learn: 0.1550503	total: 2.43s	remaining: 255ms
181:	learn: 0.1549053	total: 2.44s	remaining: 242ms
182:	learn: 0.1547796	total: 2.46s	remaining: 228ms
183:	learn: 0.1546312	total: 2.47s	remaining: 215ms
184:	learn: 0.1544827	total: 2.48s	remaining: 201ms
185:	learn: 0.1542598	total: 2.49s	remaining: 188ms
186:	learn: 0.1541081	total: 2.5s	remaining: 174ms
187:	learn: 0.1539894	total: 2.52s	remaining: 161ms
188:	learn: 0.1539037	total: 2.53s	remaining: 147ms
189:	learn: 0.1538219	total: 2.55s	remaining: 134ms
190:	learn: 0.1538029	total: 2.56s	remaining: 121ms
191:	learn: 0.1535717	total: 2.57s	remaining: 107ms
192:	learn: 0.1535202	total: 2.58s	remaining: 93.7ms
193:	learn: 0.1533053	total: 2.6s	remaining: 80.3ms
194:	learn: 0.1532534	total: 2.61s	remaining: 67ms
195:	learn: 0.1531105	total: 2.63s	remaining: 53.6ms
196:	learn: 0.1530234	total: 2.64s	remaining: 40.2ms
197:	learn: 0.1528377	total: 2.65s	remaining: 26.8ms
198:	learn: 0.1527180	total: 2.66s	remaining: 13.4ms
199:	learn: 0.1525474	total: 2.68s	remaining: 0us
0:	learn: 0.5791246	total: 11.9ms	remaining: 2.37s
1:	learn: 0.4952847	total: 25.4ms	remaining: 2.52s
2:	learn: 0.4278225	total: 40.7ms	remaining: 2.67s
3:	learn: 0.3816645	total: 54ms	remaining: 2.65s
4:	learn: 0.3429272	total: 66.2ms	remaining: 2.58s
5:	learn: 0.3134442	total: 78.3ms	remaining: 2.53s
6:	learn: 0.2898774	total: 90.5ms	remaining: 2.5s
7:	learn: 0.2714864	total: 102ms	remaining: 2.46s
8:	learn: 0.2582916	total: 114ms	remaining: 2.42s
9:	learn: 0.2462692	total: 127ms	remaining: 2.4s
10:	learn: 0.2373567	total: 139ms	remaining: 2.39s
11:	learn: 0.2301511	total: 151ms	remaining: 2.37s
12:	learn: 0.2227071	total: 163ms	remaining: 2.35s
13:	learn: 0.2179887	total: 175ms	remaining: 2.32s
14:	learn: 0.2134881	total: 187ms	remaining: 2.31s
15:	learn: 0.2097220	total: 200ms	remaining: 2.29s
16:	learn: 0.2068579	total: 216ms	remaining: 2.33s
17:	learn: 0.2044869	total: 232ms	remaining: 2.35s
18:	learn: 0.2024006	total: 246ms	remaining: 2.34s
19:	learn: 0.2005834	total: 263ms	remaining: 2.37s
20:	learn: 0.1987962	total: 275ms	remaining: 2.35s
21:	learn: 0.1965291	total: 291ms	remaining: 2.35s
22:	learn: 0.1951926	total: 303ms	remaining: 2.33s
23:	learn: 0.1940902	total: 317ms	remaining: 2.32s
24:	learn: 0.1927644	total: 331ms	remaining: 2.32s
25:	learn: 0.1909846	total: 345ms	remaining: 2.31s
26:	learn: 0.1901766	total: 357ms	remaining: 2.28s
27:	learn: 0.1894043	total: 369ms	remaining: 2.27s
28:	learn: 0.1886451	total: 381ms	remaining: 2.25s
29:	learn: 0.1879411	total: 393ms	remaining: 2.23s
30:	learn: 0.1870974	total: 406ms	remaining: 2.21s
31:	learn: 0.1859021	total: 427ms	remaining: 2.24s
32:	learn: 0.1853929	total: 455ms	remaining: 2.3s
33:	learn: 0.1847332	total: 468ms	remaining: 2.29s
34:	learn: 0.1840594	total: 480ms	remaining: 2.26s
35:	learn: 0.1836081	total: 492ms	remaining: 2.24s
36:	learn: 0.1833531	total: 507ms	remaining: 2.23s
37:	learn: 0.1829319	total: 524ms	remaining: 2.23s
38:	learn: 0.1826207	total: 547ms	remaining: 2.26s
39:	learn: 0.1815377	total: 560ms	remaining: 2.24s
40:	learn: 0.1806819	total: 573ms	remaining: 2.22s
41:	learn: 0.1797089	total: 589ms	remaining: 2.21s
42:	learn: 0.1793332	total: 601ms	remaining: 2.19s
43:	learn: 0.1785170	total: 614ms	remaining: 2.17s
44:	learn: 0.1780377	total: 629ms	remaining: 2.17s
45:	learn: 0.1775949	total: 645ms	remaining: 2.16s
46:	learn: 0.1772418	total: 658ms	remaining: 2.14s
47:	learn: 0.1769061	total: 670ms	remaining: 2.12s
48:	learn: 0.1767489	total: 682ms	remaining: 2.1s
49:	learn: 0.1765396	total: 696ms	remaining: 2.09s
50:	learn: 0.1761976	total: 709ms	remaining: 2.07s
51:	learn: 0.1759982	total: 722ms	remaining: 2.05s
52:	learn: 0.1756043	total: 734ms	remaining: 2.04s
53:	learn: 0.1752501	total: 748ms	remaining: 2.02s
54:	learn: 0.1749423	total: 762ms	remaining: 2.01s
55:	learn: 0.1747048	total: 775ms	remaining: 1.99s
56:	learn: 0.1746034	total: 787ms	remaining: 1.97s
57:	learn: 0.1744896	total: 799ms	remaining: 1.96s
58:	learn: 0.1742370	total: 812ms	remaining: 1.94s
59:	learn: 0.1738172	total: 825ms	remaining: 1.93s
60:	learn: 0.1735591	total: 844ms	remaining: 1.92s
61:	learn: 0.1734245	total: 857ms	remaining: 1.91s
62:	learn: 0.1733238	total: 869ms	remaining: 1.89s
63:	learn: 0.1726921	total: 881ms	remaining: 1.87s
64:	learn: 0.1721748	total: 893ms	remaining: 1.85s
65:	learn: 0.1721249	total: 905ms	remaining: 1.84s
66:	learn: 0.1718361	total: 917ms	remaining: 1.82s
67:	learn: 0.1715655	total: 929ms	remaining: 1.8s
68:	learn: 0.1712238	total: 944ms	remaining: 1.79s
69:	learn: 0.1711167	total: 956ms	remaining: 1.78s
70:	learn: 0.1710023	total: 971ms	remaining: 1.76s
71:	learn: 0.1704498	total: 989ms	remaining: 1.76s
72:	learn: 0.1702943	total: 1s	remaining: 1.75s
73:	learn: 0.1700923	total: 1.02s	remaining: 1.73s
74:	learn: 0.1697113	total: 1.03s	remaining: 1.72s
75:	learn: 0.1696222	total: 1.04s	remaining: 1.7s
76:	learn: 0.1693000	total: 1.06s	remaining: 1.69s
77:	learn: 0.1688831	total: 1.07s	remaining: 1.68s
78:	learn: 0.1686130	total: 1.08s	remaining: 1.66s
79:	learn: 0.1679448	total: 1.1s	remaining: 1.65s
80:	learn: 0.1679039	total: 1.11s	remaining: 1.63s
81:	learn: 0.1677368	total: 1.12s	remaining: 1.61s
82:	learn: 0.1674494	total: 1.13s	remaining: 1.6s
83:	learn: 0.1673928	total: 1.15s	remaining: 1.59s
84:	learn: 0.1672279	total: 1.16s	remaining: 1.57s
85:	learn: 0.1668017	total: 1.18s	remaining: 1.56s
86:	learn: 0.1667119	total: 1.19s	remaining: 1.54s
87:	learn: 0.1666196	total: 1.2s	remaining: 1.53s
88:	learn: 0.1665293	total: 1.21s	remaining: 1.51s
89:	learn: 0.1663888	total: 1.23s	remaining: 1.5s
90:	learn: 0.1660299	total: 1.25s	remaining: 1.49s
91:	learn: 0.1658419	total: 1.27s	remaining: 1.49s
92:	learn: 0.1657884	total: 1.28s	remaining: 1.47s
93:	learn: 0.1656980	total: 1.29s	remaining: 1.46s
94:	learn: 0.1656151	total: 1.3s	remaining: 1.44s
95:	learn: 0.1652650	total: 1.32s	remaining: 1.43s
96:	learn: 0.1651870	total: 1.33s	remaining: 1.41s
97:	learn: 0.1650533	total: 1.34s	remaining: 1.4s
98:	learn: 0.1649211	total: 1.36s	remaining: 1.38s
99:	learn: 0.1647980	total: 1.37s	remaining: 1.37s
100:	learn: 0.1646933	total: 1.38s	remaining: 1.35s
101:	learn: 0.1643619	total: 1.39s	remaining: 1.34s
102:	learn: 0.1641796	total: 1.41s	remaining: 1.32s
103:	learn: 0.1640928	total: 1.42s	remaining: 1.31s
104:	learn: 0.1638301	total: 1.43s	remaining: 1.29s
105:	learn: 0.1637393	total: 1.46s	remaining: 1.3s
106:	learn: 0.1636010	total: 1.48s	remaining: 1.28s
107:	learn: 0.1635246	total: 1.49s	remaining: 1.27s
108:	learn: 0.1634302	total: 1.5s	remaining: 1.25s
109:	learn: 0.1632848	total: 1.51s	remaining: 1.24s
110:	learn: 0.1632474	total: 1.53s	remaining: 1.22s
111:	learn: 0.1631776	total: 1.54s	remaining: 1.21s
112:	learn: 0.1630753	total: 1.55s	remaining: 1.19s
113:	learn: 0.1630115	total: 1.56s	remaining: 1.18s
114:	learn: 0.1629597	total: 1.58s	remaining: 1.17s
115:	learn: 0.1627766	total: 1.59s	remaining: 1.15s
116:	learn: 0.1624863	total: 1.6s	remaining: 1.14s
117:	learn: 0.1621818	total: 1.61s	remaining: 1.12s
118:	learn: 0.1616992	total: 1.63s	remaining: 1.11s
119:	learn: 0.1615577	total: 1.64s	remaining: 1.09s
120:	learn: 0.1612439	total: 1.65s	remaining: 1.08s
121:	learn: 0.1611690	total: 1.67s	remaining: 1.06s
122:	learn: 0.1610845	total: 1.68s	remaining: 1.05s
123:	learn: 0.1607953	total: 1.69s	remaining: 1.04s
124:	learn: 0.1605524	total: 1.71s	remaining: 1.02s
125:	learn: 0.1604776	total: 1.72s	remaining: 1.01s
126:	learn: 0.1603304	total: 1.73s	remaining: 995ms
127:	learn: 0.1602793	total: 1.74s	remaining: 980ms
128:	learn: 0.1598233	total: 1.75s	remaining: 966ms
129:	learn: 0.1596813	total: 1.77s	remaining: 952ms
130:	learn: 0.1595527	total: 1.78s	remaining: 939ms
131:	learn: 0.1593752	total: 1.8s	remaining: 926ms
132:	learn: 0.1592898	total: 1.81s	remaining: 911ms
133:	learn: 0.1592215	total: 1.82s	remaining: 897ms
134:	learn: 0.1590941	total: 1.83s	remaining: 883ms
135:	learn: 0.1587330	total: 1.85s	remaining: 870ms
136:	learn: 0.1586586	total: 1.86s	remaining: 855ms
137:	learn: 0.1585880	total: 1.88s	remaining: 843ms
138:	learn: 0.1584063	total: 1.89s	remaining: 829ms
139:	learn: 0.1583072	total: 1.9s	remaining: 815ms
140:	learn: 0.1581972	total: 1.91s	remaining: 801ms
141:	learn: 0.1579840	total: 1.93s	remaining: 787ms
142:	learn: 0.1578434	total: 1.94s	remaining: 773ms
143:	learn: 0.1577429	total: 1.95s	remaining: 759ms
144:	learn: 0.1574214	total: 1.96s	remaining: 745ms
145:	learn: 0.1572925	total: 1.98s	remaining: 732ms
146:	learn: 0.1571982	total: 1.99s	remaining: 719ms
147:	learn: 0.1569913	total: 2.01s	remaining: 705ms
148:	learn: 0.1568456	total: 2.02s	remaining: 691ms
149:	learn: 0.1566140	total: 2.03s	remaining: 677ms
150:	learn: 0.1565351	total: 2.04s	remaining: 663ms
151:	learn: 0.1565271	total: 2.06s	remaining: 649ms
152:	learn: 0.1564795	total: 2.07s	remaining: 635ms
153:	learn: 0.1561659	total: 2.09s	remaining: 624ms
154:	learn: 0.1559899	total: 2.1s	remaining: 610ms
155:	learn: 0.1559013	total: 2.11s	remaining: 596ms
156:	learn: 0.1556418	total: 2.13s	remaining: 583ms
157:	learn: 0.1554886	total: 2.14s	remaining: 569ms
158:	learn: 0.1553973	total: 2.15s	remaining: 555ms
159:	learn: 0.1553144	total: 2.16s	remaining: 541ms
160:	learn: 0.1552486	total: 2.18s	remaining: 527ms
161:	learn: 0.1551021	total: 2.19s	remaining: 514ms
162:	learn: 0.1550494	total: 2.2s	remaining: 500ms
163:	learn: 0.1548926	total: 2.22s	remaining: 487ms
164:	learn: 0.1548038	total: 2.23s	remaining: 474ms
165:	learn: 0.1546449	total: 2.25s	remaining: 460ms
166:	learn: 0.1545306	total: 2.26s	remaining: 447ms
167:	learn: 0.1543803	total: 2.27s	remaining: 433ms
168:	learn: 0.1541073	total: 2.29s	remaining: 419ms
169:	learn: 0.1540842	total: 2.3s	remaining: 406ms
170:	learn: 0.1540049	total: 2.31s	remaining: 393ms
171:	learn: 0.1539140	total: 2.33s	remaining: 379ms
172:	learn: 0.1538489	total: 2.34s	remaining: 365ms
173:	learn: 0.1537746	total: 2.35s	remaining: 351ms
174:	learn: 0.1537441	total: 2.36s	remaining: 338ms
175:	learn: 0.1535892	total: 2.38s	remaining: 324ms
176:	learn: 0.1535770	total: 2.39s	remaining: 310ms
177:	learn: 0.1535556	total: 2.4s	remaining: 297ms
178:	learn: 0.1534854	total: 2.42s	remaining: 283ms
179:	learn: 0.1530375	total: 2.43s	remaining: 270ms
180:	learn: 0.1528982	total: 2.44s	remaining: 256ms
181:	learn: 0.1527769	total: 2.47s	remaining: 245ms
182:	learn: 0.1526690	total: 2.48s	remaining: 231ms
183:	learn: 0.1524701	total: 2.5s	remaining: 217ms
184:	learn: 0.1523531	total: 2.52s	remaining: 204ms
185:	learn: 0.1521303	total: 2.53s	remaining: 190ms
186:	learn: 0.1519986	total: 2.54s	remaining: 177ms
187:	learn: 0.1518961	total: 2.56s	remaining: 163ms
188:	learn: 0.1518366	total: 2.57s	remaining: 149ms
189:	learn: 0.1517840	total: 2.58s	remaining: 136ms
190:	learn: 0.1516658	total: 2.59s	remaining: 122ms
191:	learn: 0.1516026	total: 2.6s	remaining: 109ms
192:	learn: 0.1515022	total: 2.62s	remaining: 95ms
193:	learn: 0.1513123	total: 2.63s	remaining: 81.5ms
194:	learn: 0.1511744	total: 2.65s	remaining: 67.9ms
195:	learn: 0.1510494	total: 2.66s	remaining: 54.3ms
196:	learn: 0.1509005	total: 2.67s	remaining: 40.7ms
197:	learn: 0.1508090	total: 2.68s	remaining: 27.1ms
198:	learn: 0.1507555	total: 2.69s	remaining: 13.5ms
199:	learn: 0.1505508	total: 2.71s	remaining: 0us
0:	learn: 0.5796809	total: 12ms	remaining: 2.38s
1:	learn: 0.4950826	total: 24.4ms	remaining: 2.41s
2:	learn: 0.4282670	total: 36.5ms	remaining: 2.4s
3:	learn: 0.3825373	total: 49.7ms	remaining: 2.44s
4:	learn: 0.3426889	total: 63ms	remaining: 2.46s
5:	learn: 0.3134547	total: 75.2ms	remaining: 2.43s
6:	learn: 0.2901208	total: 87.3ms	remaining: 2.41s
7:	learn: 0.2716811	total: 99.6ms	remaining: 2.39s
8:	learn: 0.2577368	total: 111ms	remaining: 2.36s
9:	learn: 0.2463143	total: 123ms	remaining: 2.34s
10:	learn: 0.2369628	total: 137ms	remaining: 2.36s
11:	learn: 0.2300295	total: 150ms	remaining: 2.35s
12:	learn: 0.2229518	total: 162ms	remaining: 2.33s
13:	learn: 0.2180042	total: 175ms	remaining: 2.33s
14:	learn: 0.2133590	total: 188ms	remaining: 2.31s
15:	learn: 0.2099881	total: 200ms	remaining: 2.3s
16:	learn: 0.2074947	total: 218ms	remaining: 2.35s
17:	learn: 0.2051373	total: 232ms	remaining: 2.35s
18:	learn: 0.2033053	total: 246ms	remaining: 2.34s
19:	learn: 0.2018431	total: 258ms	remaining: 2.32s
20:	learn: 0.1999067	total: 270ms	remaining: 2.3s
21:	learn: 0.1984072	total: 283ms	remaining: 2.29s
22:	learn: 0.1972223	total: 295ms	remaining: 2.27s
23:	learn: 0.1961867	total: 307ms	remaining: 2.25s
24:	learn: 0.1953597	total: 319ms	remaining: 2.23s
25:	learn: 0.1944507	total: 333ms	remaining: 2.23s
26:	learn: 0.1931868	total: 347ms	remaining: 2.22s
27:	learn: 0.1918868	total: 360ms	remaining: 2.21s
28:	learn: 0.1911944	total: 379ms	remaining: 2.23s
29:	learn: 0.1906333	total: 391ms	remaining: 2.22s
30:	learn: 0.1898461	total: 404ms	remaining: 2.2s
31:	learn: 0.1888637	total: 421ms	remaining: 2.21s
32:	learn: 0.1876238	total: 438ms	remaining: 2.21s
33:	learn: 0.1869878	total: 451ms	remaining: 2.2s
34:	learn: 0.1858921	total: 464ms	remaining: 2.19s
35:	learn: 0.1855923	total: 476ms	remaining: 2.17s
36:	learn: 0.1846798	total: 488ms	remaining: 2.15s
37:	learn: 0.1842858	total: 500ms	remaining: 2.13s
38:	learn: 0.1839077	total: 513ms	remaining: 2.12s
39:	learn: 0.1836343	total: 527ms	remaining: 2.11s
40:	learn: 0.1834120	total: 541ms	remaining: 2.1s
41:	learn: 0.1829367	total: 553ms	remaining: 2.08s
42:	learn: 0.1823403	total: 566ms	remaining: 2.07s
43:	learn: 0.1819877	total: 578ms	remaining: 2.05s
44:	learn: 0.1812558	total: 591ms	remaining: 2.03s
45:	learn: 0.1810345	total: 602ms	remaining: 2.02s
46:	learn: 0.1798931	total: 615ms	remaining: 2s
47:	learn: 0.1794231	total: 636ms	remaining: 2.01s
48:	learn: 0.1789744	total: 664ms	remaining: 2.05s
49:	learn: 0.1785223	total: 677ms	remaining: 2.03s
50:	learn: 0.1779952	total: 691ms	remaining: 2.02s
51:	learn: 0.1777504	total: 703ms	remaining: 2s
52:	learn: 0.1768794	total: 717ms	remaining: 1.99s
53:	learn: 0.1766173	total: 729ms	remaining: 1.97s
54:	learn: 0.1764721	total: 741ms	remaining: 1.95s
55:	learn: 0.1759784	total: 754ms	remaining: 1.94s
56:	learn: 0.1757289	total: 768ms	remaining: 1.93s
57:	learn: 0.1754141	total: 782ms	remaining: 1.91s
58:	learn: 0.1750683	total: 793ms	remaining: 1.9s
59:	learn: 0.1749321	total: 805ms	remaining: 1.88s
60:	learn: 0.1742354	total: 820ms	remaining: 1.87s
61:	learn: 0.1739523	total: 836ms	remaining: 1.86s
62:	learn: 0.1734379	total: 856ms	remaining: 1.86s
63:	learn: 0.1731209	total: 869ms	remaining: 1.85s
64:	learn: 0.1729815	total: 882ms	remaining: 1.83s
65:	learn: 0.1728925	total: 894ms	remaining: 1.81s
66:	learn: 0.1727188	total: 905ms	remaining: 1.8s
67:	learn: 0.1726358	total: 917ms	remaining: 1.78s
68:	learn: 0.1724192	total: 929ms	remaining: 1.76s
69:	learn: 0.1720376	total: 944ms	remaining: 1.75s
70:	learn: 0.1719156	total: 957ms	remaining: 1.74s
71:	learn: 0.1718385	total: 969ms	remaining: 1.72s
72:	learn: 0.1717118	total: 982ms	remaining: 1.71s
73:	learn: 0.1711325	total: 994ms	remaining: 1.69s
74:	learn: 0.1708557	total: 1.01s	remaining: 1.68s
75:	learn: 0.1706965	total: 1.02s	remaining: 1.66s
76:	learn: 0.1706467	total: 1.03s	remaining: 1.65s
77:	learn: 0.1699919	total: 1.05s	remaining: 1.64s
78:	learn: 0.1698762	total: 1.06s	remaining: 1.63s
79:	learn: 0.1697650	total: 1.07s	remaining: 1.61s
80:	learn: 0.1697227	total: 1.09s	remaining: 1.59s
81:	learn: 0.1695732	total: 1.1s	remaining: 1.58s
82:	learn: 0.1694058	total: 1.11s	remaining: 1.56s
83:	learn: 0.1693339	total: 1.12s	remaining: 1.55s
84:	learn: 0.1690044	total: 1.14s	remaining: 1.54s
85:	learn: 0.1688854	total: 1.15s	remaining: 1.52s
86:	learn: 0.1686934	total: 1.16s	remaining: 1.51s
87:	learn: 0.1685131	total: 1.18s	remaining: 1.5s
88:	learn: 0.1684011	total: 1.19s	remaining: 1.48s
89:	learn: 0.1683279	total: 1.2s	remaining: 1.47s
90:	learn: 0.1680650	total: 1.21s	remaining: 1.45s
91:	learn: 0.1679082	total: 1.23s	remaining: 1.44s
92:	learn: 0.1677341	total: 1.24s	remaining: 1.43s
93:	learn: 0.1676819	total: 1.26s	remaining: 1.42s
94:	learn: 0.1675467	total: 1.27s	remaining: 1.41s
95:	learn: 0.1672812	total: 1.28s	remaining: 1.39s
96:	learn: 0.1668457	total: 1.3s	remaining: 1.38s
97:	learn: 0.1667744	total: 1.31s	remaining: 1.36s
98:	learn: 0.1667246	total: 1.32s	remaining: 1.35s
99:	learn: 0.1665596	total: 1.33s	remaining: 1.33s
100:	learn: 0.1662726	total: 1.35s	remaining: 1.32s
101:	learn: 0.1662340	total: 1.36s	remaining: 1.31s
102:	learn: 0.1661569	total: 1.38s	remaining: 1.3s
103:	learn: 0.1657892	total: 1.39s	remaining: 1.28s
104:	learn: 0.1654705	total: 1.41s	remaining: 1.27s
105:	learn: 0.1654008	total: 1.42s	remaining: 1.26s
106:	learn: 0.1651539	total: 1.43s	remaining: 1.24s
107:	learn: 0.1648756	total: 1.44s	remaining: 1.23s
108:	learn: 0.1647594	total: 1.45s	remaining: 1.21s
109:	learn: 0.1647334	total: 1.47s	remaining: 1.2s
110:	learn: 0.1645698	total: 1.48s	remaining: 1.19s
111:	learn: 0.1645110	total: 1.5s	remaining: 1.18s
112:	learn: 0.1642255	total: 1.51s	remaining: 1.16s
113:	learn: 0.1640951	total: 1.52s	remaining: 1.15s
114:	learn: 0.1639948	total: 1.53s	remaining: 1.13s
115:	learn: 0.1638001	total: 1.54s	remaining: 1.12s
116:	learn: 0.1637405	total: 1.56s	remaining: 1.1s
117:	learn: 0.1635248	total: 1.57s	remaining: 1.09s
118:	learn: 0.1634020	total: 1.58s	remaining: 1.08s
119:	learn: 0.1629852	total: 1.6s	remaining: 1.06s
120:	learn: 0.1626836	total: 1.61s	remaining: 1.05s
121:	learn: 0.1624603	total: 1.62s	remaining: 1.04s
122:	learn: 0.1623450	total: 1.64s	remaining: 1.02s
123:	learn: 0.1622602	total: 1.67s	remaining: 1.02s
124:	learn: 0.1619766	total: 1.69s	remaining: 1.01s
125:	learn: 0.1618305	total: 1.7s	remaining: 1s
126:	learn: 0.1617796	total: 1.72s	remaining: 986ms
127:	learn: 0.1614651	total: 1.73s	remaining: 972ms
128:	learn: 0.1613625	total: 1.74s	remaining: 958ms
129:	learn: 0.1612777	total: 1.75s	remaining: 944ms
130:	learn: 0.1612683	total: 1.76s	remaining: 929ms
131:	learn: 0.1611619	total: 1.77s	remaining: 915ms
132:	learn: 0.1610488	total: 1.79s	remaining: 902ms
133:	learn: 0.1607866	total: 1.8s	remaining: 889ms
134:	learn: 0.1606936	total: 1.82s	remaining: 875ms
135:	learn: 0.1605663	total: 1.83s	remaining: 861ms
136:	learn: 0.1603996	total: 1.84s	remaining: 847ms
137:	learn: 0.1600442	total: 1.85s	remaining: 833ms
138:	learn: 0.1599714	total: 1.86s	remaining: 819ms
139:	learn: 0.1598912	total: 1.88s	remaining: 805ms
140:	learn: 0.1598250	total: 1.9s	remaining: 794ms
141:	learn: 0.1597988	total: 1.91s	remaining: 779ms
142:	learn: 0.1597654	total: 1.92s	remaining: 765ms
143:	learn: 0.1596094	total: 1.93s	remaining: 752ms
144:	learn: 0.1595240	total: 1.95s	remaining: 738ms
145:	learn: 0.1592632	total: 1.96s	remaining: 725ms
146:	learn: 0.1589033	total: 1.97s	remaining: 711ms
147:	learn: 0.1588122	total: 1.99s	remaining: 698ms
148:	learn: 0.1587889	total: 2s	remaining: 685ms
149:	learn: 0.1586922	total: 2.01s	remaining: 671ms
150:	learn: 0.1586695	total: 2.02s	remaining: 657ms
151:	learn: 0.1584485	total: 2.04s	remaining: 644ms
152:	learn: 0.1583697	total: 2.05s	remaining: 630ms
153:	learn: 0.1582749	total: 2.06s	remaining: 616ms
154:	learn: 0.1582393	total: 2.08s	remaining: 603ms
155:	learn: 0.1578706	total: 2.09s	remaining: 589ms
156:	learn: 0.1576847	total: 2.11s	remaining: 578ms
157:	learn: 0.1576101	total: 2.12s	remaining: 564ms
158:	learn: 0.1575378	total: 2.13s	remaining: 550ms
159:	learn: 0.1574648	total: 2.15s	remaining: 536ms
160:	learn: 0.1572681	total: 2.16s	remaining: 523ms
161:	learn: 0.1572233	total: 2.17s	remaining: 509ms
162:	learn: 0.1571767	total: 2.18s	remaining: 496ms
163:	learn: 0.1568902	total: 2.2s	remaining: 482ms
164:	learn: 0.1568171	total: 2.21s	remaining: 469ms
165:	learn: 0.1567487	total: 2.22s	remaining: 455ms
166:	learn: 0.1566723	total: 2.24s	remaining: 442ms
167:	learn: 0.1566090	total: 2.25s	remaining: 428ms
168:	learn: 0.1562416	total: 2.26s	remaining: 415ms
169:	learn: 0.1561642	total: 2.27s	remaining: 401ms
170:	learn: 0.1560425	total: 2.29s	remaining: 388ms
171:	learn: 0.1559786	total: 2.3s	remaining: 374ms
172:	learn: 0.1557330	total: 2.32s	remaining: 362ms
173:	learn: 0.1554388	total: 2.33s	remaining: 348ms
174:	learn: 0.1553266	total: 2.35s	remaining: 335ms
175:	learn: 0.1552534	total: 2.36s	remaining: 322ms
176:	learn: 0.1551254	total: 2.37s	remaining: 308ms
177:	learn: 0.1549608	total: 2.39s	remaining: 295ms
178:	learn: 0.1548997	total: 2.4s	remaining: 282ms
179:	learn: 0.1548199	total: 2.41s	remaining: 268ms
180:	learn: 0.1547597	total: 2.42s	remaining: 254ms
181:	learn: 0.1547273	total: 2.44s	remaining: 241ms
182:	learn: 0.1545812	total: 2.45s	remaining: 228ms
183:	learn: 0.1544936	total: 2.46s	remaining: 214ms
184:	learn: 0.1542932	total: 2.47s	remaining: 201ms
185:	learn: 0.1541182	total: 2.49s	remaining: 187ms
186:	learn: 0.1538762	total: 2.5s	remaining: 174ms
187:	learn: 0.1538587	total: 2.51s	remaining: 160ms
188:	learn: 0.1537798	total: 2.53s	remaining: 147ms
189:	learn: 0.1537648	total: 2.54s	remaining: 134ms
190:	learn: 0.1535612	total: 2.56s	remaining: 121ms
191:	learn: 0.1535049	total: 2.57s	remaining: 107ms
192:	learn: 0.1534546	total: 2.58s	remaining: 93.6ms
193:	learn: 0.1534163	total: 2.59s	remaining: 80.2ms
194:	learn: 0.1532017	total: 2.6s	remaining: 66.8ms
195:	learn: 0.1529945	total: 2.62s	remaining: 53.5ms
196:	learn: 0.1529237	total: 2.63s	remaining: 40.1ms
197:	learn: 0.1528596	total: 2.65s	remaining: 26.7ms
198:	learn: 0.1527677	total: 2.67s	remaining: 13.4ms
199:	learn: 0.1527207	total: 2.69s	remaining: 0us
0:	learn: 0.5811524	total: 11.9ms	remaining: 2.37s
1:	learn: 0.4961901	total: 24.7ms	remaining: 2.44s
2:	learn: 0.4306591	total: 40ms	remaining: 2.62s
3:	learn: 0.3831698	total: 53.4ms	remaining: 2.61s
4:	learn: 0.3430980	total: 65.7ms	remaining: 2.56s
5:	learn: 0.3124623	total: 79.4ms	remaining: 2.57s
6:	learn: 0.2892091	total: 91.8ms	remaining: 2.53s
7:	learn: 0.2727198	total: 104ms	remaining: 2.5s
8:	learn: 0.2583488	total: 116ms	remaining: 2.46s
9:	learn: 0.2472343	total: 128ms	remaining: 2.44s
10:	learn: 0.2394784	total: 143ms	remaining: 2.46s
11:	learn: 0.2311522	total: 156ms	remaining: 2.44s
12:	learn: 0.2251631	total: 167ms	remaining: 2.41s
13:	learn: 0.2193303	total: 179ms	remaining: 2.38s
14:	learn: 0.2140890	total: 192ms	remaining: 2.37s
15:	learn: 0.2102963	total: 204ms	remaining: 2.35s
16:	learn: 0.2067983	total: 222ms	remaining: 2.39s
17:	learn: 0.2045131	total: 234ms	remaining: 2.37s
18:	learn: 0.2023293	total: 247ms	remaining: 2.35s
19:	learn: 0.2001987	total: 259ms	remaining: 2.33s
20:	learn: 0.1983125	total: 272ms	remaining: 2.31s
21:	learn: 0.1967890	total: 285ms	remaining: 2.3s
22:	learn: 0.1954188	total: 296ms	remaining: 2.28s
23:	learn: 0.1941310	total: 309ms	remaining: 2.27s
24:	learn: 0.1933617	total: 323ms	remaining: 2.26s
25:	learn: 0.1923189	total: 337ms	remaining: 2.25s
26:	learn: 0.1915192	total: 348ms	remaining: 2.23s
27:	learn: 0.1903332	total: 361ms	remaining: 2.22s
28:	learn: 0.1892359	total: 373ms	remaining: 2.2s
29:	learn: 0.1884476	total: 385ms	remaining: 2.18s
30:	learn: 0.1869905	total: 399ms	remaining: 2.17s
31:	learn: 0.1865313	total: 411ms	remaining: 2.16s
32:	learn: 0.1858085	total: 429ms	remaining: 2.17s
33:	learn: 0.1852783	total: 443ms	remaining: 2.16s
34:	learn: 0.1844504	total: 456ms	remaining: 2.15s
35:	learn: 0.1839878	total: 468ms	remaining: 2.13s
36:	learn: 0.1835061	total: 480ms	remaining: 2.12s
37:	learn: 0.1832105	total: 492ms	remaining: 2.1s
38:	learn: 0.1820769	total: 506ms	remaining: 2.09s
39:	learn: 0.1816666	total: 527ms	remaining: 2.11s
40:	learn: 0.1811091	total: 546ms	remaining: 2.12s
41:	learn: 0.1801114	total: 558ms	remaining: 2.1s
42:	learn: 0.1796220	total: 572ms	remaining: 2.09s
43:	learn: 0.1789290	total: 586ms	remaining: 2.08s
44:	learn: 0.1783334	total: 599ms	remaining: 2.06s
45:	learn: 0.1777699	total: 611ms	remaining: 2.05s
46:	learn: 0.1773994	total: 624ms	remaining: 2.03s
47:	learn: 0.1770056	total: 642ms	remaining: 2.03s
48:	learn: 0.1767103	total: 655ms	remaining: 2.02s
49:	learn: 0.1764361	total: 667ms	remaining: 2s
50:	learn: 0.1761276	total: 680ms	remaining: 1.99s
51:	learn: 0.1752482	total: 693ms	remaining: 1.97s
52:	learn: 0.1751139	total: 705ms	remaining: 1.95s
53:	learn: 0.1749106	total: 717ms	remaining: 1.94s
54:	learn: 0.1744962	total: 730ms	remaining: 1.92s
55:	learn: 0.1741138	total: 742ms	remaining: 1.91s
56:	learn: 0.1739192	total: 755ms	remaining: 1.89s
57:	learn: 0.1736628	total: 767ms	remaining: 1.88s
58:	learn: 0.1735429	total: 779ms	remaining: 1.86s
59:	learn: 0.1733938	total: 791ms	remaining: 1.85s
60:	learn: 0.1729431	total: 804ms	remaining: 1.83s
61:	learn: 0.1725789	total: 819ms	remaining: 1.82s
62:	learn: 0.1723298	total: 833ms	remaining: 1.81s
63:	learn: 0.1722196	total: 850ms	remaining: 1.81s
64:	learn: 0.1718620	total: 866ms	remaining: 1.8s
65:	learn: 0.1717288	total: 892ms	remaining: 1.81s
66:	learn: 0.1716020	total: 904ms	remaining: 1.79s
67:	learn: 0.1710748	total: 917ms	remaining: 1.78s
68:	learn: 0.1708589	total: 931ms	remaining: 1.77s
69:	learn: 0.1701325	total: 944ms	remaining: 1.75s
70:	learn: 0.1699424	total: 956ms	remaining: 1.74s
71:	learn: 0.1696970	total: 973ms	remaining: 1.73s
72:	learn: 0.1694453	total: 985ms	remaining: 1.71s
73:	learn: 0.1693392	total: 997ms	remaining: 1.7s
74:	learn: 0.1688558	total: 1.01s	remaining: 1.68s
75:	learn: 0.1686875	total: 1.02s	remaining: 1.67s
76:	learn: 0.1685533	total: 1.03s	remaining: 1.65s
77:	learn: 0.1683605	total: 1.05s	remaining: 1.64s
78:	learn: 0.1681726	total: 1.07s	remaining: 1.64s
79:	learn: 0.1681295	total: 1.09s	remaining: 1.64s
80:	learn: 0.1678343	total: 1.15s	remaining: 1.69s
81:	learn: 0.1676966	total: 1.22s	remaining: 1.75s
82:	learn: 0.1671501	total: 1.29s	remaining: 1.82s
83:	learn: 0.1668746	total: 1.38s	remaining: 1.9s
84:	learn: 0.1667200	total: 1.5s	remaining: 2.02s
85:	learn: 0.1665873	total: 1.63s	remaining: 2.16s
86:	learn: 0.1665136	total: 1.69s	remaining: 2.2s
87:	learn: 0.1663903	total: 1.76s	remaining: 2.23s
88:	learn: 0.1663768	total: 1.85s	remaining: 2.31s
89:	learn: 0.1662289	total: 1.93s	remaining: 2.36s
90:	learn: 0.1660855	total: 2.02s	remaining: 2.42s
91:	learn: 0.1659619	total: 2.08s	remaining: 2.44s
92:	learn: 0.1654380	total: 2.11s	remaining: 2.43s
93:	learn: 0.1653099	total: 2.15s	remaining: 2.42s
94:	learn: 0.1647618	total: 2.18s	remaining: 2.41s
95:	learn: 0.1647253	total: 2.21s	remaining: 2.4s
96:	learn: 0.1646403	total: 2.26s	remaining: 2.4s
97:	learn: 0.1645154	total: 2.29s	remaining: 2.38s
98:	learn: 0.1640670	total: 2.33s	remaining: 2.37s
99:	learn: 0.1636312	total: 2.36s	remaining: 2.36s
100:	learn: 0.1635336	total: 2.39s	remaining: 2.35s
101:	learn: 0.1633286	total: 2.43s	remaining: 2.33s
102:	learn: 0.1631891	total: 2.46s	remaining: 2.32s
103:	learn: 0.1631335	total: 2.5s	remaining: 2.31s
104:	learn: 0.1630835	total: 2.53s	remaining: 2.29s
105:	learn: 0.1629505	total: 2.55s	remaining: 2.26s
106:	learn: 0.1628442	total: 2.58s	remaining: 2.24s
107:	learn: 0.1626872	total: 2.61s	remaining: 2.23s
108:	learn: 0.1625859	total: 2.65s	remaining: 2.21s
109:	learn: 0.1624915	total: 2.68s	remaining: 2.19s
110:	learn: 0.1621038	total: 2.7s	remaining: 2.17s
111:	learn: 0.1619662	total: 2.73s	remaining: 2.15s
112:	learn: 0.1618128	total: 2.76s	remaining: 2.13s
113:	learn: 0.1617372	total: 2.8s	remaining: 2.11s
114:	learn: 0.1615489	total: 2.83s	remaining: 2.09s
115:	learn: 0.1613679	total: 2.86s	remaining: 2.07s
116:	learn: 0.1612036	total: 2.9s	remaining: 2.05s
117:	learn: 0.1611157	total: 2.93s	remaining: 2.04s
118:	learn: 0.1610005	total: 2.97s	remaining: 2.02s
119:	learn: 0.1608855	total: 3s	remaining: 2s
120:	learn: 0.1605738	total: 3.03s	remaining: 1.98s
121:	learn: 0.1605063	total: 3.06s	remaining: 1.96s
122:	learn: 0.1603662	total: 3.1s	remaining: 1.94s
123:	learn: 0.1602423	total: 3.13s	remaining: 1.92s
124:	learn: 0.1599460	total: 3.17s	remaining: 1.9s
125:	learn: 0.1598612	total: 3.19s	remaining: 1.87s
126:	learn: 0.1598048	total: 3.22s	remaining: 1.85s
127:	learn: 0.1596892	total: 3.25s	remaining: 1.83s
128:	learn: 0.1595667	total: 3.27s	remaining: 1.8s
129:	learn: 0.1594469	total: 3.3s	remaining: 1.77s
130:	learn: 0.1592261	total: 3.34s	remaining: 1.76s
131:	learn: 0.1588991	total: 3.37s	remaining: 1.73s
132:	learn: 0.1588195	total: 3.38s	remaining: 1.7s
133:	learn: 0.1585810	total: 3.4s	remaining: 1.67s
134:	learn: 0.1584637	total: 3.41s	remaining: 1.64s
135:	learn: 0.1583417	total: 3.43s	remaining: 1.61s
136:	learn: 0.1582115	total: 3.45s	remaining: 1.58s
137:	learn: 0.1580968	total: 3.46s	remaining: 1.56s
138:	learn: 0.1579714	total: 3.49s	remaining: 1.53s
139:	learn: 0.1579308	total: 3.51s	remaining: 1.5s
140:	learn: 0.1578409	total: 3.56s	remaining: 1.49s
141:	learn: 0.1577326	total: 3.59s	remaining: 1.47s
142:	learn: 0.1575395	total: 3.62s	remaining: 1.44s
143:	learn: 0.1572983	total: 3.64s	remaining: 1.42s
144:	learn: 0.1572683	total: 3.67s	remaining: 1.39s
145:	learn: 0.1572031	total: 3.71s	remaining: 1.37s
146:	learn: 0.1569525	total: 3.74s	remaining: 1.35s
147:	learn: 0.1568534	total: 3.77s	remaining: 1.32s
148:	learn: 0.1567672	total: 3.8s	remaining: 1.3s
149:	learn: 0.1564989	total: 3.82s	remaining: 1.27s
150:	learn: 0.1564099	total: 3.86s	remaining: 1.25s
151:	learn: 0.1563155	total: 3.89s	remaining: 1.23s
152:	learn: 0.1562195	total: 3.92s	remaining: 1.2s
153:	learn: 0.1560405	total: 3.95s	remaining: 1.18s
154:	learn: 0.1559653	total: 3.99s	remaining: 1.16s
155:	learn: 0.1558849	total: 4.02s	remaining: 1.13s
156:	learn: 0.1557798	total: 4.05s	remaining: 1.11s
157:	learn: 0.1556937	total: 4.09s	remaining: 1.09s
158:	learn: 0.1554932	total: 4.13s	remaining: 1.06s
159:	learn: 0.1554056	total: 4.16s	remaining: 1.04s
160:	learn: 0.1551026	total: 4.2s	remaining: 1.02s
161:	learn: 0.1549427	total: 4.23s	remaining: 992ms
162:	learn: 0.1547280	total: 4.26s	remaining: 967ms
163:	learn: 0.1546724	total: 4.29s	remaining: 942ms
164:	learn: 0.1545065	total: 4.33s	remaining: 918ms
165:	learn: 0.1544185	total: 4.36s	remaining: 893ms
166:	learn: 0.1541501	total: 4.4s	remaining: 870ms
167:	learn: 0.1540664	total: 4.42s	remaining: 843ms
168:	learn: 0.1539998	total: 4.48s	remaining: 822ms
169:	learn: 0.1539836	total: 4.51s	remaining: 795ms
170:	learn: 0.1538600	total: 4.54s	remaining: 770ms
171:	learn: 0.1537319	total: 4.57s	remaining: 744ms
172:	learn: 0.1534981	total: 4.61s	remaining: 720ms
173:	learn: 0.1534688	total: 4.64s	remaining: 694ms
174:	learn: 0.1532086	total: 4.67s	remaining: 668ms
175:	learn: 0.1530808	total: 4.71s	remaining: 642ms
176:	learn: 0.1530277	total: 4.74s	remaining: 616ms
177:	learn: 0.1528803	total: 4.78s	remaining: 591ms
178:	learn: 0.1528297	total: 4.81s	remaining: 565ms
179:	learn: 0.1524446	total: 4.85s	remaining: 539ms
180:	learn: 0.1523754	total: 4.88s	remaining: 512ms
181:	learn: 0.1523501	total: 4.91s	remaining: 486ms
182:	learn: 0.1522770	total: 4.94s	remaining: 459ms
183:	learn: 0.1520658	total: 4.97s	remaining: 433ms
184:	learn: 0.1519525	total: 5.01s	remaining: 406ms
185:	learn: 0.1518923	total: 5.04s	remaining: 380ms
186:	learn: 0.1518264	total: 5.08s	remaining: 353ms
187:	learn: 0.1516074	total: 5.12s	remaining: 327ms
188:	learn: 0.1514415	total: 5.15s	remaining: 300ms
189:	learn: 0.1513621	total: 5.19s	remaining: 273ms
190:	learn: 0.1512362	total: 5.23s	remaining: 246ms
191:	learn: 0.1512292	total: 5.26s	remaining: 219ms
192:	learn: 0.1511606	total: 5.29s	remaining: 192ms
193:	learn: 0.1511023	total: 5.32s	remaining: 165ms
194:	learn: 0.1509528	total: 5.35s	remaining: 137ms
195:	learn: 0.1507953	total: 5.4s	remaining: 110ms
196:	learn: 0.1506869	total: 5.45s	remaining: 83.1ms
197:	learn: 0.1506298	total: 5.49s	remaining: 55.5ms
198:	learn: 0.1505628	total: 5.53s	remaining: 27.8ms
199:	learn: 0.1503693	total: 5.56s	remaining: 0us
Best AUC: 0.9470
In [32]:
# Define the parameter search space for a model like Logistic Regression
param_space = {
    'C': lambda trial: trial.suggest_loguniform('C', 0.0001, 10.0),
    'solver': 'liblinear'
}

# Tune Logistic Regression and get best parameters
best_params_LR, auc_score_LR, oof_predictions_LR, test_predictions_LR = tune_model_with_optuna(
    LogisticRegression,
    param_space,
    X,
    y,
    X_test
)

print(f"Best AUC: {auc_score_LR:.4f}")
[I 2024-12-03 05:56:00,225] A new study created in memory with name: no-name-7a1ebf77-40d8-4ab5-a7e5-640d1d8b5bfa
[I 2024-12-03 05:56:02,356] Trial 0 finished with value: 0.886356696471241 and parameters: {'C': 0.7436682311034553}. Best is trial 0 with value: 0.886356696471241.
[I 2024-12-03 05:56:03,633] Trial 1 finished with value: 0.8605031557093143 and parameters: {'C': 0.0010325096715192448}. Best is trial 0 with value: 0.886356696471241.
[I 2024-12-03 05:56:05,758] Trial 2 finished with value: 0.8863351588641294 and parameters: {'C': 2.4238360037007007}. Best is trial 0 with value: 0.886356696471241.
Best parameters: {'C': 0.7436682311034553}
Best AUC: 0.8863
In [33]:
# Define the parameter search space for XGBClassifier
param_space = {
    'n_estimators': lambda trial: trial.suggest_int('n_estimators', 100, 200),
    'max_depth': lambda trial: trial.suggest_int('max_depth', 3, 12),
    'learning_rate': lambda trial: trial.suggest_loguniform('learning_rate', 0.01, 0.3),
    'subsample': lambda trial: trial.suggest_uniform('subsample', 0.5, 1.0),
    'colsample_bytree': lambda trial: trial.suggest_uniform('colsample_bytree', 0.5, 1.0)
}

# Tune XGBClassifier and get best parameters
best_params_xgb, auc_score_xgb, oof_predictions_xgb, test_predictions_xgb = tune_model_with_optuna(
    XGBClassifier,
    param_space,
    X,
    y,
    X_test
)

print(f"Best AUC: {auc_score_xgb:.4f}")
[I 2024-12-03 05:56:07,678] A new study created in memory with name: no-name-57622408-46fc-4467-8e91-1c273342a5da
[I 2024-12-03 05:56:16,876] Trial 0 finished with value: 0.9507298158485373 and parameters: {'n_estimators': 139, 'max_depth': 8, 'learning_rate': 0.10327432068089816, 'subsample': 0.645392435287057, 'colsample_bytree': 0.65277852555063}. Best is trial 0 with value: 0.9507298158485373.
[I 2024-12-03 05:56:33,588] Trial 1 finished with value: 0.9444636663238167 and parameters: {'n_estimators': 116, 'max_depth': 10, 'learning_rate': 0.018654891242920864, 'subsample': 0.8907081889332935, 'colsample_bytree': 0.8751054489679084}. Best is trial 0 with value: 0.9507298158485373.
[I 2024-12-03 05:56:47,831] Trial 2 finished with value: 0.9482065320303535 and parameters: {'n_estimators': 164, 'max_depth': 11, 'learning_rate': 0.078884070115644, 'subsample': 0.5743762335947262, 'colsample_bytree': 0.5181944653459972}. Best is trial 0 with value: 0.9507298158485373.
Best parameters: {'n_estimators': 139, 'max_depth': 8, 'learning_rate': 0.10327432068089816, 'subsample': 0.645392435287057, 'colsample_bytree': 0.65277852555063}
Best AUC: 0.9507
In [34]:
# Define the parameter search space for LightGBM
param_space_lgbm = {
    'n_estimators': lambda trial: trial.suggest_int('n_estimators', 100, 200),
    'max_depth': lambda trial: trial.suggest_int('max_depth', 3, 12),
    'learning_rate': lambda trial: trial.suggest_loguniform('learning_rate', 0.01, 0.3),
    'num_leaves': lambda trial: trial.suggest_int('num_leaves', 20, 150)
}

best_params_lgbm, auc_score_lgbm, oof_predictions_lgbm, test_predictions_lgbm = tune_model_with_optuna(
    LGBMClassifier,
    param_space_lgbm,
    X,
    y,
    X_test
)
[I 2024-12-03 05:56:58,270] A new study created in memory with name: no-name-b0b0b57b-117e-47ff-9031-f301df5a57bd
[LightGBM] [Info] Number of positive: 6680, number of negative: 40235
[LightGBM] [Info] Auto-choosing row-wise multi-threading, the overhead of testing was 0.003985 seconds.
You can set `force_row_wise=true` to remove the overhead.
And if memory is not enough, you can set `force_col_wise=true`.
[LightGBM] [Info] Total Bins 1948
[LightGBM] [Info] Number of data points in the train set: 46915, number of used features: 18
[LightGBM] [Info] [binary:BoostFromScore]: pavg=0.142385 -> initscore=-1.795619
[LightGBM] [Info] Start training from score -1.795619
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Info] Number of positive: 6680, number of negative: 40235
[LightGBM] [Info] Auto-choosing row-wise multi-threading, the overhead of testing was 0.003953 seconds.
You can set `force_row_wise=true` to remove the overhead.
And if memory is not enough, you can set `force_col_wise=true`.
[LightGBM] [Info] Total Bins 1948
[LightGBM] [Info] Number of data points in the train set: 46915, number of used features: 18
[LightGBM] [Info] [binary:BoostFromScore]: pavg=0.142385 -> initscore=-1.795619
[LightGBM] [Info] Start training from score -1.795619
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Info] Number of positive: 6680, number of negative: 40235
[LightGBM] [Info] Auto-choosing row-wise multi-threading, the overhead of testing was 0.004633 seconds.
You can set `force_row_wise=true` to remove the overhead.
And if memory is not enough, you can set `force_col_wise=true`.
[LightGBM] [Info] Total Bins 1948
[LightGBM] [Info] Number of data points in the train set: 46915, number of used features: 18
[LightGBM] [Info] [binary:BoostFromScore]: pavg=0.142385 -> initscore=-1.795619
[LightGBM] [Info] Start training from score -1.795619
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Info] Number of positive: 6680, number of negative: 40235
[LightGBM] [Info] Auto-choosing row-wise multi-threading, the overhead of testing was 0.003965 seconds.
You can set `force_row_wise=true` to remove the overhead.
And if memory is not enough, you can set `force_col_wise=true`.
[LightGBM] [Info] Total Bins 1954
[LightGBM] [Info] Number of data points in the train set: 46915, number of used features: 18
[LightGBM] [Info] [binary:BoostFromScore]: pavg=0.142385 -> initscore=-1.795619
[LightGBM] [Info] Start training from score -1.795619
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Info] Number of positive: 6680, number of negative: 40236
[LightGBM] [Info] Auto-choosing row-wise multi-threading, the overhead of testing was 0.006354 seconds.
You can set `force_row_wise=true` to remove the overhead.
And if memory is not enough, you can set `force_col_wise=true`.
[LightGBM] [Info] Total Bins 1949
[LightGBM] [Info] Number of data points in the train set: 46916, number of used features: 18
[LightGBM] [Info] [binary:BoostFromScore]: pavg=0.142382 -> initscore=-1.795644
[LightGBM] [Info] Start training from score -1.795644
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[LightGBM] [Warning] No further splits with positive gain, best gain: -inf
[I 2024-12-03 05:57:05,450] Trial 0 finished with value: 0.926886239242972 and parameters: {'n_estimators': 174, 'max_depth': 4, 'learning_rate': 0.013683453602718283, 'num_leaves': 28}. Best is trial 0 with value: 0.926886239242972.
[LightGBM] [Info] Number of positive: 6680, number of negative: 40235
[LightGBM] [Info] Auto-choosing row-wise multi-threading, the overhead of testing was 0.006555 seconds.
You can set `force_row_wise=true` to remove the overhead.
And if memory is not enough, you can set `force_col_wise=true`.
[LightGBM] [Info] Total Bins 1948
[LightGBM] [Info] Number of data points in the train set: 46915, number of used features: 18
[LightGBM] [Info] [binary:BoostFromScore]: pavg=0.142385 -> initscore=-1.795619
[LightGBM] [Info] Start training from score -1.795619
[LightGBM] [Info] Number of positive: 6680, number of negative: 40235
[LightGBM] [Info] Auto-choosing row-wise multi-threading, the overhead of testing was 0.003917 seconds.
You can set `force_row_wise=true` to remove the overhead.
And if memory is not enough, you can set `force_col_wise=true`.
[LightGBM] [Info] Total Bins 1948
[LightGBM] [Info] Number of data points in the train set: 46915, number of used features: 18
[LightGBM] [Info] [binary:BoostFromScore]: pavg=0.142385 -> initscore=-1.795619
[LightGBM] [Info] Start training from score -1.795619
[LightGBM] [Info] Number of positive: 6680, number of negative: 40235
[LightGBM] [Info] Auto-choosing row-wise multi-threading, the overhead of testing was 0.003987 seconds.
You can set `force_row_wise=true` to remove the overhead.
And if memory is not enough, you can set `force_col_wise=true`.
[LightGBM] [Info] Total Bins 1948
[LightGBM] [Info] Number of data points in the train set: 46915, number of used features: 18
[LightGBM] [Info] [binary:BoostFromScore]: pavg=0.142385 -> initscore=-1.795619
[LightGBM] [Info] Start training from score -1.795619
[LightGBM] [Info] Number of positive: 6680, number of negative: 40235
[LightGBM] [Info] Auto-choosing row-wise multi-threading, the overhead of testing was 0.004043 seconds.
You can set `force_row_wise=true` to remove the overhead.
And if memory is not enough, you can set `force_col_wise=true`.
[LightGBM] [Info] Total Bins 1954
[LightGBM] [Info] Number of data points in the train set: 46915, number of used features: 18
[LightGBM] [Info] [binary:BoostFromScore]: pavg=0.142385 -> initscore=-1.795619
[LightGBM] [Info] Start training from score -1.795619
[LightGBM] [Info] Number of positive: 6680, number of negative: 40236
[LightGBM] [Info] Auto-choosing row-wise multi-threading, the overhead of testing was 0.004050 seconds.
You can set `force_row_wise=true` to remove the overhead.
And if memory is not enough, you can set `force_col_wise=true`.
[LightGBM] [Info] Total Bins 1949
[LightGBM] [Info] Number of data points in the train set: 46916, number of used features: 18
[LightGBM] [Info] [binary:BoostFromScore]: pavg=0.142382 -> initscore=-1.795644
[LightGBM] [Info] Start training from score -1.795644
[I 2024-12-03 05:57:11,572] Trial 1 finished with value: 0.9496627966316822 and parameters: {'n_estimators': 130, 'max_depth': 10, 'learning_rate': 0.245949481998469, 'num_leaves': 52}. Best is trial 1 with value: 0.9496627966316822.
[LightGBM] [Info] Number of positive: 6680, number of negative: 40235
[LightGBM] [Info] Auto-choosing row-wise multi-threading, the overhead of testing was 0.003934 seconds.
You can set `force_row_wise=true` to remove the overhead.
And if memory is not enough, you can set `force_col_wise=true`.
[LightGBM] [Info] Total Bins 1948
[LightGBM] [Info] Number of data points in the train set: 46915, number of used features: 18
[LightGBM] [Info] [binary:BoostFromScore]: pavg=0.142385 -> initscore=-1.795619
[LightGBM] [Info] Start training from score -1.795619
[LightGBM] [Info] Number of positive: 6680, number of negative: 40235
[LightGBM] [Info] Auto-choosing col-wise multi-threading, the overhead of testing was 0.010423 seconds.
You can set `force_col_wise=true` to remove the overhead.
[LightGBM] [Info] Total Bins 1948
[LightGBM] [Info] Number of data points in the train set: 46915, number of used features: 18
[LightGBM] [Info] [binary:BoostFromScore]: pavg=0.142385 -> initscore=-1.795619
[LightGBM] [Info] Start training from score -1.795619
[LightGBM] [Info] Number of positive: 6680, number of negative: 40235
[LightGBM] [Info] Auto-choosing row-wise multi-threading, the overhead of testing was 0.003930 seconds.
You can set `force_row_wise=true` to remove the overhead.
And if memory is not enough, you can set `force_col_wise=true`.
[LightGBM] [Info] Total Bins 1948
[LightGBM] [Info] Number of data points in the train set: 46915, number of used features: 18
[LightGBM] [Info] [binary:BoostFromScore]: pavg=0.142385 -> initscore=-1.795619
[LightGBM] [Info] Start training from score -1.795619
[LightGBM] [Info] Number of positive: 6680, number of negative: 40235
[LightGBM] [Info] Auto-choosing row-wise multi-threading, the overhead of testing was 0.003969 seconds.
You can set `force_row_wise=true` to remove the overhead.
And if memory is not enough, you can set `force_col_wise=true`.
[LightGBM] [Info] Total Bins 1954
[LightGBM] [Info] Number of data points in the train set: 46915, number of used features: 18
[LightGBM] [Info] [binary:BoostFromScore]: pavg=0.142385 -> initscore=-1.795619
[LightGBM] [Info] Start training from score -1.795619
[LightGBM] [Info] Number of positive: 6680, number of negative: 40236
[LightGBM] [Info] Auto-choosing row-wise multi-threading, the overhead of testing was 0.006346 seconds.
You can set `force_row_wise=true` to remove the overhead.
And if memory is not enough, you can set `force_col_wise=true`.
[LightGBM] [Info] Total Bins 1949
[LightGBM] [Info] Number of data points in the train set: 46916, number of used features: 18
[LightGBM] [Info] [binary:BoostFromScore]: pavg=0.142382 -> initscore=-1.795644
[LightGBM] [Info] Start training from score -1.795644
[I 2024-12-03 05:57:20,295] Trial 2 finished with value: 0.9467724450127377 and parameters: {'n_estimators': 190, 'max_depth': 6, 'learning_rate': 0.02197647583258339, 'num_leaves': 26}. Best is trial 1 with value: 0.9496627966316822.
Best parameters: {'n_estimators': 130, 'max_depth': 10, 'learning_rate': 0.245949481998469, 'num_leaves': 52}
[LightGBM] [Info] Number of positive: 6680, number of negative: 40235
[LightGBM] [Info] Auto-choosing row-wise multi-threading, the overhead of testing was 0.011026 seconds.
You can set `force_row_wise=true` to remove the overhead.
And if memory is not enough, you can set `force_col_wise=true`.
[LightGBM] [Info] Total Bins 1948
[LightGBM] [Info] Number of data points in the train set: 46915, number of used features: 18
[LightGBM] [Info] [binary:BoostFromScore]: pavg=0.142385 -> initscore=-1.795619
[LightGBM] [Info] Start training from score -1.795619
[LightGBM] [Info] Number of positive: 6680, number of negative: 40235
[LightGBM] [Info] Auto-choosing row-wise multi-threading, the overhead of testing was 0.003976 seconds.
You can set `force_row_wise=true` to remove the overhead.
And if memory is not enough, you can set `force_col_wise=true`.
[LightGBM] [Info] Total Bins 1948
[LightGBM] [Info] Number of data points in the train set: 46915, number of used features: 18
[LightGBM] [Info] [binary:BoostFromScore]: pavg=0.142385 -> initscore=-1.795619
[LightGBM] [Info] Start training from score -1.795619
[LightGBM] [Info] Number of positive: 6680, number of negative: 40235
[LightGBM] [Info] Auto-choosing row-wise multi-threading, the overhead of testing was 0.004092 seconds.
You can set `force_row_wise=true` to remove the overhead.
And if memory is not enough, you can set `force_col_wise=true`.
[LightGBM] [Info] Total Bins 1948
[LightGBM] [Info] Number of data points in the train set: 46915, number of used features: 18
[LightGBM] [Info] [binary:BoostFromScore]: pavg=0.142385 -> initscore=-1.795619
[LightGBM] [Info] Start training from score -1.795619
[LightGBM] [Info] Number of positive: 6680, number of negative: 40235
[LightGBM] [Info] Auto-choosing row-wise multi-threading, the overhead of testing was 0.003999 seconds.
You can set `force_row_wise=true` to remove the overhead.
And if memory is not enough, you can set `force_col_wise=true`.
[LightGBM] [Info] Total Bins 1954
[LightGBM] [Info] Number of data points in the train set: 46915, number of used features: 18
[LightGBM] [Info] [binary:BoostFromScore]: pavg=0.142385 -> initscore=-1.795619
[LightGBM] [Info] Start training from score -1.795619
[LightGBM] [Info] Number of positive: 6680, number of negative: 40236
[LightGBM] [Info] Auto-choosing row-wise multi-threading, the overhead of testing was 0.003891 seconds.
You can set `force_row_wise=true` to remove the overhead.
And if memory is not enough, you can set `force_col_wise=true`.
[LightGBM] [Info] Total Bins 1949
[LightGBM] [Info] Number of data points in the train set: 46916, number of used features: 18
[LightGBM] [Info] [binary:BoostFromScore]: pavg=0.142382 -> initscore=-1.795644
[LightGBM] [Info] Start training from score -1.795644
In [35]:
# Define the parameter search space for Random Forest
param_space_rf = {
    'n_estimators': lambda trial: trial.suggest_int('n_estimators', 100, 200),
    'max_depth': lambda trial: trial.suggest_int('max_depth', 3, 12),
    'min_samples_split': lambda trial: trial.suggest_int('min_samples_split', 2, 10),
    'min_samples_leaf': lambda trial: trial.suggest_int('min_samples_leaf', 1, 10)
}

best_params_rf, auc_score_rf, oof_predictions_rf, test_predictions_rf = tune_model_with_optuna(
    RandomForestClassifier,
    param_space_rf,
    X,
    y,
    X_test
)

print(f"Best AUC (Random Forest): {auc_score_rf:.4f}")
[I 2024-12-03 05:57:28,648] A new study created in memory with name: no-name-6b98fc1a-7b39-4ce5-b668-cd628e673db1
[I 2024-12-03 05:57:58,640] Trial 0 finished with value: 0.9237922473088377 and parameters: {'n_estimators': 104, 'max_depth': 8, 'min_samples_split': 10, 'min_samples_leaf': 10}. Best is trial 0 with value: 0.9237922473088377.
[I 2024-12-03 05:58:23,570] Trial 1 finished with value: 0.9060855408499968 and parameters: {'n_estimators': 157, 'max_depth': 3, 'min_samples_split': 2, 'min_samples_leaf': 5}. Best is trial 0 with value: 0.9237922473088377.
[I 2024-12-03 05:58:53,620] Trial 2 finished with value: 0.9155413552779507 and parameters: {'n_estimators': 157, 'max_depth': 5, 'min_samples_split': 10, 'min_samples_leaf': 10}. Best is trial 0 with value: 0.9237922473088377.
Best parameters: {'n_estimators': 104, 'max_depth': 8, 'min_samples_split': 10, 'min_samples_leaf': 10}
Best AUC (Random Forest): 0.9246
In [36]:
# Define the parameter search space for k-NN
param_space_knn = {
    'n_neighbors': lambda trial: trial.suggest_int('n_neighbors', 3, 15),
    'weights': lambda trial: trial.suggest_categorical('weights', ['uniform', 'distance']),
    'p': lambda trial: trial.suggest_int('p', 1, 2)
}

best_params_knn, auc_score_knn, oof_predictions_knn, test_predictions_knn = tune_model_with_optuna(
    KNeighborsClassifier,
    param_space_knn,
    X,
    y,
    X_test
)
print(f"Best AUC (k-NN): {auc_score_knn:.4f}")
[I 2024-12-03 05:59:32,493] A new study created in memory with name: no-name-52d162c8-d3a4-4757-84cc-0b6df316f4a5
[I 2024-12-03 06:00:37,323] Trial 0 finished with value: 0.8875828582017753 and parameters: {'n_neighbors': 9, 'weights': 'distance', 'p': 1}. Best is trial 0 with value: 0.8875828582017753.
[I 2024-12-03 06:01:41,475] Trial 1 finished with value: 0.8797812074000235 and parameters: {'n_neighbors': 7, 'weights': 'uniform', 'p': 1}. Best is trial 0 with value: 0.8875828582017753.
[I 2024-12-03 06:02:48,853] Trial 2 finished with value: 0.8804855245913424 and parameters: {'n_neighbors': 7, 'weights': 'distance', 'p': 1}. Best is trial 0 with value: 0.8875828582017753.
Best parameters: {'n_neighbors': 9, 'weights': 'distance', 'p': 1}
Best AUC (k-NN): 0.8876
In [37]:
# Concat all predictions from previous MLA
oof_predictions = {
    'Logistic_Regression_prediction': oof_predictions_LR,
    'XGBoost_prediction': oof_predictions_xgb,
    'CatBoost_prediction': oof_predictions_cat,
    'LightGBM_prediction': oof_predictions_lgbm,
    'Random_Forest_prediction': oof_predictions_rf,
    'k-NN_prediction': oof_predictions_knn
}

test_predictions = {
    'Logistic_Regression_prediction': test_predictions_LR,
    'XGBoost_prediction': test_predictions_xgb,
    'CatBoost_prediction': test_predictions_cat,
    'LightGBM_prediction': test_predictions_lgbm,
    'Random_Forest_prediction': test_predictions_rf,
    'k-NN_prediction': test_predictions_knn
}

# oof predictions to dfs
train_final_output = pd.DataFrame(oof_predictions)
test_final_output = pd.DataFrame(test_predictions)
# add original y as a new column in train_final_output
train_final_output["loan_status"] = y
# Save outputs to CSV
train_final_output.to_csv('train_final_output.csv')
test_final_output.to_csv('test_final_output.csv')
In [38]:
# Read outputs from CSV and drop unnecessary index columns
train_final_output = pd.read_csv('train_final_output.csv')
test_final_output = pd.read_csv('test_final_output.csv')

train_final_output = train_final_output.drop(columns=['Unnamed: 0'])
test_final_output = test_final_output.drop(columns=['Unnamed: 0'])
In [39]:
print("train_final_output:")
print("")
train_final_output.iloc[20:25]
train_final_output:

Out[39]:
Logistic_Regression_prediction XGBoost_prediction CatBoost_prediction LightGBM_prediction Random_Forest_prediction k-NN_prediction loan_status
20 0.006513 0.002047 0.006073 0.000648 0.026726 0.099845 0
21 0.009846 0.005899 0.014292 0.003879 0.019918 0.000000 0
22 0.005066 0.001086 0.005430 0.000515 0.010402 0.000000 0
23 0.009466 0.031974 0.034399 0.019292 0.073639 0.087979 0
24 0.594468 0.826767 0.802221 0.779421 0.560913 0.488432 1
In [40]:
print("test_final_output:")
print("")
test_final_output.head(10)
test_final_output:

Out[40]:
Logistic_Regression_prediction XGBoost_prediction CatBoost_prediction LightGBM_prediction Random_Forest_prediction k-NN_prediction
0 0.930206 0.983874 0.994527 0.999039 0.834261 0.913930
1 0.011600 0.015635 0.023810 0.007098 0.030765 0.000000
2 0.831930 0.818079 0.442745 0.891024 0.553316 0.577176
3 0.040439 0.146112 0.038322 0.122881 0.042685 0.086008
4 0.151623 0.111657 0.124177 0.057175 0.217699 0.392428
5 0.723189 0.864439 0.906057 0.947061 0.818046 0.804122
6 0.021303 0.017227 0.005128 0.005680 0.019043 0.000000
7 0.004601 0.020566 0.019729 0.008595 0.018651 0.157800
8 0.352682 0.364291 0.209878 0.278017 0.169266 0.345575
9 0.066477 0.015493 0.028965 0.003076 0.036869 0.018444
In [41]:
# Assuming train_final_output is already loaded from the earlier steps
X_ensemble = train_final_output[[col for col in train_final_output.columns if 'prediction' in col]]
y_ensemble = train_final_output['loan_status']

# Splitting data into train, test, and validation sets.
X_ensemble_train_val, X_ensemble_test, y_ensemble_train_val, y_ensemble_test = train_test_split(X_ensemble, y_ensemble, test_size=0.2, stratify=y_ensemble, random_state=42)
X_ensemble_train, X_ensemble_val, y_ensemble_train, y_ensemble_val = train_test_split(X_ensemble_train_val, y_ensemble_train_val, test_size=0.2, stratify=y_ensemble_train_val, random_state=42)

# Callbacks for training
learning_rate_reduction = callbacks.ReduceLROnPlateau(monitor='val_binary_accuracy', patience=5, verbose=1, factor=0.5, min_lr=1e-7)
early_stopping = callbacks.EarlyStopping(monitor='val_binary_accuracy', min_delta=1e-5, patience=5, restore_best_weights=True)

# Define NN model with random numbers of neurons for each layer. Then add a batch normalization after hidden layers.
# Add dropout to prevent overfitting.However when the number of neurons in the layer decreases, we are no longer using
# drop out. The last layer uses a sigmoid activation function to output a probability between 0 and 1.
nn_model = models.Sequential([
    layers.Dense(256, activation='relu'),
    layers.BatchNormalization(),
    layers.Dropout(0.3),
    layers.Dense(128, activation='relu'),
    layers.BatchNormalization(),
    layers.Dropout(0.3),
    layers.Dense(64, activation='relu'),
    layers.BatchNormalization(),
    layers.Dropout(0.3),
    layers.Dense(32, activation='relu'),
    layers.BatchNormalization(),
    layers.Dropout(0.3),
    layers.Dense(16, activation='relu'),
    layers.BatchNormalization(),
    layers.Dense(8, activation='relu'),
    layers.BatchNormalization(),
    layers.Dense(4, activation='relu'),
    layers.BatchNormalization(),
    layers.Dense(2, activation='relu'),
    layers.BatchNormalization(),
    layers.Dense(1, activation='sigmoid')
])

nn_model.compile(optimizer='adam', loss='binary_crossentropy', metrics=['binary_accuracy', 'AUC'])
history_nn = nn_model.fit(X_ensemble_train, y_ensemble_train, validation_data=(X_ensemble_val, y_ensemble_val), epochs=100, callbacks=[early_stopping, learning_rate_reduction], verbose=1)
y_pred_validation = nn_model.predict(X_ensemble_test).reshape(-1)

# Evaluate using ROC-AUC
auc_ens_deep = roc_auc_score(y_ensemble_test, y_pred_validation)
print(f'AUC Score is: {auc_ens_deep}')

# Extracting the number of epochs
best_epoch = np.argmax(history_nn.history['val_binary_accuracy']) + 1
print(f"The best model weights are at epoch number {best_epoch}.")
Epoch 1/100
1173/1173 ━━━━━━━━━━━━━━━━━━━━ 17s 7ms/step - AUC: 0.8063 - binary_accuracy: 0.8453 - loss: 0.4538 - val_AUC: 0.9409 - val_binary_accuracy: 0.9529 - val_loss: 0.1669 - learning_rate: 0.0010
Epoch 2/100
1173/1173 ━━━━━━━━━━━━━━━━━━━━ 9s 7ms/step - AUC: 0.9287 - binary_accuracy: 0.9431 - loss: 0.1883 - val_AUC: 0.9474 - val_binary_accuracy: 0.9530 - val_loss: 0.1571 - learning_rate: 0.0010
Epoch 3/100
1173/1173 ━━━━━━━━━━━━━━━━━━━━ 9s 6ms/step - AUC: 0.9359 - binary_accuracy: 0.9481 - loss: 0.1766 - val_AUC: 0.9495 - val_binary_accuracy: 0.9542 - val_loss: 0.1537 - learning_rate: 0.0010
Epoch 4/100
1173/1173 ━━━━━━━━━━━━━━━━━━━━ 11s 6ms/step - AUC: 0.9376 - binary_accuracy: 0.9488 - loss: 0.1776 - val_AUC: 0.9507 - val_binary_accuracy: 0.9539 - val_loss: 0.1528 - learning_rate: 0.0010
Epoch 5/100
1173/1173 ━━━━━━━━━━━━━━━━━━━━ 8s 7ms/step - AUC: 0.9419 - binary_accuracy: 0.9473 - loss: 0.1744 - val_AUC: 0.9526 - val_binary_accuracy: 0.9533 - val_loss: 0.1517 - learning_rate: 0.0010
Epoch 6/100
1173/1173 ━━━━━━━━━━━━━━━━━━━━ 10s 7ms/step - AUC: 0.9397 - binary_accuracy: 0.9489 - loss: 0.1736 - val_AUC: 0.9485 - val_binary_accuracy: 0.9537 - val_loss: 0.1552 - learning_rate: 0.0010
Epoch 7/100
1173/1173 ━━━━━━━━━━━━━━━━━━━━ 9s 6ms/step - AUC: 0.9407 - binary_accuracy: 0.9488 - loss: 0.1739 - val_AUC: 0.9513 - val_binary_accuracy: 0.9529 - val_loss: 0.1553 - learning_rate: 0.0010
Epoch 8/100
1169/1173 ━━━━━━━━━━━━━━━━━━━━ 0s 7ms/step - AUC: 0.9425 - binary_accuracy: 0.9490 - loss: 0.1694
Epoch 8: ReduceLROnPlateau reducing learning rate to 0.0005000000237487257.
1173/1173 ━━━━━━━━━━━━━━━━━━━━ 8s 7ms/step - AUC: 0.9424 - binary_accuracy: 0.9490 - loss: 0.1694 - val_AUC: 0.9485 - val_binary_accuracy: 0.9541 - val_loss: 0.1541 - learning_rate: 0.0010
367/367 ━━━━━━━━━━━━━━━━━━━━ 1s 2ms/step
AUC Score is: 0.9501758189555873
The best model weights are at epoch number 3.
In [42]:
# ROC curve of this stacking method
fpr, tpr, thresholds = roc_curve(y_ensemble_test, y_pred_validation)
plt.figure(figsize=(8, 6))
plt.plot(fpr, tpr, color='blue', label=f'AUC Deep Learning Model = {auc_ens_deep:0.3f}')
plt.plot([0, 1], [0, 1], 'k--', label='Random Guess')
plt.xlim([0.0, 1.0])
plt.ylim([0.0, 1.05])
plt.xlabel('False Positive Rate')
plt.ylabel('True Positive Rate')
plt.title('ROC Curve for Deep Learning Model')
plt.legend(loc='lower right')
plt.grid(alpha=0.3)
plt.show()
In [43]:
# Prepare the test data for prediction
X_ensemble_whole_deep = test_final_output[[col for col in test_final_output.columns if 'prediction' in col]]
history_nn_whole = nn_model.fit(X_ensemble, y_ensemble, validation_data=(X_ensemble_test, y_ensemble_test),
                                epochs=200, callbacks=[early_stopping, learning_rate_reduction], verbose=1)
y_pred_deep_whole = nn_model.predict(X_ensemble_whole_deep).reshape(-1)
submission_df = pd.read_csv('/content/sample_submission.csv')
y_pred_deep_whole_df = pd.DataFrame(data=y_pred_deep_whole, columns=['loan_status'])
final_submission = pd.concat([submission_df.drop(columns=['loan_status']), y_pred_deep_whole_df], axis=1)
final_submission.to_csv('submission.csv', index=False)
final_submission.head()
Epoch 1/200
1833/1833 ━━━━━━━━━━━━━━━━━━━━ 12s 6ms/step - AUC: 0.9410 - binary_accuracy: 0.9495 - loss: 0.1714 - val_AUC: 0.9520 - val_binary_accuracy: 0.9522 - val_loss: 0.1545 - learning_rate: 5.0000e-04
Epoch 2/200
1833/1833 ━━━━━━━━━━━━━━━━━━━━ 12s 7ms/step - AUC: 0.9447 - binary_accuracy: 0.9493 - loss: 0.1706 - val_AUC: 0.9515 - val_binary_accuracy: 0.9512 - val_loss: 0.1519 - learning_rate: 5.0000e-04
Epoch 3/200
1833/1833 ━━━━━━━━━━━━━━━━━━━━ 11s 6ms/step - AUC: 0.9424 - binary_accuracy: 0.9504 - loss: 0.1690 - val_AUC: 0.9525 - val_binary_accuracy: 0.9517 - val_loss: 0.1526 - learning_rate: 5.0000e-04
Epoch 4/200
1833/1833 ━━━━━━━━━━━━━━━━━━━━ 21s 6ms/step - AUC: 0.9406 - binary_accuracy: 0.9495 - loss: 0.1721 - val_AUC: 0.9535 - val_binary_accuracy: 0.9520 - val_loss: 0.1516 - learning_rate: 5.0000e-04
Epoch 5/200
1833/1833 ━━━━━━━━━━━━━━━━━━━━ 21s 7ms/step - AUC: 0.9427 - binary_accuracy: 0.9487 - loss: 0.1723 - val_AUC: 0.9520 - val_binary_accuracy: 0.9523 - val_loss: 0.1516 - learning_rate: 5.0000e-04
1222/1222 ━━━━━━━━━━━━━━━━━━━━ 3s 2ms/step
Out[43]:
id loan_status
0 58645 0.963223
1 58646 0.009681
2 58647 0.584223
3 58648 0.088145
4 58649 0.072687
In [43]: