Boston Housing Regression with Meta Optimization

This is an automatic machine learning example. It is more sophisticated than the other simple regression example. Not only a pipeline is defined, but also an hyperparameter space is defined for the pipeline. Then, a random search is performed to find the best possible combination of hyperparameters by sampling randomly in the hyperparameter space.

Out:

Meta-fitting on train:
new trial:
{
    "AddFeatures": {
        "SKLearnWrapper_FastICA": {
            "n_components": 2
        },
        "SKLearnWrapper_PCA": {
            "n_components": 3
        }
    },
    "ModelStacking": {
        "SKLearnWrapper_GradientBoostingRegressor": {
            "learning_rate": 0.09393815365407493,
            "max_depth": 5,
            "n_estimators": 421
        },
        "SKLearnWrapper_KMeans": {
            "n_clusters": 6
        }
    }
}
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0490>

trial 1/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0490>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0490>
fitting trial 1/10 split 1/1
hyperparams: {
    "AddFeatures__SKLearnWrapper_FastICA__algorithm": "parallel",
    "AddFeatures__SKLearnWrapper_FastICA__fun": "logcosh",
    "AddFeatures__SKLearnWrapper_FastICA__fun_args": null,
    "AddFeatures__SKLearnWrapper_FastICA__max_iter": 200,
    "AddFeatures__SKLearnWrapper_FastICA__n_components": 2,
    "AddFeatures__SKLearnWrapper_FastICA__random_state": null,
    "AddFeatures__SKLearnWrapper_FastICA__tol": 0.0001,
    "AddFeatures__SKLearnWrapper_FastICA__w_init": null,
    "AddFeatures__SKLearnWrapper_FastICA__whiten": true,
    "AddFeatures__SKLearnWrapper_PCA__copy": true,
    "AddFeatures__SKLearnWrapper_PCA__iterated_power": "auto",
    "AddFeatures__SKLearnWrapper_PCA__n_components": 3,
    "AddFeatures__SKLearnWrapper_PCA__random_state": null,
    "AddFeatures__SKLearnWrapper_PCA__svd_solver": "auto",
    "AddFeatures__SKLearnWrapper_PCA__tol": 0.0,
    "AddFeatures__SKLearnWrapper_PCA__whiten": false,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__alpha": 0.9,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__ccp_alpha": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__criterion": "friedman_mse",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__init": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__learning_rate": 0.09393815365407493,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__loss": "ls",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_depth": 5,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_features": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_leaf_nodes": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_decrease": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_split": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_leaf": 1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_split": 2,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_weight_fraction_leaf": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_estimators": 421,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_iter_no_change": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__presort": "deprecated",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__random_state": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__subsample": 1.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__validation_fraction": 0.1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__verbose": 0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__warm_start": false,
    "ModelStacking__SKLearnWrapper_KMeans__algorithm": "auto",
    "ModelStacking__SKLearnWrapper_KMeans__copy_x": true,
    "ModelStacking__SKLearnWrapper_KMeans__init": "k-means++",
    "ModelStacking__SKLearnWrapper_KMeans__max_iter": 300,
    "ModelStacking__SKLearnWrapper_KMeans__n_clusters": 6,
    "ModelStacking__SKLearnWrapper_KMeans__n_init": 10,
    "ModelStacking__SKLearnWrapper_KMeans__n_jobs": "deprecated",
    "ModelStacking__SKLearnWrapper_KMeans__precompute_distances": "deprecated",
    "ModelStacking__SKLearnWrapper_KMeans__random_state": null,
    "ModelStacking__SKLearnWrapper_KMeans__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_KMeans__verbose": 0
}


epoch 1/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0490>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0490>
main train: 3.566594580748622e-05
main validation: 15.831203428785859
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0490>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0490>
mse train: 3.566594580748622e-05
mse validation: 15.831203428785859

epoch 2/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0490>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0490>
main train: 3.314465577793022e-05
main validation: 16.581469191010648
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0490>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0490>
mse train: 3.314465577793022e-05
mse validation: 16.581469191010648

epoch 3/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0490>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0490>
main train: 3.312446081923088e-05
main validation: 16.438075721196327
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0490>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0490>
mse train: 3.312446081923088e-05
mse validation: 16.438075721196327

epoch 4/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0490>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0490>
main train: 2.438102218651245e-05
main validation: 17.109293093523718
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0490>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0490>
mse train: 2.438102218651245e-05
mse validation: 17.109293093523718

epoch 5/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0490>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0490>
main train: 3.1491832970800395e-05
main validation: 17.20903976006365
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0490>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0490>
mse train: 3.1491832970800395e-05
mse validation: 17.20903976006365

epoch 6/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0490>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0490>
main train: 2.2171470967169457e-05
main validation: 16.832722376727745
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0490>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0490>
mse train: 2.2171470967169457e-05
mse validation: 16.832722376727745

epoch 7/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0490>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0490>
main train: 3.0734213883070496e-05
main validation: 16.92322230037857
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0490>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0490>
mse train: 3.0734213883070496e-05
mse validation: 16.92322230037857

epoch 8/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0490>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0490>
main train: 3.148501436229349e-05
main validation: 15.99955985692312
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0490>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0490>
mse train: 3.148501436229349e-05
mse validation: 15.99955985692312

epoch 9/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0490>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0490>
main train: 4.646217777592103e-05
main validation: 17.84878745455102
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0490>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0490>
mse train: 4.646217777592103e-05
mse validation: 17.84878745455102

epoch 10/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0490>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0490>
main train: 2.2547001837986505e-05
main validation: 16.470075623523176
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0490>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0490>
mse train: 2.2547001837986505e-05
mse validation: 16.470075623523176
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0490>
success trial 1/10 split 1/1
hyperparams: {
    "AddFeatures__SKLearnWrapper_FastICA__algorithm": "parallel",
    "AddFeatures__SKLearnWrapper_FastICA__fun": "logcosh",
    "AddFeatures__SKLearnWrapper_FastICA__fun_args": null,
    "AddFeatures__SKLearnWrapper_FastICA__max_iter": 200,
    "AddFeatures__SKLearnWrapper_FastICA__n_components": 2,
    "AddFeatures__SKLearnWrapper_FastICA__random_state": null,
    "AddFeatures__SKLearnWrapper_FastICA__tol": 0.0001,
    "AddFeatures__SKLearnWrapper_FastICA__w_init": null,
    "AddFeatures__SKLearnWrapper_FastICA__whiten": true,
    "AddFeatures__SKLearnWrapper_PCA__copy": true,
    "AddFeatures__SKLearnWrapper_PCA__iterated_power": "auto",
    "AddFeatures__SKLearnWrapper_PCA__n_components": 3,
    "AddFeatures__SKLearnWrapper_PCA__random_state": null,
    "AddFeatures__SKLearnWrapper_PCA__svd_solver": "auto",
    "AddFeatures__SKLearnWrapper_PCA__tol": 0.0,
    "AddFeatures__SKLearnWrapper_PCA__whiten": false,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__alpha": 0.9,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__ccp_alpha": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__criterion": "friedman_mse",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__init": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__learning_rate": 0.09393815365407493,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__loss": "ls",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_depth": 5,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_features": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_leaf_nodes": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_decrease": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_split": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_leaf": 1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_split": 2,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_weight_fraction_leaf": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_estimators": 421,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_iter_no_change": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__presort": "deprecated",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__random_state": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__subsample": 1.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__validation_fraction": 0.1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__verbose": 0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__warm_start": false,
    "ModelStacking__SKLearnWrapper_KMeans__algorithm": "auto",
    "ModelStacking__SKLearnWrapper_KMeans__copy_x": true,
    "ModelStacking__SKLearnWrapper_KMeans__init": "k-means++",
    "ModelStacking__SKLearnWrapper_KMeans__max_iter": 300,
    "ModelStacking__SKLearnWrapper_KMeans__n_clusters": 6,
    "ModelStacking__SKLearnWrapper_KMeans__n_init": 10,
    "ModelStacking__SKLearnWrapper_KMeans__n_jobs": "deprecated",
    "ModelStacking__SKLearnWrapper_KMeans__precompute_distances": "deprecated",
    "ModelStacking__SKLearnWrapper_KMeans__random_state": null,
    "ModelStacking__SKLearnWrapper_KMeans__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_KMeans__verbose": 0
}
 score: 16.470075623523176
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0490>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0490>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0490>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0490>
new trial:
{
    "AddFeatures": {
        "SKLearnWrapper_FastICA": {
            "n_components": 3
        },
        "SKLearnWrapper_PCA": {
            "n_components": 3
        }
    },
    "ModelStacking": {
        "SKLearnWrapper_GradientBoostingRegressor": {
            "learning_rate": 0.6109906936909617,
            "max_depth": 2,
            "n_estimators": 405
        },
        "SKLearnWrapper_KMeans": {
            "n_clusters": 5
        }
    }
}
<neuraxle.metaopt.trial.Trial object at 0x7f16e7e9d590>

trial 2/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7e9d590>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7e9d590>
fitting trial 2/10 split 1/1
hyperparams: {
    "AddFeatures__SKLearnWrapper_FastICA__algorithm": "parallel",
    "AddFeatures__SKLearnWrapper_FastICA__fun": "logcosh",
    "AddFeatures__SKLearnWrapper_FastICA__fun_args": null,
    "AddFeatures__SKLearnWrapper_FastICA__max_iter": 200,
    "AddFeatures__SKLearnWrapper_FastICA__n_components": 3,
    "AddFeatures__SKLearnWrapper_FastICA__random_state": null,
    "AddFeatures__SKLearnWrapper_FastICA__tol": 0.0001,
    "AddFeatures__SKLearnWrapper_FastICA__w_init": null,
    "AddFeatures__SKLearnWrapper_FastICA__whiten": true,
    "AddFeatures__SKLearnWrapper_PCA__copy": true,
    "AddFeatures__SKLearnWrapper_PCA__iterated_power": "auto",
    "AddFeatures__SKLearnWrapper_PCA__n_components": 3,
    "AddFeatures__SKLearnWrapper_PCA__random_state": null,
    "AddFeatures__SKLearnWrapper_PCA__svd_solver": "auto",
    "AddFeatures__SKLearnWrapper_PCA__tol": 0.0,
    "AddFeatures__SKLearnWrapper_PCA__whiten": false,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__alpha": 0.9,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__ccp_alpha": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__criterion": "friedman_mse",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__init": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__learning_rate": 0.6109906936909617,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__loss": "ls",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_depth": 2,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_features": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_leaf_nodes": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_decrease": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_split": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_leaf": 1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_split": 2,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_weight_fraction_leaf": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_estimators": 405,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_iter_no_change": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__presort": "deprecated",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__random_state": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__subsample": 1.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__validation_fraction": 0.1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__verbose": 0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__warm_start": false,
    "ModelStacking__SKLearnWrapper_KMeans__algorithm": "auto",
    "ModelStacking__SKLearnWrapper_KMeans__copy_x": true,
    "ModelStacking__SKLearnWrapper_KMeans__init": "k-means++",
    "ModelStacking__SKLearnWrapper_KMeans__max_iter": 300,
    "ModelStacking__SKLearnWrapper_KMeans__n_clusters": 5,
    "ModelStacking__SKLearnWrapper_KMeans__n_init": 10,
    "ModelStacking__SKLearnWrapper_KMeans__n_jobs": "deprecated",
    "ModelStacking__SKLearnWrapper_KMeans__precompute_distances": "deprecated",
    "ModelStacking__SKLearnWrapper_KMeans__random_state": null,
    "ModelStacking__SKLearnWrapper_KMeans__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_KMeans__verbose": 0
}


epoch 1/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7e9d590>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7e9d590>
main train: 6.52573155408193e-05
main validation: 13.448347839198107
<neuraxle.metaopt.trial.Trial object at 0x7f16e7e9d590>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7e9d590>
mse train: 6.52573155408193e-05
mse validation: 13.448347839198107

epoch 2/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7e9d590>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7e9d590>
main train: 5.593111585955533e-05
main validation: 11.50727424020079
<neuraxle.metaopt.trial.Trial object at 0x7f16e7e9d590>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7e9d590>
mse train: 5.593111585955533e-05
mse validation: 11.50727424020079

epoch 3/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7e9d590>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7e9d590>
main train: 6.247237037258894e-05
main validation: 11.375861455887593
<neuraxle.metaopt.trial.Trial object at 0x7f16e7e9d590>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7e9d590>
mse train: 6.247237037258894e-05
mse validation: 11.375861455887593

epoch 4/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7e9d590>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7e9d590>
main train: 3.397118103168195e-05
main validation: 11.802943286612216
<neuraxle.metaopt.trial.Trial object at 0x7f16e7e9d590>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7e9d590>
mse train: 3.397118103168195e-05
mse validation: 11.802943286612216

epoch 5/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7e9d590>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7e9d590>
main train: 3.6464225737928345e-05
main validation: 12.345874412157011
<neuraxle.metaopt.trial.Trial object at 0x7f16e7e9d590>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7e9d590>
mse train: 3.6464225737928345e-05
mse validation: 12.345874412157011

epoch 6/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7e9d590>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7e9d590>
main train: 5.81723819760084e-05
main validation: 12.252704828931357
<neuraxle.metaopt.trial.Trial object at 0x7f16e7e9d590>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7e9d590>
mse train: 5.81723819760084e-05
mse validation: 12.252704828931357

epoch 7/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7e9d590>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7e9d590>
main train: 3.509788707569909e-05
main validation: 12.915486232912375
<neuraxle.metaopt.trial.Trial object at 0x7f16e7e9d590>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7e9d590>
mse train: 3.509788707569909e-05
mse validation: 12.915486232912375

epoch 8/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7e9d590>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7e9d590>
main train: 5.719840450723135e-05
main validation: 14.824040972328113
<neuraxle.metaopt.trial.Trial object at 0x7f16e7e9d590>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7e9d590>
mse train: 5.719840450723135e-05
mse validation: 14.824040972328113

epoch 9/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7e9d590>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7e9d590>
main train: 6.80269790649506e-05
main validation: 13.25485139493035
<neuraxle.metaopt.trial.Trial object at 0x7f16e7e9d590>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7e9d590>
mse train: 6.80269790649506e-05
mse validation: 13.25485139493035

epoch 10/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7e9d590>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7e9d590>
main train: 4.3506141042296386e-05
main validation: 10.944183519292805
<neuraxle.metaopt.trial.Trial object at 0x7f16e7e9d590>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7e9d590>
mse train: 4.3506141042296386e-05
mse validation: 10.944183519292805
<neuraxle.metaopt.trial.Trial object at 0x7f16e7e9d590>
success trial 2/10 split 1/1
hyperparams: {
    "AddFeatures__SKLearnWrapper_FastICA__algorithm": "parallel",
    "AddFeatures__SKLearnWrapper_FastICA__fun": "logcosh",
    "AddFeatures__SKLearnWrapper_FastICA__fun_args": null,
    "AddFeatures__SKLearnWrapper_FastICA__max_iter": 200,
    "AddFeatures__SKLearnWrapper_FastICA__n_components": 3,
    "AddFeatures__SKLearnWrapper_FastICA__random_state": null,
    "AddFeatures__SKLearnWrapper_FastICA__tol": 0.0001,
    "AddFeatures__SKLearnWrapper_FastICA__w_init": null,
    "AddFeatures__SKLearnWrapper_FastICA__whiten": true,
    "AddFeatures__SKLearnWrapper_PCA__copy": true,
    "AddFeatures__SKLearnWrapper_PCA__iterated_power": "auto",
    "AddFeatures__SKLearnWrapper_PCA__n_components": 3,
    "AddFeatures__SKLearnWrapper_PCA__random_state": null,
    "AddFeatures__SKLearnWrapper_PCA__svd_solver": "auto",
    "AddFeatures__SKLearnWrapper_PCA__tol": 0.0,
    "AddFeatures__SKLearnWrapper_PCA__whiten": false,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__alpha": 0.9,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__ccp_alpha": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__criterion": "friedman_mse",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__init": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__learning_rate": 0.6109906936909617,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__loss": "ls",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_depth": 2,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_features": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_leaf_nodes": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_decrease": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_split": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_leaf": 1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_split": 2,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_weight_fraction_leaf": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_estimators": 405,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_iter_no_change": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__presort": "deprecated",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__random_state": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__subsample": 1.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__validation_fraction": 0.1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__verbose": 0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__warm_start": false,
    "ModelStacking__SKLearnWrapper_KMeans__algorithm": "auto",
    "ModelStacking__SKLearnWrapper_KMeans__copy_x": true,
    "ModelStacking__SKLearnWrapper_KMeans__init": "k-means++",
    "ModelStacking__SKLearnWrapper_KMeans__max_iter": 300,
    "ModelStacking__SKLearnWrapper_KMeans__n_clusters": 5,
    "ModelStacking__SKLearnWrapper_KMeans__n_init": 10,
    "ModelStacking__SKLearnWrapper_KMeans__n_jobs": "deprecated",
    "ModelStacking__SKLearnWrapper_KMeans__precompute_distances": "deprecated",
    "ModelStacking__SKLearnWrapper_KMeans__random_state": null,
    "ModelStacking__SKLearnWrapper_KMeans__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_KMeans__verbose": 0
}
 score: 10.944183519292805
<neuraxle.metaopt.trial.Trial object at 0x7f16e7e9d590>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7e9d590>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7e9d590>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7e9d590>
new trial:
{
    "AddFeatures": {
        "SKLearnWrapper_FastICA": {
            "n_components": 3
        },
        "SKLearnWrapper_PCA": {
            "n_components": 3
        }
    },
    "ModelStacking": {
        "SKLearnWrapper_GradientBoostingRegressor": {
            "learning_rate": 0.12816588025356074,
            "max_depth": 2,
            "n_estimators": 549
        },
        "SKLearnWrapper_KMeans": {
            "n_clusters": 8
        }
    }
}
<neuraxle.metaopt.trial.Trial object at 0x7f1633882650>

trial 3/10
<neuraxle.metaopt.trial.Trial object at 0x7f1633882650>
<neuraxle.metaopt.trial.Trial object at 0x7f1633882650>
fitting trial 3/10 split 1/1
hyperparams: {
    "AddFeatures__SKLearnWrapper_FastICA__algorithm": "parallel",
    "AddFeatures__SKLearnWrapper_FastICA__fun": "logcosh",
    "AddFeatures__SKLearnWrapper_FastICA__fun_args": null,
    "AddFeatures__SKLearnWrapper_FastICA__max_iter": 200,
    "AddFeatures__SKLearnWrapper_FastICA__n_components": 3,
    "AddFeatures__SKLearnWrapper_FastICA__random_state": null,
    "AddFeatures__SKLearnWrapper_FastICA__tol": 0.0001,
    "AddFeatures__SKLearnWrapper_FastICA__w_init": null,
    "AddFeatures__SKLearnWrapper_FastICA__whiten": true,
    "AddFeatures__SKLearnWrapper_PCA__copy": true,
    "AddFeatures__SKLearnWrapper_PCA__iterated_power": "auto",
    "AddFeatures__SKLearnWrapper_PCA__n_components": 3,
    "AddFeatures__SKLearnWrapper_PCA__random_state": null,
    "AddFeatures__SKLearnWrapper_PCA__svd_solver": "auto",
    "AddFeatures__SKLearnWrapper_PCA__tol": 0.0,
    "AddFeatures__SKLearnWrapper_PCA__whiten": false,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__alpha": 0.9,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__ccp_alpha": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__criterion": "friedman_mse",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__init": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__learning_rate": 0.12816588025356074,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__loss": "ls",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_depth": 2,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_features": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_leaf_nodes": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_decrease": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_split": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_leaf": 1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_split": 2,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_weight_fraction_leaf": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_estimators": 549,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_iter_no_change": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__presort": "deprecated",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__random_state": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__subsample": 1.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__validation_fraction": 0.1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__verbose": 0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__warm_start": false,
    "ModelStacking__SKLearnWrapper_KMeans__algorithm": "auto",
    "ModelStacking__SKLearnWrapper_KMeans__copy_x": true,
    "ModelStacking__SKLearnWrapper_KMeans__init": "k-means++",
    "ModelStacking__SKLearnWrapper_KMeans__max_iter": 300,
    "ModelStacking__SKLearnWrapper_KMeans__n_clusters": 8,
    "ModelStacking__SKLearnWrapper_KMeans__n_init": 10,
    "ModelStacking__SKLearnWrapper_KMeans__n_jobs": "deprecated",
    "ModelStacking__SKLearnWrapper_KMeans__precompute_distances": "deprecated",
    "ModelStacking__SKLearnWrapper_KMeans__random_state": null,
    "ModelStacking__SKLearnWrapper_KMeans__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_KMeans__verbose": 0
}


epoch 1/10
<neuraxle.metaopt.trial.Trial object at 0x7f1633882650>
<neuraxle.metaopt.trial.Trial object at 0x7f1633882650>
main train: 0.126854501866406
main validation: 8.863932251367107
<neuraxle.metaopt.trial.Trial object at 0x7f1633882650>
<neuraxle.metaopt.trial.Trial object at 0x7f1633882650>
mse train: 0.126854501866406
mse validation: 8.863932251367107

epoch 2/10
<neuraxle.metaopt.trial.Trial object at 0x7f1633882650>
<neuraxle.metaopt.trial.Trial object at 0x7f1633882650>
main train: 0.12946278249123683
main validation: 9.227369363530235
<neuraxle.metaopt.trial.Trial object at 0x7f1633882650>
<neuraxle.metaopt.trial.Trial object at 0x7f1633882650>
mse train: 0.12946278249123683
mse validation: 9.227369363530235

epoch 3/10
<neuraxle.metaopt.trial.Trial object at 0x7f1633882650>
<neuraxle.metaopt.trial.Trial object at 0x7f1633882650>
main train: 0.12772088845801496
main validation: 9.202602158248656
<neuraxle.metaopt.trial.Trial object at 0x7f1633882650>
<neuraxle.metaopt.trial.Trial object at 0x7f1633882650>
mse train: 0.12772088845801496
mse validation: 9.202602158248656

epoch 4/10
<neuraxle.metaopt.trial.Trial object at 0x7f1633882650>
<neuraxle.metaopt.trial.Trial object at 0x7f1633882650>
main train: 0.12305821278724201
main validation: 8.966479718603553
<neuraxle.metaopt.trial.Trial object at 0x7f1633882650>
<neuraxle.metaopt.trial.Trial object at 0x7f1633882650>
mse train: 0.12305821278724201
mse validation: 8.966479718603553

epoch 5/10
<neuraxle.metaopt.trial.Trial object at 0x7f1633882650>
<neuraxle.metaopt.trial.Trial object at 0x7f1633882650>
main train: 0.14689816940665973
main validation: 10.459616041735242
<neuraxle.metaopt.trial.Trial object at 0x7f1633882650>
<neuraxle.metaopt.trial.Trial object at 0x7f1633882650>
mse train: 0.14689816940665973
mse validation: 10.459616041735242

epoch 6/10
<neuraxle.metaopt.trial.Trial object at 0x7f1633882650>
<neuraxle.metaopt.trial.Trial object at 0x7f1633882650>
main train: 0.1331572581352171
main validation: 9.316738471963307
<neuraxle.metaopt.trial.Trial object at 0x7f1633882650>
<neuraxle.metaopt.trial.Trial object at 0x7f1633882650>
mse train: 0.1331572581352171
mse validation: 9.316738471963307

epoch 7/10
<neuraxle.metaopt.trial.Trial object at 0x7f1633882650>
<neuraxle.metaopt.trial.Trial object at 0x7f1633882650>
main train: 0.1230321101818943
main validation: 8.70699080462002
<neuraxle.metaopt.trial.Trial object at 0x7f1633882650>
<neuraxle.metaopt.trial.Trial object at 0x7f1633882650>
mse train: 0.1230321101818943
mse validation: 8.70699080462002

epoch 8/10
<neuraxle.metaopt.trial.Trial object at 0x7f1633882650>
<neuraxle.metaopt.trial.Trial object at 0x7f1633882650>
main train: 0.13078076153390183
main validation: 9.24642858019974
<neuraxle.metaopt.trial.Trial object at 0x7f1633882650>
<neuraxle.metaopt.trial.Trial object at 0x7f1633882650>
mse train: 0.13078076153390183
mse validation: 9.24642858019974

epoch 9/10
<neuraxle.metaopt.trial.Trial object at 0x7f1633882650>
<neuraxle.metaopt.trial.Trial object at 0x7f1633882650>
main train: 0.14109627942289565
main validation: 10.524375095199913
<neuraxle.metaopt.trial.Trial object at 0x7f1633882650>
<neuraxle.metaopt.trial.Trial object at 0x7f1633882650>
mse train: 0.14109627942289565
mse validation: 10.524375095199913

epoch 10/10
<neuraxle.metaopt.trial.Trial object at 0x7f1633882650>
<neuraxle.metaopt.trial.Trial object at 0x7f1633882650>
main train: 0.12769480866524688
main validation: 9.023694292323212
<neuraxle.metaopt.trial.Trial object at 0x7f1633882650>
<neuraxle.metaopt.trial.Trial object at 0x7f1633882650>
mse train: 0.12769480866524688
mse validation: 9.023694292323212
<neuraxle.metaopt.trial.Trial object at 0x7f1633882650>
success trial 3/10 split 1/1
hyperparams: {
    "AddFeatures__SKLearnWrapper_FastICA__algorithm": "parallel",
    "AddFeatures__SKLearnWrapper_FastICA__fun": "logcosh",
    "AddFeatures__SKLearnWrapper_FastICA__fun_args": null,
    "AddFeatures__SKLearnWrapper_FastICA__max_iter": 200,
    "AddFeatures__SKLearnWrapper_FastICA__n_components": 3,
    "AddFeatures__SKLearnWrapper_FastICA__random_state": null,
    "AddFeatures__SKLearnWrapper_FastICA__tol": 0.0001,
    "AddFeatures__SKLearnWrapper_FastICA__w_init": null,
    "AddFeatures__SKLearnWrapper_FastICA__whiten": true,
    "AddFeatures__SKLearnWrapper_PCA__copy": true,
    "AddFeatures__SKLearnWrapper_PCA__iterated_power": "auto",
    "AddFeatures__SKLearnWrapper_PCA__n_components": 3,
    "AddFeatures__SKLearnWrapper_PCA__random_state": null,
    "AddFeatures__SKLearnWrapper_PCA__svd_solver": "auto",
    "AddFeatures__SKLearnWrapper_PCA__tol": 0.0,
    "AddFeatures__SKLearnWrapper_PCA__whiten": false,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__alpha": 0.9,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__ccp_alpha": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__criterion": "friedman_mse",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__init": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__learning_rate": 0.12816588025356074,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__loss": "ls",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_depth": 2,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_features": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_leaf_nodes": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_decrease": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_split": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_leaf": 1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_split": 2,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_weight_fraction_leaf": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_estimators": 549,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_iter_no_change": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__presort": "deprecated",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__random_state": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__subsample": 1.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__validation_fraction": 0.1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__verbose": 0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__warm_start": false,
    "ModelStacking__SKLearnWrapper_KMeans__algorithm": "auto",
    "ModelStacking__SKLearnWrapper_KMeans__copy_x": true,
    "ModelStacking__SKLearnWrapper_KMeans__init": "k-means++",
    "ModelStacking__SKLearnWrapper_KMeans__max_iter": 300,
    "ModelStacking__SKLearnWrapper_KMeans__n_clusters": 8,
    "ModelStacking__SKLearnWrapper_KMeans__n_init": 10,
    "ModelStacking__SKLearnWrapper_KMeans__n_jobs": "deprecated",
    "ModelStacking__SKLearnWrapper_KMeans__precompute_distances": "deprecated",
    "ModelStacking__SKLearnWrapper_KMeans__random_state": null,
    "ModelStacking__SKLearnWrapper_KMeans__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_KMeans__verbose": 0
}
 score: 9.023694292323212
<neuraxle.metaopt.trial.Trial object at 0x7f1633882650>
<neuraxle.metaopt.trial.Trial object at 0x7f1633882650>
<neuraxle.metaopt.trial.Trial object at 0x7f1633882650>
<neuraxle.metaopt.trial.Trial object at 0x7f1633882650>
new trial:
{
    "AddFeatures": {
        "SKLearnWrapper_FastICA": {
            "n_components": 3
        },
        "SKLearnWrapper_PCA": {
            "n_components": 2
        }
    },
    "ModelStacking": {
        "SKLearnWrapper_GradientBoostingRegressor": {
            "learning_rate": 0.18689624372769761,
            "max_depth": 5,
            "n_estimators": 451
        },
        "SKLearnWrapper_KMeans": {
            "n_clusters": 6
        }
    }
}
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1290>

trial 4/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1290>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1290>
fitting trial 4/10 split 1/1
hyperparams: {
    "AddFeatures__SKLearnWrapper_FastICA__algorithm": "parallel",
    "AddFeatures__SKLearnWrapper_FastICA__fun": "logcosh",
    "AddFeatures__SKLearnWrapper_FastICA__fun_args": null,
    "AddFeatures__SKLearnWrapper_FastICA__max_iter": 200,
    "AddFeatures__SKLearnWrapper_FastICA__n_components": 3,
    "AddFeatures__SKLearnWrapper_FastICA__random_state": null,
    "AddFeatures__SKLearnWrapper_FastICA__tol": 0.0001,
    "AddFeatures__SKLearnWrapper_FastICA__w_init": null,
    "AddFeatures__SKLearnWrapper_FastICA__whiten": true,
    "AddFeatures__SKLearnWrapper_PCA__copy": true,
    "AddFeatures__SKLearnWrapper_PCA__iterated_power": "auto",
    "AddFeatures__SKLearnWrapper_PCA__n_components": 2,
    "AddFeatures__SKLearnWrapper_PCA__random_state": null,
    "AddFeatures__SKLearnWrapper_PCA__svd_solver": "auto",
    "AddFeatures__SKLearnWrapper_PCA__tol": 0.0,
    "AddFeatures__SKLearnWrapper_PCA__whiten": false,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__alpha": 0.9,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__ccp_alpha": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__criterion": "friedman_mse",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__init": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__learning_rate": 0.18689624372769761,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__loss": "ls",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_depth": 5,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_features": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_leaf_nodes": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_decrease": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_split": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_leaf": 1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_split": 2,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_weight_fraction_leaf": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_estimators": 451,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_iter_no_change": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__presort": "deprecated",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__random_state": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__subsample": 1.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__validation_fraction": 0.1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__verbose": 0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__warm_start": false,
    "ModelStacking__SKLearnWrapper_KMeans__algorithm": "auto",
    "ModelStacking__SKLearnWrapper_KMeans__copy_x": true,
    "ModelStacking__SKLearnWrapper_KMeans__init": "k-means++",
    "ModelStacking__SKLearnWrapper_KMeans__max_iter": 300,
    "ModelStacking__SKLearnWrapper_KMeans__n_clusters": 6,
    "ModelStacking__SKLearnWrapper_KMeans__n_init": 10,
    "ModelStacking__SKLearnWrapper_KMeans__n_jobs": "deprecated",
    "ModelStacking__SKLearnWrapper_KMeans__precompute_distances": "deprecated",
    "ModelStacking__SKLearnWrapper_KMeans__random_state": null,
    "ModelStacking__SKLearnWrapper_KMeans__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_KMeans__verbose": 0
}


epoch 1/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1290>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1290>
main train: 1.4386730042560494e-07
main validation: 14.363970465292137
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1290>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1290>
mse train: 1.4386730042560494e-07
mse validation: 14.363970465292137

epoch 2/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1290>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1290>
main train: 1.4511698609519683e-07
main validation: 15.595770655201381
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1290>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1290>
mse train: 1.4511698609519683e-07
mse validation: 15.595770655201381

epoch 3/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1290>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1290>
main train: 1.480948785334409e-07
main validation: 15.387477897748996
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1290>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1290>
mse train: 1.480948785334409e-07
mse validation: 15.387477897748996

epoch 4/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1290>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1290>
main train: 1.4276631254193072e-07
main validation: 16.94984899860187
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1290>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1290>
mse train: 1.4276631254193072e-07
mse validation: 16.94984899860187

epoch 5/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1290>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1290>
main train: 1.4823781690087817e-07
main validation: 16.082537862222114
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1290>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1290>
mse train: 1.4823781690087817e-07
mse validation: 16.082537862222114

epoch 6/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1290>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1290>
main train: 1.5063664614509316e-07
main validation: 16.36387234235893
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1290>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1290>
mse train: 1.5063664614509316e-07
mse validation: 16.36387234235893

epoch 7/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1290>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1290>
main train: 1.4905721951330454e-07
main validation: 16.52562175763312
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1290>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1290>
mse train: 1.4905721951330454e-07
mse validation: 16.52562175763312

epoch 8/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1290>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1290>
main train: 1.5275227877772765e-07
main validation: 16.042182791443505
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1290>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1290>
mse train: 1.5275227877772765e-07
mse validation: 16.042182791443505

epoch 9/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1290>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1290>
main train: 1.4429634202382921e-07
main validation: 14.583837818295237
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1290>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1290>
mse train: 1.4429634202382921e-07
mse validation: 14.583837818295237

epoch 10/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1290>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1290>
main train: 1.4840252537684878e-07
main validation: 15.616030046749122
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1290>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1290>
mse train: 1.4840252537684878e-07
mse validation: 15.616030046749122
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1290>
success trial 4/10 split 1/1
hyperparams: {
    "AddFeatures__SKLearnWrapper_FastICA__algorithm": "parallel",
    "AddFeatures__SKLearnWrapper_FastICA__fun": "logcosh",
    "AddFeatures__SKLearnWrapper_FastICA__fun_args": null,
    "AddFeatures__SKLearnWrapper_FastICA__max_iter": 200,
    "AddFeatures__SKLearnWrapper_FastICA__n_components": 3,
    "AddFeatures__SKLearnWrapper_FastICA__random_state": null,
    "AddFeatures__SKLearnWrapper_FastICA__tol": 0.0001,
    "AddFeatures__SKLearnWrapper_FastICA__w_init": null,
    "AddFeatures__SKLearnWrapper_FastICA__whiten": true,
    "AddFeatures__SKLearnWrapper_PCA__copy": true,
    "AddFeatures__SKLearnWrapper_PCA__iterated_power": "auto",
    "AddFeatures__SKLearnWrapper_PCA__n_components": 2,
    "AddFeatures__SKLearnWrapper_PCA__random_state": null,
    "AddFeatures__SKLearnWrapper_PCA__svd_solver": "auto",
    "AddFeatures__SKLearnWrapper_PCA__tol": 0.0,
    "AddFeatures__SKLearnWrapper_PCA__whiten": false,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__alpha": 0.9,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__ccp_alpha": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__criterion": "friedman_mse",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__init": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__learning_rate": 0.18689624372769761,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__loss": "ls",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_depth": 5,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_features": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_leaf_nodes": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_decrease": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_split": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_leaf": 1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_split": 2,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_weight_fraction_leaf": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_estimators": 451,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_iter_no_change": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__presort": "deprecated",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__random_state": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__subsample": 1.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__validation_fraction": 0.1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__verbose": 0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__warm_start": false,
    "ModelStacking__SKLearnWrapper_KMeans__algorithm": "auto",
    "ModelStacking__SKLearnWrapper_KMeans__copy_x": true,
    "ModelStacking__SKLearnWrapper_KMeans__init": "k-means++",
    "ModelStacking__SKLearnWrapper_KMeans__max_iter": 300,
    "ModelStacking__SKLearnWrapper_KMeans__n_clusters": 6,
    "ModelStacking__SKLearnWrapper_KMeans__n_init": 10,
    "ModelStacking__SKLearnWrapper_KMeans__n_jobs": "deprecated",
    "ModelStacking__SKLearnWrapper_KMeans__precompute_distances": "deprecated",
    "ModelStacking__SKLearnWrapper_KMeans__random_state": null,
    "ModelStacking__SKLearnWrapper_KMeans__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_KMeans__verbose": 0
}
 score: 15.616030046749122
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1290>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1290>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1290>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1290>
new trial:
{
    "AddFeatures": {
        "SKLearnWrapper_FastICA": {
            "n_components": 1
        },
        "SKLearnWrapper_PCA": {
            "n_components": 2
        }
    },
    "ModelStacking": {
        "SKLearnWrapper_GradientBoostingRegressor": {
            "learning_rate": 0.12493059909622477,
            "max_depth": 2,
            "n_estimators": 321
        },
        "SKLearnWrapper_KMeans": {
            "n_clusters": 5
        }
    }
}
<neuraxle.metaopt.trial.Trial object at 0x7f16230d87d0>

trial 5/10
<neuraxle.metaopt.trial.Trial object at 0x7f16230d87d0>
<neuraxle.metaopt.trial.Trial object at 0x7f16230d87d0>
fitting trial 5/10 split 1/1
hyperparams: {
    "AddFeatures__SKLearnWrapper_FastICA__algorithm": "parallel",
    "AddFeatures__SKLearnWrapper_FastICA__fun": "logcosh",
    "AddFeatures__SKLearnWrapper_FastICA__fun_args": null,
    "AddFeatures__SKLearnWrapper_FastICA__max_iter": 200,
    "AddFeatures__SKLearnWrapper_FastICA__n_components": 1,
    "AddFeatures__SKLearnWrapper_FastICA__random_state": null,
    "AddFeatures__SKLearnWrapper_FastICA__tol": 0.0001,
    "AddFeatures__SKLearnWrapper_FastICA__w_init": null,
    "AddFeatures__SKLearnWrapper_FastICA__whiten": true,
    "AddFeatures__SKLearnWrapper_PCA__copy": true,
    "AddFeatures__SKLearnWrapper_PCA__iterated_power": "auto",
    "AddFeatures__SKLearnWrapper_PCA__n_components": 2,
    "AddFeatures__SKLearnWrapper_PCA__random_state": null,
    "AddFeatures__SKLearnWrapper_PCA__svd_solver": "auto",
    "AddFeatures__SKLearnWrapper_PCA__tol": 0.0,
    "AddFeatures__SKLearnWrapper_PCA__whiten": false,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__alpha": 0.9,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__ccp_alpha": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__criterion": "friedman_mse",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__init": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__learning_rate": 0.12493059909622477,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__loss": "ls",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_depth": 2,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_features": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_leaf_nodes": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_decrease": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_split": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_leaf": 1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_split": 2,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_weight_fraction_leaf": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_estimators": 321,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_iter_no_change": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__presort": "deprecated",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__random_state": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__subsample": 1.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__validation_fraction": 0.1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__verbose": 0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__warm_start": false,
    "ModelStacking__SKLearnWrapper_KMeans__algorithm": "auto",
    "ModelStacking__SKLearnWrapper_KMeans__copy_x": true,
    "ModelStacking__SKLearnWrapper_KMeans__init": "k-means++",
    "ModelStacking__SKLearnWrapper_KMeans__max_iter": 300,
    "ModelStacking__SKLearnWrapper_KMeans__n_clusters": 5,
    "ModelStacking__SKLearnWrapper_KMeans__n_init": 10,
    "ModelStacking__SKLearnWrapper_KMeans__n_jobs": "deprecated",
    "ModelStacking__SKLearnWrapper_KMeans__precompute_distances": "deprecated",
    "ModelStacking__SKLearnWrapper_KMeans__random_state": null,
    "ModelStacking__SKLearnWrapper_KMeans__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_KMeans__verbose": 0
}


epoch 1/10
<neuraxle.metaopt.trial.Trial object at 0x7f16230d87d0>
<neuraxle.metaopt.trial.Trial object at 0x7f16230d87d0>
main train: 0.5767155335503318
main validation: 9.270092929168682
<neuraxle.metaopt.trial.Trial object at 0x7f16230d87d0>
<neuraxle.metaopt.trial.Trial object at 0x7f16230d87d0>
mse train: 0.5767155335503318
mse validation: 9.270092929168682

epoch 2/10
<neuraxle.metaopt.trial.Trial object at 0x7f16230d87d0>
<neuraxle.metaopt.trial.Trial object at 0x7f16230d87d0>
main train: 0.5774257258398704
main validation: 8.990508948053934
<neuraxle.metaopt.trial.Trial object at 0x7f16230d87d0>
<neuraxle.metaopt.trial.Trial object at 0x7f16230d87d0>
mse train: 0.5774257258398704
mse validation: 8.990508948053934

epoch 3/10
<neuraxle.metaopt.trial.Trial object at 0x7f16230d87d0>
<neuraxle.metaopt.trial.Trial object at 0x7f16230d87d0>
main train: 0.5755321468941866
main validation: 9.462953551271355
<neuraxle.metaopt.trial.Trial object at 0x7f16230d87d0>
<neuraxle.metaopt.trial.Trial object at 0x7f16230d87d0>
mse train: 0.5755321468941866
mse validation: 9.462953551271355

epoch 4/10
<neuraxle.metaopt.trial.Trial object at 0x7f16230d87d0>
<neuraxle.metaopt.trial.Trial object at 0x7f16230d87d0>
main train: 0.5772066534839081
main validation: 9.340307506140451
<neuraxle.metaopt.trial.Trial object at 0x7f16230d87d0>
<neuraxle.metaopt.trial.Trial object at 0x7f16230d87d0>
mse train: 0.5772066534839081
mse validation: 9.340307506140451

epoch 5/10
<neuraxle.metaopt.trial.Trial object at 0x7f16230d87d0>
<neuraxle.metaopt.trial.Trial object at 0x7f16230d87d0>
main train: 0.5776708192678601
main validation: 9.25465783847324
<neuraxle.metaopt.trial.Trial object at 0x7f16230d87d0>
<neuraxle.metaopt.trial.Trial object at 0x7f16230d87d0>
mse train: 0.5776708192678601
mse validation: 9.25465783847324

epoch 6/10
<neuraxle.metaopt.trial.Trial object at 0x7f16230d87d0>
<neuraxle.metaopt.trial.Trial object at 0x7f16230d87d0>
main train: 0.5771411999901461
main validation: 9.362730701393138
<neuraxle.metaopt.trial.Trial object at 0x7f16230d87d0>
<neuraxle.metaopt.trial.Trial object at 0x7f16230d87d0>
mse train: 0.5771411999901461
mse validation: 9.362730701393138

epoch 7/10
<neuraxle.metaopt.trial.Trial object at 0x7f16230d87d0>
<neuraxle.metaopt.trial.Trial object at 0x7f16230d87d0>
main train: 0.5775649020632415
main validation: 9.068014219904734
<neuraxle.metaopt.trial.Trial object at 0x7f16230d87d0>
<neuraxle.metaopt.trial.Trial object at 0x7f16230d87d0>
mse train: 0.5775649020632415
mse validation: 9.068014219904734

epoch 8/10
<neuraxle.metaopt.trial.Trial object at 0x7f16230d87d0>
<neuraxle.metaopt.trial.Trial object at 0x7f16230d87d0>
main train: 0.5778149345322987
main validation: 9.373313006021036
<neuraxle.metaopt.trial.Trial object at 0x7f16230d87d0>
<neuraxle.metaopt.trial.Trial object at 0x7f16230d87d0>
mse train: 0.5778149345322987
mse validation: 9.373313006021036

epoch 9/10
<neuraxle.metaopt.trial.Trial object at 0x7f16230d87d0>
<neuraxle.metaopt.trial.Trial object at 0x7f16230d87d0>
main train: 0.5767155335503332
main validation: 9.229121774599895
<neuraxle.metaopt.trial.Trial object at 0x7f16230d87d0>
<neuraxle.metaopt.trial.Trial object at 0x7f16230d87d0>
mse train: 0.5767155335503332
mse validation: 9.229121774599895

epoch 10/10
<neuraxle.metaopt.trial.Trial object at 0x7f16230d87d0>
<neuraxle.metaopt.trial.Trial object at 0x7f16230d87d0>
main train: 0.5760029127791325
main validation: 9.13595694698296
<neuraxle.metaopt.trial.Trial object at 0x7f16230d87d0>
<neuraxle.metaopt.trial.Trial object at 0x7f16230d87d0>
mse train: 0.5760029127791325
mse validation: 9.13595694698296
<neuraxle.metaopt.trial.Trial object at 0x7f16230d87d0>
success trial 5/10 split 1/1
hyperparams: {
    "AddFeatures__SKLearnWrapper_FastICA__algorithm": "parallel",
    "AddFeatures__SKLearnWrapper_FastICA__fun": "logcosh",
    "AddFeatures__SKLearnWrapper_FastICA__fun_args": null,
    "AddFeatures__SKLearnWrapper_FastICA__max_iter": 200,
    "AddFeatures__SKLearnWrapper_FastICA__n_components": 1,
    "AddFeatures__SKLearnWrapper_FastICA__random_state": null,
    "AddFeatures__SKLearnWrapper_FastICA__tol": 0.0001,
    "AddFeatures__SKLearnWrapper_FastICA__w_init": null,
    "AddFeatures__SKLearnWrapper_FastICA__whiten": true,
    "AddFeatures__SKLearnWrapper_PCA__copy": true,
    "AddFeatures__SKLearnWrapper_PCA__iterated_power": "auto",
    "AddFeatures__SKLearnWrapper_PCA__n_components": 2,
    "AddFeatures__SKLearnWrapper_PCA__random_state": null,
    "AddFeatures__SKLearnWrapper_PCA__svd_solver": "auto",
    "AddFeatures__SKLearnWrapper_PCA__tol": 0.0,
    "AddFeatures__SKLearnWrapper_PCA__whiten": false,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__alpha": 0.9,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__ccp_alpha": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__criterion": "friedman_mse",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__init": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__learning_rate": 0.12493059909622477,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__loss": "ls",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_depth": 2,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_features": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_leaf_nodes": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_decrease": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_split": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_leaf": 1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_split": 2,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_weight_fraction_leaf": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_estimators": 321,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_iter_no_change": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__presort": "deprecated",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__random_state": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__subsample": 1.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__validation_fraction": 0.1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__verbose": 0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__warm_start": false,
    "ModelStacking__SKLearnWrapper_KMeans__algorithm": "auto",
    "ModelStacking__SKLearnWrapper_KMeans__copy_x": true,
    "ModelStacking__SKLearnWrapper_KMeans__init": "k-means++",
    "ModelStacking__SKLearnWrapper_KMeans__max_iter": 300,
    "ModelStacking__SKLearnWrapper_KMeans__n_clusters": 5,
    "ModelStacking__SKLearnWrapper_KMeans__n_init": 10,
    "ModelStacking__SKLearnWrapper_KMeans__n_jobs": "deprecated",
    "ModelStacking__SKLearnWrapper_KMeans__precompute_distances": "deprecated",
    "ModelStacking__SKLearnWrapper_KMeans__random_state": null,
    "ModelStacking__SKLearnWrapper_KMeans__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_KMeans__verbose": 0
}
 score: 9.13595694698296
<neuraxle.metaopt.trial.Trial object at 0x7f16230d87d0>
<neuraxle.metaopt.trial.Trial object at 0x7f16230d87d0>
<neuraxle.metaopt.trial.Trial object at 0x7f16230d87d0>
<neuraxle.metaopt.trial.Trial object at 0x7f16230d87d0>
new trial:
{
    "AddFeatures": {
        "SKLearnWrapper_FastICA": {
            "n_components": 3
        },
        "SKLearnWrapper_PCA": {
            "n_components": 2
        }
    },
    "ModelStacking": {
        "SKLearnWrapper_GradientBoostingRegressor": {
            "learning_rate": 0.2930219954213894,
            "max_depth": 8,
            "n_estimators": 130
        },
        "SKLearnWrapper_KMeans": {
            "n_clusters": 8
        }
    }
}
<neuraxle.metaopt.trial.Trial object at 0x7f1635cd3910>

trial 6/10
<neuraxle.metaopt.trial.Trial object at 0x7f1635cd3910>
<neuraxle.metaopt.trial.Trial object at 0x7f1635cd3910>
fitting trial 6/10 split 1/1
hyperparams: {
    "AddFeatures__SKLearnWrapper_FastICA__algorithm": "parallel",
    "AddFeatures__SKLearnWrapper_FastICA__fun": "logcosh",
    "AddFeatures__SKLearnWrapper_FastICA__fun_args": null,
    "AddFeatures__SKLearnWrapper_FastICA__max_iter": 200,
    "AddFeatures__SKLearnWrapper_FastICA__n_components": 3,
    "AddFeatures__SKLearnWrapper_FastICA__random_state": null,
    "AddFeatures__SKLearnWrapper_FastICA__tol": 0.0001,
    "AddFeatures__SKLearnWrapper_FastICA__w_init": null,
    "AddFeatures__SKLearnWrapper_FastICA__whiten": true,
    "AddFeatures__SKLearnWrapper_PCA__copy": true,
    "AddFeatures__SKLearnWrapper_PCA__iterated_power": "auto",
    "AddFeatures__SKLearnWrapper_PCA__n_components": 2,
    "AddFeatures__SKLearnWrapper_PCA__random_state": null,
    "AddFeatures__SKLearnWrapper_PCA__svd_solver": "auto",
    "AddFeatures__SKLearnWrapper_PCA__tol": 0.0,
    "AddFeatures__SKLearnWrapper_PCA__whiten": false,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__alpha": 0.9,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__ccp_alpha": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__criterion": "friedman_mse",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__init": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__learning_rate": 0.2930219954213894,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__loss": "ls",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_depth": 8,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_features": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_leaf_nodes": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_decrease": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_split": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_leaf": 1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_split": 2,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_weight_fraction_leaf": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_estimators": 130,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_iter_no_change": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__presort": "deprecated",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__random_state": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__subsample": 1.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__validation_fraction": 0.1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__verbose": 0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__warm_start": false,
    "ModelStacking__SKLearnWrapper_KMeans__algorithm": "auto",
    "ModelStacking__SKLearnWrapper_KMeans__copy_x": true,
    "ModelStacking__SKLearnWrapper_KMeans__init": "k-means++",
    "ModelStacking__SKLearnWrapper_KMeans__max_iter": 300,
    "ModelStacking__SKLearnWrapper_KMeans__n_clusters": 8,
    "ModelStacking__SKLearnWrapper_KMeans__n_init": 10,
    "ModelStacking__SKLearnWrapper_KMeans__n_jobs": "deprecated",
    "ModelStacking__SKLearnWrapper_KMeans__precompute_distances": "deprecated",
    "ModelStacking__SKLearnWrapper_KMeans__random_state": null,
    "ModelStacking__SKLearnWrapper_KMeans__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_KMeans__verbose": 0
}


epoch 1/10
<neuraxle.metaopt.trial.Trial object at 0x7f1635cd3910>
<neuraxle.metaopt.trial.Trial object at 0x7f1635cd3910>
main train: 1.4840942706502278e-07
main validation: 19.972534706597873
<neuraxle.metaopt.trial.Trial object at 0x7f1635cd3910>
<neuraxle.metaopt.trial.Trial object at 0x7f1635cd3910>
mse train: 1.4840942706502278e-07
mse validation: 19.972534706597873

epoch 2/10
<neuraxle.metaopt.trial.Trial object at 0x7f1635cd3910>
<neuraxle.metaopt.trial.Trial object at 0x7f1635cd3910>
main train: 1.4346519929167746e-07
main validation: 23.05920588499173
<neuraxle.metaopt.trial.Trial object at 0x7f1635cd3910>
<neuraxle.metaopt.trial.Trial object at 0x7f1635cd3910>
mse train: 1.4346519929167746e-07
mse validation: 23.05920588499173

epoch 3/10
<neuraxle.metaopt.trial.Trial object at 0x7f1635cd3910>
<neuraxle.metaopt.trial.Trial object at 0x7f1635cd3910>
main train: 1.4331826271034333e-07
main validation: 21.506550578747238
<neuraxle.metaopt.trial.Trial object at 0x7f1635cd3910>
<neuraxle.metaopt.trial.Trial object at 0x7f1635cd3910>
mse train: 1.4331826271034333e-07
mse validation: 21.506550578747238

epoch 4/10
<neuraxle.metaopt.trial.Trial object at 0x7f1635cd3910>
<neuraxle.metaopt.trial.Trial object at 0x7f1635cd3910>
main train: 1.4768590954175442e-07
main validation: 23.060404763518147
<neuraxle.metaopt.trial.Trial object at 0x7f1635cd3910>
<neuraxle.metaopt.trial.Trial object at 0x7f1635cd3910>
mse train: 1.4768590954175442e-07
mse validation: 23.060404763518147

epoch 5/10
<neuraxle.metaopt.trial.Trial object at 0x7f1635cd3910>
<neuraxle.metaopt.trial.Trial object at 0x7f1635cd3910>
main train: 1.4303435127476053e-07
main validation: 19.47755704766597
<neuraxle.metaopt.trial.Trial object at 0x7f1635cd3910>
<neuraxle.metaopt.trial.Trial object at 0x7f1635cd3910>
mse train: 1.4303435127476053e-07
mse validation: 19.47755704766597

epoch 6/10
<neuraxle.metaopt.trial.Trial object at 0x7f1635cd3910>
<neuraxle.metaopt.trial.Trial object at 0x7f1635cd3910>
main train: 1.458146050112867e-07
main validation: 23.04215502231621
<neuraxle.metaopt.trial.Trial object at 0x7f1635cd3910>
<neuraxle.metaopt.trial.Trial object at 0x7f1635cd3910>
mse train: 1.458146050112867e-07
mse validation: 23.04215502231621

epoch 7/10
<neuraxle.metaopt.trial.Trial object at 0x7f1635cd3910>
<neuraxle.metaopt.trial.Trial object at 0x7f1635cd3910>
main train: 1.4336887426019914e-07
main validation: 23.770666784294477
<neuraxle.metaopt.trial.Trial object at 0x7f1635cd3910>
<neuraxle.metaopt.trial.Trial object at 0x7f1635cd3910>
mse train: 1.4336887426019914e-07
mse validation: 23.770666784294477

epoch 8/10
<neuraxle.metaopt.trial.Trial object at 0x7f1635cd3910>
<neuraxle.metaopt.trial.Trial object at 0x7f1635cd3910>
main train: 1.427061673597681e-07
main validation: 16.403750922326644
<neuraxle.metaopt.trial.Trial object at 0x7f1635cd3910>
<neuraxle.metaopt.trial.Trial object at 0x7f1635cd3910>
mse train: 1.427061673597681e-07
mse validation: 16.403750922326644

epoch 9/10
<neuraxle.metaopt.trial.Trial object at 0x7f1635cd3910>
<neuraxle.metaopt.trial.Trial object at 0x7f1635cd3910>
main train: 1.4264049893567748e-07
main validation: 15.170243817950768
<neuraxle.metaopt.trial.Trial object at 0x7f1635cd3910>
<neuraxle.metaopt.trial.Trial object at 0x7f1635cd3910>
mse train: 1.4264049893567748e-07
mse validation: 15.170243817950768

epoch 10/10
<neuraxle.metaopt.trial.Trial object at 0x7f1635cd3910>
<neuraxle.metaopt.trial.Trial object at 0x7f1635cd3910>
main train: 1.4344850101848522e-07
main validation: 21.885656824745087
<neuraxle.metaopt.trial.Trial object at 0x7f1635cd3910>
<neuraxle.metaopt.trial.Trial object at 0x7f1635cd3910>
mse train: 1.4344850101848522e-07
mse validation: 21.885656824745087
<neuraxle.metaopt.trial.Trial object at 0x7f1635cd3910>
success trial 6/10 split 1/1
hyperparams: {
    "AddFeatures__SKLearnWrapper_FastICA__algorithm": "parallel",
    "AddFeatures__SKLearnWrapper_FastICA__fun": "logcosh",
    "AddFeatures__SKLearnWrapper_FastICA__fun_args": null,
    "AddFeatures__SKLearnWrapper_FastICA__max_iter": 200,
    "AddFeatures__SKLearnWrapper_FastICA__n_components": 3,
    "AddFeatures__SKLearnWrapper_FastICA__random_state": null,
    "AddFeatures__SKLearnWrapper_FastICA__tol": 0.0001,
    "AddFeatures__SKLearnWrapper_FastICA__w_init": null,
    "AddFeatures__SKLearnWrapper_FastICA__whiten": true,
    "AddFeatures__SKLearnWrapper_PCA__copy": true,
    "AddFeatures__SKLearnWrapper_PCA__iterated_power": "auto",
    "AddFeatures__SKLearnWrapper_PCA__n_components": 2,
    "AddFeatures__SKLearnWrapper_PCA__random_state": null,
    "AddFeatures__SKLearnWrapper_PCA__svd_solver": "auto",
    "AddFeatures__SKLearnWrapper_PCA__tol": 0.0,
    "AddFeatures__SKLearnWrapper_PCA__whiten": false,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__alpha": 0.9,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__ccp_alpha": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__criterion": "friedman_mse",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__init": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__learning_rate": 0.2930219954213894,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__loss": "ls",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_depth": 8,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_features": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_leaf_nodes": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_decrease": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_split": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_leaf": 1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_split": 2,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_weight_fraction_leaf": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_estimators": 130,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_iter_no_change": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__presort": "deprecated",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__random_state": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__subsample": 1.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__validation_fraction": 0.1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__verbose": 0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__warm_start": false,
    "ModelStacking__SKLearnWrapper_KMeans__algorithm": "auto",
    "ModelStacking__SKLearnWrapper_KMeans__copy_x": true,
    "ModelStacking__SKLearnWrapper_KMeans__init": "k-means++",
    "ModelStacking__SKLearnWrapper_KMeans__max_iter": 300,
    "ModelStacking__SKLearnWrapper_KMeans__n_clusters": 8,
    "ModelStacking__SKLearnWrapper_KMeans__n_init": 10,
    "ModelStacking__SKLearnWrapper_KMeans__n_jobs": "deprecated",
    "ModelStacking__SKLearnWrapper_KMeans__precompute_distances": "deprecated",
    "ModelStacking__SKLearnWrapper_KMeans__random_state": null,
    "ModelStacking__SKLearnWrapper_KMeans__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_KMeans__verbose": 0
}
 score: 21.885656824745087
<neuraxle.metaopt.trial.Trial object at 0x7f1635cd3910>
<neuraxle.metaopt.trial.Trial object at 0x7f1635cd3910>
<neuraxle.metaopt.trial.Trial object at 0x7f1635cd3910>
<neuraxle.metaopt.trial.Trial object at 0x7f1635cd3910>
new trial:
{
    "AddFeatures": {
        "SKLearnWrapper_FastICA": {
            "n_components": 1
        },
        "SKLearnWrapper_PCA": {
            "n_components": 3
        }
    },
    "ModelStacking": {
        "SKLearnWrapper_GradientBoostingRegressor": {
            "learning_rate": 0.07244588866348149,
            "max_depth": 3,
            "n_estimators": 305
        },
        "SKLearnWrapper_KMeans": {
            "n_clusters": 9
        }
    }
}
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0390>

trial 7/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0390>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0390>
fitting trial 7/10 split 1/1
hyperparams: {
    "AddFeatures__SKLearnWrapper_FastICA__algorithm": "parallel",
    "AddFeatures__SKLearnWrapper_FastICA__fun": "logcosh",
    "AddFeatures__SKLearnWrapper_FastICA__fun_args": null,
    "AddFeatures__SKLearnWrapper_FastICA__max_iter": 200,
    "AddFeatures__SKLearnWrapper_FastICA__n_components": 1,
    "AddFeatures__SKLearnWrapper_FastICA__random_state": null,
    "AddFeatures__SKLearnWrapper_FastICA__tol": 0.0001,
    "AddFeatures__SKLearnWrapper_FastICA__w_init": null,
    "AddFeatures__SKLearnWrapper_FastICA__whiten": true,
    "AddFeatures__SKLearnWrapper_PCA__copy": true,
    "AddFeatures__SKLearnWrapper_PCA__iterated_power": "auto",
    "AddFeatures__SKLearnWrapper_PCA__n_components": 3,
    "AddFeatures__SKLearnWrapper_PCA__random_state": null,
    "AddFeatures__SKLearnWrapper_PCA__svd_solver": "auto",
    "AddFeatures__SKLearnWrapper_PCA__tol": 0.0,
    "AddFeatures__SKLearnWrapper_PCA__whiten": false,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__alpha": 0.9,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__ccp_alpha": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__criterion": "friedman_mse",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__init": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__learning_rate": 0.07244588866348149,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__loss": "ls",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_depth": 3,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_features": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_leaf_nodes": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_decrease": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_split": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_leaf": 1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_split": 2,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_weight_fraction_leaf": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_estimators": 305,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_iter_no_change": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__presort": "deprecated",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__random_state": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__subsample": 1.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__validation_fraction": 0.1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__verbose": 0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__warm_start": false,
    "ModelStacking__SKLearnWrapper_KMeans__algorithm": "auto",
    "ModelStacking__SKLearnWrapper_KMeans__copy_x": true,
    "ModelStacking__SKLearnWrapper_KMeans__init": "k-means++",
    "ModelStacking__SKLearnWrapper_KMeans__max_iter": 300,
    "ModelStacking__SKLearnWrapper_KMeans__n_clusters": 9,
    "ModelStacking__SKLearnWrapper_KMeans__n_init": 10,
    "ModelStacking__SKLearnWrapper_KMeans__n_jobs": "deprecated",
    "ModelStacking__SKLearnWrapper_KMeans__precompute_distances": "deprecated",
    "ModelStacking__SKLearnWrapper_KMeans__random_state": null,
    "ModelStacking__SKLearnWrapper_KMeans__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_KMeans__verbose": 0
}


epoch 1/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0390>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0390>
main train: 0.3412332531204355
main validation: 12.64167413297016
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0390>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0390>
mse train: 0.3412332531204355
mse validation: 12.64167413297016

epoch 2/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0390>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0390>
main train: 0.33885198737873024
main validation: 12.735629134323784
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0390>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0390>
mse train: 0.33885198737873024
mse validation: 12.735629134323784

epoch 3/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0390>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0390>
main train: 0.34122221723654267
main validation: 12.690658532530795
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0390>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0390>
mse train: 0.34122221723654267
mse validation: 12.690658532530795

epoch 4/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0390>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0390>
main train: 0.3411659349784645
main validation: 12.674265669013533
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0390>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0390>
mse train: 0.3411659349784645
mse validation: 12.674265669013533

epoch 5/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0390>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0390>
main train: 0.34123829226630764
main validation: 12.7409291879951
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0390>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0390>
mse train: 0.34123829226630764
mse validation: 12.7409291879951

epoch 6/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0390>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0390>
main train: 0.34025508890767336
main validation: 12.681426340320254
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0390>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0390>
mse train: 0.34025508890767336
mse validation: 12.681426340320254

epoch 7/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0390>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0390>
main train: 0.340647358889385
main validation: 12.752232426305444
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0390>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0390>
mse train: 0.340647358889385
mse validation: 12.752232426305444

epoch 8/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0390>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0390>
main train: 0.3408960835517547
main validation: 12.846279221494925
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0390>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0390>
mse train: 0.3408960835517547
mse validation: 12.846279221494925

epoch 9/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0390>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0390>
main train: 0.34125783305395613
main validation: 12.875425606799219
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0390>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0390>
mse train: 0.34125783305395613
mse validation: 12.875425606799219

epoch 10/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0390>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0390>
main train: 0.3412570275608393
main validation: 12.9104568705528
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0390>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0390>
mse train: 0.3412570275608393
mse validation: 12.9104568705528
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0390>
success trial 7/10 split 1/1
hyperparams: {
    "AddFeatures__SKLearnWrapper_FastICA__algorithm": "parallel",
    "AddFeatures__SKLearnWrapper_FastICA__fun": "logcosh",
    "AddFeatures__SKLearnWrapper_FastICA__fun_args": null,
    "AddFeatures__SKLearnWrapper_FastICA__max_iter": 200,
    "AddFeatures__SKLearnWrapper_FastICA__n_components": 1,
    "AddFeatures__SKLearnWrapper_FastICA__random_state": null,
    "AddFeatures__SKLearnWrapper_FastICA__tol": 0.0001,
    "AddFeatures__SKLearnWrapper_FastICA__w_init": null,
    "AddFeatures__SKLearnWrapper_FastICA__whiten": true,
    "AddFeatures__SKLearnWrapper_PCA__copy": true,
    "AddFeatures__SKLearnWrapper_PCA__iterated_power": "auto",
    "AddFeatures__SKLearnWrapper_PCA__n_components": 3,
    "AddFeatures__SKLearnWrapper_PCA__random_state": null,
    "AddFeatures__SKLearnWrapper_PCA__svd_solver": "auto",
    "AddFeatures__SKLearnWrapper_PCA__tol": 0.0,
    "AddFeatures__SKLearnWrapper_PCA__whiten": false,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__alpha": 0.9,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__ccp_alpha": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__criterion": "friedman_mse",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__init": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__learning_rate": 0.07244588866348149,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__loss": "ls",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_depth": 3,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_features": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_leaf_nodes": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_decrease": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_split": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_leaf": 1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_split": 2,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_weight_fraction_leaf": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_estimators": 305,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_iter_no_change": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__presort": "deprecated",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__random_state": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__subsample": 1.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__validation_fraction": 0.1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__verbose": 0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__warm_start": false,
    "ModelStacking__SKLearnWrapper_KMeans__algorithm": "auto",
    "ModelStacking__SKLearnWrapper_KMeans__copy_x": true,
    "ModelStacking__SKLearnWrapper_KMeans__init": "k-means++",
    "ModelStacking__SKLearnWrapper_KMeans__max_iter": 300,
    "ModelStacking__SKLearnWrapper_KMeans__n_clusters": 9,
    "ModelStacking__SKLearnWrapper_KMeans__n_init": 10,
    "ModelStacking__SKLearnWrapper_KMeans__n_jobs": "deprecated",
    "ModelStacking__SKLearnWrapper_KMeans__precompute_distances": "deprecated",
    "ModelStacking__SKLearnWrapper_KMeans__random_state": null,
    "ModelStacking__SKLearnWrapper_KMeans__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_KMeans__verbose": 0
}
 score: 12.9104568705528
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0390>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0390>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0390>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0390>
new trial:
{
    "AddFeatures": {
        "SKLearnWrapper_FastICA": {
            "n_components": 2
        },
        "SKLearnWrapper_PCA": {
            "n_components": 3
        }
    },
    "ModelStacking": {
        "SKLearnWrapper_GradientBoostingRegressor": {
            "learning_rate": 0.10483455275844239,
            "max_depth": 2,
            "n_estimators": 226
        },
        "SKLearnWrapper_KMeans": {
            "n_clusters": 6
        }
    }
}
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0410>

trial 8/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0410>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0410>
fitting trial 8/10 split 1/1
hyperparams: {
    "AddFeatures__SKLearnWrapper_FastICA__algorithm": "parallel",
    "AddFeatures__SKLearnWrapper_FastICA__fun": "logcosh",
    "AddFeatures__SKLearnWrapper_FastICA__fun_args": null,
    "AddFeatures__SKLearnWrapper_FastICA__max_iter": 200,
    "AddFeatures__SKLearnWrapper_FastICA__n_components": 2,
    "AddFeatures__SKLearnWrapper_FastICA__random_state": null,
    "AddFeatures__SKLearnWrapper_FastICA__tol": 0.0001,
    "AddFeatures__SKLearnWrapper_FastICA__w_init": null,
    "AddFeatures__SKLearnWrapper_FastICA__whiten": true,
    "AddFeatures__SKLearnWrapper_PCA__copy": true,
    "AddFeatures__SKLearnWrapper_PCA__iterated_power": "auto",
    "AddFeatures__SKLearnWrapper_PCA__n_components": 3,
    "AddFeatures__SKLearnWrapper_PCA__random_state": null,
    "AddFeatures__SKLearnWrapper_PCA__svd_solver": "auto",
    "AddFeatures__SKLearnWrapper_PCA__tol": 0.0,
    "AddFeatures__SKLearnWrapper_PCA__whiten": false,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__alpha": 0.9,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__ccp_alpha": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__criterion": "friedman_mse",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__init": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__learning_rate": 0.10483455275844239,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__loss": "ls",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_depth": 2,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_features": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_leaf_nodes": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_decrease": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_split": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_leaf": 1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_split": 2,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_weight_fraction_leaf": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_estimators": 226,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_iter_no_change": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__presort": "deprecated",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__random_state": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__subsample": 1.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__validation_fraction": 0.1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__verbose": 0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__warm_start": false,
    "ModelStacking__SKLearnWrapper_KMeans__algorithm": "auto",
    "ModelStacking__SKLearnWrapper_KMeans__copy_x": true,
    "ModelStacking__SKLearnWrapper_KMeans__init": "k-means++",
    "ModelStacking__SKLearnWrapper_KMeans__max_iter": 300,
    "ModelStacking__SKLearnWrapper_KMeans__n_clusters": 6,
    "ModelStacking__SKLearnWrapper_KMeans__n_init": 10,
    "ModelStacking__SKLearnWrapper_KMeans__n_jobs": "deprecated",
    "ModelStacking__SKLearnWrapper_KMeans__precompute_distances": "deprecated",
    "ModelStacking__SKLearnWrapper_KMeans__random_state": null,
    "ModelStacking__SKLearnWrapper_KMeans__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_KMeans__verbose": 0
}


epoch 1/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0410>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0410>
main train: 1.3279127197244658
main validation: 9.34751658657574
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0410>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0410>
mse train: 1.3279127197244658
mse validation: 9.34751658657574

epoch 2/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0410>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0410>
main train: 1.3812576395507907
main validation: 9.732695724848682
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0410>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0410>
mse train: 1.3812576395507907
mse validation: 9.732695724848682

epoch 3/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0410>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0410>
main train: 1.326887372587762
main validation: 9.276077220151064
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0410>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0410>
mse train: 1.326887372587762
mse validation: 9.276077220151064

epoch 4/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0410>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0410>
main train: 1.3458360042673465
main validation: 9.322209963332739
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0410>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0410>
mse train: 1.3458360042673465
mse validation: 9.322209963332739

epoch 5/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0410>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0410>
main train: 1.3280531887864673
main validation: 9.41679994067527
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0410>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0410>
mse train: 1.3280531887864673
mse validation: 9.41679994067527

epoch 6/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0410>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0410>
main train: 1.3863543853115512
main validation: 9.668547989412968
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0410>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0410>
mse train: 1.3863543853115512
mse validation: 9.668547989412968

epoch 7/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0410>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0410>
main train: 1.3285628149625084
main validation: 9.417607147722082
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0410>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0410>
mse train: 1.3285628149625084
mse validation: 9.417607147722082

epoch 8/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0410>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0410>
main train: 1.3294700351566786
main validation: 9.425051856620486
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0410>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0410>
mse train: 1.3294700351566786
mse validation: 9.425051856620486

epoch 9/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0410>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0410>
main train: 1.3278269396615319
main validation: 9.383863962911743
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0410>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0410>
mse train: 1.3278269396615319
mse validation: 9.383863962911743

epoch 10/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0410>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0410>
main train: 1.3279685217535262
main validation: 9.42349215480947
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0410>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0410>
mse train: 1.3279685217535262
mse validation: 9.42349215480947
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0410>
success trial 8/10 split 1/1
hyperparams: {
    "AddFeatures__SKLearnWrapper_FastICA__algorithm": "parallel",
    "AddFeatures__SKLearnWrapper_FastICA__fun": "logcosh",
    "AddFeatures__SKLearnWrapper_FastICA__fun_args": null,
    "AddFeatures__SKLearnWrapper_FastICA__max_iter": 200,
    "AddFeatures__SKLearnWrapper_FastICA__n_components": 2,
    "AddFeatures__SKLearnWrapper_FastICA__random_state": null,
    "AddFeatures__SKLearnWrapper_FastICA__tol": 0.0001,
    "AddFeatures__SKLearnWrapper_FastICA__w_init": null,
    "AddFeatures__SKLearnWrapper_FastICA__whiten": true,
    "AddFeatures__SKLearnWrapper_PCA__copy": true,
    "AddFeatures__SKLearnWrapper_PCA__iterated_power": "auto",
    "AddFeatures__SKLearnWrapper_PCA__n_components": 3,
    "AddFeatures__SKLearnWrapper_PCA__random_state": null,
    "AddFeatures__SKLearnWrapper_PCA__svd_solver": "auto",
    "AddFeatures__SKLearnWrapper_PCA__tol": 0.0,
    "AddFeatures__SKLearnWrapper_PCA__whiten": false,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__alpha": 0.9,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__ccp_alpha": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__criterion": "friedman_mse",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__init": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__learning_rate": 0.10483455275844239,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__loss": "ls",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_depth": 2,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_features": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_leaf_nodes": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_decrease": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_split": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_leaf": 1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_split": 2,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_weight_fraction_leaf": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_estimators": 226,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_iter_no_change": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__presort": "deprecated",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__random_state": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__subsample": 1.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__validation_fraction": 0.1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__verbose": 0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__warm_start": false,
    "ModelStacking__SKLearnWrapper_KMeans__algorithm": "auto",
    "ModelStacking__SKLearnWrapper_KMeans__copy_x": true,
    "ModelStacking__SKLearnWrapper_KMeans__init": "k-means++",
    "ModelStacking__SKLearnWrapper_KMeans__max_iter": 300,
    "ModelStacking__SKLearnWrapper_KMeans__n_clusters": 6,
    "ModelStacking__SKLearnWrapper_KMeans__n_init": 10,
    "ModelStacking__SKLearnWrapper_KMeans__n_jobs": "deprecated",
    "ModelStacking__SKLearnWrapper_KMeans__precompute_distances": "deprecated",
    "ModelStacking__SKLearnWrapper_KMeans__random_state": null,
    "ModelStacking__SKLearnWrapper_KMeans__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_KMeans__verbose": 0
}
 score: 9.42349215480947
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0410>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0410>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0410>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0410>
new trial:
{
    "AddFeatures": {
        "SKLearnWrapper_FastICA": {
            "n_components": 1
        },
        "SKLearnWrapper_PCA": {
            "n_components": 2
        }
    },
    "ModelStacking": {
        "SKLearnWrapper_GradientBoostingRegressor": {
            "learning_rate": 0.0750068895934052,
            "max_depth": 2,
            "n_estimators": 473
        },
        "SKLearnWrapper_KMeans": {
            "n_clusters": 6
        }
    }
}
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0550>

trial 9/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0550>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0550>
fitting trial 9/10 split 1/1
hyperparams: {
    "AddFeatures__SKLearnWrapper_FastICA__algorithm": "parallel",
    "AddFeatures__SKLearnWrapper_FastICA__fun": "logcosh",
    "AddFeatures__SKLearnWrapper_FastICA__fun_args": null,
    "AddFeatures__SKLearnWrapper_FastICA__max_iter": 200,
    "AddFeatures__SKLearnWrapper_FastICA__n_components": 1,
    "AddFeatures__SKLearnWrapper_FastICA__random_state": null,
    "AddFeatures__SKLearnWrapper_FastICA__tol": 0.0001,
    "AddFeatures__SKLearnWrapper_FastICA__w_init": null,
    "AddFeatures__SKLearnWrapper_FastICA__whiten": true,
    "AddFeatures__SKLearnWrapper_PCA__copy": true,
    "AddFeatures__SKLearnWrapper_PCA__iterated_power": "auto",
    "AddFeatures__SKLearnWrapper_PCA__n_components": 2,
    "AddFeatures__SKLearnWrapper_PCA__random_state": null,
    "AddFeatures__SKLearnWrapper_PCA__svd_solver": "auto",
    "AddFeatures__SKLearnWrapper_PCA__tol": 0.0,
    "AddFeatures__SKLearnWrapper_PCA__whiten": false,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__alpha": 0.9,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__ccp_alpha": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__criterion": "friedman_mse",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__init": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__learning_rate": 0.0750068895934052,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__loss": "ls",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_depth": 2,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_features": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_leaf_nodes": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_decrease": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_split": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_leaf": 1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_split": 2,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_weight_fraction_leaf": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_estimators": 473,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_iter_no_change": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__presort": "deprecated",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__random_state": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__subsample": 1.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__validation_fraction": 0.1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__verbose": 0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__warm_start": false,
    "ModelStacking__SKLearnWrapper_KMeans__algorithm": "auto",
    "ModelStacking__SKLearnWrapper_KMeans__copy_x": true,
    "ModelStacking__SKLearnWrapper_KMeans__init": "k-means++",
    "ModelStacking__SKLearnWrapper_KMeans__max_iter": 300,
    "ModelStacking__SKLearnWrapper_KMeans__n_clusters": 6,
    "ModelStacking__SKLearnWrapper_KMeans__n_init": 10,
    "ModelStacking__SKLearnWrapper_KMeans__n_jobs": "deprecated",
    "ModelStacking__SKLearnWrapper_KMeans__precompute_distances": "deprecated",
    "ModelStacking__SKLearnWrapper_KMeans__random_state": null,
    "ModelStacking__SKLearnWrapper_KMeans__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_KMeans__verbose": 0
}


epoch 1/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0550>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0550>
main train: 0.7473763435349996
main validation: 8.380436153196266
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0550>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0550>
mse train: 0.7473763435349996
mse validation: 8.380436153196266

epoch 2/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0550>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0550>
main train: 0.7496552878425855
main validation: 8.367318804650168
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0550>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0550>
mse train: 0.7496552878425855
mse validation: 8.367318804650168

epoch 3/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0550>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0550>
main train: 0.7489826121298813
main validation: 8.400678649709198
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0550>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0550>
mse train: 0.7489826121298813
mse validation: 8.400678649709198

epoch 4/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0550>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0550>
main train: 0.7496040916834469
main validation: 8.479898635121955
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0550>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0550>
mse train: 0.7496040916834469
mse validation: 8.479898635121955

epoch 5/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0550>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0550>
main train: 0.749659770679919
main validation: 8.465419892801926
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0550>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0550>
mse train: 0.749659770679919
mse validation: 8.465419892801926

epoch 6/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0550>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0550>
main train: 0.7496295245039746
main validation: 8.497736947924167
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0550>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0550>
mse train: 0.7496295245039746
mse validation: 8.497736947924167

epoch 7/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0550>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0550>
main train: 0.7489343794096077
main validation: 8.463098849083208
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0550>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0550>
mse train: 0.7489343794096077
mse validation: 8.463098849083208

epoch 8/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0550>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0550>
main train: 0.7470079378680909
main validation: 8.388706550015883
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0550>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0550>
mse train: 0.7470079378680909
mse validation: 8.388706550015883

epoch 9/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0550>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0550>
main train: 0.7493986389638324
main validation: 8.435573853432462
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0550>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0550>
mse train: 0.7493986389638324
mse validation: 8.435573853432462

epoch 10/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0550>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0550>
main train: 0.7495255083801069
main validation: 8.555363817872298
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0550>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0550>
mse train: 0.7495255083801069
mse validation: 8.555363817872298
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0550>
success trial 9/10 split 1/1
hyperparams: {
    "AddFeatures__SKLearnWrapper_FastICA__algorithm": "parallel",
    "AddFeatures__SKLearnWrapper_FastICA__fun": "logcosh",
    "AddFeatures__SKLearnWrapper_FastICA__fun_args": null,
    "AddFeatures__SKLearnWrapper_FastICA__max_iter": 200,
    "AddFeatures__SKLearnWrapper_FastICA__n_components": 1,
    "AddFeatures__SKLearnWrapper_FastICA__random_state": null,
    "AddFeatures__SKLearnWrapper_FastICA__tol": 0.0001,
    "AddFeatures__SKLearnWrapper_FastICA__w_init": null,
    "AddFeatures__SKLearnWrapper_FastICA__whiten": true,
    "AddFeatures__SKLearnWrapper_PCA__copy": true,
    "AddFeatures__SKLearnWrapper_PCA__iterated_power": "auto",
    "AddFeatures__SKLearnWrapper_PCA__n_components": 2,
    "AddFeatures__SKLearnWrapper_PCA__random_state": null,
    "AddFeatures__SKLearnWrapper_PCA__svd_solver": "auto",
    "AddFeatures__SKLearnWrapper_PCA__tol": 0.0,
    "AddFeatures__SKLearnWrapper_PCA__whiten": false,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__alpha": 0.9,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__ccp_alpha": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__criterion": "friedman_mse",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__init": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__learning_rate": 0.0750068895934052,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__loss": "ls",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_depth": 2,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_features": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_leaf_nodes": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_decrease": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_split": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_leaf": 1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_split": 2,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_weight_fraction_leaf": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_estimators": 473,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_iter_no_change": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__presort": "deprecated",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__random_state": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__subsample": 1.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__validation_fraction": 0.1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__verbose": 0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__warm_start": false,
    "ModelStacking__SKLearnWrapper_KMeans__algorithm": "auto",
    "ModelStacking__SKLearnWrapper_KMeans__copy_x": true,
    "ModelStacking__SKLearnWrapper_KMeans__init": "k-means++",
    "ModelStacking__SKLearnWrapper_KMeans__max_iter": 300,
    "ModelStacking__SKLearnWrapper_KMeans__n_clusters": 6,
    "ModelStacking__SKLearnWrapper_KMeans__n_init": 10,
    "ModelStacking__SKLearnWrapper_KMeans__n_jobs": "deprecated",
    "ModelStacking__SKLearnWrapper_KMeans__precompute_distances": "deprecated",
    "ModelStacking__SKLearnWrapper_KMeans__random_state": null,
    "ModelStacking__SKLearnWrapper_KMeans__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_KMeans__verbose": 0
}
 score: 8.555363817872298
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0550>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0550>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0550>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ef0550>
new trial:
{
    "AddFeatures": {
        "SKLearnWrapper_FastICA": {
            "n_components": 1
        },
        "SKLearnWrapper_PCA": {
            "n_components": 3
        }
    },
    "ModelStacking": {
        "SKLearnWrapper_GradientBoostingRegressor": {
            "learning_rate": 0.475656958582654,
            "max_depth": 9,
            "n_estimators": 125
        },
        "SKLearnWrapper_KMeans": {
            "n_clusters": 6
        }
    }
}
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1f50>

trial 10/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1f50>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1f50>
fitting trial 10/10 split 1/1
hyperparams: {
    "AddFeatures__SKLearnWrapper_FastICA__algorithm": "parallel",
    "AddFeatures__SKLearnWrapper_FastICA__fun": "logcosh",
    "AddFeatures__SKLearnWrapper_FastICA__fun_args": null,
    "AddFeatures__SKLearnWrapper_FastICA__max_iter": 200,
    "AddFeatures__SKLearnWrapper_FastICA__n_components": 1,
    "AddFeatures__SKLearnWrapper_FastICA__random_state": null,
    "AddFeatures__SKLearnWrapper_FastICA__tol": 0.0001,
    "AddFeatures__SKLearnWrapper_FastICA__w_init": null,
    "AddFeatures__SKLearnWrapper_FastICA__whiten": true,
    "AddFeatures__SKLearnWrapper_PCA__copy": true,
    "AddFeatures__SKLearnWrapper_PCA__iterated_power": "auto",
    "AddFeatures__SKLearnWrapper_PCA__n_components": 3,
    "AddFeatures__SKLearnWrapper_PCA__random_state": null,
    "AddFeatures__SKLearnWrapper_PCA__svd_solver": "auto",
    "AddFeatures__SKLearnWrapper_PCA__tol": 0.0,
    "AddFeatures__SKLearnWrapper_PCA__whiten": false,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__alpha": 0.9,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__ccp_alpha": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__criterion": "friedman_mse",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__init": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__learning_rate": 0.475656958582654,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__loss": "ls",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_depth": 9,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_features": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_leaf_nodes": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_decrease": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_split": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_leaf": 1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_split": 2,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_weight_fraction_leaf": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_estimators": 125,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_iter_no_change": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__presort": "deprecated",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__random_state": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__subsample": 1.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__validation_fraction": 0.1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__verbose": 0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__warm_start": false,
    "ModelStacking__SKLearnWrapper_KMeans__algorithm": "auto",
    "ModelStacking__SKLearnWrapper_KMeans__copy_x": true,
    "ModelStacking__SKLearnWrapper_KMeans__init": "k-means++",
    "ModelStacking__SKLearnWrapper_KMeans__max_iter": 300,
    "ModelStacking__SKLearnWrapper_KMeans__n_clusters": 6,
    "ModelStacking__SKLearnWrapper_KMeans__n_init": 10,
    "ModelStacking__SKLearnWrapper_KMeans__n_jobs": "deprecated",
    "ModelStacking__SKLearnWrapper_KMeans__precompute_distances": "deprecated",
    "ModelStacking__SKLearnWrapper_KMeans__random_state": null,
    "ModelStacking__SKLearnWrapper_KMeans__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_KMeans__verbose": 0
}


epoch 1/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1f50>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1f50>
main train: 1.466396902578314e-07
main validation: 16.63108640432353
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1f50>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1f50>
mse train: 1.466396902578314e-07
mse validation: 16.63108640432353

epoch 2/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1f50>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1f50>
main train: 1.490412606004133e-07
main validation: 20.754351358654937
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1f50>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1f50>
mse train: 1.490412606004133e-07
mse validation: 20.754351358654937

epoch 3/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1f50>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1f50>
main train: 1.4604033220408784e-07
main validation: 17.48201145123108
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1f50>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1f50>
mse train: 1.4604033220408784e-07
mse validation: 17.48201145123108

epoch 4/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1f50>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1f50>
main train: 1.4812639207678968e-07
main validation: 19.558615378664644
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1f50>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1f50>
mse train: 1.4812639207678968e-07
mse validation: 19.558615378664644

epoch 5/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1f50>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1f50>
main train: 1.429383100084453e-07
main validation: 16.678022987870342
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1f50>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1f50>
mse train: 1.429383100084453e-07
mse validation: 16.678022987870342

epoch 6/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1f50>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1f50>
main train: 1.4269730444097445e-07
main validation: 18.318771568765538
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1f50>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1f50>
mse train: 1.4269730444097445e-07
mse validation: 18.318771568765538

epoch 7/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1f50>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1f50>
main train: 1.4704880946433545e-07
main validation: 17.638535107059916
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1f50>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1f50>
mse train: 1.4704880946433545e-07
mse validation: 17.638535107059916

epoch 8/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1f50>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1f50>
main train: 1.4274762195493203e-07
main validation: 17.376936408980324
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1f50>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1f50>
mse train: 1.4274762195493203e-07
mse validation: 17.376936408980324

epoch 9/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1f50>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1f50>
main train: 1.4297794367919398e-07
main validation: 18.64565841100179
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1f50>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1f50>
mse train: 1.4297794367919398e-07
mse validation: 18.64565841100179

epoch 10/10
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1f50>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1f50>
main train: 1.439641923574702e-07
main validation: 16.360464326498487
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1f50>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1f50>
mse train: 1.439641923574702e-07
mse validation: 16.360464326498487
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1f50>
success trial 10/10 split 1/1
hyperparams: {
    "AddFeatures__SKLearnWrapper_FastICA__algorithm": "parallel",
    "AddFeatures__SKLearnWrapper_FastICA__fun": "logcosh",
    "AddFeatures__SKLearnWrapper_FastICA__fun_args": null,
    "AddFeatures__SKLearnWrapper_FastICA__max_iter": 200,
    "AddFeatures__SKLearnWrapper_FastICA__n_components": 1,
    "AddFeatures__SKLearnWrapper_FastICA__random_state": null,
    "AddFeatures__SKLearnWrapper_FastICA__tol": 0.0001,
    "AddFeatures__SKLearnWrapper_FastICA__w_init": null,
    "AddFeatures__SKLearnWrapper_FastICA__whiten": true,
    "AddFeatures__SKLearnWrapper_PCA__copy": true,
    "AddFeatures__SKLearnWrapper_PCA__iterated_power": "auto",
    "AddFeatures__SKLearnWrapper_PCA__n_components": 3,
    "AddFeatures__SKLearnWrapper_PCA__random_state": null,
    "AddFeatures__SKLearnWrapper_PCA__svd_solver": "auto",
    "AddFeatures__SKLearnWrapper_PCA__tol": 0.0,
    "AddFeatures__SKLearnWrapper_PCA__whiten": false,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__alpha": 0.9,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__ccp_alpha": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__criterion": "friedman_mse",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__init": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__learning_rate": 0.475656958582654,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__loss": "ls",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_depth": 9,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_features": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_leaf_nodes": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_decrease": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_split": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_leaf": 1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_split": 2,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_weight_fraction_leaf": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_estimators": 125,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_iter_no_change": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__presort": "deprecated",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__random_state": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__subsample": 1.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__validation_fraction": 0.1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__verbose": 0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__warm_start": false,
    "ModelStacking__SKLearnWrapper_KMeans__algorithm": "auto",
    "ModelStacking__SKLearnWrapper_KMeans__copy_x": true,
    "ModelStacking__SKLearnWrapper_KMeans__init": "k-means++",
    "ModelStacking__SKLearnWrapper_KMeans__max_iter": 300,
    "ModelStacking__SKLearnWrapper_KMeans__n_clusters": 6,
    "ModelStacking__SKLearnWrapper_KMeans__n_init": 10,
    "ModelStacking__SKLearnWrapper_KMeans__n_jobs": "deprecated",
    "ModelStacking__SKLearnWrapper_KMeans__precompute_distances": "deprecated",
    "ModelStacking__SKLearnWrapper_KMeans__random_state": null,
    "ModelStacking__SKLearnWrapper_KMeans__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_KMeans__verbose": 0
}
 score: 16.360464326498487
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1f50>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1f50>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1f50>
<neuraxle.metaopt.trial.Trial object at 0x7f16e7ec1f50>
best hyperparams:
{
    "AddFeatures": {
        "SKLearnWrapper_FastICA": {
            "algorithm": "parallel",
            "fun": "logcosh",
            "fun_args": null,
            "max_iter": 200,
            "n_components": 1,
            "random_state": null,
            "tol": 0.0001,
            "w_init": null,
            "whiten": true
        },
        "SKLearnWrapper_PCA": {
            "copy": true,
            "iterated_power": "auto",
            "n_components": 2,
            "random_state": null,
            "svd_solver": "auto",
            "tol": 0.0,
            "whiten": false
        }
    },
    "ModelStacking": {
        "SKLearnWrapper_GradientBoostingRegressor": {
            "alpha": 0.9,
            "ccp_alpha": 0.0,
            "criterion": "friedman_mse",
            "init": null,
            "learning_rate": 0.0750068895934052,
            "loss": "ls",
            "max_depth": 2,
            "max_features": null,
            "max_leaf_nodes": null,
            "min_impurity_decrease": 0.0,
            "min_impurity_split": null,
            "min_samples_leaf": 1,
            "min_samples_split": 2,
            "min_weight_fraction_leaf": 0.0,
            "n_estimators": 473,
            "n_iter_no_change": null,
            "presort": "deprecated",
            "random_state": null,
            "subsample": 1.0,
            "tol": 0.0001,
            "validation_fraction": 0.1,
            "verbose": 0,
            "warm_start": false
        },
        "SKLearnWrapper_KMeans": {
            "algorithm": "auto",
            "copy_x": true,
            "init": "k-means++",
            "max_iter": 300,
            "n_clusters": 6,
            "n_init": 10,
            "n_jobs": "deprecated",
            "precompute_distances": "deprecated",
            "random_state": null,
            "tol": 0.0001,
            "verbose": 0
        }
    }
}

Transforming train and test:

Evaluating transformed train:
R2 regression score: 0.98592824257612

Evaluating transformed test:
R2 regression score: 0.8254347897787312

import numpy as np
from py._path.local import LocalPath
from sklearn.cluster import KMeans
from sklearn.datasets import load_boston
from sklearn.decomposition import PCA, FastICA
from sklearn.ensemble import GradientBoostingRegressor
from sklearn.linear_model import Ridge
from sklearn.metrics import r2_score, mean_squared_error
from sklearn.model_selection import train_test_split
from sklearn.utils import shuffle

from neuraxle.hyperparams.distributions import RandInt, LogUniform, Boolean
from neuraxle.hyperparams.space import HyperparameterSpace
from neuraxle.metaopt.auto_ml import AutoML, InMemoryHyperparamsRepository, ValidationSplitter
from neuraxle.metaopt.callbacks import MetricCallback, ScoringCallback
from neuraxle.pipeline import Pipeline
from neuraxle.steps.numpy import NumpyTranspose
from neuraxle.steps.sklearn import SKLearnWrapper
from neuraxle.union import AddFeatures, ModelStacking


def main(tmpdir: LocalPath):
    boston = load_boston()
    X, y = shuffle(boston.data, boston.target, random_state=13)
    X = X.astype(np.float32)
    X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=0.25, shuffle=False)

    # Note that the hyperparameter spaces are defined here during the pipeline definition, but it could be already set
    # within the classes ar their definition if using custom classes, or also it could be defined after declaring the
    # pipeline using a flat dict or a nested dict.

    p = Pipeline([
        AddFeatures([
            SKLearnWrapper(
                PCA(n_components=2),
                HyperparameterSpace({"n_components": RandInt(1, 3)})
            ),
            SKLearnWrapper(
                FastICA(n_components=2),
                HyperparameterSpace({"n_components": RandInt(1, 3)})
            ),
        ]),
        ModelStacking([
            SKLearnWrapper(
                GradientBoostingRegressor(),
                HyperparameterSpace({
                    "n_estimators": RandInt(50, 600), "max_depth": RandInt(1, 10),
                    "learning_rate": LogUniform(0.07, 0.7)
                })
            ),
            SKLearnWrapper(
                KMeans(),
                HyperparameterSpace({"n_clusters": RandInt(5, 10)})
            ),
        ],
            joiner=NumpyTranspose(),
            judge=SKLearnWrapper(
                Ridge(),
                HyperparameterSpace({"alpha": LogUniform(0.7, 1.4), "fit_intercept": Boolean()})
            ),
        )
    ])

    print("Meta-fitting on train:")
    auto_ml = AutoML(
        p,
        validation_splitter=ValidationSplitter(0.20),
        refit_trial=True,
        n_trials=10,
        epochs=10,
        cache_folder_when_no_handle=str(tmpdir),
        scoring_callback=ScoringCallback(mean_squared_error, higher_score_is_better=False),
        callbacks=[MetricCallback('mse', metric_function=mean_squared_error, higher_score_is_better=False)],
        hyperparams_repository=InMemoryHyperparamsRepository(cache_folder=str(tmpdir))
    )

    random_search = auto_ml.fit(X_train, y_train)
    p = random_search.get_best_model()
    print("")

    print("Transforming train and test:")
    y_train_predicted = p.predict(X_train)
    y_test_predicted = p.predict(X_test)

    print("")

    print("Evaluating transformed train:")
    score_transform = r2_score(y_train_predicted, y_train)
    print('R2 regression score:', score_transform)

    print("")

    print("Evaluating transformed test:")
    score_test = r2_score(y_test_predicted, y_test)
    print('R2 regression score:', score_test)


if __name__ == "__main__":
    main('cache')

Total running time of the script: ( 0 minutes 47.397 seconds)

Gallery generated by Sphinx-Gallery