Boston Housing Regression with Meta Optimization

This is an automatic machine learning example. It is more sophisticated than the other simple regression example. Not only a pipeline is defined, but also an hyperparameter space is defined for the pipeline. Then, a random search is performed to find the best possible combination of hyperparameters by sampling randomly in the hyperparameter space.

Out:

Meta-fitting on train:
new trial:
{
    "AddFeatures": {
        "SKLearnWrapper_FastICA": {
            "n_components": 2
        },
        "SKLearnWrapper_PCA": {
            "n_components": 1
        }
    },
    "ModelStacking": {
        "SKLearnWrapper_GradientBoostingRegressor": {
            "learning_rate": 0.1708475302819303,
            "max_depth": 6,
            "n_estimators": 287
        },
        "SKLearnWrapper_KMeans": {
            "n_clusters": 9
        }
    }
}

trial 1/10
fitting trial 1/10 split 1/1
hyperparams: {
    "AddFeatures__SKLearnWrapper_FastICA__algorithm": "parallel",
    "AddFeatures__SKLearnWrapper_FastICA__fun": "logcosh",
    "AddFeatures__SKLearnWrapper_FastICA__fun_args": null,
    "AddFeatures__SKLearnWrapper_FastICA__max_iter": 200,
    "AddFeatures__SKLearnWrapper_FastICA__n_components": 2,
    "AddFeatures__SKLearnWrapper_FastICA__random_state": null,
    "AddFeatures__SKLearnWrapper_FastICA__tol": 0.0001,
    "AddFeatures__SKLearnWrapper_FastICA__w_init": null,
    "AddFeatures__SKLearnWrapper_FastICA__whiten": true,
    "AddFeatures__SKLearnWrapper_PCA__copy": true,
    "AddFeatures__SKLearnWrapper_PCA__iterated_power": "auto",
    "AddFeatures__SKLearnWrapper_PCA__n_components": 1,
    "AddFeatures__SKLearnWrapper_PCA__random_state": null,
    "AddFeatures__SKLearnWrapper_PCA__svd_solver": "auto",
    "AddFeatures__SKLearnWrapper_PCA__tol": 0.0,
    "AddFeatures__SKLearnWrapper_PCA__whiten": false,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__alpha": 0.9,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__ccp_alpha": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__criterion": "friedman_mse",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__init": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__learning_rate": 0.1708475302819303,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__loss": "ls",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_depth": 6,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_features": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_leaf_nodes": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_decrease": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_split": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_leaf": 1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_split": 2,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_weight_fraction_leaf": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_estimators": 287,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_iter_no_change": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__presort": "deprecated",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__random_state": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__subsample": 1.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__validation_fraction": 0.1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__verbose": 0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__warm_start": false,
    "ModelStacking__SKLearnWrapper_KMeans__algorithm": "auto",
    "ModelStacking__SKLearnWrapper_KMeans__copy_x": true,
    "ModelStacking__SKLearnWrapper_KMeans__init": "k-means++",
    "ModelStacking__SKLearnWrapper_KMeans__max_iter": 300,
    "ModelStacking__SKLearnWrapper_KMeans__n_clusters": 9,
    "ModelStacking__SKLearnWrapper_KMeans__n_init": 10,
    "ModelStacking__SKLearnWrapper_KMeans__n_jobs": null,
    "ModelStacking__SKLearnWrapper_KMeans__precompute_distances": "auto",
    "ModelStacking__SKLearnWrapper_KMeans__random_state": null,
    "ModelStacking__SKLearnWrapper_KMeans__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_KMeans__verbose": 0
}


epoch 1/10
main train: 1.2327113172575288
main validation: 13.258551491603978
mse train: 1.2327113172575288
mse validation: 13.258551491603978

epoch 2/10
main train: 1.2318597614043338
main validation: 13.498807466026147
mse train: 1.2318597614043338
mse validation: 13.498807466026147

epoch 3/10
main train: 1.233213803556296
main validation: 13.322724795879145
mse train: 1.233213803556296
mse validation: 13.322724795879145

epoch 4/10
main train: 1.233253539233387
main validation: 13.315215948644253
mse train: 1.233253539233387
mse validation: 13.315215948644253

epoch 5/10
main train: 1.2315739765321836
main validation: 13.200454365047833
mse train: 1.2315739765321836
mse validation: 13.200454365047833

epoch 6/10
main train: 1.2326226851455604
main validation: 13.352391549814017
mse train: 1.2326226851455604
mse validation: 13.352391549814017

epoch 7/10
main train: 1.2332492007507843
main validation: 13.374147825944798
mse train: 1.2332492007507843
mse validation: 13.374147825944798

epoch 8/10
main train: 1.2332100023496368
main validation: 13.314387140996416
mse train: 1.2332100023496368
mse validation: 13.314387140996416

epoch 9/10
main train: 1.2331525188466423
main validation: 13.171966760488218
mse train: 1.2331525188466423
mse validation: 13.171966760488218

epoch 10/10
main train: 1.2332617375976762
main validation: 13.353600792399412
mse train: 1.2332617375976762
mse validation: 13.353600792399412
success trial 1/10 split 1/1
hyperparams: {
    "AddFeatures__SKLearnWrapper_FastICA__algorithm": "parallel",
    "AddFeatures__SKLearnWrapper_FastICA__fun": "logcosh",
    "AddFeatures__SKLearnWrapper_FastICA__fun_args": null,
    "AddFeatures__SKLearnWrapper_FastICA__max_iter": 200,
    "AddFeatures__SKLearnWrapper_FastICA__n_components": 2,
    "AddFeatures__SKLearnWrapper_FastICA__random_state": null,
    "AddFeatures__SKLearnWrapper_FastICA__tol": 0.0001,
    "AddFeatures__SKLearnWrapper_FastICA__w_init": null,
    "AddFeatures__SKLearnWrapper_FastICA__whiten": true,
    "AddFeatures__SKLearnWrapper_PCA__copy": true,
    "AddFeatures__SKLearnWrapper_PCA__iterated_power": "auto",
    "AddFeatures__SKLearnWrapper_PCA__n_components": 1,
    "AddFeatures__SKLearnWrapper_PCA__random_state": null,
    "AddFeatures__SKLearnWrapper_PCA__svd_solver": "auto",
    "AddFeatures__SKLearnWrapper_PCA__tol": 0.0,
    "AddFeatures__SKLearnWrapper_PCA__whiten": false,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__alpha": 0.9,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__ccp_alpha": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__criterion": "friedman_mse",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__init": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__learning_rate": 0.1708475302819303,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__loss": "ls",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_depth": 6,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_features": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_leaf_nodes": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_decrease": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_split": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_leaf": 1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_split": 2,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_weight_fraction_leaf": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_estimators": 287,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_iter_no_change": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__presort": "deprecated",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__random_state": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__subsample": 1.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__validation_fraction": 0.1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__verbose": 0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__warm_start": false,
    "ModelStacking__SKLearnWrapper_KMeans__algorithm": "auto",
    "ModelStacking__SKLearnWrapper_KMeans__copy_x": true,
    "ModelStacking__SKLearnWrapper_KMeans__init": "k-means++",
    "ModelStacking__SKLearnWrapper_KMeans__max_iter": 300,
    "ModelStacking__SKLearnWrapper_KMeans__n_clusters": 9,
    "ModelStacking__SKLearnWrapper_KMeans__n_init": 10,
    "ModelStacking__SKLearnWrapper_KMeans__n_jobs": null,
    "ModelStacking__SKLearnWrapper_KMeans__precompute_distances": "auto",
    "ModelStacking__SKLearnWrapper_KMeans__random_state": null,
    "ModelStacking__SKLearnWrapper_KMeans__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_KMeans__verbose": 0
}
 score: 13.353600792399412
<neuraxle.metaopt.trial.Trial object at 0x12841a410>
new trial:
{
    "AddFeatures": {
        "SKLearnWrapper_FastICA": {
            "n_components": 3
        },
        "SKLearnWrapper_PCA": {
            "n_components": 3
        }
    },
    "ModelStacking": {
        "SKLearnWrapper_GradientBoostingRegressor": {
            "learning_rate": 0.42840221493369435,
            "max_depth": 4,
            "n_estimators": 289
        },
        "SKLearnWrapper_KMeans": {
            "n_clusters": 6
        }
    }
}

trial 2/10
fitting trial 2/10 split 1/1
hyperparams: {
    "AddFeatures__SKLearnWrapper_FastICA__algorithm": "parallel",
    "AddFeatures__SKLearnWrapper_FastICA__fun": "logcosh",
    "AddFeatures__SKLearnWrapper_FastICA__fun_args": null,
    "AddFeatures__SKLearnWrapper_FastICA__max_iter": 200,
    "AddFeatures__SKLearnWrapper_FastICA__n_components": 3,
    "AddFeatures__SKLearnWrapper_FastICA__random_state": null,
    "AddFeatures__SKLearnWrapper_FastICA__tol": 0.0001,
    "AddFeatures__SKLearnWrapper_FastICA__w_init": null,
    "AddFeatures__SKLearnWrapper_FastICA__whiten": true,
    "AddFeatures__SKLearnWrapper_PCA__copy": true,
    "AddFeatures__SKLearnWrapper_PCA__iterated_power": "auto",
    "AddFeatures__SKLearnWrapper_PCA__n_components": 3,
    "AddFeatures__SKLearnWrapper_PCA__random_state": null,
    "AddFeatures__SKLearnWrapper_PCA__svd_solver": "auto",
    "AddFeatures__SKLearnWrapper_PCA__tol": 0.0,
    "AddFeatures__SKLearnWrapper_PCA__whiten": false,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__alpha": 0.9,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__ccp_alpha": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__criterion": "friedman_mse",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__init": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__learning_rate": 0.42840221493369435,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__loss": "ls",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_depth": 4,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_features": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_leaf_nodes": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_decrease": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_split": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_leaf": 1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_split": 2,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_weight_fraction_leaf": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_estimators": 289,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_iter_no_change": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__presort": "deprecated",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__random_state": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__subsample": 1.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__validation_fraction": 0.1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__verbose": 0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__warm_start": false,
    "ModelStacking__SKLearnWrapper_KMeans__algorithm": "auto",
    "ModelStacking__SKLearnWrapper_KMeans__copy_x": true,
    "ModelStacking__SKLearnWrapper_KMeans__init": "k-means++",
    "ModelStacking__SKLearnWrapper_KMeans__max_iter": 300,
    "ModelStacking__SKLearnWrapper_KMeans__n_clusters": 6,
    "ModelStacking__SKLearnWrapper_KMeans__n_init": 10,
    "ModelStacking__SKLearnWrapper_KMeans__n_jobs": null,
    "ModelStacking__SKLearnWrapper_KMeans__precompute_distances": "auto",
    "ModelStacking__SKLearnWrapper_KMeans__random_state": null,
    "ModelStacking__SKLearnWrapper_KMeans__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_KMeans__verbose": 0
}


epoch 1/10
main train: 1.2329950286455047
main validation: 13.239568419400962
mse train: 1.2329950286455047
mse validation: 13.239568419400962

epoch 2/10
main train: 1.2328760550457403
main validation: 13.391929049842213
mse train: 1.2328760550457403
mse validation: 13.391929049842213

epoch 3/10
main train: 1.2332502803739254
main validation: 13.287519409446617
mse train: 1.2332502803739254
mse validation: 13.287519409446617

epoch 4/10
main train: 1.233002057718499
main validation: 13.235545721259927
mse train: 1.233002057718499
mse validation: 13.235545721259927

epoch 5/10
main train: 1.2328637104454598
main validation: 13.323017880884933
mse train: 1.2328637104454598
mse validation: 13.323017880884933

epoch 6/10
main train: 1.2327295471132282
main validation: 13.416554003316886
mse train: 1.2327295471132282
mse validation: 13.416554003316886

epoch 7/10
main train: 1.2329443203520052
main validation: 13.306715376442037
mse train: 1.2329443203520052
mse validation: 13.306715376442037

epoch 8/10
main train: 1.2292581695358409
main validation: 13.146698270804183
mse train: 1.2292581695358409
mse validation: 13.146698270804183

epoch 9/10
main train: 1.2327652607048523
main validation: 13.287509382887327
mse train: 1.2327652607048523
mse validation: 13.287509382887327

epoch 10/10
main train: 1.2287187210535875
main validation: 13.366262059912167
mse train: 1.2287187210535875
mse validation: 13.366262059912167
success trial 2/10 split 1/1
hyperparams: {
    "AddFeatures__SKLearnWrapper_FastICA__algorithm": "parallel",
    "AddFeatures__SKLearnWrapper_FastICA__fun": "logcosh",
    "AddFeatures__SKLearnWrapper_FastICA__fun_args": null,
    "AddFeatures__SKLearnWrapper_FastICA__max_iter": 200,
    "AddFeatures__SKLearnWrapper_FastICA__n_components": 3,
    "AddFeatures__SKLearnWrapper_FastICA__random_state": null,
    "AddFeatures__SKLearnWrapper_FastICA__tol": 0.0001,
    "AddFeatures__SKLearnWrapper_FastICA__w_init": null,
    "AddFeatures__SKLearnWrapper_FastICA__whiten": true,
    "AddFeatures__SKLearnWrapper_PCA__copy": true,
    "AddFeatures__SKLearnWrapper_PCA__iterated_power": "auto",
    "AddFeatures__SKLearnWrapper_PCA__n_components": 3,
    "AddFeatures__SKLearnWrapper_PCA__random_state": null,
    "AddFeatures__SKLearnWrapper_PCA__svd_solver": "auto",
    "AddFeatures__SKLearnWrapper_PCA__tol": 0.0,
    "AddFeatures__SKLearnWrapper_PCA__whiten": false,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__alpha": 0.9,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__ccp_alpha": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__criterion": "friedman_mse",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__init": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__learning_rate": 0.42840221493369435,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__loss": "ls",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_depth": 4,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_features": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_leaf_nodes": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_decrease": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_split": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_leaf": 1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_split": 2,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_weight_fraction_leaf": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_estimators": 289,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_iter_no_change": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__presort": "deprecated",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__random_state": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__subsample": 1.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__validation_fraction": 0.1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__verbose": 0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__warm_start": false,
    "ModelStacking__SKLearnWrapper_KMeans__algorithm": "auto",
    "ModelStacking__SKLearnWrapper_KMeans__copy_x": true,
    "ModelStacking__SKLearnWrapper_KMeans__init": "k-means++",
    "ModelStacking__SKLearnWrapper_KMeans__max_iter": 300,
    "ModelStacking__SKLearnWrapper_KMeans__n_clusters": 6,
    "ModelStacking__SKLearnWrapper_KMeans__n_init": 10,
    "ModelStacking__SKLearnWrapper_KMeans__n_jobs": null,
    "ModelStacking__SKLearnWrapper_KMeans__precompute_distances": "auto",
    "ModelStacking__SKLearnWrapper_KMeans__random_state": null,
    "ModelStacking__SKLearnWrapper_KMeans__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_KMeans__verbose": 0
}
 score: 13.366262059912167
<neuraxle.metaopt.trial.Trial object at 0x128430ad0>
new trial:
{
    "AddFeatures": {
        "SKLearnWrapper_FastICA": {
            "n_components": 1
        },
        "SKLearnWrapper_PCA": {
            "n_components": 2
        }
    },
    "ModelStacking": {
        "SKLearnWrapper_GradientBoostingRegressor": {
            "learning_rate": 0.11253336943822471,
            "max_depth": 6,
            "n_estimators": 407
        },
        "SKLearnWrapper_KMeans": {
            "n_clusters": 9
        }
    }
}

trial 3/10
fitting trial 3/10 split 1/1
hyperparams: {
    "AddFeatures__SKLearnWrapper_FastICA__algorithm": "parallel",
    "AddFeatures__SKLearnWrapper_FastICA__fun": "logcosh",
    "AddFeatures__SKLearnWrapper_FastICA__fun_args": null,
    "AddFeatures__SKLearnWrapper_FastICA__max_iter": 200,
    "AddFeatures__SKLearnWrapper_FastICA__n_components": 1,
    "AddFeatures__SKLearnWrapper_FastICA__random_state": null,
    "AddFeatures__SKLearnWrapper_FastICA__tol": 0.0001,
    "AddFeatures__SKLearnWrapper_FastICA__w_init": null,
    "AddFeatures__SKLearnWrapper_FastICA__whiten": true,
    "AddFeatures__SKLearnWrapper_PCA__copy": true,
    "AddFeatures__SKLearnWrapper_PCA__iterated_power": "auto",
    "AddFeatures__SKLearnWrapper_PCA__n_components": 2,
    "AddFeatures__SKLearnWrapper_PCA__random_state": null,
    "AddFeatures__SKLearnWrapper_PCA__svd_solver": "auto",
    "AddFeatures__SKLearnWrapper_PCA__tol": 0.0,
    "AddFeatures__SKLearnWrapper_PCA__whiten": false,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__alpha": 0.9,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__ccp_alpha": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__criterion": "friedman_mse",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__init": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__learning_rate": 0.11253336943822471,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__loss": "ls",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_depth": 6,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_features": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_leaf_nodes": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_decrease": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_split": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_leaf": 1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_split": 2,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_weight_fraction_leaf": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_estimators": 407,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_iter_no_change": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__presort": "deprecated",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__random_state": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__subsample": 1.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__validation_fraction": 0.1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__verbose": 0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__warm_start": false,
    "ModelStacking__SKLearnWrapper_KMeans__algorithm": "auto",
    "ModelStacking__SKLearnWrapper_KMeans__copy_x": true,
    "ModelStacking__SKLearnWrapper_KMeans__init": "k-means++",
    "ModelStacking__SKLearnWrapper_KMeans__max_iter": 300,
    "ModelStacking__SKLearnWrapper_KMeans__n_clusters": 9,
    "ModelStacking__SKLearnWrapper_KMeans__n_init": 10,
    "ModelStacking__SKLearnWrapper_KMeans__n_jobs": null,
    "ModelStacking__SKLearnWrapper_KMeans__precompute_distances": "auto",
    "ModelStacking__SKLearnWrapper_KMeans__random_state": null,
    "ModelStacking__SKLearnWrapper_KMeans__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_KMeans__verbose": 0
}


epoch 1/10
main train: 1.233162800395683
main validation: 13.217350594098471
mse train: 1.233162800395683
mse validation: 13.217350594098471

epoch 2/10
main train: 1.233052449125803
main validation: 13.26806796321355
mse train: 1.233052449125803
mse validation: 13.26806796321355

epoch 3/10
main train: 1.2330035633131886
main validation: 13.283456547148504
mse train: 1.2330035633131886
mse validation: 13.283456547148504

epoch 4/10
main train: 1.233261534455076
main validation: 13.476369592428362
mse train: 1.233261534455076
mse validation: 13.476369592428362

epoch 5/10
main train: 1.2321125992566793
main validation: 13.172278379878929
mse train: 1.2321125992566793
mse validation: 13.172278379878929

epoch 6/10
main train: 1.232707458074511
main validation: 13.324236683482145
mse train: 1.232707458074511
mse validation: 13.324236683482145

epoch 7/10
main train: 1.2332207405487048
main validation: 13.228823476571707
mse train: 1.2332207405487048
mse validation: 13.228823476571707

epoch 8/10
main train: 1.231721622501971
main validation: 13.324859492521083
mse train: 1.231721622501971
mse validation: 13.324859492521083

epoch 9/10
main train: 1.2280141704242904
main validation: 13.305390449793755
mse train: 1.2280141704242904
mse validation: 13.305390449793755

epoch 10/10
main train: 1.232555000778683
main validation: 13.329958533969602
mse train: 1.232555000778683
mse validation: 13.329958533969602
success trial 3/10 split 1/1
hyperparams: {
    "AddFeatures__SKLearnWrapper_FastICA__algorithm": "parallel",
    "AddFeatures__SKLearnWrapper_FastICA__fun": "logcosh",
    "AddFeatures__SKLearnWrapper_FastICA__fun_args": null,
    "AddFeatures__SKLearnWrapper_FastICA__max_iter": 200,
    "AddFeatures__SKLearnWrapper_FastICA__n_components": 1,
    "AddFeatures__SKLearnWrapper_FastICA__random_state": null,
    "AddFeatures__SKLearnWrapper_FastICA__tol": 0.0001,
    "AddFeatures__SKLearnWrapper_FastICA__w_init": null,
    "AddFeatures__SKLearnWrapper_FastICA__whiten": true,
    "AddFeatures__SKLearnWrapper_PCA__copy": true,
    "AddFeatures__SKLearnWrapper_PCA__iterated_power": "auto",
    "AddFeatures__SKLearnWrapper_PCA__n_components": 2,
    "AddFeatures__SKLearnWrapper_PCA__random_state": null,
    "AddFeatures__SKLearnWrapper_PCA__svd_solver": "auto",
    "AddFeatures__SKLearnWrapper_PCA__tol": 0.0,
    "AddFeatures__SKLearnWrapper_PCA__whiten": false,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__alpha": 0.9,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__ccp_alpha": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__criterion": "friedman_mse",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__init": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__learning_rate": 0.11253336943822471,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__loss": "ls",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_depth": 6,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_features": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_leaf_nodes": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_decrease": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_split": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_leaf": 1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_split": 2,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_weight_fraction_leaf": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_estimators": 407,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_iter_no_change": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__presort": "deprecated",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__random_state": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__subsample": 1.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__validation_fraction": 0.1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__verbose": 0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__warm_start": false,
    "ModelStacking__SKLearnWrapper_KMeans__algorithm": "auto",
    "ModelStacking__SKLearnWrapper_KMeans__copy_x": true,
    "ModelStacking__SKLearnWrapper_KMeans__init": "k-means++",
    "ModelStacking__SKLearnWrapper_KMeans__max_iter": 300,
    "ModelStacking__SKLearnWrapper_KMeans__n_clusters": 9,
    "ModelStacking__SKLearnWrapper_KMeans__n_init": 10,
    "ModelStacking__SKLearnWrapper_KMeans__n_jobs": null,
    "ModelStacking__SKLearnWrapper_KMeans__precompute_distances": "auto",
    "ModelStacking__SKLearnWrapper_KMeans__random_state": null,
    "ModelStacking__SKLearnWrapper_KMeans__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_KMeans__verbose": 0
}
 score: 13.329958533969602
<neuraxle.metaopt.trial.Trial object at 0x12846a110>
new trial:
{
    "AddFeatures": {
        "SKLearnWrapper_FastICA": {
            "n_components": 2
        },
        "SKLearnWrapper_PCA": {
            "n_components": 1
        }
    },
    "ModelStacking": {
        "SKLearnWrapper_GradientBoostingRegressor": {
            "learning_rate": 0.5008235470866984,
            "max_depth": 5,
            "n_estimators": 573
        },
        "SKLearnWrapper_KMeans": {
            "n_clusters": 9
        }
    }
}

trial 4/10
fitting trial 4/10 split 1/1
hyperparams: {
    "AddFeatures__SKLearnWrapper_FastICA__algorithm": "parallel",
    "AddFeatures__SKLearnWrapper_FastICA__fun": "logcosh",
    "AddFeatures__SKLearnWrapper_FastICA__fun_args": null,
    "AddFeatures__SKLearnWrapper_FastICA__max_iter": 200,
    "AddFeatures__SKLearnWrapper_FastICA__n_components": 2,
    "AddFeatures__SKLearnWrapper_FastICA__random_state": null,
    "AddFeatures__SKLearnWrapper_FastICA__tol": 0.0001,
    "AddFeatures__SKLearnWrapper_FastICA__w_init": null,
    "AddFeatures__SKLearnWrapper_FastICA__whiten": true,
    "AddFeatures__SKLearnWrapper_PCA__copy": true,
    "AddFeatures__SKLearnWrapper_PCA__iterated_power": "auto",
    "AddFeatures__SKLearnWrapper_PCA__n_components": 1,
    "AddFeatures__SKLearnWrapper_PCA__random_state": null,
    "AddFeatures__SKLearnWrapper_PCA__svd_solver": "auto",
    "AddFeatures__SKLearnWrapper_PCA__tol": 0.0,
    "AddFeatures__SKLearnWrapper_PCA__whiten": false,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__alpha": 0.9,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__ccp_alpha": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__criterion": "friedman_mse",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__init": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__learning_rate": 0.5008235470866984,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__loss": "ls",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_depth": 5,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_features": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_leaf_nodes": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_decrease": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_split": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_leaf": 1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_split": 2,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_weight_fraction_leaf": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_estimators": 573,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_iter_no_change": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__presort": "deprecated",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__random_state": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__subsample": 1.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__validation_fraction": 0.1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__verbose": 0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__warm_start": false,
    "ModelStacking__SKLearnWrapper_KMeans__algorithm": "auto",
    "ModelStacking__SKLearnWrapper_KMeans__copy_x": true,
    "ModelStacking__SKLearnWrapper_KMeans__init": "k-means++",
    "ModelStacking__SKLearnWrapper_KMeans__max_iter": 300,
    "ModelStacking__SKLearnWrapper_KMeans__n_clusters": 9,
    "ModelStacking__SKLearnWrapper_KMeans__n_init": 10,
    "ModelStacking__SKLearnWrapper_KMeans__n_jobs": null,
    "ModelStacking__SKLearnWrapper_KMeans__precompute_distances": "auto",
    "ModelStacking__SKLearnWrapper_KMeans__random_state": null,
    "ModelStacking__SKLearnWrapper_KMeans__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_KMeans__verbose": 0
}


epoch 1/10
main train: 1.2329233263692827
main validation: 13.525366800460077
mse train: 1.2329233263692827
mse validation: 13.525366800460077

epoch 2/10
main train: 1.2330530065244267
main validation: 13.274198929831494
mse train: 1.2330530065244267
mse validation: 13.274198929831494

epoch 3/10
main train: 1.2332072094450246
main validation: 13.232859775391574
mse train: 1.2332072094450246
mse validation: 13.232859775391574

epoch 4/10
main train: 1.2329320234918542
main validation: 13.477609263947517
mse train: 1.2329320234918542
mse validation: 13.477609263947517

epoch 5/10
main train: 1.2332596341605926
main validation: 13.25484891738313
mse train: 1.2332596341605926
mse validation: 13.25484891738313

epoch 6/10
main train: 1.2332545575503084
main validation: 13.326328906992524
mse train: 1.2332545575503084
mse validation: 13.326328906992524

epoch 7/10
main train: 1.2332002880015591
main validation: 13.170628005247863
mse train: 1.2332002880015591
mse validation: 13.170628005247863

epoch 8/10
main train: 1.2330787657093223
main validation: 13.34817042512105
mse train: 1.2330787657093223
mse validation: 13.34817042512105

epoch 9/10
main train: 1.2331429919678825
main validation: 13.245516567293414
mse train: 1.2331429919678825
mse validation: 13.245516567293414

epoch 10/10
main train: 1.2288295771168416
main validation: 13.173407076198266
mse train: 1.2288295771168416
mse validation: 13.173407076198266
success trial 4/10 split 1/1
hyperparams: {
    "AddFeatures__SKLearnWrapper_FastICA__algorithm": "parallel",
    "AddFeatures__SKLearnWrapper_FastICA__fun": "logcosh",
    "AddFeatures__SKLearnWrapper_FastICA__fun_args": null,
    "AddFeatures__SKLearnWrapper_FastICA__max_iter": 200,
    "AddFeatures__SKLearnWrapper_FastICA__n_components": 2,
    "AddFeatures__SKLearnWrapper_FastICA__random_state": null,
    "AddFeatures__SKLearnWrapper_FastICA__tol": 0.0001,
    "AddFeatures__SKLearnWrapper_FastICA__w_init": null,
    "AddFeatures__SKLearnWrapper_FastICA__whiten": true,
    "AddFeatures__SKLearnWrapper_PCA__copy": true,
    "AddFeatures__SKLearnWrapper_PCA__iterated_power": "auto",
    "AddFeatures__SKLearnWrapper_PCA__n_components": 1,
    "AddFeatures__SKLearnWrapper_PCA__random_state": null,
    "AddFeatures__SKLearnWrapper_PCA__svd_solver": "auto",
    "AddFeatures__SKLearnWrapper_PCA__tol": 0.0,
    "AddFeatures__SKLearnWrapper_PCA__whiten": false,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__alpha": 0.9,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__ccp_alpha": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__criterion": "friedman_mse",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__init": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__learning_rate": 0.5008235470866984,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__loss": "ls",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_depth": 5,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_features": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_leaf_nodes": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_decrease": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_split": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_leaf": 1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_split": 2,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_weight_fraction_leaf": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_estimators": 573,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_iter_no_change": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__presort": "deprecated",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__random_state": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__subsample": 1.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__validation_fraction": 0.1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__verbose": 0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__warm_start": false,
    "ModelStacking__SKLearnWrapper_KMeans__algorithm": "auto",
    "ModelStacking__SKLearnWrapper_KMeans__copy_x": true,
    "ModelStacking__SKLearnWrapper_KMeans__init": "k-means++",
    "ModelStacking__SKLearnWrapper_KMeans__max_iter": 300,
    "ModelStacking__SKLearnWrapper_KMeans__n_clusters": 9,
    "ModelStacking__SKLearnWrapper_KMeans__n_init": 10,
    "ModelStacking__SKLearnWrapper_KMeans__n_jobs": null,
    "ModelStacking__SKLearnWrapper_KMeans__precompute_distances": "auto",
    "ModelStacking__SKLearnWrapper_KMeans__random_state": null,
    "ModelStacking__SKLearnWrapper_KMeans__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_KMeans__verbose": 0
}
 score: 13.173407076198266
<neuraxle.metaopt.trial.Trial object at 0x128412550>
new trial:
{
    "AddFeatures": {
        "SKLearnWrapper_FastICA": {
            "n_components": 3
        },
        "SKLearnWrapper_PCA": {
            "n_components": 3
        }
    },
    "ModelStacking": {
        "SKLearnWrapper_GradientBoostingRegressor": {
            "learning_rate": 0.08645862997777952,
            "max_depth": 5,
            "n_estimators": 93
        },
        "SKLearnWrapper_KMeans": {
            "n_clusters": 9
        }
    }
}

trial 5/10
fitting trial 5/10 split 1/1
hyperparams: {
    "AddFeatures__SKLearnWrapper_FastICA__algorithm": "parallel",
    "AddFeatures__SKLearnWrapper_FastICA__fun": "logcosh",
    "AddFeatures__SKLearnWrapper_FastICA__fun_args": null,
    "AddFeatures__SKLearnWrapper_FastICA__max_iter": 200,
    "AddFeatures__SKLearnWrapper_FastICA__n_components": 3,
    "AddFeatures__SKLearnWrapper_FastICA__random_state": null,
    "AddFeatures__SKLearnWrapper_FastICA__tol": 0.0001,
    "AddFeatures__SKLearnWrapper_FastICA__w_init": null,
    "AddFeatures__SKLearnWrapper_FastICA__whiten": true,
    "AddFeatures__SKLearnWrapper_PCA__copy": true,
    "AddFeatures__SKLearnWrapper_PCA__iterated_power": "auto",
    "AddFeatures__SKLearnWrapper_PCA__n_components": 3,
    "AddFeatures__SKLearnWrapper_PCA__random_state": null,
    "AddFeatures__SKLearnWrapper_PCA__svd_solver": "auto",
    "AddFeatures__SKLearnWrapper_PCA__tol": 0.0,
    "AddFeatures__SKLearnWrapper_PCA__whiten": false,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__alpha": 0.9,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__ccp_alpha": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__criterion": "friedman_mse",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__init": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__learning_rate": 0.08645862997777952,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__loss": "ls",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_depth": 5,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_features": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_leaf_nodes": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_decrease": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_split": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_leaf": 1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_split": 2,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_weight_fraction_leaf": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_estimators": 93,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_iter_no_change": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__presort": "deprecated",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__random_state": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__subsample": 1.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__validation_fraction": 0.1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__verbose": 0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__warm_start": false,
    "ModelStacking__SKLearnWrapper_KMeans__algorithm": "auto",
    "ModelStacking__SKLearnWrapper_KMeans__copy_x": true,
    "ModelStacking__SKLearnWrapper_KMeans__init": "k-means++",
    "ModelStacking__SKLearnWrapper_KMeans__max_iter": 300,
    "ModelStacking__SKLearnWrapper_KMeans__n_clusters": 9,
    "ModelStacking__SKLearnWrapper_KMeans__n_init": 10,
    "ModelStacking__SKLearnWrapper_KMeans__n_jobs": null,
    "ModelStacking__SKLearnWrapper_KMeans__precompute_distances": "auto",
    "ModelStacking__SKLearnWrapper_KMeans__random_state": null,
    "ModelStacking__SKLearnWrapper_KMeans__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_KMeans__verbose": 0
}


epoch 1/10
main train: 1.2329742785579945
main validation: 13.411201525059026
mse train: 1.2329742785579945
mse validation: 13.411201525059026

epoch 2/10
main train: 1.233258997029772
main validation: 13.231881307302828
mse train: 1.233258997029772
mse validation: 13.231881307302828

epoch 3/10
main train: 1.2329805467538566
main validation: 13.312767357463196
mse train: 1.2329805467538566
mse validation: 13.312767357463196

epoch 4/10
main train: 1.2325623429002865
main validation: 13.259466706107254
mse train: 1.2325623429002865
mse validation: 13.259466706107254

epoch 5/10
main train: 1.2319786668747932
main validation: 13.228833967813953
mse train: 1.2319786668747932
mse validation: 13.228833967813953

epoch 6/10
main train: 1.2332550448021364
main validation: 13.36629858016598
mse train: 1.2332550448021364
mse validation: 13.36629858016598

epoch 7/10
main train: 1.2326017840964443
main validation: 13.405569070083184
mse train: 1.2326017840964443
mse validation: 13.405569070083184

epoch 8/10
main train: 1.2332616572617665
main validation: 13.386127260007077
mse train: 1.2332616572617665
mse validation: 13.386127260007077

epoch 9/10
main train: 1.2330705894812395
main validation: 13.486786466061224
mse train: 1.2330705894812395
mse validation: 13.486786466061224

epoch 10/10
main train: 1.2325671557912758
main validation: 13.254425957605099
mse train: 1.2325671557912758
mse validation: 13.254425957605099
success trial 5/10 split 1/1
hyperparams: {
    "AddFeatures__SKLearnWrapper_FastICA__algorithm": "parallel",
    "AddFeatures__SKLearnWrapper_FastICA__fun": "logcosh",
    "AddFeatures__SKLearnWrapper_FastICA__fun_args": null,
    "AddFeatures__SKLearnWrapper_FastICA__max_iter": 200,
    "AddFeatures__SKLearnWrapper_FastICA__n_components": 3,
    "AddFeatures__SKLearnWrapper_FastICA__random_state": null,
    "AddFeatures__SKLearnWrapper_FastICA__tol": 0.0001,
    "AddFeatures__SKLearnWrapper_FastICA__w_init": null,
    "AddFeatures__SKLearnWrapper_FastICA__whiten": true,
    "AddFeatures__SKLearnWrapper_PCA__copy": true,
    "AddFeatures__SKLearnWrapper_PCA__iterated_power": "auto",
    "AddFeatures__SKLearnWrapper_PCA__n_components": 3,
    "AddFeatures__SKLearnWrapper_PCA__random_state": null,
    "AddFeatures__SKLearnWrapper_PCA__svd_solver": "auto",
    "AddFeatures__SKLearnWrapper_PCA__tol": 0.0,
    "AddFeatures__SKLearnWrapper_PCA__whiten": false,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__alpha": 0.9,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__ccp_alpha": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__criterion": "friedman_mse",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__init": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__learning_rate": 0.08645862997777952,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__loss": "ls",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_depth": 5,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_features": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_leaf_nodes": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_decrease": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_split": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_leaf": 1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_split": 2,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_weight_fraction_leaf": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_estimators": 93,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_iter_no_change": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__presort": "deprecated",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__random_state": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__subsample": 1.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__validation_fraction": 0.1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__verbose": 0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__warm_start": false,
    "ModelStacking__SKLearnWrapper_KMeans__algorithm": "auto",
    "ModelStacking__SKLearnWrapper_KMeans__copy_x": true,
    "ModelStacking__SKLearnWrapper_KMeans__init": "k-means++",
    "ModelStacking__SKLearnWrapper_KMeans__max_iter": 300,
    "ModelStacking__SKLearnWrapper_KMeans__n_clusters": 9,
    "ModelStacking__SKLearnWrapper_KMeans__n_init": 10,
    "ModelStacking__SKLearnWrapper_KMeans__n_jobs": null,
    "ModelStacking__SKLearnWrapper_KMeans__precompute_distances": "auto",
    "ModelStacking__SKLearnWrapper_KMeans__random_state": null,
    "ModelStacking__SKLearnWrapper_KMeans__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_KMeans__verbose": 0
}
 score: 13.254425957605099
<neuraxle.metaopt.trial.Trial object at 0x128411050>
new trial:
{
    "AddFeatures": {
        "SKLearnWrapper_FastICA": {
            "n_components": 1
        },
        "SKLearnWrapper_PCA": {
            "n_components": 1
        }
    },
    "ModelStacking": {
        "SKLearnWrapper_GradientBoostingRegressor": {
            "learning_rate": 0.1986005477921359,
            "max_depth": 6,
            "n_estimators": 101
        },
        "SKLearnWrapper_KMeans": {
            "n_clusters": 7
        }
    }
}

trial 6/10
fitting trial 6/10 split 1/1
hyperparams: {
    "AddFeatures__SKLearnWrapper_FastICA__algorithm": "parallel",
    "AddFeatures__SKLearnWrapper_FastICA__fun": "logcosh",
    "AddFeatures__SKLearnWrapper_FastICA__fun_args": null,
    "AddFeatures__SKLearnWrapper_FastICA__max_iter": 200,
    "AddFeatures__SKLearnWrapper_FastICA__n_components": 1,
    "AddFeatures__SKLearnWrapper_FastICA__random_state": null,
    "AddFeatures__SKLearnWrapper_FastICA__tol": 0.0001,
    "AddFeatures__SKLearnWrapper_FastICA__w_init": null,
    "AddFeatures__SKLearnWrapper_FastICA__whiten": true,
    "AddFeatures__SKLearnWrapper_PCA__copy": true,
    "AddFeatures__SKLearnWrapper_PCA__iterated_power": "auto",
    "AddFeatures__SKLearnWrapper_PCA__n_components": 1,
    "AddFeatures__SKLearnWrapper_PCA__random_state": null,
    "AddFeatures__SKLearnWrapper_PCA__svd_solver": "auto",
    "AddFeatures__SKLearnWrapper_PCA__tol": 0.0,
    "AddFeatures__SKLearnWrapper_PCA__whiten": false,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__alpha": 0.9,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__ccp_alpha": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__criterion": "friedman_mse",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__init": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__learning_rate": 0.1986005477921359,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__loss": "ls",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_depth": 6,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_features": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_leaf_nodes": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_decrease": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_split": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_leaf": 1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_split": 2,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_weight_fraction_leaf": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_estimators": 101,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_iter_no_change": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__presort": "deprecated",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__random_state": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__subsample": 1.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__validation_fraction": 0.1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__verbose": 0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__warm_start": false,
    "ModelStacking__SKLearnWrapper_KMeans__algorithm": "auto",
    "ModelStacking__SKLearnWrapper_KMeans__copy_x": true,
    "ModelStacking__SKLearnWrapper_KMeans__init": "k-means++",
    "ModelStacking__SKLearnWrapper_KMeans__max_iter": 300,
    "ModelStacking__SKLearnWrapper_KMeans__n_clusters": 7,
    "ModelStacking__SKLearnWrapper_KMeans__n_init": 10,
    "ModelStacking__SKLearnWrapper_KMeans__n_jobs": null,
    "ModelStacking__SKLearnWrapper_KMeans__precompute_distances": "auto",
    "ModelStacking__SKLearnWrapper_KMeans__random_state": null,
    "ModelStacking__SKLearnWrapper_KMeans__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_KMeans__verbose": 0
}


epoch 1/10
main train: 1.2325029998499866
main validation: 13.380605316379276
mse train: 1.2325029998499866
mse validation: 13.380605316379276

epoch 2/10
main train: 1.2331678310375618
main validation: 13.307032592034185
mse train: 1.2331678310375618
mse validation: 13.307032592034185

epoch 3/10
main train: 1.2332047976663425
main validation: 13.24902450842006
mse train: 1.2332047976663425
mse validation: 13.24902450842006

epoch 4/10
main train: 1.2331936842578133
main validation: 13.383235573096801
mse train: 1.2331936842578133
mse validation: 13.383235573096801

epoch 5/10
main train: 1.2321913747606321
main validation: 13.245755691037909
mse train: 1.2321913747606321
mse validation: 13.245755691037909

epoch 6/10
main train: 1.2312241102019348
main validation: 13.201075747853588
mse train: 1.2312241102019348
mse validation: 13.201075747853588

epoch 7/10
main train: 1.2332619863224994
main validation: 13.204735566934179
mse train: 1.2332619863224994
mse validation: 13.204735566934179

epoch 8/10
main train: 1.2329503570965972
main validation: 13.340498230876811
mse train: 1.2329503570965972
mse validation: 13.340498230876811

epoch 9/10
main train: 1.2326541022349977
main validation: 13.139205272469628
mse train: 1.2326541022349977
mse validation: 13.139205272469628

epoch 10/10
main train: 1.2330430156942922
main validation: 13.324084072965402
mse train: 1.2330430156942922
mse validation: 13.324084072965402
success trial 6/10 split 1/1
hyperparams: {
    "AddFeatures__SKLearnWrapper_FastICA__algorithm": "parallel",
    "AddFeatures__SKLearnWrapper_FastICA__fun": "logcosh",
    "AddFeatures__SKLearnWrapper_FastICA__fun_args": null,
    "AddFeatures__SKLearnWrapper_FastICA__max_iter": 200,
    "AddFeatures__SKLearnWrapper_FastICA__n_components": 1,
    "AddFeatures__SKLearnWrapper_FastICA__random_state": null,
    "AddFeatures__SKLearnWrapper_FastICA__tol": 0.0001,
    "AddFeatures__SKLearnWrapper_FastICA__w_init": null,
    "AddFeatures__SKLearnWrapper_FastICA__whiten": true,
    "AddFeatures__SKLearnWrapper_PCA__copy": true,
    "AddFeatures__SKLearnWrapper_PCA__iterated_power": "auto",
    "AddFeatures__SKLearnWrapper_PCA__n_components": 1,
    "AddFeatures__SKLearnWrapper_PCA__random_state": null,
    "AddFeatures__SKLearnWrapper_PCA__svd_solver": "auto",
    "AddFeatures__SKLearnWrapper_PCA__tol": 0.0,
    "AddFeatures__SKLearnWrapper_PCA__whiten": false,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__alpha": 0.9,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__ccp_alpha": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__criterion": "friedman_mse",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__init": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__learning_rate": 0.1986005477921359,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__loss": "ls",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_depth": 6,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_features": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_leaf_nodes": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_decrease": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_split": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_leaf": 1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_split": 2,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_weight_fraction_leaf": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_estimators": 101,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_iter_no_change": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__presort": "deprecated",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__random_state": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__subsample": 1.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__validation_fraction": 0.1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__verbose": 0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__warm_start": false,
    "ModelStacking__SKLearnWrapper_KMeans__algorithm": "auto",
    "ModelStacking__SKLearnWrapper_KMeans__copy_x": true,
    "ModelStacking__SKLearnWrapper_KMeans__init": "k-means++",
    "ModelStacking__SKLearnWrapper_KMeans__max_iter": 300,
    "ModelStacking__SKLearnWrapper_KMeans__n_clusters": 7,
    "ModelStacking__SKLearnWrapper_KMeans__n_init": 10,
    "ModelStacking__SKLearnWrapper_KMeans__n_jobs": null,
    "ModelStacking__SKLearnWrapper_KMeans__precompute_distances": "auto",
    "ModelStacking__SKLearnWrapper_KMeans__random_state": null,
    "ModelStacking__SKLearnWrapper_KMeans__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_KMeans__verbose": 0
}
 score: 13.324084072965402
<neuraxle.metaopt.trial.Trial object at 0x12841a350>
new trial:
{
    "AddFeatures": {
        "SKLearnWrapper_FastICA": {
            "n_components": 2
        },
        "SKLearnWrapper_PCA": {
            "n_components": 3
        }
    },
    "ModelStacking": {
        "SKLearnWrapper_GradientBoostingRegressor": {
            "learning_rate": 0.12155931160534089,
            "max_depth": 4,
            "n_estimators": 416
        },
        "SKLearnWrapper_KMeans": {
            "n_clusters": 5
        }
    }
}

trial 7/10
fitting trial 7/10 split 1/1
hyperparams: {
    "AddFeatures__SKLearnWrapper_FastICA__algorithm": "parallel",
    "AddFeatures__SKLearnWrapper_FastICA__fun": "logcosh",
    "AddFeatures__SKLearnWrapper_FastICA__fun_args": null,
    "AddFeatures__SKLearnWrapper_FastICA__max_iter": 200,
    "AddFeatures__SKLearnWrapper_FastICA__n_components": 2,
    "AddFeatures__SKLearnWrapper_FastICA__random_state": null,
    "AddFeatures__SKLearnWrapper_FastICA__tol": 0.0001,
    "AddFeatures__SKLearnWrapper_FastICA__w_init": null,
    "AddFeatures__SKLearnWrapper_FastICA__whiten": true,
    "AddFeatures__SKLearnWrapper_PCA__copy": true,
    "AddFeatures__SKLearnWrapper_PCA__iterated_power": "auto",
    "AddFeatures__SKLearnWrapper_PCA__n_components": 3,
    "AddFeatures__SKLearnWrapper_PCA__random_state": null,
    "AddFeatures__SKLearnWrapper_PCA__svd_solver": "auto",
    "AddFeatures__SKLearnWrapper_PCA__tol": 0.0,
    "AddFeatures__SKLearnWrapper_PCA__whiten": false,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__alpha": 0.9,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__ccp_alpha": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__criterion": "friedman_mse",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__init": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__learning_rate": 0.12155931160534089,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__loss": "ls",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_depth": 4,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_features": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_leaf_nodes": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_decrease": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_split": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_leaf": 1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_split": 2,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_weight_fraction_leaf": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_estimators": 416,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_iter_no_change": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__presort": "deprecated",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__random_state": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__subsample": 1.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__validation_fraction": 0.1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__verbose": 0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__warm_start": false,
    "ModelStacking__SKLearnWrapper_KMeans__algorithm": "auto",
    "ModelStacking__SKLearnWrapper_KMeans__copy_x": true,
    "ModelStacking__SKLearnWrapper_KMeans__init": "k-means++",
    "ModelStacking__SKLearnWrapper_KMeans__max_iter": 300,
    "ModelStacking__SKLearnWrapper_KMeans__n_clusters": 5,
    "ModelStacking__SKLearnWrapper_KMeans__n_init": 10,
    "ModelStacking__SKLearnWrapper_KMeans__n_jobs": null,
    "ModelStacking__SKLearnWrapper_KMeans__precompute_distances": "auto",
    "ModelStacking__SKLearnWrapper_KMeans__random_state": null,
    "ModelStacking__SKLearnWrapper_KMeans__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_KMeans__verbose": 0
}


epoch 1/10
main train: 1.2331758803558868
main validation: 13.21351396348681
mse train: 1.2331758803558868
mse validation: 13.21351396348681

epoch 2/10
main train: 1.2263471884974682
main validation: 13.333611500000812
mse train: 1.2263471884974682
mse validation: 13.333611500000812

epoch 3/10
main train: 1.2331826223907583
main validation: 13.2665564566691
mse train: 1.2331826223907583
mse validation: 13.2665564566691

epoch 4/10
main train: 1.2305577304762143
main validation: 13.313810802773563
mse train: 1.2305577304762143
mse validation: 13.313810802773563

epoch 5/10
main train: 1.2332010941198097
main validation: 13.307524946708519
mse train: 1.2332010941198097
mse validation: 13.307524946708519

epoch 6/10
main train: 1.2293299577384542
main validation: 13.18449638272589
mse train: 1.2293299577384542
mse validation: 13.18449638272589

epoch 7/10
main train: 1.2331914368747405
main validation: 13.329935658099714
mse train: 1.2331914368747405
mse validation: 13.329935658099714

epoch 8/10
main train: 1.2330037763355488
main validation: 13.357908117648222
mse train: 1.2330037763355488
mse validation: 13.357908117648222

epoch 9/10
main train: 1.2324099652258123
main validation: 13.194795658175753
mse train: 1.2324099652258123
mse validation: 13.194795658175753

epoch 10/10
main train: 1.2281544993832563
main validation: 13.31845740566982
mse train: 1.2281544993832563
mse validation: 13.31845740566982
success trial 7/10 split 1/1
hyperparams: {
    "AddFeatures__SKLearnWrapper_FastICA__algorithm": "parallel",
    "AddFeatures__SKLearnWrapper_FastICA__fun": "logcosh",
    "AddFeatures__SKLearnWrapper_FastICA__fun_args": null,
    "AddFeatures__SKLearnWrapper_FastICA__max_iter": 200,
    "AddFeatures__SKLearnWrapper_FastICA__n_components": 2,
    "AddFeatures__SKLearnWrapper_FastICA__random_state": null,
    "AddFeatures__SKLearnWrapper_FastICA__tol": 0.0001,
    "AddFeatures__SKLearnWrapper_FastICA__w_init": null,
    "AddFeatures__SKLearnWrapper_FastICA__whiten": true,
    "AddFeatures__SKLearnWrapper_PCA__copy": true,
    "AddFeatures__SKLearnWrapper_PCA__iterated_power": "auto",
    "AddFeatures__SKLearnWrapper_PCA__n_components": 3,
    "AddFeatures__SKLearnWrapper_PCA__random_state": null,
    "AddFeatures__SKLearnWrapper_PCA__svd_solver": "auto",
    "AddFeatures__SKLearnWrapper_PCA__tol": 0.0,
    "AddFeatures__SKLearnWrapper_PCA__whiten": false,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__alpha": 0.9,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__ccp_alpha": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__criterion": "friedman_mse",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__init": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__learning_rate": 0.12155931160534089,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__loss": "ls",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_depth": 4,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_features": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_leaf_nodes": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_decrease": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_split": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_leaf": 1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_split": 2,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_weight_fraction_leaf": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_estimators": 416,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_iter_no_change": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__presort": "deprecated",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__random_state": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__subsample": 1.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__validation_fraction": 0.1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__verbose": 0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__warm_start": false,
    "ModelStacking__SKLearnWrapper_KMeans__algorithm": "auto",
    "ModelStacking__SKLearnWrapper_KMeans__copy_x": true,
    "ModelStacking__SKLearnWrapper_KMeans__init": "k-means++",
    "ModelStacking__SKLearnWrapper_KMeans__max_iter": 300,
    "ModelStacking__SKLearnWrapper_KMeans__n_clusters": 5,
    "ModelStacking__SKLearnWrapper_KMeans__n_init": 10,
    "ModelStacking__SKLearnWrapper_KMeans__n_jobs": null,
    "ModelStacking__SKLearnWrapper_KMeans__precompute_distances": "auto",
    "ModelStacking__SKLearnWrapper_KMeans__random_state": null,
    "ModelStacking__SKLearnWrapper_KMeans__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_KMeans__verbose": 0
}
 score: 13.31845740566982
<neuraxle.metaopt.trial.Trial object at 0x128412c90>
new trial:
{
    "AddFeatures": {
        "SKLearnWrapper_FastICA": {
            "n_components": 2
        },
        "SKLearnWrapper_PCA": {
            "n_components": 2
        }
    },
    "ModelStacking": {
        "SKLearnWrapper_GradientBoostingRegressor": {
            "learning_rate": 0.40608321637370265,
            "max_depth": 5,
            "n_estimators": 194
        },
        "SKLearnWrapper_KMeans": {
            "n_clusters": 7
        }
    }
}

trial 8/10
fitting trial 8/10 split 1/1
hyperparams: {
    "AddFeatures__SKLearnWrapper_FastICA__algorithm": "parallel",
    "AddFeatures__SKLearnWrapper_FastICA__fun": "logcosh",
    "AddFeatures__SKLearnWrapper_FastICA__fun_args": null,
    "AddFeatures__SKLearnWrapper_FastICA__max_iter": 200,
    "AddFeatures__SKLearnWrapper_FastICA__n_components": 2,
    "AddFeatures__SKLearnWrapper_FastICA__random_state": null,
    "AddFeatures__SKLearnWrapper_FastICA__tol": 0.0001,
    "AddFeatures__SKLearnWrapper_FastICA__w_init": null,
    "AddFeatures__SKLearnWrapper_FastICA__whiten": true,
    "AddFeatures__SKLearnWrapper_PCA__copy": true,
    "AddFeatures__SKLearnWrapper_PCA__iterated_power": "auto",
    "AddFeatures__SKLearnWrapper_PCA__n_components": 2,
    "AddFeatures__SKLearnWrapper_PCA__random_state": null,
    "AddFeatures__SKLearnWrapper_PCA__svd_solver": "auto",
    "AddFeatures__SKLearnWrapper_PCA__tol": 0.0,
    "AddFeatures__SKLearnWrapper_PCA__whiten": false,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__alpha": 0.9,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__ccp_alpha": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__criterion": "friedman_mse",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__init": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__learning_rate": 0.40608321637370265,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__loss": "ls",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_depth": 5,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_features": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_leaf_nodes": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_decrease": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_split": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_leaf": 1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_split": 2,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_weight_fraction_leaf": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_estimators": 194,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_iter_no_change": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__presort": "deprecated",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__random_state": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__subsample": 1.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__validation_fraction": 0.1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__verbose": 0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__warm_start": false,
    "ModelStacking__SKLearnWrapper_KMeans__algorithm": "auto",
    "ModelStacking__SKLearnWrapper_KMeans__copy_x": true,
    "ModelStacking__SKLearnWrapper_KMeans__init": "k-means++",
    "ModelStacking__SKLearnWrapper_KMeans__max_iter": 300,
    "ModelStacking__SKLearnWrapper_KMeans__n_clusters": 7,
    "ModelStacking__SKLearnWrapper_KMeans__n_init": 10,
    "ModelStacking__SKLearnWrapper_KMeans__n_jobs": null,
    "ModelStacking__SKLearnWrapper_KMeans__precompute_distances": "auto",
    "ModelStacking__SKLearnWrapper_KMeans__random_state": null,
    "ModelStacking__SKLearnWrapper_KMeans__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_KMeans__verbose": 0
}


epoch 1/10
main train: 1.2244214931833992
main validation: 13.113672836378276
mse train: 1.2244214931833992
mse validation: 13.113672836378276

epoch 2/10
main train: 1.2298950700082991
main validation: 13.460049946728384
mse train: 1.2298950700082991
mse validation: 13.460049946728384

epoch 3/10
main train: 1.2317139553090868
main validation: 13.3875076758794
mse train: 1.2317139553090868
mse validation: 13.3875076758794

epoch 4/10
main train: 1.2302352608353375
main validation: 13.413728931147523
mse train: 1.2302352608353375
mse validation: 13.413728931147523

epoch 5/10
main train: 1.2330020577184992
main validation: 13.423042663010325
mse train: 1.2330020577184992
mse validation: 13.423042663010325

epoch 6/10
main train: 1.2286167668576702
main validation: 13.32371003118697
mse train: 1.2286167668576702
mse validation: 13.32371003118697

epoch 7/10
main train: 1.2324923024089631
main validation: 13.319851023970495
mse train: 1.2324923024089631
mse validation: 13.319851023970495

epoch 8/10
main train: 1.2278244764886779
main validation: 13.17219864813976
mse train: 1.2278244764886779
mse validation: 13.17219864813976

epoch 9/10
main train: 1.2307754626970653
main validation: 13.217147091275898
mse train: 1.2307754626970653
mse validation: 13.217147091275898

epoch 10/10
main train: 1.2311699569646044
main validation: 13.299099514503562
mse train: 1.2311699569646044
mse validation: 13.299099514503562
success trial 8/10 split 1/1
hyperparams: {
    "AddFeatures__SKLearnWrapper_FastICA__algorithm": "parallel",
    "AddFeatures__SKLearnWrapper_FastICA__fun": "logcosh",
    "AddFeatures__SKLearnWrapper_FastICA__fun_args": null,
    "AddFeatures__SKLearnWrapper_FastICA__max_iter": 200,
    "AddFeatures__SKLearnWrapper_FastICA__n_components": 2,
    "AddFeatures__SKLearnWrapper_FastICA__random_state": null,
    "AddFeatures__SKLearnWrapper_FastICA__tol": 0.0001,
    "AddFeatures__SKLearnWrapper_FastICA__w_init": null,
    "AddFeatures__SKLearnWrapper_FastICA__whiten": true,
    "AddFeatures__SKLearnWrapper_PCA__copy": true,
    "AddFeatures__SKLearnWrapper_PCA__iterated_power": "auto",
    "AddFeatures__SKLearnWrapper_PCA__n_components": 2,
    "AddFeatures__SKLearnWrapper_PCA__random_state": null,
    "AddFeatures__SKLearnWrapper_PCA__svd_solver": "auto",
    "AddFeatures__SKLearnWrapper_PCA__tol": 0.0,
    "AddFeatures__SKLearnWrapper_PCA__whiten": false,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__alpha": 0.9,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__ccp_alpha": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__criterion": "friedman_mse",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__init": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__learning_rate": 0.40608321637370265,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__loss": "ls",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_depth": 5,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_features": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_leaf_nodes": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_decrease": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_split": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_leaf": 1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_split": 2,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_weight_fraction_leaf": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_estimators": 194,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_iter_no_change": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__presort": "deprecated",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__random_state": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__subsample": 1.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__validation_fraction": 0.1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__verbose": 0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__warm_start": false,
    "ModelStacking__SKLearnWrapper_KMeans__algorithm": "auto",
    "ModelStacking__SKLearnWrapper_KMeans__copy_x": true,
    "ModelStacking__SKLearnWrapper_KMeans__init": "k-means++",
    "ModelStacking__SKLearnWrapper_KMeans__max_iter": 300,
    "ModelStacking__SKLearnWrapper_KMeans__n_clusters": 7,
    "ModelStacking__SKLearnWrapper_KMeans__n_init": 10,
    "ModelStacking__SKLearnWrapper_KMeans__n_jobs": null,
    "ModelStacking__SKLearnWrapper_KMeans__precompute_distances": "auto",
    "ModelStacking__SKLearnWrapper_KMeans__random_state": null,
    "ModelStacking__SKLearnWrapper_KMeans__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_KMeans__verbose": 0
}
 score: 13.299099514503562
<neuraxle.metaopt.trial.Trial object at 0x128411c50>
new trial:
{
    "AddFeatures": {
        "SKLearnWrapper_FastICA": {
            "n_components": 2
        },
        "SKLearnWrapper_PCA": {
            "n_components": 2
        }
    },
    "ModelStacking": {
        "SKLearnWrapper_GradientBoostingRegressor": {
            "learning_rate": 0.23666174346261623,
            "max_depth": 5,
            "n_estimators": 542
        },
        "SKLearnWrapper_KMeans": {
            "n_clusters": 6
        }
    }
}

trial 9/10
fitting trial 9/10 split 1/1
hyperparams: {
    "AddFeatures__SKLearnWrapper_FastICA__algorithm": "parallel",
    "AddFeatures__SKLearnWrapper_FastICA__fun": "logcosh",
    "AddFeatures__SKLearnWrapper_FastICA__fun_args": null,
    "AddFeatures__SKLearnWrapper_FastICA__max_iter": 200,
    "AddFeatures__SKLearnWrapper_FastICA__n_components": 2,
    "AddFeatures__SKLearnWrapper_FastICA__random_state": null,
    "AddFeatures__SKLearnWrapper_FastICA__tol": 0.0001,
    "AddFeatures__SKLearnWrapper_FastICA__w_init": null,
    "AddFeatures__SKLearnWrapper_FastICA__whiten": true,
    "AddFeatures__SKLearnWrapper_PCA__copy": true,
    "AddFeatures__SKLearnWrapper_PCA__iterated_power": "auto",
    "AddFeatures__SKLearnWrapper_PCA__n_components": 2,
    "AddFeatures__SKLearnWrapper_PCA__random_state": null,
    "AddFeatures__SKLearnWrapper_PCA__svd_solver": "auto",
    "AddFeatures__SKLearnWrapper_PCA__tol": 0.0,
    "AddFeatures__SKLearnWrapper_PCA__whiten": false,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__alpha": 0.9,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__ccp_alpha": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__criterion": "friedman_mse",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__init": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__learning_rate": 0.23666174346261623,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__loss": "ls",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_depth": 5,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_features": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_leaf_nodes": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_decrease": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_split": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_leaf": 1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_split": 2,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_weight_fraction_leaf": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_estimators": 542,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_iter_no_change": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__presort": "deprecated",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__random_state": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__subsample": 1.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__validation_fraction": 0.1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__verbose": 0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__warm_start": false,
    "ModelStacking__SKLearnWrapper_KMeans__algorithm": "auto",
    "ModelStacking__SKLearnWrapper_KMeans__copy_x": true,
    "ModelStacking__SKLearnWrapper_KMeans__init": "k-means++",
    "ModelStacking__SKLearnWrapper_KMeans__max_iter": 300,
    "ModelStacking__SKLearnWrapper_KMeans__n_clusters": 6,
    "ModelStacking__SKLearnWrapper_KMeans__n_init": 10,
    "ModelStacking__SKLearnWrapper_KMeans__n_jobs": null,
    "ModelStacking__SKLearnWrapper_KMeans__precompute_distances": "auto",
    "ModelStacking__SKLearnWrapper_KMeans__random_state": null,
    "ModelStacking__SKLearnWrapper_KMeans__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_KMeans__verbose": 0
}


epoch 1/10
main train: 1.2331170663984121
main validation: 13.20899721113191
mse train: 1.2331170663984121
mse validation: 13.20899721113191

epoch 2/10
main train: 1.2325623429002863
main validation: 13.23724528373159
mse train: 1.2325623429002863
mse validation: 13.23724528373159

epoch 3/10
main train: 1.2331426227147668
main validation: 13.3700573787727
mse train: 1.2331426227147668
mse validation: 13.3700573787727

epoch 4/10
main train: 1.232364873150145
main validation: 13.301137985467426
mse train: 1.232364873150145
mse validation: 13.301137985467426

epoch 5/10
main train: 1.2303541811270473
main validation: 13.28290100813625
mse train: 1.2303541811270473
mse validation: 13.28290100813625

epoch 6/10
main train: 1.23308477065785
main validation: 13.404356971453275
mse train: 1.23308477065785
mse validation: 13.404356971453275

epoch 7/10
main train: 1.2332514518660755
main validation: 13.389602307672936
mse train: 1.2332514518660755
mse validation: 13.389602307672936

epoch 8/10
main train: 1.2325234961616223
main validation: 13.316341686955502
mse train: 1.2325234961616223
mse validation: 13.316341686955502

epoch 9/10
main train: 1.2330287689348913
main validation: 13.222319465341252
mse train: 1.2330287689348913
mse validation: 13.222319465341252

epoch 10/10
main train: 1.232697394277466
main validation: 13.253655338027635
mse train: 1.232697394277466
mse validation: 13.253655338027635
success trial 9/10 split 1/1
hyperparams: {
    "AddFeatures__SKLearnWrapper_FastICA__algorithm": "parallel",
    "AddFeatures__SKLearnWrapper_FastICA__fun": "logcosh",
    "AddFeatures__SKLearnWrapper_FastICA__fun_args": null,
    "AddFeatures__SKLearnWrapper_FastICA__max_iter": 200,
    "AddFeatures__SKLearnWrapper_FastICA__n_components": 2,
    "AddFeatures__SKLearnWrapper_FastICA__random_state": null,
    "AddFeatures__SKLearnWrapper_FastICA__tol": 0.0001,
    "AddFeatures__SKLearnWrapper_FastICA__w_init": null,
    "AddFeatures__SKLearnWrapper_FastICA__whiten": true,
    "AddFeatures__SKLearnWrapper_PCA__copy": true,
    "AddFeatures__SKLearnWrapper_PCA__iterated_power": "auto",
    "AddFeatures__SKLearnWrapper_PCA__n_components": 2,
    "AddFeatures__SKLearnWrapper_PCA__random_state": null,
    "AddFeatures__SKLearnWrapper_PCA__svd_solver": "auto",
    "AddFeatures__SKLearnWrapper_PCA__tol": 0.0,
    "AddFeatures__SKLearnWrapper_PCA__whiten": false,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__alpha": 0.9,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__ccp_alpha": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__criterion": "friedman_mse",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__init": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__learning_rate": 0.23666174346261623,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__loss": "ls",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_depth": 5,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_features": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_leaf_nodes": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_decrease": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_split": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_leaf": 1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_split": 2,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_weight_fraction_leaf": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_estimators": 542,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_iter_no_change": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__presort": "deprecated",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__random_state": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__subsample": 1.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__validation_fraction": 0.1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__verbose": 0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__warm_start": false,
    "ModelStacking__SKLearnWrapper_KMeans__algorithm": "auto",
    "ModelStacking__SKLearnWrapper_KMeans__copy_x": true,
    "ModelStacking__SKLearnWrapper_KMeans__init": "k-means++",
    "ModelStacking__SKLearnWrapper_KMeans__max_iter": 300,
    "ModelStacking__SKLearnWrapper_KMeans__n_clusters": 6,
    "ModelStacking__SKLearnWrapper_KMeans__n_init": 10,
    "ModelStacking__SKLearnWrapper_KMeans__n_jobs": null,
    "ModelStacking__SKLearnWrapper_KMeans__precompute_distances": "auto",
    "ModelStacking__SKLearnWrapper_KMeans__random_state": null,
    "ModelStacking__SKLearnWrapper_KMeans__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_KMeans__verbose": 0
}
 score: 13.253655338027635
<neuraxle.metaopt.trial.Trial object at 0x128460b50>
new trial:
{
    "AddFeatures": {
        "SKLearnWrapper_FastICA": {
            "n_components": 1
        },
        "SKLearnWrapper_PCA": {
            "n_components": 3
        }
    },
    "ModelStacking": {
        "SKLearnWrapper_GradientBoostingRegressor": {
            "learning_rate": 0.4684341593885452,
            "max_depth": 3,
            "n_estimators": 399
        },
        "SKLearnWrapper_KMeans": {
            "n_clusters": 6
        }
    }
}

trial 10/10
fitting trial 10/10 split 1/1
hyperparams: {
    "AddFeatures__SKLearnWrapper_FastICA__algorithm": "parallel",
    "AddFeatures__SKLearnWrapper_FastICA__fun": "logcosh",
    "AddFeatures__SKLearnWrapper_FastICA__fun_args": null,
    "AddFeatures__SKLearnWrapper_FastICA__max_iter": 200,
    "AddFeatures__SKLearnWrapper_FastICA__n_components": 1,
    "AddFeatures__SKLearnWrapper_FastICA__random_state": null,
    "AddFeatures__SKLearnWrapper_FastICA__tol": 0.0001,
    "AddFeatures__SKLearnWrapper_FastICA__w_init": null,
    "AddFeatures__SKLearnWrapper_FastICA__whiten": true,
    "AddFeatures__SKLearnWrapper_PCA__copy": true,
    "AddFeatures__SKLearnWrapper_PCA__iterated_power": "auto",
    "AddFeatures__SKLearnWrapper_PCA__n_components": 3,
    "AddFeatures__SKLearnWrapper_PCA__random_state": null,
    "AddFeatures__SKLearnWrapper_PCA__svd_solver": "auto",
    "AddFeatures__SKLearnWrapper_PCA__tol": 0.0,
    "AddFeatures__SKLearnWrapper_PCA__whiten": false,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__alpha": 0.9,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__ccp_alpha": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__criterion": "friedman_mse",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__init": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__learning_rate": 0.4684341593885452,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__loss": "ls",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_depth": 3,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_features": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_leaf_nodes": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_decrease": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_split": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_leaf": 1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_split": 2,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_weight_fraction_leaf": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_estimators": 399,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_iter_no_change": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__presort": "deprecated",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__random_state": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__subsample": 1.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__validation_fraction": 0.1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__verbose": 0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__warm_start": false,
    "ModelStacking__SKLearnWrapper_KMeans__algorithm": "auto",
    "ModelStacking__SKLearnWrapper_KMeans__copy_x": true,
    "ModelStacking__SKLearnWrapper_KMeans__init": "k-means++",
    "ModelStacking__SKLearnWrapper_KMeans__max_iter": 300,
    "ModelStacking__SKLearnWrapper_KMeans__n_clusters": 6,
    "ModelStacking__SKLearnWrapper_KMeans__n_init": 10,
    "ModelStacking__SKLearnWrapper_KMeans__n_jobs": null,
    "ModelStacking__SKLearnWrapper_KMeans__precompute_distances": "auto",
    "ModelStacking__SKLearnWrapper_KMeans__random_state": null,
    "ModelStacking__SKLearnWrapper_KMeans__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_KMeans__verbose": 0
}


epoch 1/10
main train: 1.2318294050981549
main validation: 13.323565344062251
mse train: 1.2318294050981549
mse validation: 13.323565344062251

epoch 2/10
main train: 1.2330374462623284
main validation: 13.237991673124256
mse train: 1.2330374462623284
mse validation: 13.237991673124256

epoch 3/10
main train: 1.2332430388349707
main validation: 13.247622076082175
mse train: 1.2332430388349707
mse validation: 13.247622076082175

epoch 4/10
main train: 1.2323203383322714
main validation: 13.387542897096882
mse train: 1.2323203383322714
mse validation: 13.387542897096882

epoch 5/10
main train: 1.231479710114306
main validation: 13.312665371521172
mse train: 1.231479710114306
mse validation: 13.312665371521172

epoch 6/10
main train: 1.2330931797707503
main validation: 13.151948172053523
mse train: 1.2330931797707503
mse validation: 13.151948172053523

epoch 7/10
main train: 1.232953727026434
main validation: 13.2169030712567
mse train: 1.232953727026434
mse validation: 13.2169030712567

epoch 8/10
main train: 1.2331423599513702
main validation: 13.20959502415854
mse train: 1.2331423599513702
mse validation: 13.20959502415854

epoch 9/10
main train: 1.2329218823428052
main validation: 13.245010305799157
mse train: 1.2329218823428052
mse validation: 13.245010305799157

epoch 10/10
main train: 1.2332620018050355
main validation: 13.298830761460527
mse train: 1.2332620018050355
mse validation: 13.298830761460527
success trial 10/10 split 1/1
hyperparams: {
    "AddFeatures__SKLearnWrapper_FastICA__algorithm": "parallel",
    "AddFeatures__SKLearnWrapper_FastICA__fun": "logcosh",
    "AddFeatures__SKLearnWrapper_FastICA__fun_args": null,
    "AddFeatures__SKLearnWrapper_FastICA__max_iter": 200,
    "AddFeatures__SKLearnWrapper_FastICA__n_components": 1,
    "AddFeatures__SKLearnWrapper_FastICA__random_state": null,
    "AddFeatures__SKLearnWrapper_FastICA__tol": 0.0001,
    "AddFeatures__SKLearnWrapper_FastICA__w_init": null,
    "AddFeatures__SKLearnWrapper_FastICA__whiten": true,
    "AddFeatures__SKLearnWrapper_PCA__copy": true,
    "AddFeatures__SKLearnWrapper_PCA__iterated_power": "auto",
    "AddFeatures__SKLearnWrapper_PCA__n_components": 3,
    "AddFeatures__SKLearnWrapper_PCA__random_state": null,
    "AddFeatures__SKLearnWrapper_PCA__svd_solver": "auto",
    "AddFeatures__SKLearnWrapper_PCA__tol": 0.0,
    "AddFeatures__SKLearnWrapper_PCA__whiten": false,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__alpha": 0.9,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__ccp_alpha": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__criterion": "friedman_mse",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__init": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__learning_rate": 0.4684341593885452,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__loss": "ls",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_depth": 3,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_features": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__max_leaf_nodes": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_decrease": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_impurity_split": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_leaf": 1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_samples_split": 2,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__min_weight_fraction_leaf": 0.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_estimators": 399,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__n_iter_no_change": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__presort": "deprecated",
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__random_state": null,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__subsample": 1.0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__validation_fraction": 0.1,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__verbose": 0,
    "ModelStacking__SKLearnWrapper_GradientBoostingRegressor__warm_start": false,
    "ModelStacking__SKLearnWrapper_KMeans__algorithm": "auto",
    "ModelStacking__SKLearnWrapper_KMeans__copy_x": true,
    "ModelStacking__SKLearnWrapper_KMeans__init": "k-means++",
    "ModelStacking__SKLearnWrapper_KMeans__max_iter": 300,
    "ModelStacking__SKLearnWrapper_KMeans__n_clusters": 6,
    "ModelStacking__SKLearnWrapper_KMeans__n_init": 10,
    "ModelStacking__SKLearnWrapper_KMeans__n_jobs": null,
    "ModelStacking__SKLearnWrapper_KMeans__precompute_distances": "auto",
    "ModelStacking__SKLearnWrapper_KMeans__random_state": null,
    "ModelStacking__SKLearnWrapper_KMeans__tol": 0.0001,
    "ModelStacking__SKLearnWrapper_KMeans__verbose": 0
}
 score: 13.298830761460527
<neuraxle.metaopt.trial.Trial object at 0x1284782d0>
best hyperparams:
{
    "AddFeatures": {
        "SKLearnWrapper_FastICA": {
            "algorithm": "parallel",
            "fun": "logcosh",
            "fun_args": null,
            "max_iter": 200,
            "n_components": 2,
            "random_state": null,
            "tol": 0.0001,
            "w_init": null,
            "whiten": true
        },
        "SKLearnWrapper_PCA": {
            "copy": true,
            "iterated_power": "auto",
            "n_components": 1,
            "random_state": null,
            "svd_solver": "auto",
            "tol": 0.0,
            "whiten": false
        }
    },
    "ModelStacking": {
        "SKLearnWrapper_GradientBoostingRegressor": {
            "alpha": 0.9,
            "ccp_alpha": 0.0,
            "criterion": "friedman_mse",
            "init": null,
            "learning_rate": 0.5008235470866984,
            "loss": "ls",
            "max_depth": 5,
            "max_features": null,
            "max_leaf_nodes": null,
            "min_impurity_decrease": 0.0,
            "min_impurity_split": null,
            "min_samples_leaf": 1,
            "min_samples_split": 2,
            "min_weight_fraction_leaf": 0.0,
            "n_estimators": 573,
            "n_iter_no_change": null,
            "presort": "deprecated",
            "random_state": null,
            "subsample": 1.0,
            "tol": 0.0001,
            "validation_fraction": 0.1,
            "verbose": 0,
            "warm_start": false
        },
        "SKLearnWrapper_KMeans": {
            "algorithm": "auto",
            "copy_x": true,
            "init": "k-means++",
            "max_iter": 300,
            "n_clusters": 9,
            "n_init": 10,
            "n_jobs": null,
            "precompute_distances": "auto",
            "random_state": null,
            "tol": 0.0001,
            "verbose": 0
        }
    }
}

Transforming train and test:

Evaluating transformed train:
R2 regression score: 0.9800754568199255

Evaluating transformed test:
R2 regression score: 0.9276767359177656

import numpy as np
from py._path.local import LocalPath
from sklearn.cluster import KMeans
from sklearn.datasets import load_boston
from sklearn.decomposition import PCA, FastICA
from sklearn.ensemble import GradientBoostingRegressor
from sklearn.linear_model import Ridge
from sklearn.metrics import r2_score, mean_squared_error
from sklearn.model_selection import train_test_split
from sklearn.utils import shuffle

from neuraxle.hyperparams.distributions import RandInt, LogUniform, Boolean
from neuraxle.hyperparams.space import HyperparameterSpace
from neuraxle.metaopt.auto_ml import AutoML, InMemoryHyperparamsRepository, ValidationSplitter
from neuraxle.metaopt.callbacks import MetricCallback, ScoringCallback
from neuraxle.pipeline import Pipeline
from neuraxle.steps.numpy import NumpyTranspose
from neuraxle.steps.sklearn import SKLearnWrapper
from neuraxle.union import AddFeatures, ModelStacking


def main(tmpdir: LocalPath):
    boston = load_boston()
    X, y = shuffle(boston.data, boston.target, random_state=13)
    X = X.astype(np.float32)
    X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=0.25, shuffle=False)

    # Note that the hyperparameter spaces are defined here during the pipeline definition, but it could be already set
    # within the classes ar their definition if using custom classes, or also it could be defined after declaring the
    # pipeline using a flat dict or a nested dict.

    p = Pipeline([
        AddFeatures([
            SKLearnWrapper(
                PCA(n_components=2),
                HyperparameterSpace({"n_components": RandInt(1, 3)})
            ),
            SKLearnWrapper(
                FastICA(n_components=2),
                HyperparameterSpace({"n_components": RandInt(1, 3)})
            ),
        ]),
        ModelStacking([
            SKLearnWrapper(
                GradientBoostingRegressor(),
                HyperparameterSpace({
                    "n_estimators": RandInt(50, 600), "max_depth": RandInt(1, 10),
                    "learning_rate": LogUniform(0.07, 0.7)
                })
            ),
            SKLearnWrapper(
                KMeans(),
                HyperparameterSpace({"n_clusters": RandInt(5, 10)})
            ),
        ],
            joiner=NumpyTranspose(),
            judge=SKLearnWrapper(
                Ridge(),
                HyperparameterSpace({"alpha": LogUniform(0.7, 1.4), "fit_intercept": Boolean()})
            ),
        )
    ])

    print("Meta-fitting on train:")
    auto_ml = AutoML(
        p,
        validation_splitter=ValidationSplitter(0.20),
        refit_trial=True,
        n_trials=10,
        epochs=10,
        cache_folder_when_no_handle=str(tmpdir),
        scoring_callback=ScoringCallback(mean_squared_error, higher_score_is_better=False),
        callbacks=[MetricCallback('mse', metric_function=mean_squared_error, higher_score_is_better=False)],
        hyperparams_repository=InMemoryHyperparamsRepository(cache_folder=str(tmpdir))
    )

    random_search = auto_ml.fit(X_train, y_train)
    p = random_search.get_best_model()
    print("")

    print("Transforming train and test:")
    y_train_predicted = p.predict(X_train)
    y_test_predicted = p.predict(X_test)

    print("")

    print("Evaluating transformed train:")
    score_transform = r2_score(y_train_predicted, y_train)
    print('R2 regression score:', score_transform)

    print("")

    print("Evaluating transformed test:")
    score_test = r2_score(y_test_predicted, y_test)
    print('R2 regression score:', score_test)


if __name__ == "__main__":
    main('cache')

Total running time of the script: ( 0 minutes 18.104 seconds)

Gallery generated by Sphinx-Gallery