From f3b00c2824af99c6cd4c6280a19f6db4c2f92217 Mon Sep 17 00:00:00 2001 From: Nitin Madnani Date: Thu, 8 Sep 2022 16:53:45 -0400 Subject: [PATCH 1/3] Replace boston dataset with california everywhere. - Remove boston example and replace with new california example. - Remove `make_boston_example_data.py` script and add `make_california_example_data.py` script instead and sub-sample since the full dataset is huge. - Remove references to boston dataset from everywhere. - Remove boston example test data and add california example test data. --- doc/run_experiment.rst | 10 ++-- examples/Tutorial.ipynb | 4 +- examples/{boston => california}/cross_val.cfg | 4 +- examples/{boston => california}/evaluate.cfg | 4 +- examples/{boston => california}/voting.cfg | 6 +- examples/make_boston_example_data.py | 57 ------------------ examples/make_california_example_data.py | 58 +++++++++++++++++++ skll/experiments/output.py | 2 +- ...xample_boston_VotingRegressor.results.json | 1 - ...le_california_VotingRegressor.results.json | 1 + ...ample_boston_LinearRegression.results.json | 1 - ..._boston_RandomForestRegressor.results.json | 1 - ...Example_CV_example_boston_SVR.results.json | 1 - ...e_california_LinearRegression.results.json | 1 + ...ifornia_RandomForestRegressor.results.json | 1 + ...ple_CV_example_california_SVR.results.json | 1 + ...ample_boston_LinearRegression.results.json | 1 - ..._boston_RandomForestRegressor.results.json | 1 - ...e_Evaluate_example_boston_SVR.results.json | 1 - ...e_california_LinearRegression.results.json | 1 + ...ifornia_RandomForestRegressor.results.json | 1 + ...aluate_example_california_SVR.results.json | 1 + tests/test_examples.py | 25 ++++---- tests/test_regression.py | 2 +- 24 files changed, 94 insertions(+), 92 deletions(-) rename examples/{boston => california}/cross_val.cfg (88%) rename examples/{boston => california}/evaluate.cfg (88%) rename examples/{boston => california}/voting.cfg (88%) delete mode 100755 examples/make_boston_example_data.py create mode 100755 examples/make_california_example_data.py delete mode 100644 tests/other/expected/Boston_Voting_Evaluate_example_boston_VotingRegressor.results.json create mode 100644 tests/other/expected/California_Voting_Evaluate_example_california_VotingRegressor.results.json delete mode 100644 tests/other/expected/Example_CV_example_boston_LinearRegression.results.json delete mode 100644 tests/other/expected/Example_CV_example_boston_RandomForestRegressor.results.json delete mode 100644 tests/other/expected/Example_CV_example_boston_SVR.results.json create mode 100644 tests/other/expected/Example_CV_example_california_LinearRegression.results.json create mode 100644 tests/other/expected/Example_CV_example_california_RandomForestRegressor.results.json create mode 100644 tests/other/expected/Example_CV_example_california_SVR.results.json delete mode 100644 tests/other/expected/Example_Evaluate_example_boston_LinearRegression.results.json delete mode 100644 tests/other/expected/Example_Evaluate_example_boston_RandomForestRegressor.results.json delete mode 100644 tests/other/expected/Example_Evaluate_example_boston_SVR.results.json create mode 100644 tests/other/expected/Example_Evaluate_example_california_LinearRegression.results.json create mode 100644 tests/other/expected/Example_Evaluate_example_california_RandomForestRegressor.results.json create mode 100644 tests/other/expected/Example_Evaluate_example_california_SVR.results.json diff --git a/doc/run_experiment.rst b/doc/run_experiment.rst index e0a27d1e..a5e7def2 100644 --- a/doc/run_experiment.rst +++ b/doc/run_experiment.rst @@ -249,7 +249,7 @@ field in each section is provided below, but to summarize: * A :ref:`list of classifiers/regressors ` to try on your feature files is required. -Example configuration files are available `here `__ under the ``boston``, ``iris``, and ``titanic`` sub-directories. +Example configuration files are available `here `__ under the ``california``, ``iris``, and ``titanic`` sub-directories. .. _general: @@ -352,7 +352,7 @@ Regressors: * ``estimator_sampler_list`` which can be used to specify any feature sampling algorithms for the underlying learners, and * ``estimator_sampler_parameters`` which can be used to specify any additional parameters for any specified samplers. - Refer to this `example voting configuration file `__ to see how these parameters are used. + Refer to this `example voting configuration file `__ to see how these parameters are used. For all regressors *except* ``VotingRegressor``, you can also prepend ``Rescaled`` to the beginning of the full name (e.g., ``RescaledSVR``) @@ -1075,7 +1075,7 @@ BayesianRidge DecisionTreeClassifier and DecisionTreeRegressor .. code-block:: python - {'max_features': ["auto", None]} + {'max_features': ["sqrt", None]} ElasticNet .. code-block:: python @@ -1286,7 +1286,7 @@ Here's an example of how to use this attribute. learner1 = Learner('LogisticRegression', pipeline=True) _ = learner1.train(fs1, grid_search=True, grid_objective='f1_score_macro') - fs2 = Reader.for_path('examples/boston/train/example_boston_features.jsonlines').read() + fs2 = Reader.for_path('examples/california/train/example_california_features.jsonlines').read() learner2 = Learner('RescaledSVR', feature_scaling='both', pipeline=True) _ = learner2.train(fs2, grid_search=True, grid_objective='pearson') @@ -1299,7 +1299,7 @@ Here's an example of how to use this attribute. enc.inverse_transform(pipeline1.predict(D1)) # then, the regressor - D2 = {"f0": 0.09178, "f1": 0.0, "f2": 4.05, "f3": 0.0, "f4": 0.51, "f5": 6.416, "f6": 84.1, "f7": 2.6463, "f8": 5.0, "f9": 296.0, "f10": 16.6, "f11": 395.5, "f12": 9.04} + D2 = {"f0": 4.1344, "f1": 36.0, "f2": 4.1, "f3": 0.98, "f4": 1245.0, "f5": 3.0, "f6": 33.9, "f7": -118.32} pipeline2 = learner2.pipeline pipeline2.predict(D2) diff --git a/examples/Tutorial.ipynb b/examples/Tutorial.ipynb index 53ce8442..0af27dec 100644 --- a/examples/Tutorial.ipynb +++ b/examples/Tutorial.ipynb @@ -53,9 +53,9 @@ "name": "stdout", "output_type": "stream", "text": [ - "Tutorial.ipynb \u001b[31mmake_boston_example_data.py\u001b[m\u001b[m\n", + "Tutorial.ipynb \u001b[31mmake_california_example_data.py\u001b[m\u001b[m\n", "__init__.py \u001b[31mmake_iris_example_data.py\u001b[m\u001b[m\n", - "\u001b[34mboston\u001b[m\u001b[m \u001b[31mmake_titanic_example_data.py\u001b[m\u001b[m\n", + "\u001b[34mcalifornia\u001b[m\u001b[m \u001b[31mmake_titanic_example_data.py\u001b[m\u001b[m\n", "\u001b[34miris\u001b[m\u001b[m \u001b[34mtitanic\u001b[m\u001b[m\n" ] } diff --git a/examples/boston/cross_val.cfg b/examples/california/cross_val.cfg similarity index 88% rename from examples/boston/cross_val.cfg rename to examples/california/cross_val.cfg index 521f1be0..826c0e26 100755 --- a/examples/boston/cross_val.cfg +++ b/examples/california/cross_val.cfg @@ -5,9 +5,9 @@ task = cross_validate [Input] # this could also be an absolute path instead (and must be if you're not running things in local mode) train_directory = train -featuresets = [["example_boston_features"]] +featuresets = [["example_california_features"]] # there is only set of features to try with one feature file in it here. -featureset_names = ["example_boston"] +featureset_names = ["example_california"] # when the feature values are numeric and on different scales # it is good to have feature scaling to put various features in same scale diff --git a/examples/boston/evaluate.cfg b/examples/california/evaluate.cfg similarity index 88% rename from examples/boston/evaluate.cfg rename to examples/california/evaluate.cfg index 7ac10581..93f89e20 100755 --- a/examples/boston/evaluate.cfg +++ b/examples/california/evaluate.cfg @@ -6,9 +6,9 @@ task = evaluate # this could also be an absolute path instead (and must be if you're not running things in local mode) train_directory = train test_directory = test -featuresets = [["example_boston_features"]] +featuresets = [["example_california_features"]] # there is only set of features to try with one feature file in it here. -featureset_names = ["example_boston"] +featureset_names = ["example_california"] # when the feature values are numeric and on different scales # it is good to have feature scaling to put various features in same scale feature_scaling = both diff --git a/examples/boston/voting.cfg b/examples/california/voting.cfg similarity index 88% rename from examples/boston/voting.cfg rename to examples/california/voting.cfg index ab439d94..3f0bcc82 100755 --- a/examples/boston/voting.cfg +++ b/examples/california/voting.cfg @@ -1,14 +1,14 @@ [General] -experiment_name = Boston_Voting_Evaluate +experiment_name = California_Voting_Evaluate task = evaluate [Input] # this could also be an absolute path instead (and must be if you're not running things in local mode) train_directory = train test_directory = test -featuresets = [["example_boston_features"]] +featuresets = [["example_california_features"]] # there is only set of features to try with one feature file in it here. -featureset_names = ["example_boston"] +featureset_names = ["example_california"] # when the feature values are numeric and on different scales # it is good to have feature scaling to put various features in same scale feature_scaling = both diff --git a/examples/make_boston_example_data.py b/examples/make_boston_example_data.py deleted file mode 100755 index f4898038..00000000 --- a/examples/make_boston_example_data.py +++ /dev/null @@ -1,57 +0,0 @@ -#!/usr/bin/env python - -""" -This is a simple script to download and transform some example data from -sklearn.datasets. - -:author: Michael Heilman (mheilman@ets.org) -:author: Aoife Cahill (acahill@ets.org) -:organization: ETS -""" - -import json -import os -import sys - -import sklearn.datasets -from sklearn.model_selection import train_test_split - - -def main(): - """ - Download some example data and split it into training and test data. - The boston data set is meant for regression modeling. - """ - print('Retrieving boston data from servers...', end='') - boston_data = sklearn.datasets.load_boston() - sys.stdout.flush() - print('done') - sys.stdout.flush() - - X = boston_data['data'] - Y = boston_data['target'] - - examples = [{'id': f'EXAMPLE_{i}', - 'y': y, - 'x': {f'f{j}': x_val for j, x_val in enumerate(x)}} - for i, (x, y) in enumerate(zip(X, Y))] - - examples_train, examples_test = train_test_split(examples, test_size=0.33, - random_state=42) - - print('Writing training and testing files...', end='') - for examples, suffix in [(examples_train, 'train'), (examples_test, - 'test')]: - boston_dir = os.path.join('boston', suffix) - if not os.path.exists(boston_dir): - os.makedirs(boston_dir) - jsonlines_path = os.path.join(boston_dir, - 'example_boston_features.jsonlines') - with open(jsonlines_path, 'w') as f: - for ex in examples: - f.write(f'{json.dumps(ex)}\n') - print('done') - - -if __name__ == '__main__': - main() diff --git a/examples/make_california_example_data.py b/examples/make_california_example_data.py new file mode 100755 index 00000000..37cb4a8c --- /dev/null +++ b/examples/make_california_example_data.py @@ -0,0 +1,58 @@ +#!/usr/bin/env python + +""" +This is a simple script to download and transform some example data from +sklearn.datasets. + +:author: Michael Heilman (mheilman@ets.org) +:author: Aoife Cahill (acahill@ets.org) +:author: Nitin Madnani (nmadnani@ets.org) +:organization: ETS +""" + +import json +import os + +import numpy as np +import sklearn.datasets +from sklearn.model_selection import train_test_split + + +def main(): + """ + Download some example data and split it into training and test data. + The california data set is meant for regression modeling. + """ + print("Retrieving california data from servers...", end="") + california = sklearn.datasets.fetch_california_housing() + print("done") + + # this dataset contains 20,640 samples which is too many + # let's just sample this dataset to get 500 samples + rng = np.random.default_rng(42) + chosen_indices = rng.integers(0, california.target.shape[0], size=500) + X = california.data[chosen_indices, :] + Y = california.target[chosen_indices] + + # crate example jsonlines dictionaries + examples = [ + {"id": f"EXAMPLE_{i}", "y": y, "x": {f"f{j}": x_val for j, x_val in enumerate(x)}} + for i, (x, y) in enumerate(zip(X, Y)) + ] + + (examples_train, examples_test) = train_test_split(examples, test_size=0.33, random_state=42) + + print("Writing training and testing files...", end="") + for examples, suffix in [(examples_train, "train"), (examples_test, "test")]: + california_dir = os.path.join("california", suffix) + if not os.path.exists(california_dir): + os.makedirs(california_dir) + jsonlines_path = os.path.join(california_dir, "example_california_features.jsonlines") + with open(jsonlines_path, "w") as f: + for ex in examples: + f.write(f"{json.dumps(ex)}\n") + print("done") + + +if __name__ == "__main__": + main() diff --git a/skll/experiments/output.py b/skll/experiments/output.py index eb232dd4..79afab87 100644 --- a/skll/experiments/output.py +++ b/skll/experiments/output.py @@ -104,7 +104,7 @@ def generate_learning_curve_plots(experiment_name, num_metrics = len(df['metric'].unique()) df_melted = pd.melt(df, id_vars=[c for c in df.columns if c not in ['train_score_mean', 'test_score_mean']]) - # make sure the "variable" column is cateogrical since it will be + # make sure the "variable" column is categorical since it will be # mapped to hue levels in the learning curve below df_melted["variable"] = df_melted["variable"].astype("category") diff --git a/tests/other/expected/Boston_Voting_Evaluate_example_boston_VotingRegressor.results.json b/tests/other/expected/Boston_Voting_Evaluate_example_boston_VotingRegressor.results.json deleted file mode 100644 index 498a72a4..00000000 --- a/tests/other/expected/Boston_Voting_Evaluate_example_boston_VotingRegressor.results.json +++ /dev/null @@ -1 +0,0 @@ -[{"experiment_name": "Boston_Voting_Evaluate", "train_set_name": "train", "train_set_size": 339, "test_set_name": "test", "test_set_size": 167, "featureset": "[\"example_boston_features\"]", "featureset_name": "example_boston", "shuffle": false, "learner_name": "VotingRegressor", "task": "evaluate", "start_timestamp": "06 Sep 2022 17:29:36.986763", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "None", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "06 Sep 2022 17:29:40.023648", "total_time": "0:00:03.036885", "result_table": "", "accuracy": "", "pearson": 0.9171464402344482, "score": 0.9171464402344482, "fold": "", "model_params": "{\"estimators\": [[\"SVR\", \"{'vectorizer': DictVectorizer(sparse=False), 'selector': SelectByMinCount(), 'scaler': StandardScaler(), 'estimator': SVR(C=0.01, cache_size=1000)}\"], [\"LinearRegression\", \"{'vectorizer': DictVectorizer(sparse=False), 'selector': SelectByMinCount(), 'scaler': StandardScaler(), 'estimator': LinearRegression()}\"], [\"DecisionTreeRegressor\", \"{'vectorizer': DictVectorizer(sparse=False), 'selector': SelectByMinCount(), 'scaler': StandardScaler(), 'estimator': DecisionTreeRegressor(criterion='poisson', max_features='log2', random_state=123456789)}\"]], \"n_jobs\": null, \"verbose\": false, \"weights\": null}", "descriptive": {"actual": {"min": 5.0, "max": 50.0, "avg": 21.643712574850298, "std": 8.699339536566935}, "predicted": {"min": 9.799916424057365, "max": 38.13805875226666, "avg": 21.526448737975844, "std": 5.336036091292063}}, "additional_scores": {}}] \ No newline at end of file diff --git a/tests/other/expected/California_Voting_Evaluate_example_california_VotingRegressor.results.json b/tests/other/expected/California_Voting_Evaluate_example_california_VotingRegressor.results.json new file mode 100644 index 00000000..32f45277 --- /dev/null +++ b/tests/other/expected/California_Voting_Evaluate_example_california_VotingRegressor.results.json @@ -0,0 +1 @@ +[{"experiment_name": "California_Voting_Evaluate", "train_set_name": "train", "train_set_size": 335, "test_set_name": "test", "test_set_size": 165, "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "VotingRegressor", "task": "evaluate", "start_timestamp": "08 Sep 2022 16:46:00.730349", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "None", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:46:01.258898", "total_time": "0:00:00.528549", "result_table": "", "accuracy": "", "pearson": 0.8166881235318064, "score": 0.8166881235318064, "fold": "", "model_params": "{\"estimators\": [[\"SVR\", \"{'vectorizer': DictVectorizer(sparse=False), 'selector': SelectByMinCount(), 'scaler': StandardScaler(), 'estimator': SVR(C=0.01, cache_size=1000)}\"], [\"LinearRegression\", \"{'vectorizer': DictVectorizer(sparse=False), 'selector': SelectByMinCount(), 'scaler': StandardScaler(), 'estimator': LinearRegression()}\"], [\"DecisionTreeRegressor\", \"{'vectorizer': DictVectorizer(sparse=False), 'selector': SelectByMinCount(), 'scaler': StandardScaler(), 'estimator': DecisionTreeRegressor(criterion='poisson', max_features='log2', random_state=123456789)}\"]], \"n_jobs\": null, \"verbose\": false, \"weights\": null}", "descriptive": {"actual": {"min": 0.425, "max": 5.00001, "avg": 2.0123758181818183, "std": 1.0334681372156997}, "predicted": {"min": 0.8218118503116726, "max": 3.7041058491575156, "avg": 1.9474491829550034, "std": 0.643682340272272}}, "additional_scores": {}}] \ No newline at end of file diff --git a/tests/other/expected/Example_CV_example_boston_LinearRegression.results.json b/tests/other/expected/Example_CV_example_boston_LinearRegression.results.json deleted file mode 100644 index 166d703b..00000000 --- a/tests/other/expected/Example_CV_example_boston_LinearRegression.results.json +++ /dev/null @@ -1 +0,0 @@ -[{"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 339, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_boston_features\"]", "featureset_name": "example_boston", "shuffle": false, "learner_name": "LinearRegression", "task": "cross_validate", "start_timestamp": "02 Jun 2020 11:06:20.343617", "version": "2.1", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.23.1", "end_timestamp": "02 Jun 2020 11:06:20.414287", "total_time": "0:00:00.070670", "result_table": "", "accuracy": "", "pearson": 0.8367102975734619, "score": 0.8367102975734619, "fold": 1, "model_params": "{\"copy_X\": true, \"fit_intercept\": true, \"n_jobs\": null, \"normalize\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "descriptive": {"actual": {"min": 8.5, "max": 50.0, "avg": 24.373529411764707, "std": 10.138810372945473}, "predicted": {"min": 12.537514855535868, "max": 42.551599452193585, "avg": 23.043146234225325, "std": 7.1886979346764655}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 339, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_boston_features\"]", "featureset_name": "example_boston", "shuffle": false, "learner_name": "LinearRegression", "task": "cross_validate", "start_timestamp": "02 Jun 2020 11:06:20.343617", "version": "2.1", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.23.1", "end_timestamp": "02 Jun 2020 11:06:20.414287", "total_time": "0:00:00.070670", "result_table": "", "accuracy": "", "pearson": 0.7899655452304257, "score": 0.7899655452304257, "fold": 2, "model_params": "{\"copy_X\": true, \"fit_intercept\": true, \"n_jobs\": null, \"normalize\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "descriptive": {"actual": {"min": 7.2, "max": 50.0, "avg": 21.232352941176472, "std": 7.994252368686896}, "predicted": {"min": 4.5374582439563795, "max": 35.29464318246231, "avg": 20.974813633029786, "std": 7.82244710217628}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 339, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_boston_features\"]", "featureset_name": "example_boston", "shuffle": false, "learner_name": "LinearRegression", "task": "cross_validate", "start_timestamp": "02 Jun 2020 11:06:20.343617", "version": "2.1", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.23.1", "end_timestamp": "02 Jun 2020 11:06:20.414287", "total_time": "0:00:00.070670", "result_table": "", "accuracy": "", "pearson": 0.9144787214866614, "score": 0.9144787214866614, "fold": 3, "model_params": "{\"copy_X\": true, \"fit_intercept\": true, \"n_jobs\": null, \"normalize\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "descriptive": {"actual": {"min": 7.4, "max": 43.1, "avg": 22.682352941176468, "std": 8.214960190667759}, "predicted": {"min": 4.634782519300938, "max": 36.03941122311065, "avg": 22.73951767908845, "std": 7.602464378460325}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 339, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_boston_features\"]", "featureset_name": "example_boston", "shuffle": false, "learner_name": "LinearRegression", "task": "cross_validate", "start_timestamp": "02 Jun 2020 11:06:20.343617", "version": "2.1", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.23.1", "end_timestamp": "02 Jun 2020 11:06:20.414287", "total_time": "0:00:00.070670", "result_table": "", "accuracy": "", "pearson": 0.8842936649342806, "score": 0.8842936649342806, "fold": 4, "model_params": "{\"copy_X\": true, \"fit_intercept\": true, \"n_jobs\": null, \"normalize\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "descriptive": {"actual": {"min": 8.8, "max": 50.0, "avg": 22.61176470588235, "std": 9.915073631653335}, "predicted": {"min": 2.144595201600172, "max": 40.90012462389612, "avg": 21.932603465888317, "std": 8.825784901368415}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 339, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_boston_features\"]", "featureset_name": "example_boston", "shuffle": false, "learner_name": "LinearRegression", "task": "cross_validate", "start_timestamp": "02 Jun 2020 11:06:20.343617", "version": "2.1", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.23.1", "end_timestamp": "02 Jun 2020 11:06:20.414287", "total_time": "0:00:00.070670", "result_table": "", "accuracy": "", "pearson": 0.8561121563998059, "score": 0.8561121563998059, "fold": 5, "model_params": "{\"copy_X\": true, \"fit_intercept\": true, \"n_jobs\": null, \"normalize\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "descriptive": {"actual": {"min": 8.3, "max": 50.0, "avg": 24.244117647058825, "std": 11.03316367557563}, "predicted": {"min": 4.982992491247895, "max": 40.83945753737599, "avg": 23.17247515728247, "std": 9.756188546077643}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 339, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_boston_features\"]", "featureset_name": "example_boston", "shuffle": false, "learner_name": "LinearRegression", "task": "cross_validate", "start_timestamp": "02 Jun 2020 11:06:20.343617", "version": "2.1", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.23.1", "end_timestamp": "02 Jun 2020 11:06:20.414287", "total_time": "0:00:00.070670", "result_table": "", "accuracy": "", "pearson": 0.7429007572898235, "score": 0.7429007572898235, "fold": 6, "model_params": "{\"copy_X\": true, \"fit_intercept\": true, \"n_jobs\": null, \"normalize\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "descriptive": {"actual": {"min": 11.0, "max": 50.0, "avg": 23.02941176470588, "std": 8.300762878185449}, "predicted": {"min": 12.479317577260247, "max": 37.50560137243052, "avg": 23.182187093052605, "std": 6.329909567231659}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 339, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_boston_features\"]", "featureset_name": "example_boston", "shuffle": false, "learner_name": "LinearRegression", "task": "cross_validate", "start_timestamp": "02 Jun 2020 11:06:20.343617", "version": "2.1", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.23.1", "end_timestamp": "02 Jun 2020 11:06:20.414287", "total_time": "0:00:00.070670", "result_table": "", "accuracy": "", "pearson": 0.8560609302172766, "score": 0.8560609302172766, "fold": 7, "model_params": "{\"copy_X\": true, \"fit_intercept\": true, \"n_jobs\": null, \"normalize\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "descriptive": {"actual": {"min": 7.2, "max": 50.0, "avg": 23.220588235294116, "std": 10.09457569576397}, "predicted": {"min": -0.9532757510232379, "max": 40.162750053240615, "avg": 22.56654351583188, "std": 9.077340957647552}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 339, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_boston_features\"]", "featureset_name": "example_boston", "shuffle": false, "learner_name": "LinearRegression", "task": "cross_validate", "start_timestamp": "02 Jun 2020 11:06:20.343617", "version": "2.1", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.23.1", "end_timestamp": "02 Jun 2020 11:06:20.414287", "total_time": "0:00:00.070670", "result_table": "", "accuracy": "", "pearson": 0.8679432463302508, "score": 0.8679432463302508, "fold": 8, "model_params": "{\"copy_X\": true, \"fit_intercept\": true, \"n_jobs\": null, \"normalize\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "descriptive": {"actual": {"min": 8.4, "max": 50.0, "avg": 22.841176470588234, "std": 9.192167946523467}, "predicted": {"min": 2.848638247766708, "max": 44.23556877707169, "avg": 23.370692616010217, "std": 8.445400590949586}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 339, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_boston_features\"]", "featureset_name": "example_boston", "shuffle": false, "learner_name": "LinearRegression", "task": "cross_validate", "start_timestamp": "02 Jun 2020 11:06:20.343617", "version": "2.1", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.23.1", "end_timestamp": "02 Jun 2020 11:06:20.414287", "total_time": "0:00:00.070670", "result_table": "", "accuracy": "", "pearson": 0.8508243638133448, "score": 0.8508243638133448, "fold": 9, "model_params": "{\"copy_X\": true, \"fit_intercept\": true, \"n_jobs\": null, \"normalize\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "descriptive": {"actual": {"min": 5.6, "max": 48.3, "avg": 22.638235294117642, "std": 9.263718434773066}, "predicted": {"min": 8.516101559984097, "max": 41.029288151026954, "avg": 25.15915741556998, "std": 8.05319249723462}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 339, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_boston_features\"]", "featureset_name": "example_boston", "shuffle": false, "learner_name": "LinearRegression", "task": "cross_validate", "start_timestamp": "02 Jun 2020 11:06:20.343617", "version": "2.1", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.23.1", "end_timestamp": "02 Jun 2020 11:06:20.414287", "total_time": "0:00:00.070670", "result_table": "", "accuracy": "", "pearson": 0.8774817213635697, "score": 0.8774817213635697, "fold": 10, "model_params": "{\"copy_X\": true, \"fit_intercept\": true, \"n_jobs\": null, \"normalize\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "descriptive": {"actual": {"min": 7.2, "max": 50.0, "avg": 22.83030303030303, "std": 8.876304337732648}, "predicted": {"min": 12.060289608766974, "max": 42.10232200457264, "avg": 23.165862361859343, "std": 7.117743310779852}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 339, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_boston_features\"]", "featureset_name": "example_boston", "shuffle": false, "learner_name": "LinearRegression", "task": "cross_validate", "start_timestamp": "02 Jun 2020 11:06:20.343617", "version": "2.1", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.23.1", "end_timestamp": "02 Jun 2020 11:06:20.414287", "total_time": "0:00:00.070670", "fold": "average", "pearson": 0.8476771404638901, "score": 0.8476771404638901, "additional_scores": {}}] \ No newline at end of file diff --git a/tests/other/expected/Example_CV_example_boston_RandomForestRegressor.results.json b/tests/other/expected/Example_CV_example_boston_RandomForestRegressor.results.json deleted file mode 100644 index 1c8ac86f..00000000 --- a/tests/other/expected/Example_CV_example_boston_RandomForestRegressor.results.json +++ /dev/null @@ -1 +0,0 @@ -[{"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 339, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_boston_features\"]", "featureset_name": "example_boston", "shuffle": false, "learner_name": "RandomForestRegressor", "task": "cross_validate", "start_timestamp": "02 Jun 2020 11:05:30.609461", "version": "2.1", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.23.1", "end_timestamp": "02 Jun 2020 11:06:18.259800", "total_time": "0:00:47.650339", "result_table": "", "accuracy": "", "pearson": 0.8705252426269349, "score": 0.8705252426269349, "fold": 1, "model_params": "{\"bootstrap\": true, \"ccp_alpha\": 0.0, \"criterion\": \"mse\", \"max_depth\": null, \"max_features\": \"auto\", \"max_leaf_nodes\": null, \"max_samples\": null, \"min_impurity_decrease\": 0.0, \"min_impurity_split\": null, \"min_samples_leaf\": 1, \"min_samples_split\": 2, \"min_weight_fraction_leaf\": 0.0, \"n_estimators\": 500, \"n_jobs\": null, \"oob_score\": false, \"random_state\": 123456789, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.9286578742834024, "grid_search_cv_results": {"mean_fit_time": [0.612261692682902, 0.7911560535430908, 0.9037091732025146, 0.8835872809092203], "std_fit_time": [0.005526410902082025, 0.00862743917595024, 0.008608491486919948, 0.007006556676249097], "mean_score_time": [0.034465948740641274, 0.035992940266927086, 0.04000520706176758, 0.029781262079874676], "std_score_time": [0.0012177000186520946, 0.000454043644851562, 0.002681079294568405, 8.983970046869264e-05], "param_max_depth": [1, 5, 10, null], "params": [{"max_depth": 1}, {"max_depth": 5}, {"max_depth": 10}, {"max_depth": null}], "split0_test_score": [0.813277071148176, 0.9145488411552369, 0.9151428037078274, 0.915864330602709], "split1_test_score": [0.7983717513081477, 0.9265391407768094, 0.9295861765228812, 0.9292700823278542], "split2_test_score": [0.8302449744512291, 0.9360823425762812, 0.9405282251956356, 0.9408392099196438], "mean_test_score": [0.8139645989691843, 0.9257234415027759, 0.928419068475448, 0.9286578742834024], "std_test_score": [0.013021267456502585, 0.008809916565695464, 0.010396361925346962, 0.010205137537571707], "rank_test_score": [4, 3, 2, 1]}, "descriptive": {"actual": {"min": 8.5, "max": 50.0, "avg": 24.373529411764707, "std": 10.138810372945473}, "predicted": {"min": 10.73439999999997, "max": 46.80979999999997, "avg": 22.71484117647062, "std": 7.956823128948094}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 339, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_boston_features\"]", "featureset_name": "example_boston", "shuffle": false, "learner_name": "RandomForestRegressor", "task": "cross_validate", "start_timestamp": "02 Jun 2020 11:05:30.609461", "version": "2.1", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.23.1", "end_timestamp": "02 Jun 2020 11:06:18.259800", "total_time": "0:00:47.650339", "result_table": "", "accuracy": "", "pearson": 0.8975800553403752, "score": 0.8975800553403752, "fold": 2, "model_params": "{\"bootstrap\": true, \"ccp_alpha\": 0.0, \"criterion\": \"mse\", \"max_depth\": 10, \"max_features\": \"auto\", \"max_leaf_nodes\": null, \"max_samples\": null, \"min_impurity_decrease\": 0.0, \"min_impurity_split\": null, \"min_samples_leaf\": 1, \"min_samples_split\": 2, \"min_weight_fraction_leaf\": 0.0, \"n_estimators\": 500, \"n_jobs\": null, \"oob_score\": false, \"random_state\": 123456789, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.9039376575005241, "grid_search_cv_results": {"mean_fit_time": [0.452992041905721, 0.6015279293060303, 0.9308110078175863, 0.948909600575765], "std_fit_time": [0.003482406903095519, 0.0020022396626070377, 0.019124439304005564, 0.005789525683522303], "mean_score_time": [0.02703372637430827, 0.032011985778808594, 0.038944085439046226, 0.03448796272277832], "std_score_time": [0.001975974274623117, 0.0028461780667357957, 0.003466700513328512, 0.0035733341864028724], "param_max_depth": [1, 5, 10, null], "params": [{"max_depth": 1}, {"max_depth": 5}, {"max_depth": 10}, {"max_depth": null}], "split0_test_score": [0.8076497257156935, 0.8839940990753938, 0.8852338728953671, 0.8849475954347636], "split1_test_score": [0.8136573494367269, 0.9373905220241315, 0.9404692953161723, 0.9402152690260294], "split2_test_score": [0.7385294265926601, 0.8815591839941048, 0.8861098042900329, 0.8855605880117343], "mean_test_score": [0.7866121672483603, 0.9009812683645434, 0.9039376575005241, 0.9035744841575091], "std_test_score": [0.03408797781638823, 0.025764413660440588, 0.02583424387735926, 0.02591015601150435], "rank_test_score": [4, 3, 1, 2]}, "descriptive": {"actual": {"min": 7.2, "max": 50.0, "avg": 21.232352941176472, "std": 7.994252368686896}, "predicted": {"min": 8.606714761904776, "max": 39.864403160173225, "avg": 21.535069214708734, "std": 6.253272668375406}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 339, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_boston_features\"]", "featureset_name": "example_boston", "shuffle": false, "learner_name": "RandomForestRegressor", "task": "cross_validate", "start_timestamp": "02 Jun 2020 11:05:30.609461", "version": "2.1", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.23.1", "end_timestamp": "02 Jun 2020 11:06:18.259800", "total_time": "0:00:47.650339", "result_table": "", "accuracy": "", "pearson": 0.9396597717163492, "score": 0.9396597717163492, "fold": 3, "model_params": "{\"bootstrap\": true, \"ccp_alpha\": 0.0, \"criterion\": \"mse\", \"max_depth\": 10, \"max_features\": \"auto\", \"max_leaf_nodes\": null, \"max_samples\": null, \"min_impurity_decrease\": 0.0, \"min_impurity_split\": null, \"min_samples_leaf\": 1, \"min_samples_split\": 2, \"min_weight_fraction_leaf\": 0.0, \"n_estimators\": 500, \"n_jobs\": null, \"oob_score\": false, \"random_state\": 123456789, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.910368594568394, "grid_search_cv_results": {"mean_fit_time": [0.4816410541534424, 0.6716287136077881, 0.9642249743143717, 0.9945166110992432], "std_fit_time": [0.005364767582418987, 0.004766569416905124, 0.018587774687431235, 0.01742160863499338], "mean_score_time": [0.024690945943196613, 0.03643504778544108, 0.0397953987121582, 0.03496177991231283], "std_score_time": [0.00022465367962914805, 0.0007900626300391991, 0.002509412096614099, 0.0020651071971197884], "param_max_depth": [1, 5, 10, null], "params": [{"max_depth": 1}, {"max_depth": 5}, {"max_depth": 10}, {"max_depth": null}], "split0_test_score": [0.8149470139002606, 0.8988139618473392, 0.8982410237519469, 0.8990173704544945], "split1_test_score": [0.7477768762659648, 0.9132789036722623, 0.9167753908871368, 0.9160588022150071], "split2_test_score": [0.7949835615135364, 0.9103852219551836, 0.9160893690660984, 0.9160165458076306], "mean_test_score": [0.7859024838932539, 0.9074926958249284, 0.910368594568394, 0.9103642394923774], "std_test_score": [0.028163881426533487, 0.006249462166739323, 0.0085800597090265, 0.008023466587585053], "rank_test_score": [4, 3, 1, 2]}, "descriptive": {"actual": {"min": 7.4, "max": 43.1, "avg": 22.682352941176468, "std": 8.214960190667759}, "predicted": {"min": 8.513384047619054, "max": 39.76667633255634, "avg": 22.77944319821712, "std": 7.379349430992586}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 339, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_boston_features\"]", "featureset_name": "example_boston", "shuffle": false, "learner_name": "RandomForestRegressor", "task": "cross_validate", "start_timestamp": "02 Jun 2020 11:05:30.609461", "version": "2.1", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.23.1", "end_timestamp": "02 Jun 2020 11:06:18.259800", "total_time": "0:00:47.650339", "result_table": "", "accuracy": "", "pearson": 0.9326562982706035, "score": 0.9326562982706035, "fold": 4, "model_params": "{\"bootstrap\": true, \"ccp_alpha\": 0.0, \"criterion\": \"mse\", \"max_depth\": 10, \"max_features\": \"auto\", \"max_leaf_nodes\": null, \"max_samples\": null, \"min_impurity_decrease\": 0.0, \"min_impurity_split\": null, \"min_samples_leaf\": 1, \"min_samples_split\": 2, \"min_weight_fraction_leaf\": 0.0, \"n_estimators\": 500, \"n_jobs\": null, \"oob_score\": false, \"random_state\": 123456789, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.8890141357322546, "grid_search_cv_results": {"mean_fit_time": [0.5107494195302328, 0.6468968391418457, 0.9768060048421224, 1.0130438804626465], "std_fit_time": [0.0031529198949281976, 0.005886494441938593, 0.009300434114387857, 0.023414046527631592], "mean_score_time": [0.026531060536702473, 0.03874762852986654, 0.04285407066345215, 0.03598467508951823], "std_score_time": [0.001458878659663921, 0.0037828877542652665, 0.0009492622677721693, 0.0015760829318172767], "param_max_depth": [1, 5, 10, null], "params": [{"max_depth": 1}, {"max_depth": 5}, {"max_depth": 10}, {"max_depth": null}], "split0_test_score": [0.7419749802501937, 0.8937808801748928, 0.8953540136609301, 0.8946207322696219], "split1_test_score": [0.6441026805082471, 0.8668704866245641, 0.8708230946158857, 0.8696870219816597], "split2_test_score": [0.7744216684829471, 0.8954544934150426, 0.9008652989199479, 0.9007057563018743], "mean_test_score": [0.7201664430804627, 0.8853686200714997, 0.8890141357322546, 0.8883378368510519], "std_test_score": [0.05539235131797022, 0.013097988422779079, 0.013058306397963316, 0.013420048455886948], "rank_test_score": [4, 3, 1, 2]}, "descriptive": {"actual": {"min": 8.8, "max": 50.0, "avg": 22.61176470588235, "std": 9.915073631653335}, "predicted": {"min": 7.721217222222207, "max": 48.51559999999998, "avg": 23.618396653777513, "std": 9.49689621440513}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 339, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_boston_features\"]", "featureset_name": "example_boston", "shuffle": false, "learner_name": "RandomForestRegressor", "task": "cross_validate", "start_timestamp": "02 Jun 2020 11:05:30.609461", "version": "2.1", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.23.1", "end_timestamp": "02 Jun 2020 11:06:18.259800", "total_time": "0:00:47.650339", "result_table": "", "accuracy": "", "pearson": 0.9424064620025993, "score": 0.9424064620025993, "fold": 5, "model_params": "{\"bootstrap\": true, \"ccp_alpha\": 0.0, \"criterion\": \"mse\", \"max_depth\": null, \"max_features\": \"auto\", \"max_leaf_nodes\": null, \"max_samples\": null, \"min_impurity_decrease\": 0.0, \"min_impurity_split\": null, \"min_samples_leaf\": 1, \"min_samples_split\": 2, \"min_weight_fraction_leaf\": 0.0, \"n_estimators\": 500, \"n_jobs\": null, \"oob_score\": false, \"random_state\": 123456789, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.8869222931018251, "grid_search_cv_results": {"mean_fit_time": [0.5355809529622396, 0.797044038772583, 1.002716302871704, 1.038848638534546], "std_fit_time": [0.002971006924446468, 0.01379877645783138, 0.017900985488779615, 0.013410398963623005], "mean_score_time": [0.027930339177449543, 0.03992327054341634, 0.043344338734944664, 0.03730964660644531], "std_score_time": [0.002310309758687586, 0.0012715467660201292, 0.0026441473493734975, 0.002388872649971582], "param_max_depth": [1, 5, 10, null], "params": [{"max_depth": 1}, {"max_depth": 5}, {"max_depth": 10}, {"max_depth": null}], "split0_test_score": [0.8083032656707309, 0.8976742965579696, 0.8988482340244089, 0.8996228739596197], "split1_test_score": [0.7146105414039106, 0.8949519900938426, 0.8991892717529473, 0.8994356229629655], "split2_test_score": [0.7494489564055, 0.8599986350059879, 0.86191296299096, 0.8617083823828897], "mean_test_score": [0.7574542544933806, 0.8842083072192667, 0.8866501562561054, 0.8869222931018251], "std_test_score": [0.03866648198152565, 0.01715486150001332, 0.01749239119657341, 0.017829091134823564], "rank_test_score": [4, 3, 2, 1]}, "descriptive": {"actual": {"min": 8.3, "max": 50.0, "avg": 24.244117647058825, "std": 11.03316367557563}, "predicted": {"min": 10.076, "max": 45.964999999999925, "avg": 24.877611764705883, "std": 9.87971488752002}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 339, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_boston_features\"]", "featureset_name": "example_boston", "shuffle": false, "learner_name": "RandomForestRegressor", "task": "cross_validate", "start_timestamp": "02 Jun 2020 11:05:30.609461", "version": "2.1", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.23.1", "end_timestamp": "02 Jun 2020 11:06:18.259800", "total_time": "0:00:47.650339", "result_table": "", "accuracy": "", "pearson": 0.911645490894424, "score": 0.911645490894424, "fold": 6, "model_params": "{\"bootstrap\": true, \"ccp_alpha\": 0.0, \"criterion\": \"mse\", \"max_depth\": 10, \"max_features\": \"auto\", \"max_leaf_nodes\": null, \"max_samples\": null, \"min_impurity_decrease\": 0.0, \"min_impurity_split\": null, \"min_samples_leaf\": 1, \"min_samples_split\": 2, \"min_weight_fraction_leaf\": 0.0, \"n_estimators\": 500, \"n_jobs\": null, \"oob_score\": false, \"random_state\": 123456789, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.8842080189102285, "grid_search_cv_results": {"mean_fit_time": [0.4887058734893799, 0.6501032511393229, 1.021963119506836, 1.0492656230926514], "std_fit_time": [0.004152188496226285, 0.008266695889496672, 0.006509475527253884, 0.018132960613195682], "mean_score_time": [0.02699430783589681, 0.039823691050211586, 0.04322520891825358, 0.042195796966552734], "std_score_time": [0.001344091745378535, 0.000482717901222886, 0.0018707012541424163, 0.002403732945675266], "param_max_depth": [1, 5, 10, null], "params": [{"max_depth": 1}, {"max_depth": 5}, {"max_depth": 10}, {"max_depth": null}], "split0_test_score": [0.8074699720463968, 0.893658870528839, 0.8931092195961873, 0.8926447588177219], "split1_test_score": [0.6868979482107108, 0.88115420096499, 0.8841203103174727, 0.8839423250616422], "split2_test_score": [0.7849570612611374, 0.8758612520629679, 0.8753945268170251, 0.8749464781151594], "mean_test_score": [0.759774993839415, 0.8835581078522656, 0.8842080189102285, 0.8838445206648412], "std_test_score": [0.05234504511847285, 0.007462031984484155, 0.007232258967660443, 0.007225623813055839], "rank_test_score": [4, 3, 1, 2]}, "descriptive": {"actual": {"min": 11.0, "max": 50.0, "avg": 23.02941176470588, "std": 8.300762878185449}, "predicted": {"min": 10.382428080808099, "max": 44.852249999999934, "avg": 22.7219603019652, "std": 7.1595557369926945}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 339, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_boston_features\"]", "featureset_name": "example_boston", "shuffle": false, "learner_name": "RandomForestRegressor", "task": "cross_validate", "start_timestamp": "02 Jun 2020 11:05:30.609461", "version": "2.1", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.23.1", "end_timestamp": "02 Jun 2020 11:06:18.259800", "total_time": "0:00:47.650339", "result_table": "", "accuracy": "", "pearson": 0.9587440597617868, "score": 0.9587440597617868, "fold": 7, "model_params": "{\"bootstrap\": true, \"ccp_alpha\": 0.0, \"criterion\": \"mse\", \"max_depth\": 10, \"max_features\": \"auto\", \"max_leaf_nodes\": null, \"max_samples\": null, \"min_impurity_decrease\": 0.0, \"min_impurity_split\": null, \"min_samples_leaf\": 1, \"min_samples_split\": 2, \"min_weight_fraction_leaf\": 0.0, \"n_estimators\": 500, \"n_jobs\": null, \"oob_score\": false, \"random_state\": 123456789, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.8802093297850156, "grid_search_cv_results": {"mean_fit_time": [0.5577913920084635, 0.7605040073394775, 1.1392310460408528, 1.2720953623453777], "std_fit_time": [0.002990826058722196, 0.006758117210253122, 0.002301534738659087, 0.014749002734764847], "mean_score_time": [0.02765965461730957, 0.05560167630513509, 0.044028917948404946, 0.041307926177978516], "std_score_time": [0.00013394683110967893, 0.004021841344206035, 0.0021545319220045117, 0.0018553903657039037], "param_max_depth": [1, 5, 10, null], "params": [{"max_depth": 1}, {"max_depth": 5}, {"max_depth": 10}, {"max_depth": null}], "split0_test_score": [0.7846132524854641, 0.8786857855720622, 0.8791186237032789, 0.8799498478079589], "split1_test_score": [0.5979279617721089, 0.8535563811744526, 0.8537797988186715, 0.8517680434809642], "split2_test_score": [0.7858053197078282, 0.9042667166352041, 0.9077295668330969, 0.9070253945238492], "mean_test_score": [0.7227821779884671, 0.878836294460573, 0.8802093297850156, 0.8795810952709241], "std_test_score": [0.0882866042549925, 0.020702681313131504, 0.02203839977584781, 0.022560225987259565], "rank_test_score": [4, 3, 1, 2]}, "descriptive": {"actual": {"min": 7.2, "max": 50.0, "avg": 23.220588235294116, "std": 10.09457569576397}, "predicted": {"min": 9.053109019607858, "max": 44.90003999999998, "avg": 22.422084355959786, "std": 9.174814296256633}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 339, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_boston_features\"]", "featureset_name": "example_boston", "shuffle": false, "learner_name": "RandomForestRegressor", "task": "cross_validate", "start_timestamp": "02 Jun 2020 11:05:30.609461", "version": "2.1", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.23.1", "end_timestamp": "02 Jun 2020 11:06:18.259800", "total_time": "0:00:47.650339", "result_table": "", "accuracy": "", "pearson": 0.9676191650125244, "score": 0.9676191650125244, "fold": 8, "model_params": "{\"bootstrap\": true, \"ccp_alpha\": 0.0, \"criterion\": \"mse\", \"max_depth\": 10, \"max_features\": \"auto\", \"max_leaf_nodes\": null, \"max_samples\": null, \"min_impurity_decrease\": 0.0, \"min_impurity_split\": null, \"min_samples_leaf\": 1, \"min_samples_split\": 2, \"min_weight_fraction_leaf\": 0.0, \"n_estimators\": 500, \"n_jobs\": null, \"oob_score\": false, \"random_state\": 123456789, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.8993908121792783, "grid_search_cv_results": {"mean_fit_time": [0.5405677159627279, 0.7084034283955892, 1.0993703206380208, 1.1044052441914876], "std_fit_time": [0.004306094919338431, 0.014993328282563266, 0.00913877010598559, 0.009923499255027068], "mean_score_time": [0.029178063074747723, 0.04058591524759928, 0.045479933420817055, 0.04247570037841797], "std_score_time": [0.00031001776856202186, 0.001502048531913927, 0.0005185472126203509, 0.0016513123456634014], "param_max_depth": [1, 5, 10, null], "params": [{"max_depth": 1}, {"max_depth": 5}, {"max_depth": 10}, {"max_depth": null}], "split0_test_score": [0.7743977043294883, 0.8956250678766647, 0.8990698464075559, 0.8980238430958786], "split1_test_score": [0.6950987593852904, 0.8884394809280791, 0.888734063412971, 0.8878924462812156], "split2_test_score": [0.8044225891688294, 0.908835886912589, 0.9103685267173081, 0.9096803853182368], "mean_test_score": [0.7579730176278693, 0.8976334785724442, 0.8993908121792783, 0.8985322248984436], "std_test_score": [0.0461176227312279, 0.008447036143461949, 0.008835148174069279, 0.008902149961783507], "rank_test_score": [4, 3, 1, 2]}, "descriptive": {"actual": {"min": 8.4, "max": 50.0, "avg": 22.841176470588234, "std": 9.192167946523467}, "predicted": {"min": 8.903833982684, "max": 43.70122628205106, "avg": 22.668285790806372, "std": 7.746717158521527}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 339, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_boston_features\"]", "featureset_name": "example_boston", "shuffle": false, "learner_name": "RandomForestRegressor", "task": "cross_validate", "start_timestamp": "02 Jun 2020 11:05:30.609461", "version": "2.1", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.23.1", "end_timestamp": "02 Jun 2020 11:06:18.259800", "total_time": "0:00:47.650339", "result_table": "", "accuracy": "", "pearson": 0.8663525624054924, "score": 0.8663525624054924, "fold": 9, "model_params": "{\"bootstrap\": true, \"ccp_alpha\": 0.0, \"criterion\": \"mse\", \"max_depth\": 10, \"max_features\": \"auto\", \"max_leaf_nodes\": null, \"max_samples\": null, \"min_impurity_decrease\": 0.0, \"min_impurity_split\": null, \"min_samples_leaf\": 1, \"min_samples_split\": 2, \"min_weight_fraction_leaf\": 0.0, \"n_estimators\": 500, \"n_jobs\": null, \"oob_score\": false, \"random_state\": 123456789, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.9100471744900354, "grid_search_cv_results": {"mean_fit_time": [0.6588660081227621, 0.9938807487487793, 0.9113500118255615, 0.9510998725891113], "std_fit_time": [0.007150564505078218, 0.006487621114750972, 0.00788709203422933, 0.013759987041395255], "mean_score_time": [0.046748081843058266, 0.039049625396728516, 0.03473401069641113, 0.04333726565043131], "std_score_time": [0.0033828102655321184, 0.002154498324219481, 0.000582175405557931, 0.0001241994264128889], "param_max_depth": [1, 5, 10, null], "params": [{"max_depth": 1}, {"max_depth": 5}, {"max_depth": 10}, {"max_depth": null}], "split0_test_score": [0.7694781305851419, 0.9250084724665529, 0.9296649621832734, 0.9298482952068332], "split1_test_score": [0.7197519736578453, 0.8871123365565439, 0.8890758132689868, 0.8889681800644866], "split2_test_score": [0.821589847003514, 0.9103405308116023, 0.9114007480178457, 0.9111321076596761], "mean_test_score": [0.7702733170821671, 0.9074871132782331, 0.9100471744900354, 0.9099828609769988], "std_test_score": [0.041578939805835234, 0.015602046296181235, 0.016598069634105577, 0.01670901013357987], "rank_test_score": [4, 3, 1, 2]}, "descriptive": {"actual": {"min": 5.6, "max": 48.3, "avg": 22.638235294117642, "std": 9.263718434773066}, "predicted": {"min": 9.118548235653229, "max": 45.259599999999935, "avg": 23.601847785834522, "std": 9.4010083196983}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 339, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_boston_features\"]", "featureset_name": "example_boston", "shuffle": false, "learner_name": "RandomForestRegressor", "task": "cross_validate", "start_timestamp": "02 Jun 2020 11:05:30.609461", "version": "2.1", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.23.1", "end_timestamp": "02 Jun 2020 11:06:18.259800", "total_time": "0:00:47.650339", "result_table": "", "accuracy": "", "pearson": 0.9303769818506548, "score": 0.9303769818506548, "fold": 10, "model_params": "{\"bootstrap\": true, \"ccp_alpha\": 0.0, \"criterion\": \"mse\", \"max_depth\": null, \"max_features\": \"auto\", \"max_leaf_nodes\": null, \"max_samples\": null, \"min_impurity_decrease\": 0.0, \"min_impurity_split\": null, \"min_samples_leaf\": 1, \"min_samples_split\": 2, \"min_weight_fraction_leaf\": 0.0, \"n_estimators\": 500, \"n_jobs\": null, \"oob_score\": false, \"random_state\": 123456789, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.8902655782011298, "grid_search_cv_results": {"mean_fit_time": [0.5477714538574219, 0.7199422518412272, 0.8536435763041178, 0.9221300284067789], "std_fit_time": [0.006557653209132128, 0.0021262086749687563, 0.0019562258249980883, 0.01239174622763101], "mean_score_time": [0.03482357660929362, 0.03139170010884603, 0.036430040995279946, 0.03380997975667318], "std_score_time": [0.002395789838221374, 0.001263506127607842, 0.004077705777253974, 0.001325919570398775], "param_max_depth": [1, 5, 10, null], "params": [{"max_depth": 1}, {"max_depth": 5}, {"max_depth": 10}, {"max_depth": null}], "split0_test_score": [0.8353186317954503, 0.9403258245830489, 0.9435829312689427, 0.9436213112344755], "split1_test_score": [0.6383203056103532, 0.8227376940721381, 0.8207274665197585, 0.8238773242361543], "split2_test_score": [0.7810530929671261, 0.9000876696629329, 0.903421143013196, 0.9032980991327596], "mean_test_score": [0.7515640101243098, 0.8877170627727066, 0.8892438469339657, 0.8902655782011298], "std_test_score": [0.08308345055872171, 0.04879560120466551, 0.051147584483682305, 0.0497462933757451], "rank_test_score": [4, 3, 2, 1]}, "descriptive": {"actual": {"min": 7.2, "max": 50.0, "avg": 22.83030303030303, "std": 8.876304337732648}, "predicted": {"min": 10.818200000000015, "max": 48.13899999999988, "avg": 23.181236363636376, "std": 8.345670889596908}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 339, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_boston_features\"]", "featureset_name": "example_boston", "shuffle": false, "learner_name": "RandomForestRegressor", "task": "cross_validate", "start_timestamp": "02 Jun 2020 11:05:30.609461", "version": "2.1", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.23.1", "end_timestamp": "02 Jun 2020 11:06:18.259800", "total_time": "0:00:47.650339", "fold": "average", "pearson": 0.9217566089881745, "score": 0.9217566089881745, "additional_scores": {}}] \ No newline at end of file diff --git a/tests/other/expected/Example_CV_example_boston_SVR.results.json b/tests/other/expected/Example_CV_example_boston_SVR.results.json deleted file mode 100644 index 794768e0..00000000 --- a/tests/other/expected/Example_CV_example_boston_SVR.results.json +++ /dev/null @@ -1 +0,0 @@ -[{"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 339, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_boston_features\"]", "featureset_name": "example_boston", "shuffle": false, "learner_name": "SVR", "task": "cross_validate", "start_timestamp": "02 Jun 2020 11:06:18.264297", "version": "2.1", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.23.1", "end_timestamp": "02 Jun 2020 11:06:20.332808", "total_time": "0:00:02.068511", "result_table": "", "accuracy": "", "pearson": 0.9473547163121021, "score": 0.9473547163121021, "fold": 1, "model_params": "{\"C\": 100.0, \"cache_size\": 1000, \"coef0\": 0.0, \"degree\": 3, \"epsilon\": 0.1, \"gamma\": \"scale\", \"kernel\": \"rbf\", \"max_iter\": -1, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.9124534034393696, "grid_search_cv_results": {"mean_fit_time": [0.0030806859334309897, 0.0035632451375325522, 0.0032200018564860025, 0.0027964909871419272, 0.002667665481567383, 0.002987384796142578, 0.002500295639038086, 0.0023592313130696616, 0.0024952093760172525, 0.002407550811767578, 0.0024536450703938804, 0.0021451314290364585, 0.0030060609181722007, 0.002264102300008138, 0.0023393630981445312, 0.002222776412963867, 0.0018535455067952473, 0.0020558834075927734, 0.0017936229705810547, 0.002372582753499349, 0.002156416575113932, 0.0031309922536214194, 0.0030852953592936196, 0.002455472946166992, 0.003052314122517904, 0.003189563751220703, 0.003593603769938151, 0.0025008519490559897, 0.008406877517700195, 0.008620977401733398, 0.003829399744669596, 0.009222666422526041, 0.003445704778035482, 0.0038544336954752603, 0.0031636555989583335], "std_fit_time": [0.0003988351778662193, 0.00020883565295457037, 8.85973049632282e-05, 0.0006312108455062554, 0.00024129381565149828, 0.0001792027167600657, 0.00021058025476354566, 8.317798220605077e-05, 0.00015374903322257406, 0.00026855402146242375, 0.0002472372947978119, 6.8401990716035e-05, 0.00029893470826790764, 0.00015886745910410777, 6.436771794872468e-05, 8.50008211591033e-05, 4.4225343277735445e-05, 0.0001695345547440574, 2.2100600681081866e-05, 3.774065614257934e-05, 0.000297851025318083, 0.00014283114753053383, 0.00020033161207964366, 0.00034583303190901437, 3.7955924958814746e-05, 0.00028440708365134955, 3.278657618814919e-05, 0.0001241811179196811, 0.00021795822613555023, 0.0005566736690325083, 8.525041472795327e-05, 0.0005590300479833779, 0.00014690871424967325, 0.000278551432271938, 6.371602397589787e-05], "mean_score_time": [0.001022020975748698, 0.0011800130208333333, 0.0011372566223144531, 0.0009091695149739584, 0.0009206136067708334, 0.000972906748453776, 0.0008606910705566406, 0.0009653568267822266, 0.0008243719736735026, 0.0010001659393310547, 0.0009126663208007812, 0.0008052190144856771, 0.0009509722391764323, 0.0007935365041097006, 0.0009554227193196615, 0.0008615652720133463, 0.0006557305653889974, 0.0007106463114420573, 0.0006106694539388021, 0.0007298787434895834, 0.0006943543752034506, 0.0006538232167561849, 0.0006837050120035807, 0.0006640752156575521, 0.0006465911865234375, 0.0007226467132568359, 0.0007063547770182291, 0.0005898475646972656, 0.0007519721984863281, 0.0007346471150716146, 0.0006726582845052084, 0.0007258256276448568, 0.0006996790568033854, 0.0007119973500569662, 0.0007223288218180338], "std_score_time": [8.37276656900898e-05, 7.096770627661285e-05, 9.091243588186414e-05, 9.85301296673791e-05, 7.765771318341051e-05, 6.38262562239248e-05, 3.115721276534342e-05, 0.00017026124944859636, 3.918310196613725e-05, 0.0001936924627727445, 8.872396470589393e-05, 2.8068886997557583e-05, 0.000112676316672226, 2.9830813035023374e-05, 0.00026633125638313306, 0.0001803350739372136, 2.4096663829827666e-05, 4.802278657748228e-05, 5.458807869299062e-06, 6.924635858787526e-05, 6.475433782811173e-05, 2.7903010450506204e-05, 8.951367968139243e-05, 4.949672806518739e-05, 6.6955589516403024e-06, 8.406027365742927e-05, 6.65674274804041e-05, 1.3141168384094877e-05, 5.1463079693725745e-05, 5.412901083182979e-05, 4.337485693017682e-05, 1.6635095277312704e-05, 1.577811493394009e-05, 1.2898618959801708e-05, 0.00010621814537716253], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.6339950250847534, 0.6355012819903335, 0.7267835191383436, 0.6117281084973318, 0.5490534978675954, 0.3563301675799277, 0.14402961884399745, 0.7057086416266014, 0.7073650604824436, 0.7449093117722978, 0.6862269447012539, 0.5490534978675922, 0.3563301675799134, 0.14402961884384952, 0.8498946850927753, 0.8506236251158169, 0.8366057001117991, 0.834334770666758, 0.6115921300336924, 0.3555121613038822, 0.14402947738006822, 0.8949047228175577, 0.8955202606752469, 0.919057046312036, 0.889786828499426, 0.7225369314474632, 0.3734267770736943, 0.14777992340778454, 0.8929519160553353, 0.893015403183479, 0.9037667791391555, 0.8889409180791978, 0.726016425223502, 0.3836836319868871, 0.14779832408558044], "split1_test_score": [0.6452689738080601, 0.6393545128257776, 0.6796139533540759, 0.6269799395835521, 0.4804573472857414, 0.2829209182289734, 0.09470694429983102, 0.6941678093731201, 0.6907693221719345, 0.6911210554572722, 0.6839535376093724, 0.48439798054918515, 0.2829209182290237, 0.09470694430218296, 0.8392649824567507, 0.8355411229293287, 0.7826700428682777, 0.8271461221437894, 0.5381261129229169, 0.28353431684510655, 0.0946916158427003, 0.8981417158832197, 0.897392128014215, 0.88257953156872, 0.8946438114644099, 0.6896847604284905, 0.35365497749083585, 0.10249586367300394, 0.9167646257245701, 0.9186661962489749, 0.9096753617091449, 0.9187028815233906, 0.7364828108699591, 0.3658140792211704, 0.11310258014511741], "split2_test_score": [0.6107438957650566, 0.6131324997211115, 0.6285325094959403, 0.6062011620574208, 0.5802799523421668, 0.32310199679658297, 0.0971835072033316, 0.6745187987066048, 0.674267726428003, 0.6528740247583683, 0.6611772696507244, 0.5861006322449697, 0.3231019737395359, 0.09718350720317827, 0.7912491082605297, 0.791702756546064, 0.7404452947132114, 0.7879878058536794, 0.6431399306354625, 0.3247799396156903, 0.09718349045101586, 0.88495898850855, 0.8834997498299657, 0.83389419006209, 0.8880525167020241, 0.732639926010747, 0.31984178031923494, 0.09687126411733303, 0.9245551009380553, 0.925678610885655, 0.8855713086955379, 0.9218744415769189, 0.7873194347873747, 0.3624160295272126, 0.09729906803545595], "mean_test_score": [0.6300026315526234, 0.6293294315124075, 0.67830999399612, 0.6149697367127683, 0.5365969324985013, 0.32078436086849466, 0.1119733567823867, 0.6914650832354421, 0.6908007030274604, 0.6963014639959795, 0.6771192506537836, 0.5398507035539156, 0.32078435318282433, 0.11197335678307024, 0.8268029252700186, 0.8259558348637365, 0.786573679231096, 0.816489566221409, 0.5976193911973572, 0.32127547258822636, 0.11196819455792813, 0.8926684757364424, 0.8921373795064759, 0.8785102559809487, 0.89082771888862, 0.7149538726289002, 0.3489745116279217, 0.11571568373270717, 0.9114238809059868, 0.9124534034393696, 0.8996711498479462, 0.9098394137265023, 0.7499395569602786, 0.3706379135784233, 0.1193999907553846], "std_test_score": [0.014374738445282314, 0.011560487203018348, 0.04012140290371468, 0.008787131271939676, 0.04169342582597132, 0.030013975075943312, 0.02268973767992552, 0.01287582027872351, 0.013511948266784191, 0.03775138839305585, 0.011310825601395569, 0.042026784379118616, 0.03001397448244117, 0.022689737679292575, 0.025512128782087702, 0.02499100503152832, 0.039354243093936925, 0.02036634355894222, 0.04399548121176582, 0.029489133479897997, 0.022693563726555205, 0.005609318200670702, 0.006155347629233765, 0.03488645653181347, 0.0027897289310254607, 0.018337823359277743, 0.02212491867878515, 0.022788822252674923, 0.013443288042632087, 0.014039714627208611, 0.01025774430658622, 0.014834083243970994, 0.026774711413341288, 0.00932844260046835, 0.021091653178445385], "rank_test_score": [20, 21, 18, 22, 25, 29, 34, 16, 17, 15, 19, 24, 30, 33, 9, 10, 12, 11, 23, 28, 35, 5, 6, 8, 7, 14, 27, 32, 2, 1, 4, 3, 13, 26, 31]}, "descriptive": {"actual": {"min": 8.5, "max": 50.0, "avg": 24.373529411764707, "std": 10.138810372945473}, "predicted": {"min": 9.067264866689555, "max": 49.856699160382256, "avg": 23.26500569208346, "std": 8.712358743891363}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 339, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_boston_features\"]", "featureset_name": "example_boston", "shuffle": false, "learner_name": "SVR", "task": "cross_validate", "start_timestamp": "02 Jun 2020 11:06:18.264297", "version": "2.1", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.23.1", "end_timestamp": "02 Jun 2020 11:06:20.332808", "total_time": "0:00:02.068511", "result_table": "", "accuracy": "", "pearson": 0.9428395070897143, "score": 0.9428395070897143, "fold": 2, "model_params": "{\"C\": 100.0, \"cache_size\": 1000, \"coef0\": 0.0, \"degree\": 3, \"epsilon\": 0.1, \"gamma\": \"scale\", \"kernel\": \"rbf\", \"max_iter\": -1, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.9149899452136044, "grid_search_cv_results": {"mean_fit_time": [0.001779317855834961, 0.0019896825154622397, 0.0019410451253255208, 0.0017888545989990234, 0.001706997553507487, 0.0020706653594970703, 0.0016210079193115234, 0.0017692248026529949, 0.002022981643676758, 0.0019421577453613281, 0.0017154216766357422, 0.001775979995727539, 0.002063592274983724, 0.0018386046091715496, 0.001847982406616211, 0.0024429957071940103, 0.0017592112223307292, 0.0020020008087158203, 0.0020198822021484375, 0.0023794174194335938, 0.002134402592976888, 0.003084580103556315, 0.003006537755330404, 0.002516031265258789, 0.003422339757283529, 0.003509362538655599, 0.0036600430806477866, 0.0026733875274658203, 0.008610089619954428, 0.009420394897460938, 0.004417022069295247, 0.010000149408976236, 0.0037096341451009116, 0.00414284070332845, 0.003543376922607422], "std_fit_time": [2.84035155585565e-05, 7.784219547003585e-05, 0.00012761406258948016, 0.00011612543149026307, 5.8763072972868335e-05, 5.902613594357349e-05, 8.57202384392028e-06, 0.0001115830082291511, 0.00020981548398343498, 0.0001401205008916813, 2.55119020450505e-05, 3.903274532901766e-05, 4.126470879156484e-06, 6.174146169230035e-05, 4.13118240686235e-05, 0.0003392617539792671, 2.7888746553708848e-05, 0.0001317919305675468, 0.00010505145744497175, 0.00013128055277947235, 0.0003465586252384205, 0.00026719482215097523, 0.00013760784751044785, 0.0003265581485045652, 0.00048190083960366427, 0.00046511394556850454, 0.0002755555898760713, 8.408867019132961e-05, 0.0006287523107883648, 0.0007046516666215895, 0.0001410882553435951, 0.0011860444538411732, 0.00048752630803372787, 0.0002342657438921711, 0.0003727763245256452], "mean_score_time": [0.0006676514943440756, 0.0006763935089111328, 0.0007433891296386719, 0.0006457169850667318, 0.0006630420684814453, 0.0006606578826904297, 0.0005890528361002604, 0.000644683837890625, 0.0007526079813639323, 0.000660101572672526, 0.0007523695627848307, 0.0007023016611735026, 0.0006426970163981119, 0.0006943543752034506, 0.0006133715311686198, 0.0007852713267008463, 0.0006680488586425781, 0.000778039296468099, 0.0007790724436442057, 0.0006878376007080078, 0.0007920265197753906, 0.0006686846415201823, 0.0007179578145345052, 0.0008767445882161459, 0.0007963180541992188, 0.0006809234619140625, 0.0006903807322184244, 0.0006286303202311198, 0.0008606115976969401, 0.0008419354756673177, 0.0007754961649576823, 0.0007442633310953776, 0.0008113384246826172, 0.0007599194844563802, 0.0008978843688964844], "std_score_time": [1.9614507149576985e-05, 3.0594470588239285e-06, 5.057771674548641e-05, 4.286778133753903e-05, 3.976375911596181e-05, 1.8064305131214205e-05, 1.431350108971282e-05, 4.1378275359179864e-05, 0.00012784695961317477, 2.7957282436012417e-05, 0.00017965746528825983, 4.776801499087898e-05, 5.520933288878889e-06, 9.984479985459396e-05, 7.840874662030911e-06, 9.891169258519133e-05, 7.61039673298331e-05, 6.39039876224986e-05, 0.0001238151446942874, 4.905902822293961e-05, 0.00015226618311380168, 7.533557625051261e-05, 8.638813172468307e-06, 0.00017061914216330858, 0.00017941511607292687, 3.124829994081214e-05, 3.4639046135608204e-05, 3.193820338594159e-05, 0.0001304705722283913, 0.0001548878530534233, 6.495213312332193e-05, 1.5279057736847178e-05, 0.0001337123720150926, 8.32344570222478e-05, 0.00014158142930020134], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.6338177668271849, 0.6346219295116009, 0.7313551657540922, 0.6122966532675448, 0.5230662012023278, 0.28864250307035166, 0.11726900046893705, 0.7004845135004829, 0.7013578964903898, 0.745156654713392, 0.6775442183939108, 0.5247428458056286, 0.2886425030704035, 0.11726900046693965, 0.8478684578087786, 0.848623266463321, 0.8457853612896609, 0.8255630383866779, 0.5615246301260061, 0.3171718305748064, 0.155621088596201, 0.8654970678892797, 0.8657275608109662, 0.926295479402064, 0.8599818587005977, 0.6647504159975021, 0.33468811800233506, 0.16003301933340472, 0.9087560288968002, 0.9090517883394363, 0.8741963538166102, 0.896639440402394, 0.6713685577109316, 0.3453397816481353, 0.1660529528311362], "split1_test_score": [0.6777421275399116, 0.6746214045954149, 0.7050005883571897, 0.6654995686489437, 0.5453300957620719, 0.2971654787640765, 0.060316220649007636, 0.725792144406903, 0.7216949867072581, 0.7257456050606782, 0.7092520544882702, 0.5479232930550235, 0.2971654647597498, 0.06031622064237762, 0.8495757967942923, 0.847043026390538, 0.8079638366760689, 0.8391840494034936, 0.5892630907708312, 0.2966166541314791, 0.060316220642805896, 0.916395725823081, 0.9174224858646532, 0.8881692454879679, 0.9193295615519022, 0.752637472805322, 0.3861338004106125, 0.09576247777791455, 0.9218099961748777, 0.9211865807736493, 0.9131131764082795, 0.923271917577236, 0.8074643447745864, 0.39626221633706143, 0.09698439728458112], "split2_test_score": [0.5431923694664178, 0.5439840965801875, 0.5563151058444299, 0.5400803255451797, 0.5222782906281133, 0.3215888934955173, 0.11774881933540558, 0.6183717016316137, 0.6178809710725807, 0.5853254159054465, 0.6131182694280558, 0.5319704969383803, 0.32158867997788826, 0.11774881933205653, 0.75541503842258, 0.7572313811504001, 0.6853653369269151, 0.7528650843378759, 0.5946734901780801, 0.3242356106118458, 0.11774879895741124, 0.853432871874162, 0.8533770527697466, 0.7995287615046669, 0.857665435719991, 0.7209772447834177, 0.3332627587617336, 0.11411854630342164, 0.9109223239566248, 0.9147314665277275, 0.8549142684204385, 0.8954596382229412, 0.7778347679832425, 0.3822913887649818, 0.1143786526663912], "mean_test_score": [0.6182507546111714, 0.6177424768957344, 0.6642236199852373, 0.6059588491538893, 0.5302248625308376, 0.3024656251099818, 0.09844468015111675, 0.6815494531796666, 0.6803112847567429, 0.6854092252265055, 0.6666381807700789, 0.5348788785996775, 0.30246554926934716, 0.0984446801471246, 0.8176197643418837, 0.8176325580014198, 0.7797048449642149, 0.8058707240426823, 0.5818204036916391, 0.3126746984393771, 0.11122870273213938, 0.8784418885288409, 0.8788423664817886, 0.8713311621315664, 0.8789922853241636, 0.7127883778620806, 0.3513615590582271, 0.12330468113824695, 0.9138294496761009, 0.9149899452136044, 0.8807412662151094, 0.9051236654008571, 0.7522225568229203, 0.3746311289167261, 0.12580533426070284], "std_test_score": [0.056021771074045025, 0.05465170629739329, 0.07705766890452868, 0.05139794065860072, 0.010685855261223514, 0.013962684173130208, 0.026961603865981173, 0.04585259180987494, 0.04491887027111156, 0.07121223620659402, 0.0399969365492759, 0.009684258587567858, 0.01396258846731689, 0.02696160386784236, 0.04399090585279818, 0.04271495377041483, 0.06847176553667433, 0.03789090801821176, 0.014520259958808754, 0.01171522762188116, 0.03918025187083941, 0.027285607077615556, 0.02774230188618238, 0.05310424327024106, 0.02853843424764728, 0.03634397560969144, 0.024594572419439763, 0.027030407974004522, 0.005711978663937113, 0.0049573786943402365, 0.02420613051098581, 0.012841787935972768, 0.05843802891103029, 0.021483067353446614, 0.029331929479837336], "rank_test_score": [20, 21, 19, 22, 25, 29, 34, 16, 17, 15, 18, 24, 30, 35, 10, 9, 12, 11, 23, 28, 33, 7, 6, 8, 5, 14, 27, 32, 2, 1, 4, 3, 13, 26, 31]}, "descriptive": {"actual": {"min": 7.2, "max": 50.0, "avg": 21.232352941176472, "std": 7.994252368686896}, "predicted": {"min": 8.117621181647728, "max": 44.91862280624164, "avg": 20.739838178181877, "std": 6.966416263699002}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 339, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_boston_features\"]", "featureset_name": "example_boston", "shuffle": false, "learner_name": "SVR", "task": "cross_validate", "start_timestamp": "02 Jun 2020 11:06:18.264297", "version": "2.1", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.23.1", "end_timestamp": "02 Jun 2020 11:06:20.332808", "total_time": "0:00:02.068511", "result_table": "", "accuracy": "", "pearson": 0.9443511461112257, "score": 0.9443511461112257, "fold": 3, "model_params": "{\"C\": 100.0, \"cache_size\": 1000, \"coef0\": 0.0, \"degree\": 3, \"epsilon\": 0.1, \"gamma\": \"scale\", \"kernel\": \"rbf\", \"max_iter\": -1, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.9203719462380788, "grid_search_cv_results": {"mean_fit_time": [0.0019477208455403645, 0.001912832260131836, 0.0022247632344563804, 0.0019617080688476562, 0.0017893314361572266, 0.0022787253061930337, 0.0019352436065673828, 0.0018617312113444011, 0.0018189748128255208, 0.0018191337585449219, 0.0018796126047770183, 0.0018711090087890625, 0.0022023518880208335, 0.0016331672668457031, 0.0018943150838216145, 0.0018757184346516926, 0.002068758010864258, 0.0018235047658284504, 0.002017339070638021, 0.0022536913553873696, 0.0020560423533121743, 0.0032211939493815103, 0.0032188097635904946, 0.002214829126993815, 0.0032689571380615234, 0.003428300221761068, 0.003435373306274414, 0.0027582645416259766, 0.008962710698445639, 0.009461800257364908, 0.004007577896118164, 0.010996659596761068, 0.003908634185791016, 0.004656076431274414, 0.0032765070597330728], "std_fit_time": [5.156031075500929e-05, 7.226036718235438e-05, 4.017775554557626e-05, 0.00020721889438442785, 3.0648304176064384e-05, 9.69325879395667e-05, 0.00010913548064839133, 0.00011770126384931641, 7.008704242687405e-05, 5.756743189684321e-05, 0.0002184952753168725, 0.00012278302199306848, 5.988130997928966e-05, 5.3376306062861556e-05, 8.835144754621997e-05, 2.913674904224455e-05, 0.0003469203066338141, 0.00010478947852403352, 5.404493377380175e-05, 7.553676875977997e-05, 0.0002938189762160885, 0.00025284469854550834, 0.00023055592988858656, 0.0002049932438919929, 0.00025040148921429926, 0.0005286535224639253, 0.0002116015594841997, 0.00016272808880178697, 0.0005615859194697024, 0.00046730505093288296, 0.0002127063438256699, 0.0005693216459852657, 0.0001283573535464732, 0.0007317610622315726, 0.00013534734327843632], "mean_score_time": [0.0007633368174235026, 0.0007071495056152344, 0.0008289813995361328, 0.0007349650065104166, 0.0006666183471679688, 0.0007892449696858724, 0.0007867813110351562, 0.0006862481435139974, 0.0006434122721354166, 0.0006546974182128906, 0.0006932417551676432, 0.0006434917449951172, 0.0007590452829996744, 0.0006747245788574219, 0.0006588300069173177, 0.0006233056386311849, 0.0007602373758951823, 0.0006804466247558594, 0.0007030169169108073, 0.0006762345631917318, 0.0007233619689941406, 0.0008184115091959635, 0.0007337729136149088, 0.0007306734720865885, 0.0006726582845052084, 0.0007219314575195312, 0.0007776419321695963, 0.0006986459096272787, 0.0008029937744140625, 0.0008925596872965494, 0.0007034142812093099, 0.0009210109710693359, 0.0007643699645996094, 0.0008535385131835938, 0.0007025400797526041], "std_score_time": [6.791215108183054e-05, 3.145017303276142e-05, 9.099118385605818e-05, 6.330311353713144e-05, 2.827715376958401e-06, 7.06626799366496e-05, 8.528944956575916e-05, 5.1225544691453025e-05, 2.7978284529197965e-05, 5.266838558763152e-06, 9.792268975204579e-06, 1.7459447515434916e-05, 0.00013526640258565016, 7.139060744014314e-05, 2.67265230300496e-05, 1.3523936488772945e-05, 0.00011181337114738166, 6.679465741769397e-05, 3.309832322273063e-05, 6.35501680178231e-05, 0.00012984513096037009, 0.00025042292804567257, 5.205915155574367e-05, 0.00015551890381845286, 2.1537291607234447e-05, 3.9211461193887036e-05, 0.00012564174028266068, 8.834093840624706e-05, 0.00012558301189290479, 0.00010401069529516854, 3.1681474500130706e-05, 5.717673220395505e-05, 3.9917849610245415e-05, 8.119147426954851e-05, 3.5787856180973044e-05], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.6357818093789773, 0.6364120868874643, 0.731325474732893, 0.6150713361562816, 0.5027379376163696, 0.2962726097651714, 0.1638964220977117, 0.6969955420915661, 0.6976660406584502, 0.7478738270109795, 0.673123512386751, 0.5041471323786717, 0.29627259517935906, 0.16389642209929167, 0.8435038231129159, 0.8438209540108014, 0.837548384244499, 0.8259334792917037, 0.5441187076153371, 0.29443785240801384, 0.1620933510193909, 0.854317394318927, 0.8545195299437752, 0.9217157856372935, 0.8523334303158543, 0.6552615309769557, 0.3239583168872377, 0.1612286061429068, 0.902823785271216, 0.9033226235969131, 0.8687236170895246, 0.8844439840801225, 0.6622269020919596, 0.33696759078733496, 0.1673808362029195], "split1_test_score": [0.6559046038396494, 0.6523293200700555, 0.7006622938575058, 0.6419777521529277, 0.5400476972037395, 0.2694063466418788, 0.05980589972981046, 0.697025577030844, 0.6918921985801169, 0.7120613477004925, 0.6816141977430056, 0.5384899435654662, 0.269508822666604, 0.05980589972345708, 0.8264551848533576, 0.8247418273249546, 0.7947968749021701, 0.8173179600980094, 0.5761359099825251, 0.2695572492701716, 0.05980589972445623, 0.9066527991257736, 0.9072790259435852, 0.8723510711668917, 0.9082963591876709, 0.7474759810880642, 0.3774953658728679, 0.09419995091753583, 0.9265010199965018, 0.9262905520833645, 0.9049215533496154, 0.9266471150950645, 0.7991809582169599, 0.3964180481732406, 0.09671525021829681], "split2_test_score": [0.5477809823638222, 0.548424809059639, 0.5631935582512576, 0.5445984420081593, 0.5325069699893576, 0.2800768097956571, 0.11312655731876124, 0.6101296290635442, 0.6090644552717162, 0.5865372271755952, 0.6039639355151118, 0.5334067290012448, 0.28007680979564503, 0.11312655731489259, 0.7528584587143753, 0.7531168122015096, 0.6888848415039711, 0.7482315652055463, 0.5958106727642981, 0.28311163745805473, 0.11312677717234078, 0.8661991542669008, 0.8647071672872921, 0.8092060675313105, 0.8716793686695176, 0.7180357128641599, 0.30413445378636883, 0.10968909786314945, 0.9273016650055411, 0.9315026630339588, 0.8706086148650707, 0.9205219437722514, 0.7871183513440092, 0.3561903046021889, 0.10994803990731605], "mean_test_score": [0.613155798527483, 0.6123887386723862, 0.6650604422805522, 0.6005491767724562, 0.5250975349364889, 0.28191858873423575, 0.11227629304876113, 0.6680502493953181, 0.666207564836761, 0.682157467295689, 0.6529005485482895, 0.5253479349817942, 0.28195274254720265, 0.11227629304588044, 0.8076058222268828, 0.8072265311790886, 0.7737433668835467, 0.7971610015317531, 0.5720217634540535, 0.2823689130454134, 0.1116753426387293, 0.8757231159038671, 0.8755019077248841, 0.8677576414451652, 0.8774363860576809, 0.7069244083097267, 0.3351960455154915, 0.1217058849745307, 0.9188754900910863, 0.9203719462380788, 0.881417928434737, 0.9105376809824794, 0.749508737217643, 0.3631919811875881, 0.12468137544284412], "std_test_score": [0.046951263068213935, 0.04569374717745389, 0.07311043797674623, 0.0410597316596579, 0.0161075414215173, 0.011045153863314654, 0.04249903076308342, 0.04095606524262734, 0.0404749761470667, 0.06917637438248851, 0.03477659179988706, 0.015134184062113669, 0.011006489677909759, 0.04249903076631199, 0.03933293255703427, 0.039046122595788955, 0.062490798709137256, 0.03477665977006679, 0.021302730129941116, 0.010171031831974287, 0.041771287345555345, 0.022402053968642116, 0.02285149040179117, 0.0460465986042275, 0.023206605221843108, 0.03845752651952157, 0.030985703844218955, 0.028653243384657245, 0.01135497479303854, 0.012242033519320523, 0.016637379446253493, 0.01861970630734202, 0.061913733954716194, 0.024770369760438136, 0.030672568011600267], "rank_test_score": [20, 21, 18, 22, 25, 30, 33, 16, 17, 15, 19, 24, 29, 34, 9, 10, 12, 11, 23, 28, 35, 6, 7, 8, 5, 14, 27, 32, 2, 1, 4, 3, 13, 26, 31]}, "descriptive": {"actual": {"min": 7.4, "max": 43.1, "avg": 22.682352941176468, "std": 8.214960190667759}, "predicted": {"min": 7.864049559301382, "max": 38.03274847899465, "avg": 22.54447333159465, "std": 8.158474513774618}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 339, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_boston_features\"]", "featureset_name": "example_boston", "shuffle": false, "learner_name": "SVR", "task": "cross_validate", "start_timestamp": "02 Jun 2020 11:06:18.264297", "version": "2.1", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.23.1", "end_timestamp": "02 Jun 2020 11:06:20.332808", "total_time": "0:00:02.068511", "result_table": "", "accuracy": "", "pearson": 0.9614370821521374, "score": 0.9614370821521374, "fold": 4, "model_params": "{\"C\": 100.0, \"cache_size\": 1000, \"coef0\": 0.0, \"degree\": 3, \"epsilon\": 0.1, \"gamma\": \"auto\", \"kernel\": \"rbf\", \"max_iter\": -1, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.9033858837915956, "grid_search_cv_results": {"mean_fit_time": [0.0018077691396077473, 0.002060492833455404, 0.0018792152404785156, 0.0017803510030110676, 0.001717964808146159, 0.0021653970082600913, 0.0017687479654947917, 0.001928885777791341, 0.001932382583618164, 0.0018470287322998047, 0.0018211205800374348, 0.0018080075581868489, 0.0023723443349202475, 0.001871188481648763, 0.00197601318359375, 0.001972834269205729, 0.0017443497975667317, 0.0019789536794026694, 0.0019583702087402344, 0.0025363763173421225, 0.0019176006317138672, 0.0030754407246907554, 0.0030924479166666665, 0.002486069997151693, 0.003329674402872721, 0.0040102799733479815, 0.0033936500549316406, 0.0025733311971028647, 0.009298006693522135, 0.010147333145141602, 0.005173047383626302, 0.011746644973754883, 0.004441022872924805, 0.004370292027791341, 0.0033333301544189453], "std_fit_time": [2.7453933604359836e-05, 0.00015651065464424913, 9.628155812334101e-05, 4.276511305592353e-05, 3.976963563139572e-05, 7.190137613720357e-05, 1.3560315043511524e-05, 0.00015457840991071382, 0.00014196980584908745, 0.00011990929753751707, 7.479743045713071e-05, 0.0001086354167741301, 7.683994042524735e-05, 0.0001280548730911341, 0.00017824283104221752, 1.510444370261836e-05, 2.1294871024023846e-05, 0.0001072507957346063, 0.00025578665525082146, 0.0002366821581931044, 8.322208745782918e-05, 0.00019438951013209062, 0.0002247862266107112, 0.0002523470667330094, 0.000386308407238302, 0.0004586321376441226, 0.00010084232220333302, 0.00019165495967995145, 0.001144480311205267, 0.0006990533570398989, 0.0010642378032115118, 0.0006430882620822882, 0.00039323851986299805, 0.00030061077453384866, 0.0002563336446363385], "mean_score_time": [0.0006714661916097006, 0.0007577737172444662, 0.0006535847981770834, 0.0006720225016276041, 0.0006510416666666666, 0.0007835229237874349, 0.0006730556488037109, 0.0006973743438720703, 0.0006795724232991537, 0.0007274150848388672, 0.0007283687591552734, 0.0007090568542480469, 0.0007297992706298828, 0.0006452401479085287, 0.0006863276163736979, 0.000702063242594401, 0.0006237030029296875, 0.0007334550221761068, 0.0007419586181640625, 0.0007830460866292318, 0.0007077058156331381, 0.0006689230600992838, 0.0006502469380696615, 0.0008192857106526693, 0.0008292992909749349, 0.0009027322133382162, 0.0007623036702473959, 0.0006206830342610677, 0.0007220109303792318, 0.0009405612945556641, 0.0010765393575032551, 0.0007716019948323568, 0.0007996559143066406, 0.0010829766591389973, 0.000885009765625], "std_score_time": [1.1394867289659123e-05, 4.901317480181989e-05, 2.90996579848291e-05, 5.352495625832479e-05, 1.606964019352088e-05, 9.191963017408937e-05, 3.200556675774285e-05, 4.049888897006626e-05, 3.168625871577493e-05, 6.30426693590141e-05, 8.417650351166895e-05, 7.18237700796613e-05, 3.1818535251069696e-05, 1.554217701664468e-05, 3.922756525767951e-05, 5.716524285747034e-06, 1.180111758305033e-05, 7.340874969035098e-05, 0.0001861208902395902, 3.459087601201064e-05, 0.00011019673598004152, 4.288015571281345e-05, 6.362883227604486e-05, 0.00010040608768843666, 0.0002331594202089404, 0.0001491014633551845, 0.00011747438226789015, 3.350683586948177e-05, 1.5969101692970795e-05, 0.00012562841818425559, 0.00014720519055734627, 4.82499098353721e-05, 3.8638524207845485e-05, 0.0002695551874920254, 0.00012344481205712126], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.6398901689778036, 0.6399328566635812, 0.7353999759443127, 0.6127602281178804, 0.4983370770165901, 0.30450957810566975, 0.14170658421898227, 0.6951804296860793, 0.695223693069251, 0.7525812943315151, 0.6682404081553895, 0.499665526273507, 0.3045746748143843, 0.141706584219335, 0.8310761431880717, 0.8311025369905137, 0.8355349030416337, 0.8103333834652247, 0.5448470085389127, 0.30590387955880555, 0.14170658436047082, 0.853879525876368, 0.8538933131147498, 0.9164197228184542, 0.8482907000729825, 0.6606004861278861, 0.3380298024304474, 0.14115531517055088, 0.8792780366013391, 0.8792904500646002, 0.8472352539131499, 0.873621178466374, 0.6643220874431819, 0.34158662467140716, 0.1471952201010634], "split1_test_score": [0.6743647125404217, 0.6705622553248248, 0.7180264360462402, 0.659229120263398, 0.5486914853682285, 0.3593137572376731, 0.268870870352088, 0.7075661136334491, 0.7041847657861735, 0.7265574147324426, 0.6917448791233767, 0.5484940203847091, 0.35931366548885996, 0.2688708701361473, 0.8213259197884475, 0.8201514928916673, 0.7976708667460533, 0.8168722168355783, 0.586998592472448, 0.360138767939555, 0.268870870101203, 0.9009485774682965, 0.9008243428881004, 0.8645009365668126, 0.8996609955618284, 0.7580587589646336, 0.45436423825579536, 0.2839987704957877, 0.9183725721998256, 0.916079750763982, 0.9069805368012307, 0.9114156760286205, 0.7798440780085533, 0.44713576261678534, 0.283826761176799], "split2_test_score": [0.5453440461514896, 0.5470339404035659, 0.5697181840402759, 0.5386507601462021, 0.5007388642728707, 0.28460112360485235, 0.11872765541097557, 0.6162274994611783, 0.6166868369721191, 0.5917242954680054, 0.6113613935323791, 0.5207117929387147, 0.2890395700581353, 0.11872792144157689, 0.7673609022330563, 0.7672067847917334, 0.6820094821815819, 0.76562990099848, 0.5766351937989329, 0.300003921183466, 0.11872736291353289, 0.8558322403834324, 0.8554483138560885, 0.7963669850629373, 0.8540479885211296, 0.676146000835402, 0.322252071928775, 0.11808789489160484, 0.9125070425736221, 0.9132547621188795, 0.8618263400284911, 0.9101343258062587, 0.7165376407186282, 0.36258758470422964, 0.11813779458470326], "mean_test_score": [0.6198663092232383, 0.619176350797324, 0.6743815320102762, 0.6035467028424936, 0.5159224755525631, 0.3161414863160651, 0.17643503666068194, 0.672991347593569, 0.672031765275848, 0.690287668177321, 0.6571155602703818, 0.5229571131989769, 0.3176426367871265, 0.1764351252656864, 0.8065876550698584, 0.8061536048913048, 0.7717384173230896, 0.7976118337664276, 0.5694935982700978, 0.32201552289394214, 0.1764349391250689, 0.8702201145760323, 0.870055323286313, 0.8590958814827347, 0.8673332280519802, 0.6982684153093072, 0.3715487042050059, 0.18108066018598115, 0.9033858837915956, 0.9028749876491539, 0.8720140435809572, 0.898390393433751, 0.7202346020567877, 0.38376999066414075, 0.18305325862085522], "std_test_score": [0.054542334068525204, 0.05252260179296407, 0.07434725853885275, 0.04965515762495165, 0.023191926019349787, 0.03159082538279452, 0.06603178681493643, 0.04045534272757937, 0.039305394224950434, 0.07049994991593186, 0.03374608984053265, 0.019997275757717287, 0.030140679540475154, 0.06603170921651298, 0.02802166206913645, 0.027900088872200194, 0.06530381643962285, 0.022771650549772832, 0.017933967715847238, 0.027064598486012025, 0.06603187188090975, 0.021742923711366702, 0.02176624193972214, 0.04916011883627596, 0.022979701284639494, 0.042751839357676895, 0.058912611581527836, 0.07338087644560408, 0.017214186621515356, 0.016716617481200336, 0.025432481653702845, 0.017522290036278355, 0.04723404999502177, 0.045619264000646156, 0.07223829827939521], "rank_test_score": [20, 21, 16, 22, 25, 30, 34, 17, 18, 15, 19, 24, 29, 33, 9, 10, 12, 11, 23, 28, 35, 5, 6, 8, 7, 14, 27, 32, 1, 2, 4, 3, 13, 26, 31]}, "descriptive": {"actual": {"min": 8.8, "max": 50.0, "avg": 22.61176470588235, "std": 9.915073631653335}, "predicted": {"min": 5.970355111650786, "max": 52.60633375637856, "avg": 23.313423881360215, "std": 10.156445375326953}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 339, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_boston_features\"]", "featureset_name": "example_boston", "shuffle": false, "learner_name": "SVR", "task": "cross_validate", "start_timestamp": "02 Jun 2020 11:06:18.264297", "version": "2.1", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.23.1", "end_timestamp": "02 Jun 2020 11:06:20.332808", "total_time": "0:00:02.068511", "result_table": "", "accuracy": "", "pearson": 0.9139091160283448, "score": 0.9139091160283448, "fold": 5, "model_params": "{\"C\": 100.0, \"cache_size\": 1000, \"coef0\": 0.0, \"degree\": 3, \"epsilon\": 0.1, \"gamma\": 0.01, \"kernel\": \"rbf\", \"max_iter\": -1, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.8973840321734858, "grid_search_cv_results": {"mean_fit_time": [0.002826054890950521, 0.0023575623830159507, 0.002303441365559896, 0.0020901362101236978, 0.0020709832509358725, 0.0025549729665120444, 0.001953601837158203, 0.0018815994262695312, 0.001794258753458659, 0.001821597417195638, 0.001817146937052409, 0.0017246405283610027, 0.0022127628326416016, 0.0016753673553466797, 0.0019525686899820964, 0.0020709832509358725, 0.0017119248708089192, 0.0018817583719889324, 0.001934369405110677, 0.0023392836252848306, 0.0019510587056477864, 0.0029236475626627603, 0.0031642913818359375, 0.002314964930216471, 0.002902348836263021, 0.0031352837880452475, 0.003350337346394857, 0.002908627192179362, 0.008720000584920248, 0.008752981821695963, 0.0036492347717285156, 0.00884405771891276, 0.003397385279337565, 0.0038756529490152993, 0.002830028533935547], "std_fit_time": [0.0001377215359791078, 9.456221738755913e-05, 5.4979253116181786e-05, 5.407647798947585e-05, 8.136429668380878e-05, 8.6935389923515e-05, 1.1223413749637432e-05, 9.9922323490178e-05, 8.06088322818897e-05, 0.00012471522704421816, 4.650500232729521e-05, 6.70204572846182e-05, 8.388088337258776e-05, 2.5890837970587625e-05, 0.000146529807872666, 0.0002510006313806457, 9.584967227378699e-06, 2.388341249346038e-05, 0.00011485150864936222, 9.797221261712081e-05, 0.00017463802428719703, 0.00010358829223560189, 0.00025220794353548076, 0.0001158521864741212, 2.4470414915783705e-05, 0.00021153594286550814, 0.000120337131298332, 0.00029894567357330044, 0.0003307369211109561, 0.0003491310656915897, 2.689448934628607e-05, 0.00031854104188466635, 0.00015321423374871595, 0.00021731364857396687, 0.00017473799429390814], "mean_score_time": [0.001238425572713216, 0.0008536974589029948, 0.0008300145467122396, 0.0007796287536621094, 0.0007832845052083334, 0.0007583300272623698, 0.0006970564524332682, 0.0006829102834065756, 0.0006508032480875651, 0.0006463527679443359, 0.0006546974182128906, 0.0006243387858072916, 0.0006990432739257812, 0.0006419817606608073, 0.0006194114685058594, 0.0006439685821533203, 0.0006709893544514974, 0.0006506443023681641, 0.000705877939860026, 0.0007633368174235026, 0.0006337165832519531, 0.0006210009256998698, 0.0006583531697591146, 0.0007239977518717448, 0.0006546974182128906, 0.0006372928619384766, 0.0006500085194905599, 0.000641028086344401, 0.0007383028666178385, 0.0006895065307617188, 0.0006320476531982422, 0.0007050037384033203, 0.0007019837697347006, 0.0008599758148193359, 0.0006286303202311198], "std_score_time": [0.0001276205954285789, 4.919761586666638e-05, 2.197794598540616e-05, 4.5388953303265076e-05, 5.903811899074453e-05, 2.8534851736658313e-05, 1.920548434828849e-05, 3.6798079574353504e-05, 3.92014733519866e-05, 3.3292204441289384e-05, 1.917553464194102e-05, 1.013832003692914e-05, 4.3975572824663264e-05, 3.822553677182591e-05, 2.540472746843812e-05, 3.738233017448356e-05, 9.11597697319529e-05, 4.311093159597666e-05, 0.00011598948842630785, 0.00012677791959649212, 3.3919738993030714e-05, 2.0547692122386057e-05, 2.9374441859639644e-05, 8.951135122633674e-05, 5.1084298651097756e-05, 2.8855543652357613e-05, 2.405180155021686e-05, 2.1427922760171862e-05, 7.254779583009842e-05, 8.288832583448043e-06, 1.91062407585613e-05, 4.181148645118783e-05, 6.695257088134558e-05, 7.624997421587214e-05, 1.088110865452754e-05], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.6712224643897503, 0.6714509431232254, 0.7604684007895127, 0.6526624600647393, 0.5270690627827433, 0.28502257405081194, 0.11196078307581689, 0.7205834630690348, 0.7208163063061013, 0.7706562287371052, 0.6948480594725298, 0.5290782344947385, 0.29057264339506633, 0.1201064090054249, 0.8343783665880947, 0.8346083844804348, 0.8586395107757387, 0.8138129247657724, 0.5610328278489896, 0.3057193247497064, 0.13898507594776477, 0.8943709166924644, 0.8944887630376931, 0.9218073615102249, 0.8825210219342012, 0.6960699539617029, 0.3503605606214358, 0.1458540673552002, 0.9003215734951088, 0.9003772811884149, 0.9154486366205964, 0.8926993061033225, 0.6969559689919277, 0.35737098989108695, 0.1523849697557293], "split1_test_score": [0.692966037739365, 0.6916991553984249, 0.7326652776159585, 0.6793908991291134, 0.5484189328666624, 0.26678537131514923, 0.009332509455503764, 0.7158755390247113, 0.7148950850909839, 0.7406608158754606, 0.703998040653843, 0.5474989567937447, 0.2667861490209463, 0.009332509460366201, 0.843193120891577, 0.8428448599350541, 0.819431710852711, 0.836648169065575, 0.5825587902898207, 0.26717359535335405, 0.009332509460729135, 0.9207934927232061, 0.9208137705246778, 0.8928075902889909, 0.9215752974710956, 0.7612676207360449, 0.3410903503466405, 0.033365651195894304, 0.9272631879641366, 0.9269580205249476, 0.923484776438327, 0.9247774690416248, 0.8114579479296217, 0.3504187708381332, 0.03882942474139587], "split2_test_score": [0.5183052796646342, 0.5189557142508343, 0.5489461783340269, 0.5048227404053284, 0.47232215197387856, 0.25459782071877285, 0.11537502345931869, 0.5863258674246922, 0.5867342377374742, 0.5724815177918725, 0.5772759638045304, 0.4808800401683433, 0.25459776602204315, 0.11537502346134156, 0.7445262927531049, 0.7448482765619733, 0.6798855589612792, 0.7340845984837838, 0.5198421089409401, 0.26252460790944765, 0.11449716907654099, 0.8469897133897762, 0.8466835001855283, 0.7935869478999007, 0.847105585499036, 0.647036742283184, 0.2689626151805367, 0.1114901855226275, 0.8566874122678219, 0.8567166003697444, 0.8532186834615342, 0.8512595554035223, 0.7109805604973306, 0.3017423575086223, 0.11177940002023605], "mean_test_score": [0.6274979272645832, 0.6273686042574949, 0.6806932855798328, 0.612292033199727, 0.5159367158744281, 0.2688019220282447, 0.07888943866354645, 0.6742616231728128, 0.6741485430448532, 0.6945995208014795, 0.6587073546436344, 0.5191524104856088, 0.27065218614601855, 0.08160464730904421, 0.8073659267442589, 0.8074338403258207, 0.7859855935299097, 0.7948485641050439, 0.5544779090265833, 0.2784725093375027, 0.0876049181616783, 0.8873847076018156, 0.8873286779159665, 0.8694006332330387, 0.8837339683014442, 0.7014581056603107, 0.3201378420495376, 0.09690330135790733, 0.8947573912423558, 0.8946839673610357, 0.8973840321734858, 0.8895787768494898, 0.7397981591396267, 0.33651070607928085, 0.10099793150578706], "std_test_score": [0.07771945900874289, 0.07710388474771161, 0.09384820586201723, 0.07677169197909965, 0.032048160387416896, 0.012502433400814958, 0.049203923014251486, 0.062209666941436155, 0.06185849871250959, 0.08721443379195098, 0.05770172787359595, 0.02808809356032917, 0.014938934205409746, 0.05114060965746255, 0.04457981361905362, 0.04438223725551772, 0.07671256261873269, 0.043966326008845764, 0.02602013003337363, 0.019359665693453598, 0.05624258095440825, 0.03053254874248245, 0.030684136611085402, 0.054900108351836265, 0.030414228353055777, 0.04678993860559825, 0.03638371507011543, 0.047067284000202096, 0.029079834042288057, 0.028957148145811563, 0.03140146924300145, 0.030094564110958594, 0.05099357010966106, 0.02474822396574714, 0.046981524726014134], "rank_test_score": [20, 21, 16, 22, 25, 30, 35, 17, 18, 15, 19, 24, 29, 34, 10, 9, 12, 11, 23, 28, 33, 5, 6, 8, 7, 14, 27, 32, 2, 3, 1, 4, 13, 26, 31]}, "descriptive": {"actual": {"min": 8.3, "max": 50.0, "avg": 24.244117647058825, "std": 11.03316367557563}, "predicted": {"min": 9.671830125251034, "max": 48.93405862595692, "avg": 24.256217029739037, "std": 9.807894163814817}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 339, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_boston_features\"]", "featureset_name": "example_boston", "shuffle": false, "learner_name": "SVR", "task": "cross_validate", "start_timestamp": "02 Jun 2020 11:06:18.264297", "version": "2.1", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.23.1", "end_timestamp": "02 Jun 2020 11:06:20.332808", "total_time": "0:00:02.068511", "result_table": "", "accuracy": "", "pearson": 0.812565731838361, "score": 0.812565731838361, "fold": 6, "model_params": "{\"C\": 100.0, \"cache_size\": 1000, \"coef0\": 0.0, \"degree\": 3, \"epsilon\": 0.1, \"gamma\": 0.01, \"kernel\": \"rbf\", \"max_iter\": -1, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.8990104035467411, "grid_search_cv_results": {"mean_fit_time": [0.0018413861592610676, 0.0018850167592366536, 0.0021483898162841797, 0.002391258875528971, 0.002640962600708008, 0.0032671292622884116, 0.002323627471923828, 0.002314011255900065, 0.002390702565511068, 0.002403736114501953, 0.002396265665690104, 0.002242008845011393, 0.0028106371561686196, 0.0021643638610839844, 0.0023404757181803384, 0.0023408730824788413, 0.002043008804321289, 0.0020133654276529946, 0.0019669532775878906, 0.002325852711995443, 0.002213001251220703, 0.0034902095794677734, 0.0032122929890950522, 0.00215299924214681, 0.0031623045603434243, 0.0031692186991373696, 0.0037959416707356772, 0.0026702880859375, 0.008563359578450521, 0.008444468180338541, 0.003661632537841797, 0.008852640787760416, 0.0033240318298339844, 0.003716627756754557, 0.0029137134552001953], "std_fit_time": [0.00010310463453365509, 1.8204663244052846e-05, 0.0001776857815722969, 9.809069505107051e-05, 0.000289724454922288, 0.0001344661528387066, 6.204290965465915e-05, 2.831487615165735e-05, 0.0001112830618957193, 8.632003841004958e-05, 0.00018587745398890336, 0.00010925734981342497, 7.433979825600659e-05, 7.203029993491603e-05, 1.6779128037003386e-05, 8.03227282440815e-05, 4.177476337023802e-05, 5.1473510474667386e-05, 0.00011457114624819725, 5.853466107465663e-05, 0.0002257603641626265, 7.682432159864836e-05, 0.0001071728567341618, 4.1105065552672645e-05, 1.6841122182732245e-05, 0.00035457154578793495, 6.258880007523036e-05, 0.00010011933963402179, 0.0010860186956233703, 0.0007247646208617736, 0.00029460324323184926, 0.00033913467117722306, 0.00010238812712223147, 0.0002502919207357735, 7.639098949393917e-05], "mean_score_time": [0.0006927649180094401, 0.0007105668385823568, 0.0010116895039876301, 0.0009659926096598307, 0.0010513464609781902, 0.001296679178873698, 0.0009450117746988932, 0.0008544127146402994, 0.0008236567179361979, 0.0008263587951660156, 0.0008387565612792969, 0.0008096694946289062, 0.0009253025054931641, 0.0007812182108561198, 0.0008563995361328125, 0.0008146762847900391, 0.0007793903350830078, 0.0006743272145589193, 0.0006790955861409506, 0.0007136662801106771, 0.0008057753245035807, 0.0007904370625813802, 0.0006687641143798828, 0.0006402333577473959, 0.0006774266560872396, 0.0006827513376871744, 0.0007726351420084635, 0.0006887118021647135, 0.000686804453531901, 0.0007561842600504557, 0.0006170272827148438, 0.0006875991821289062, 0.0006489753723144531, 0.0006854534149169922, 0.0006175041198730469], "std_score_time": [2.772520941885341e-05, 1.9186730112592155e-05, 9.115000013050853e-05, 7.649790138790293e-05, 6.453362589603265e-05, 0.00020576599255533174, 0.00013075838448432448, 1.6196483016605796e-05, 3.077375489100931e-05, 2.1285674617761444e-05, 3.5098583640247244e-05, 2.3007084048871648e-05, 0.00011157904594728682, 2.1928749618268708e-05, 7.53802483158824e-05, 5.8462646957374964e-05, 9.383944474155425e-05, 1.7037987680084688e-05, 5.373587836038584e-05, 7.7466187828103e-05, 0.00011598034001973123, 5.395721419301731e-05, 2.497825785390624e-05, 3.741745633274073e-05, 2.946975373541969e-05, 8.111286768753907e-05, 2.2489274716667804e-05, 6.121443125930739e-05, 4.616312932796017e-05, 7.779422832008951e-05, 1.768266663563553e-05, 2.2889011421067983e-05, 1.679229743549648e-05, 1.7714783874612586e-05, 1.982557170969353e-05], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.6665594663570973, 0.66676758712965, 0.7483830876359873, 0.6470557965333644, 0.5422733587398674, 0.21442486359815766, -0.02781808728800333, 0.7200600759051833, 0.7202418494295054, 0.7641762009780612, 0.6975947807146609, 0.5439908039223619, 0.21442486359818377, -0.02781808728642672, 0.8358415226858339, 0.8360319705726159, 0.8437378541924373, 0.8187024686245609, 0.5968312424302256, 0.25113134899728756, -0.0003695603921000195, 0.8597109483830743, 0.8598239077970032, 0.9110657792993668, 0.8510488349520079, 0.7128850211552239, 0.38414426346247776, 0.2255624806799996, 0.8769035727706478, 0.8769239641643674, 0.8984081319255718, 0.8694990945017961, 0.7437967329202717, 0.3366723860155823, 0.1357550871766206], "split1_test_score": [0.6962587852623364, 0.6958823880109595, 0.7411626401031164, 0.6834445010284462, 0.5540785766575024, 0.25610802550266104, 0.015095862153609006, 0.7237351558259433, 0.7234682917309465, 0.7477007192109466, 0.7093341421401921, 0.5541556497997521, 0.25610894144501734, 0.015095862155197239, 0.838075829861265, 0.8378630120333771, 0.8192442239928585, 0.8319059350210852, 0.6025543989037744, 0.257001509417781, 0.015095862154115822, 0.9180382863543128, 0.9181169118004281, 0.8895932508094696, 0.9192300077458889, 0.7703489622967008, 0.320138703416975, 0.04781221300866738, 0.9296455251001543, 0.9296077421939645, 0.9186799481640164, 0.9280822191196594, 0.8232837953496493, 0.333760947324738, 0.05398087931515081], "split2_test_score": [0.5449012467701503, 0.5451032005849794, 0.5808410942528959, 0.5333646456552198, 0.4525143029277213, 0.23069624151644075, 0.11931846304108214, 0.6171392538291157, 0.6172903847200283, 0.6078920079921298, 0.6037816742016794, 0.46859094884578406, 0.23075116725372793, 0.11931846302409528, 0.773814824926643, 0.7739740371103381, 0.7095435555466049, 0.7660888876037467, 0.5411894212411251, 0.2341106379717345, 0.11927187283158179, 0.8504233640924898, 0.8503949065265695, 0.8303170713531216, 0.8478389827634755, 0.6688713953391187, 0.30459659795501165, 0.10797803123738542, 0.8505198376706467, 0.8506311912725648, 0.8799431305506349, 0.8414191591557769, 0.7302523000536035, 0.32835282036257335, 0.11885504040095102], "mean_test_score": [0.6359064994631947, 0.635917725241863, 0.690128940664, 0.6212883144056768, 0.5162887461083637, 0.23374304353908648, 0.03553207930222927, 0.6869781618534141, 0.6870001752934934, 0.7065896427270458, 0.6702368656855108, 0.522245800855966, 0.23376165743230967, 0.03553207929762193, 0.8159107258245806, 0.8159563399054437, 0.7908418779106335, 0.8055657637497976, 0.5801916875250418, 0.24741449879560104, 0.044666058197865864, 0.8760575329432924, 0.8761119087080003, 0.8769920338206526, 0.8727059418204575, 0.7173684595970143, 0.3362931882781548, 0.12711757497535078, 0.8856896451804829, 0.8857209658769656, 0.8990104035467411, 0.8796668242590776, 0.7657776094411748, 0.33292871790096457, 0.10286366896424082], "std_test_score": [0.06548271730847471, 0.06530633621163855, 0.07733437676965539, 0.06392163482792904, 0.045352144343066066, 0.017152915175234, 0.06178198410105784, 0.049406351539222154, 0.0493098614804274, 0.07011313572393696, 0.047234680112775436, 0.0381659829438351, 0.017150080171274673, 0.061781984092664874, 0.02978026960304744, 0.02969538111326077, 0.05834979231321264, 0.028430039206316243, 0.02767756265119615, 0.009707702455823058, 0.05313075384686059, 0.02992604827689264, 0.029950422699695063, 0.034148513495674916, 0.0329235712972077, 0.04154916817541707, 0.034425603918880825, 0.07381748218943206, 0.032894932781926414, 0.03283660892163602, 0.015819972777733556, 0.03610317194641583, 0.04103725119713342, 0.003447051641043137, 0.035247205451050444], "rank_test_score": [21, 20, 16, 22, 25, 30, 34, 18, 17, 15, 19, 24, 29, 35, 10, 9, 12, 11, 23, 28, 33, 7, 6, 5, 8, 14, 26, 31, 3, 2, 1, 4, 13, 27, 32]}, "descriptive": {"actual": {"min": 11.0, "max": 50.0, "avg": 23.02941176470588, "std": 8.300762878185449}, "predicted": {"min": 11.52616132793483, "max": 40.48397911104546, "avg": 22.13777279284835, "std": 6.725130329855434}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 339, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_boston_features\"]", "featureset_name": "example_boston", "shuffle": false, "learner_name": "SVR", "task": "cross_validate", "start_timestamp": "02 Jun 2020 11:06:18.264297", "version": "2.1", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.23.1", "end_timestamp": "02 Jun 2020 11:06:20.332808", "total_time": "0:00:02.068511", "result_table": "", "accuracy": "", "pearson": 0.9338315692791127, "score": 0.9338315692791127, "fold": 7, "model_params": "{\"C\": 100.0, \"cache_size\": 1000, \"coef0\": 0.0, \"degree\": 3, \"epsilon\": 0.1, \"gamma\": 0.01, \"kernel\": \"rbf\", \"max_iter\": -1, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.9023186482012613, "grid_search_cv_results": {"mean_fit_time": [0.001932064692179362, 0.001840670903523763, 0.001969019571940104, 0.0017666021982828777, 0.0017273426055908203, 0.002140680948893229, 0.0016647179921468098, 0.001898368199666341, 0.0018993218739827473, 0.0019400914510091145, 0.0018402735392252605, 0.0020636717478434243, 0.002206087112426758, 0.0017460982004801433, 0.0019063949584960938, 0.001953283945719401, 0.0017008781433105469, 0.0020586649576822915, 0.0018412272135416667, 0.0023932456970214844, 0.0018877188364664714, 0.0029719670613606772, 0.0030508836110432944, 0.002625624338785807, 0.0033218065897623696, 0.003089745839436849, 0.0034233729044596353, 0.002727349599202474, 0.009666681289672852, 0.010348955790201822, 0.004053354263305664, 0.010946353276570639, 0.003741025924682617, 0.003950834274291992, 0.0030771096547444663], "std_fit_time": [0.00012436895690835697, 7.96485389645493e-05, 8.007560091451263e-05, 6.388263574674368e-05, 7.559962037969275e-05, 0.0001530620456538469, 5.298199918526908e-05, 0.00012330341599691515, 0.00013221527807357315, 0.00013897306062739183, 0.00017833458263462703, 0.0003183762310822514, 0.00017344652579701997, 5.846210678643368e-05, 0.00015098165954313442, 9.563752181185573e-05, 1.4246715444117583e-05, 5.6915108667957736e-05, 2.6722978037877854e-05, 0.00026469323281742434, 5.520933288878888e-06, 0.0001710617814192452, 8.395366349651046e-05, 0.00031909494272732884, 0.0002736769288281133, 0.00012567928591771378, 0.00036046367876106254, 6.510685192471264e-05, 0.00042923661591610186, 0.0004375878567356668, 0.0003894361990788771, 0.00012264534330827772, 0.0003136216750775499, 0.00033963243343991897, 2.0096421946968866e-05], "mean_score_time": [0.000667572021484375, 0.0006957054138183594, 0.0007153352101643881, 0.0006522337595621744, 0.0007042090098063151, 0.0006700356801350912, 0.000614325205485026, 0.0007212162017822266, 0.0007441043853759766, 0.00074005126953125, 0.0006950696309407552, 0.0007656415303548177, 0.0007074673970540365, 0.0006566842397054037, 0.0007132689158121744, 0.0006552537282307943, 0.0006607373555501302, 0.0006926854451497396, 0.0006426970163981119, 0.0006870428721110026, 0.0006433327992757162, 0.0007077058156331381, 0.0006659825642903646, 0.0007136662801106771, 0.0007530053456624349, 0.0006909370422363281, 0.0008166631062825521, 0.0006357034047444662, 0.0007792313893636068, 0.0007411638895670573, 0.0007100105285644531, 0.0007753372192382812, 0.0008303324381510416, 0.0007501443227132162, 0.0007051626841227213], "std_score_time": [1.3824166311573242e-05, 4.731192284734866e-05, 3.159043673948183e-05, 3.6798079574353504e-05, 5.4774157039102894e-05, 2.616769870409225e-05, 4.6001538383063285e-05, 0.00010852070644976956, 0.00011183246192269983, 0.00012617787578250557, 5.443130913473715e-05, 8.456442572521822e-05, 7.587989403990526e-05, 5.110185216150563e-05, 0.000134834132496646, 3.519203242777503e-05, 4.009135996170578e-05, 5.828877827501557e-05, 2.434543104005793e-05, 4.854002933702015e-05, 8.91301496833107e-06, 0.00011647430178881218, 1.4092041788113861e-05, 2.0848868268881406e-05, 7.062727599850946e-05, 4.2008153860024576e-05, 0.00014992242711786308, 2.4253418939244406e-05, 4.1786252246696935e-05, 2.336366913361235e-05, 0.00010165768604166235, 2.0165758565702915e-05, 0.00011155158912871047, 6.531576465897857e-05, 2.2237636572876037e-05], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.7006454180060301, 0.6997352631933862, 0.7620926035550376, 0.6839627304869934, 0.5443834936066798, 0.23920932377000537, 0.10111588672215455, 0.7607064417456506, 0.7602353972402348, 0.7790379473910174, 0.7400013624656857, 0.5454557831013618, 0.2392093237700351, 0.10111588672325438, 0.8528184146143111, 0.851987228382944, 0.8563186069341814, 0.8359044041778257, 0.5884793265990972, 0.26866479046879593, 0.13679207768656185, 0.8865920103831095, 0.8861553321285973, 0.9119982685718974, 0.8786813347654834, 0.7426080716570618, 0.34648582674815737, 0.14906188947905732, 0.8900493847748444, 0.8899524571467646, 0.9186234934706835, 0.8882198549934126, 0.755785970817889, 0.34603569537366735, 0.15571398759939428], "split1_test_score": [0.6524032196296327, 0.6518901061701388, 0.6872136326961118, 0.6427251882711492, 0.530173917352341, 0.24667525183392822, 0.09542521590516066, 0.6872953515890501, 0.6865054133622678, 0.6986158245097911, 0.6751565568543746, 0.5375126453490277, 0.2466859771202989, 0.09542521590334041, 0.8110582987531779, 0.8109566538634313, 0.7756456959916784, 0.8074859888845406, 0.5909996686646378, 0.24636771806279265, 0.09542521590357424, 0.8936499178206055, 0.8936063695069804, 0.846979145843669, 0.8926187149097768, 0.7320079729877335, 0.28710167619367455, 0.10939245248076708, 0.9006023919336933, 0.8999739883685216, 0.8956520594096689, 0.8901855049226561, 0.7883977833559224, 0.31701977074320936, 0.11109394354125643], "split2_test_score": [0.5671627796894934, 0.5680820770020402, 0.5995855560098421, 0.5569130284456126, 0.46520994181664865, 0.22584859597682688, 0.12045906275438055, 0.6290546380205467, 0.629626035001318, 0.6265959116145939, 0.6161319649852196, 0.4751531616348257, 0.22634273550404765, 0.12045906280290505, 0.7868401199492796, 0.7872683563550703, 0.7323236667553349, 0.7788676764610563, 0.5350275478833459, 0.2291381297565984, 0.12047554157369682, 0.8695726045547146, 0.8696613401462201, 0.8539339070734318, 0.8666770015107602, 0.669118709806548, 0.26778649396685533, 0.11528145971143341, 0.8858966648011858, 0.8866653905150292, 0.8926803917234313, 0.8742649967535517, 0.744273591358462, 0.2880179928006292, 0.12263972283680635], "mean_test_score": [0.6400704724417187, 0.6399024821218551, 0.6829639307536638, 0.6278669824012518, 0.5132557842585564, 0.23724439052692015, 0.10566672179389859, 0.6923521437850825, 0.6921222818679401, 0.7014165611718007, 0.67709662810176, 0.5193738633617384, 0.23741267879812722, 0.10566672180983328, 0.8169056111055895, 0.8167374128671486, 0.7880959898937316, 0.8074193565078076, 0.571502181049027, 0.24805687942939567, 0.11756427838794431, 0.8832715109194765, 0.8831410139272661, 0.8709704404963327, 0.8793256837286735, 0.714578251483781, 0.3004579989695624, 0.12457860055708596, 0.8921828138365745, 0.8921972786767718, 0.9023186482012613, 0.8842234522232069, 0.7628191151774244, 0.3170244863058353, 0.12981588465915236], "std_test_score": [0.055187415068332316, 0.054411504337015276, 0.06641124453190059, 0.052921208152340964, 0.03446525057983709, 0.008615223755456359, 0.010714661198725505, 0.053865435525351564, 0.05346876524334346, 0.062265703038417206, 0.0505880737946348, 0.03143645659902499, 0.008401699023832646, 0.010714661221480244, 0.027251020018052276, 0.02673569374618094, 0.051380564815726164, 0.023285194252492248, 0.025811976283114303, 0.016180835914873976, 0.017012953955652707, 0.010106055644742635, 0.010005188435209538, 0.029149661900718764, 0.010600456364671376, 0.03243473416034055, 0.03348820452662704, 0.017478437742320396, 0.006190220367376148, 0.005660336384743889, 0.01159291986959308, 0.007087268934124592, 0.018687516680817248, 0.023685628126788594, 0.018909610551479075], "rank_test_score": [20, 21, 18, 22, 25, 30, 35, 16, 17, 15, 19, 24, 29, 34, 9, 10, 12, 11, 23, 28, 33, 5, 6, 8, 7, 14, 27, 32, 3, 2, 1, 4, 13, 26, 31]}, "descriptive": {"actual": {"min": 7.2, "max": 50.0, "avg": 23.220588235294116, "std": 10.09457569576397}, "predicted": {"min": 7.975820103912326, "max": 41.250241765834886, "avg": 22.081735038932027, "std": 8.247043654446108}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 339, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_boston_features\"]", "featureset_name": "example_boston", "shuffle": false, "learner_name": "SVR", "task": "cross_validate", "start_timestamp": "02 Jun 2020 11:06:18.264297", "version": "2.1", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.23.1", "end_timestamp": "02 Jun 2020 11:06:20.332808", "total_time": "0:00:02.068511", "result_table": "", "accuracy": "", "pearson": 0.9516016973574158, "score": 0.9516016973574158, "fold": 8, "model_params": "{\"C\": 100.0, \"cache_size\": 1000, \"coef0\": 0.0, \"degree\": 3, \"epsilon\": 0.1, \"gamma\": \"scale\", \"kernel\": \"rbf\", \"max_iter\": -1, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.9147519892129067, "grid_search_cv_results": {"mean_fit_time": [0.0018814404805501301, 0.0019942124684651694, 0.002062241236368815, 0.0017889340718587239, 0.0018544197082519531, 0.0021675427754720054, 0.001733859380086263, 0.001973867416381836, 0.0019313494364420574, 0.001867532730102539, 0.0017879803975423176, 0.0018490950266520183, 0.0022273858388264975, 0.0018200079600016277, 0.0018022855122884114, 0.001923958460489909, 0.0017819404602050781, 0.0019257863362630208, 0.0017682711283365886, 0.0023813247680664062, 0.001943667729695638, 0.0030220349629720054, 0.002909104029337565, 0.0025005340576171875, 0.0035016536712646484, 0.0031061172485351562, 0.0034557978312174478, 0.0026126702626546225, 0.009253660837809244, 0.009433587392171225, 0.0038106441497802734, 0.010187149047851562, 0.003332376480102539, 0.004067897796630859, 0.0029397010803222656], "std_fit_time": [9.53200010396296e-05, 0.00018256453713794602, 0.00014303927019049733, 9.842449776842898e-06, 9.464166568469177e-05, 9.137070405746981e-05, 0.00014778623069385138, 0.00021306565488516638, 0.00017047182198319565, 7.76793440660068e-05, 5.7710540099172297e-05, 0.0001513172848855347, 0.00017108670192377532, 0.00015417853581078982, 6.235829719693292e-05, 9.551242561457156e-05, 3.7268110985733946e-05, 5.192211966374363e-05, 2.9417628058832328e-05, 0.00016148325799032707, 6.457383812513947e-05, 0.0002233657074804759, 0.00019107632404367138, 0.00010858406805660475, 0.0004799717157387152, 0.0001321247705491567, 0.00017404472809566757, 3.139791549398725e-05, 0.00046867110919665913, 0.00046551259962475774, 0.0002667607369646415, 0.0002876605540337759, 0.0001737236721675586, 7.930204790701583e-05, 0.00010392771334053505], "mean_score_time": [0.0007429917653401693, 0.0006748040517171224, 0.0007763703664143881, 0.0006962617238362631, 0.0006743272145589193, 0.0006811618804931641, 0.000606695810953776, 0.000709374745686849, 0.0006536642710367838, 0.0006767908732096354, 0.000663916269938151, 0.0006872812906901041, 0.0006626447041829427, 0.0006242593129475912, 0.0006792545318603516, 0.0007005532582600912, 0.0006887118021647135, 0.0006696383158365885, 0.0006074110666910807, 0.0006681283315022787, 0.0006729761759440104, 0.000641028086344401, 0.0006488958994547526, 0.0006256898244222006, 0.0006998380025227865, 0.0006668567657470703, 0.000740210215250651, 0.0005931854248046875, 0.0007696151733398438, 0.0008039474487304688, 0.0006392796834309896, 0.0007833639780680338, 0.0006670157114664713, 0.0008097489674886068, 0.0006568431854248047], "std_score_time": [7.810391136388325e-05, 3.222876784657018e-05, 3.3053640380078985e-05, 4.934144673666036e-05, 1.839208714924001e-05, 1.0696113984084108e-05, 2.281881567119248e-05, 7.072111127075482e-05, 2.1928749618268704e-05, 3.5459682134389346e-05, 2.5462340265275308e-05, 5.733998495284567e-05, 2.441692873567461e-05, 2.1554879772954632e-05, 1.9211074172386602e-05, 9.835671052521774e-05, 9.237857662145614e-05, 5.989238375015526e-05, 2.3830994144242155e-05, 2.063235439578242e-05, 5.478176688297786e-05, 2.7990472061454913e-05, 2.5584089826428753e-05, 1.6062564000612685e-05, 3.667945841296545e-05, 3.5983043156624275e-05, 9.578817327562884e-05, 2.8515367067558007e-05, 7.025895237964442e-05, 0.00013082512128209984, 4.6202516037084696e-05, 3.736526181251043e-05, 3.3754173429434173e-05, 0.00010068988647046077, 7.503963597968887e-05], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.7129949599942756, 0.7130076830851045, 0.7202454882982879, 0.7057713924818535, 0.6150508327916974, 0.31604930572357254, 0.14428111165456953, 0.7594465656648561, 0.7594538754552813, 0.7356807582228099, 0.7449054807694174, 0.6173361027708424, 0.3160493057235817, 0.14428111165532467, 0.8656470086810527, 0.8656676793824156, 0.8233044582462669, 0.8558280856538008, 0.6599684083958399, 0.3245779355533361, 0.1430863602564689, 0.9145019242253014, 0.9145013686704767, 0.8958027801335582, 0.914833507567593, 0.800213810689679, 0.40199416370833446, 0.14431679760121563, 0.9322149340693408, 0.9322079170537162, 0.9103063592990595, 0.9340576273452412, 0.8434319641504995, 0.4086240099019101, 0.15084359304938808], "split1_test_score": [0.6646187098551826, 0.6643004931214063, 0.6936314274571428, 0.6581829102876462, 0.5968754486604798, 0.25592205772325904, 0.09635259456795199, 0.7012790152077463, 0.7006126177833345, 0.7005664615427674, 0.694730994480359, 0.5977874483076303, 0.255923052140668, 0.09635259457143756, 0.8189470445559954, 0.8188842154842783, 0.7716687827087979, 0.8135787560375816, 0.6415361471672706, 0.2561999352852277, 0.09635259457153061, 0.889297056865328, 0.8892336771798303, 0.8423410961028556, 0.8866165219314269, 0.7761191500431134, 0.29971311107388376, 0.10976464897061597, 0.8811857662040449, 0.8808524223515128, 0.9050449668630378, 0.8731496392864793, 0.8199569076626538, 0.3253885094331018, 0.11162090776484267], "split2_test_score": [0.5256301363137332, 0.5262066918743346, 0.5832231127179844, 0.5125889930933303, 0.4588334798232072, 0.2624172423706358, 0.12586543195258537, 0.5974881618463744, 0.5982517551043184, 0.6081685923594865, 0.5851615122988209, 0.46868573113895906, 0.2627773914048677, 0.12586543201171765, 0.7670022025056915, 0.7673614102415467, 0.7106598388095081, 0.754715777103278, 0.5291411767847325, 0.26563459227147806, 0.12659750480442386, 0.8755041105394461, 0.875638540335513, 0.8506644063042619, 0.8723125851074274, 0.6838528021702525, 0.32348867925842756, 0.11925244978950358, 0.9308283109140003, 0.931195628233491, 0.8996158076420226, 0.9225799818128644, 0.7709529281475974, 0.36479772490674395, 0.12531834412954876], "mean_test_score": [0.6344146020543971, 0.6345049560269485, 0.6657000094911384, 0.6255144319542767, 0.5569199204251282, 0.2781295352724891, 0.12216637939170229, 0.6860712475729923, 0.6861060827809781, 0.6814719373750212, 0.6749326625161992, 0.5612697607391439, 0.27824991642303915, 0.12216637941282664, 0.8171987519142466, 0.8173044350360802, 0.7685443599215244, 0.8080408729315535, 0.6102152441159477, 0.2821374877033473, 0.12201215321080779, 0.8931010305433585, 0.8931245287286066, 0.8629360941802252, 0.8912542048688158, 0.7533952543010148, 0.3417319846802152, 0.12444463212044506, 0.9147430037291286, 0.9147519892129067, 0.9049890446013733, 0.9099290828148616, 0.8114472666535836, 0.36627008141391865, 0.12926094831459314], "std_test_score": [0.07941708625663743, 0.07911798405921774, 0.05932344075552352, 0.0821798108452439, 0.06975336799297435, 0.026944122416562067, 0.019740785697242465, 0.06698800036415527, 0.06660510776080429, 0.05377910840145643, 0.06670089618141596, 0.06595144363133858, 0.026874285916809838, 0.019740785699698588, 0.040290543486981654, 0.04014890963897294, 0.04604001220191177, 0.04146424843224224, 0.0578197795379134, 0.030256094685123792, 0.019352524395221875, 0.01614641404722284, 0.016102461527753572, 0.02348735343886819, 0.017666131230628174, 0.050148131598215, 0.043703295654044905, 0.014575820428963125, 0.023735301749081113, 0.023974175789885133, 0.004364578571290731, 0.02642574106731065, 0.030195067561385264, 0.03399669601433264, 0.016253468471941018], "rank_test_score": [21, 20, 19, 22, 25, 30, 34, 16, 15, 17, 18, 24, 29, 33, 10, 9, 13, 12, 23, 28, 35, 6, 5, 8, 7, 14, 27, 32, 2, 1, 4, 3, 11, 26, 31]}, "descriptive": {"actual": {"min": 8.4, "max": 50.0, "avg": 22.841176470588234, "std": 9.192167946523467}, "predicted": {"min": 8.400021928558445, "max": 44.14379707075753, "avg": 22.33476721465375, "std": 7.84763003741533}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 339, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_boston_features\"]", "featureset_name": "example_boston", "shuffle": false, "learner_name": "SVR", "task": "cross_validate", "start_timestamp": "02 Jun 2020 11:06:18.264297", "version": "2.1", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.23.1", "end_timestamp": "02 Jun 2020 11:06:20.332808", "total_time": "0:00:02.068511", "result_table": "", "accuracy": "", "pearson": 0.9221256882458184, "score": 0.9221256882458184, "fold": 9, "model_params": "{\"C\": 100.0, \"cache_size\": 1000, \"coef0\": 0.0, \"degree\": 3, \"epsilon\": 0.1, \"gamma\": \"auto\", \"kernel\": \"rbf\", \"max_iter\": -1, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.9119262224399657, "grid_search_cv_results": {"mean_fit_time": [0.001751263936360677, 0.0018659432729085286, 0.0020835399627685547, 0.0017320315043131511, 0.0018006165822347004, 0.0021277268727620444, 0.0017176469167073567, 0.0017910003662109375, 0.0018013318379720051, 0.0019431908925374348, 0.0017083485921223958, 0.0017223358154296875, 0.002041339874267578, 0.0016823609670003254, 0.0019478003184000652, 0.0019049644470214844, 0.001813332239786784, 0.001947959264119466, 0.001955270767211914, 0.0024024645487467446, 0.0017769336700439453, 0.0030254522959391275, 0.0030156771341959634, 0.002127965291341146, 0.0033339659372965493, 0.0032842159271240234, 0.003340641657511393, 0.002680222193400065, 0.009073257446289062, 0.010557174682617188, 0.004419644673665364, 0.01073757807413737, 0.0044707457224528, 0.004372596740722656, 0.0034351348876953125], "std_fit_time": [4.722787944364872e-05, 6.98490033765265e-05, 0.0001324942476981846, 3.3148662326900175e-05, 8.245063111643087e-05, 6.619893628696756e-05, 5.17367706259403e-06, 0.00012235821732273374, 0.00010430303440068564, 0.00013896160746295548, 4.503075576854307e-05, 6.32113557375294e-05, 9.240065753496218e-06, 9.454718814596737e-05, 0.00012400094041959753, 2.6325557216343423e-05, 0.00012248456555063772, 0.0002055289232228113, 9.786262257116685e-05, 0.00013663559626389055, 4.101400183524652e-05, 0.00010182926702277979, 0.0001737309069039879, 5.901821723828779e-05, 0.00015622868471158562, 0.000176257079060026, 2.5426595965270586e-05, 0.00017434516070090358, 0.00043103235039806584, 0.0010815153630995959, 0.00047619228997368266, 0.00010805638067442784, 0.00046586259612546745, 0.0003653288958586955, 0.0003576208749723068], "mean_score_time": [0.0006747245788574219, 0.0007003943125406901, 0.0007549921671549479, 0.0006937185923258463, 0.0006627241770426432, 0.0006879965464274088, 0.0006320476531982422, 0.0006368160247802734, 0.0006743272145589193, 0.0006699562072753906, 0.0006362597147623698, 0.0007139841715494791, 0.0006763140360514323, 0.0006384054819742838, 0.0006519953409830729, 0.0007073879241943359, 0.0006725788116455078, 0.0006124178568522135, 0.0006647904713948568, 0.0007775624593098959, 0.0007417201995849609, 0.0006803671518961588, 0.0006251335144042969, 0.0007203420003255209, 0.0008247693379720052, 0.0007546742757161459, 0.0006733735402425131, 0.000606695810953776, 0.0008401075998942057, 0.0009330113728841146, 0.0007506211598714193, 0.0010200341542561848, 0.0008309682210286459, 0.000934600830078125, 0.0006934007008870443], "std_score_time": [3.055914888634708e-05, 2.75785709605931e-05, 7.51288010757103e-05, 0.0001040893637237557, 3.950192875306992e-05, 2.546234026527531e-05, 7.3019947200362946e-06, 3.372478347120439e-05, 5.258389490446128e-05, 2.6006210750624432e-05, 3.359380857123477e-05, 9.41501522051367e-05, 4.5875738378509116e-05, 5.688647090481255e-05, 1.191986926984957e-05, 6.425929915972777e-05, 4.449727925808766e-05, 1.6787030915863897e-05, 2.068096988488638e-05, 0.00013071490515307837, 8.843647556202942e-05, 4.8251087925136555e-05, 2.0847656477641272e-05, 7.072111127075483e-05, 0.0001769361802532855, 8.508132900779047e-05, 9.803871957456267e-06, 2.112603278311734e-05, 0.00011990824408072882, 0.00017901984474331045, 6.70848857367006e-05, 1.9848814075123766e-05, 8.040171455127567e-05, 0.00018571333077863493, 2.8858388967408925e-05], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.7018593533978077, 0.7018704308758538, 0.7089292669927535, 0.6940603026180263, 0.5886735323750437, 0.2815972363501863, 0.13630300706457732, 0.7405167240404549, 0.7405339242505553, 0.7200695352912598, 0.7288968663715403, 0.5928279742902093, 0.2815972363501512, 0.13630300706246415, 0.8674356339476472, 0.8674439069274983, 0.8243383908559998, 0.8585484222422202, 0.6426271508012342, 0.2886882281536133, 0.13627026344555715, 0.9200749021304295, 0.9200783106559244, 0.9085263939841804, 0.9188258918952822, 0.8186793910149043, 0.3568139968868199, 0.13628652712876718, 0.93947403120143, 0.9394730824546138, 0.9338627264410876, 0.9385004240306517, 0.8459713615360482, 0.3983612514800367, 0.13805271100410776], "split1_test_score": [0.6378732146428654, 0.6359826180392149, 0.705700008221774, 0.623447517796046, 0.512118587018781, 0.16768881672357352, 0.11242801271595025, 0.6690895185259786, 0.6668029934427948, 0.7164504541673405, 0.6533098998406339, 0.5156265894592592, 0.16769345291629326, 0.1124280127190763, 0.7857891180044476, 0.7843095924429531, 0.7782732029701318, 0.7738804645963304, 0.5673965804555829, 0.16802807441347026, 0.11242801271918412, 0.8638547211692691, 0.8632086169718249, 0.8392359544150313, 0.8577367074015865, 0.7219430767389787, 0.17872999451105978, 0.12433362224096918, 0.8768352416695687, 0.8758656159580741, 0.8850995907342079, 0.8680126477094864, 0.7665440892947386, 0.18215599731326326, 0.1236285618349322], "split2_test_score": [0.5117107228440849, 0.5133795293388513, 0.5783962748661761, 0.48735950500165515, 0.4104624959805669, 0.2552001136214954, 0.10577554745574987, 0.5938527211584692, 0.5953742870738263, 0.5990648708998958, 0.5789966012017922, 0.41998398811976045, 0.2551993918832731, 0.10577554744320422, 0.7809536030278708, 0.7828427086783102, 0.7269106310803367, 0.7605731088368911, 0.4881003793814764, 0.25241779477038734, 0.10354434997839632, 0.8872736642080944, 0.887457337329549, 0.8560181146134644, 0.8825450431736426, 0.6621842645021669, 0.26317620593568913, 0.09683456345286472, 0.9194693944488984, 0.9199067341980824, 0.9009351791872898, 0.9155813947808624, 0.7634603339445507, 0.3056173918672599, 0.09818352979378958], "mean_test_score": [0.6171477636282526, 0.61707752608464, 0.6643418500269012, 0.6016224418052425, 0.5037515384581306, 0.23482872223175175, 0.11816885574542581, 0.6678196545749676, 0.6675704015890588, 0.6785282867861655, 0.6537344558046555, 0.509479517289743, 0.23483002704990585, 0.11816885574158155, 0.8113927849933219, 0.8115320693495872, 0.7765074083021561, 0.7976673318918138, 0.5660413702127646, 0.23637803244582364, 0.1174142087143792, 0.890401095835931, 0.8902480883190994, 0.8679268210042254, 0.886369214156837, 0.7342689107520167, 0.26624006577785625, 0.11915157094086704, 0.9119262224399657, 0.9117484775369235, 0.9066324987875284, 0.9073648221736669, 0.7919919282584459, 0.29537821355351995, 0.11995493421094318], "std_test_score": [0.07899908718959299, 0.07810359303265624, 0.060786996665040005, 0.08578482923498874, 0.07299451577303873, 0.04868283205829147, 0.013107234810311353, 0.059882061037689366, 0.05926365807568251, 0.056208541968168615, 0.061197263339222055, 0.07069700965394744, 0.048680600091637584, 0.01310723481283452, 0.03967741793060774, 0.03954017470032876, 0.03979430961693868, 0.04339087308807248, 0.06309256806447282, 0.05054815299441453, 0.013817693149048656, 0.02305808330089474, 0.023300668563299244, 0.02951445092207647, 0.025085724071773417, 0.06448062134547164, 0.07273476199356935, 0.016517760163509858, 0.02612251993295521, 0.026600693128051054, 0.02031100586648102, 0.029357176314405608, 0.03818997948409416, 0.08856187502432107, 0.016482507041003572], "rank_test_score": [20, 21, 18, 22, 25, 30, 33, 16, 17, 15, 19, 24, 29, 34, 10, 9, 13, 11, 23, 28, 35, 5, 6, 8, 7, 14, 27, 32, 1, 2, 4, 3, 12, 26, 31]}, "descriptive": {"actual": {"min": 5.6, "max": 48.3, "avg": 22.638235294117642, "std": 9.263718434773066}, "predicted": {"min": 8.650835437538436, "max": 41.83597113205172, "avg": 23.341847805517084, "std": 8.509839443948405}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 339, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_boston_features\"]", "featureset_name": "example_boston", "shuffle": false, "learner_name": "SVR", "task": "cross_validate", "start_timestamp": "02 Jun 2020 11:06:18.264297", "version": "2.1", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.23.1", "end_timestamp": "02 Jun 2020 11:06:20.332808", "total_time": "0:00:02.068511", "result_table": "", "accuracy": "", "pearson": 0.9243730291391814, "score": 0.9243730291391814, "fold": 10, "model_params": "{\"C\": 100.0, \"cache_size\": 1000, \"coef0\": 0.0, \"degree\": 3, \"epsilon\": 0.1, \"gamma\": \"auto\", \"kernel\": \"rbf\", \"max_iter\": -1, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.9004009125195992, "grid_search_cv_results": {"mean_fit_time": [0.002162297566731771, 0.0018739700317382812, 0.0018355846405029297, 0.0021739800771077475, 0.0021270116170247397, 0.002562920252482096, 0.001837333043416341, 0.0021442572275797525, 0.0018019676208496094, 0.0020333131154378257, 0.001947641372680664, 0.001808484395345052, 0.002437035242716471, 0.0017123222351074219, 0.0020755926767985025, 0.002009789148966471, 0.001856088638305664, 0.0018992424011230469, 0.0018973350524902344, 0.002556880315144857, 0.0018820762634277344, 0.003270864486694336, 0.003127574920654297, 0.0022472540537516275, 0.003208716710408529, 0.0031543572743733725, 0.0036194324493408203, 0.0026862621307373047, 0.008929093678792318, 0.009063959121704102, 0.00392301877339681, 0.00900570551554362, 0.0037844975789388022, 0.0040632883707682295, 0.00312654177347819], "std_fit_time": [0.00010109478808595204, 3.911275986164412e-05, 3.842461400574672e-05, 0.0002508802729332062, 0.0002483567428257619, 0.00033301316965498896, 8.56322921341023e-05, 0.00023203492020857448, 3.70728752166485e-05, 0.00016736150257697267, 0.00025483730560566995, 0.00014697654035493557, 5.9529044632673024e-05, 7.325802861870622e-05, 0.0001000315512045534, 0.0001681334326097932, 5.3553504602436685e-05, 0.0001319600349705641, 0.00010202588175864438, 0.00014763460762515657, 8.328717780087579e-05, 8.504026764508352e-05, 0.0001347505868647085, 0.00021058901253999534, 0.00026284934402058405, 0.00018546220815528376, 0.00030775402905809516, 9.75183479361091e-05, 0.0007147494838029138, 0.0006902697018916962, 0.00013986487260872357, 0.00043276294660096927, 0.0005078497188432634, 2.9109423371524144e-05, 9.326532024084378e-05], "mean_score_time": [0.0007217725118001302, 0.0006632804870605469, 0.0007280508677164713, 0.0008024374643961588, 0.0008196036020914713, 0.0007452964782714844, 0.0006426175435384115, 0.0008000532786051432, 0.0007162094116210938, 0.0007503032684326172, 0.0006722609202067057, 0.0006931622823079427, 0.0008676052093505859, 0.0006732940673828125, 0.0006629625956217448, 0.0008093516031901041, 0.0006873607635498047, 0.0007260640462239584, 0.0006633599599202474, 0.0007212162017822266, 0.0006571610768636068, 0.0007847150166829427, 0.0006841023763020834, 0.0007266203562418619, 0.0007690588633219401, 0.0006769498189290365, 0.0007487138112386068, 0.0006403128306070963, 0.0007756551106770834, 0.0007750988006591797, 0.0007259845733642578, 0.0008329550425211588, 0.000778357187906901, 0.0007441043853759766, 0.0007640520731608073], "std_score_time": [2.3319834311287918e-05, 1.9570665708762296e-05, 8.862766849992587e-05, 5.023577465925344e-05, 0.00017165721929483747, 7.914060439344187e-05, 2.1901947306824793e-05, 0.00011249960864650682, 0.00013301378012400367, 6.37593274655726e-05, 5.008694624611472e-05, 8.224769079559378e-05, 0.00022236321520998958, 0.0001056478611359817, 1.973008779072387e-05, 7.584717525564201e-05, 2.02903409286918e-05, 0.00012165381818764717, 4.5161427131974575e-05, 4.293432522389115e-05, 7.427349961779473e-05, 0.00010499973953479537, 3.006301874637894e-05, 9.911492355150583e-05, 0.00010533755064529874, 1.984881407512377e-05, 6.163487904051292e-05, 4.37991361967951e-05, 6.225642295449334e-05, 1.9387794643028292e-05, 5.193476894090644e-05, 1.3009782381952836e-05, 8.900527432679765e-05, 2.3825162764271492e-05, 0.00012464182394291936], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.7322996511619584, 0.7292607640056534, 0.7775269086146445, 0.7166898672721157, 0.5428214948016471, 0.25635998220604145, 0.0286948480368199, 0.7671883130955723, 0.7643880016604818, 0.7892853986597749, 0.7486841368427897, 0.5486552513501813, 0.2689059244752338, 0.028907550808537102, 0.8696819903872873, 0.8672227650379817, 0.8518064822524943, 0.856998379435447, 0.596224380305402, 0.29133810754321227, 0.016642605868695027, 0.9170952307639295, 0.9162977521038687, 0.9326674903209868, 0.9125886217928926, 0.7441692500537013, 0.37750447116481584, 0.030332601102835945, 0.9383887245810248, 0.9376177190170207, 0.9430632866613724, 0.9317119300508714, 0.777578540253425, 0.4134409191846342, 0.02887096106599121], "split1_test_score": [0.6466659727561366, 0.6473165187971062, 0.6506975909688814, 0.643807010843589, 0.5724355709638932, 0.1742036685687407, 0.03681956283303846, 0.673837620126539, 0.6751806817986054, 0.6591082435967418, 0.6755289707634796, 0.5727678356939966, 0.1742067855587323, 0.03681956283189711, 0.7870686850173817, 0.7871211862732813, 0.718657455680039, 0.7859179523471584, 0.6206408236387435, 0.17575883372949905, 0.036819562831396875, 0.8373903873198777, 0.8370383408978714, 0.7931382884623742, 0.8352168433004257, 0.7623245410913342, 0.23758222156255399, 0.06764274270721153, 0.8408167958015501, 0.8409956608312475, 0.8048083287559145, 0.8343384382706587, 0.7796905918202713, 0.2712385958100935, 0.06259495740897124], "split2_test_score": [0.5069304802836093, 0.5074609881731038, 0.5685848911071877, 0.49415180871654385, 0.47175405559136224, 0.2741220103870025, 0.10754055232256378, 0.5721998011410636, 0.5723370374374924, 0.5873945758972438, 0.5571605965862215, 0.4792357019644722, 0.2744213764515005, 0.10754055232355383, 0.7519051397447559, 0.7521317235833569, 0.7033485046171415, 0.7417371012050674, 0.5328096201838788, 0.2723979326337578, 0.10330238853801449, 0.8652414436885465, 0.865062887661029, 0.8345978410391828, 0.8661465923479563, 0.6724813976904181, 0.27826386423501925, 0.09684031509015673, 0.9219972171762223, 0.9222929501430533, 0.8870661414074141, 0.9118760720830371, 0.7575738273090323, 0.3309492478814216, 0.09845386867887335], "mean_test_score": [0.6286320347339015, 0.6280127569919545, 0.6656031302302378, 0.6182162289440828, 0.5290037071189675, 0.23489522038726154, 0.05768498773080738, 0.671075244787725, 0.6706352402988598, 0.6785960727179202, 0.6604579013974968, 0.53355292966955, 0.2391780288284889, 0.05775588865466268, 0.802885271716475, 0.8021585582982066, 0.7579374808498915, 0.7948844776625577, 0.5832249413760081, 0.24649829130215636, 0.052254852412702134, 0.8732423539241179, 0.872799660220923, 0.8534678732741813, 0.8713173524804247, 0.7263250629451513, 0.297783518987463, 0.06493855296673473, 0.9004009125195992, 0.9003021099971072, 0.8783125856082337, 0.8926421468015224, 0.7716143197942428, 0.33854292095871646, 0.06330659571794527], "std_test_score": [0.09288606994966464, 0.09157241780767408, 0.08594891116442556, 0.09263535309693902, 0.04224839505243566, 0.043523715817781194, 0.03540890413631454, 0.0796276877586884, 0.07847032982202337, 0.08356557382010499, 0.07891205850809711, 0.03964950693353247, 0.045996752723346614, 0.035350950350571966, 0.04936577726810169, 0.04817384403622326, 0.06666899861206317, 0.0474804485867535, 0.03701638497063827, 0.05061446235781179, 0.03702400668410955, 0.03302752832167389, 0.03281673153959715, 0.05850446211038254, 0.0317978049245802, 0.038787960883183835, 0.05876689359767321, 0.027218908704173414, 0.04266044696244197, 0.04240010471494264, 0.05678072971649808, 0.042014736594588306, 0.009965499230702396, 0.05830164718303697, 0.028411559616675068], "rank_test_score": [20, 21, 18, 22, 25, 30, 34, 16, 17, 15, 19, 24, 29, 33, 9, 10, 13, 11, 23, 28, 35, 5, 6, 8, 7, 14, 27, 31, 1, 2, 4, 3, 12, 26, 32]}, "descriptive": {"actual": {"min": 7.2, "max": 50.0, "avg": 22.83030303030303, "std": 8.876304337732648}, "predicted": {"min": 10.342397294544899, "max": 51.59725265001387, "avg": 23.379955622934744, "std": 9.068582292842846}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 339, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_boston_features\"]", "featureset_name": "example_boston", "shuffle": false, "learner_name": "SVR", "task": "cross_validate", "start_timestamp": "02 Jun 2020 11:06:18.264297", "version": "2.1", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.23.1", "end_timestamp": "02 Jun 2020 11:06:20.332808", "total_time": "0:00:02.068511", "fold": "average", "pearson": 0.9254389283553411, "score": 0.9254389283553411, "additional_scores": {}}] \ No newline at end of file diff --git a/tests/other/expected/Example_CV_example_california_LinearRegression.results.json b/tests/other/expected/Example_CV_example_california_LinearRegression.results.json new file mode 100644 index 00000000..d194f554 --- /dev/null +++ b/tests/other/expected/Example_CV_example_california_LinearRegression.results.json @@ -0,0 +1 @@ +[{"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 335, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "LinearRegression", "task": "cross_validate", "start_timestamp": "08 Sep 2022 16:42:59.886772", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:42:59.909647", "total_time": "0:00:00.022875", "result_table": "", "accuracy": "", "pearson": 0.8098651587143093, "score": 0.8098651587143093, "fold": 1, "model_params": "{\"copy_X\": true, \"fit_intercept\": true, \"n_jobs\": null, \"normalize\": \"deprecated\", \"positive\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "descriptive": {"actual": {"min": 0.581, "max": 5.00001, "avg": 1.8923238235294118, "std": 1.1446704071581546}, "predicted": {"min": 0.4786774711492483, "max": 4.092055280937159, "avg": 1.8670572967036971, "std": 0.9141609003408828}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 335, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "LinearRegression", "task": "cross_validate", "start_timestamp": "08 Sep 2022 16:42:59.886772", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:42:59.909647", "total_time": "0:00:00.022875", "result_table": "", "accuracy": "", "pearson": 0.8636565411026966, "score": 0.8636565411026966, "fold": 2, "model_params": "{\"copy_X\": true, \"fit_intercept\": true, \"n_jobs\": null, \"normalize\": \"deprecated\", \"positive\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "descriptive": {"actual": {"min": 0.535, "max": 5.00001, "avg": 2.0366179411764707, "std": 1.1392645627921534}, "predicted": {"min": 0.3466018440976444, "max": 3.6064527574491345, "avg": 2.0656256757413454, "std": 0.867547087578469}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 335, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "LinearRegression", "task": "cross_validate", "start_timestamp": "08 Sep 2022 16:42:59.886772", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:42:59.909647", "total_time": "0:00:00.022875", "result_table": "", "accuracy": "", "pearson": 0.8781651020341252, "score": 0.8781651020341252, "fold": 3, "model_params": "{\"copy_X\": true, \"fit_intercept\": true, \"n_jobs\": null, \"normalize\": \"deprecated\", \"positive\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "descriptive": {"actual": {"min": 0.475, "max": 5.00001, "avg": 2.4114717647058828, "std": 1.235666830611454}, "predicted": {"min": 0.45026272647842025, "max": 5.303784080004082, "avg": 2.3634366782246503, "std": 1.027708372768086}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 335, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "LinearRegression", "task": "cross_validate", "start_timestamp": "08 Sep 2022 16:42:59.886772", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:42:59.909647", "total_time": "0:00:00.022875", "result_table": "", "accuracy": "", "pearson": 0.8884695486993589, "score": 0.8884695486993589, "fold": 4, "model_params": "{\"copy_X\": true, \"fit_intercept\": true, \"n_jobs\": null, \"normalize\": \"deprecated\", \"positive\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "descriptive": {"actual": {"min": 0.58, "max": 5.00001, "avg": 2.1028238235294117, "std": 1.1822357046366574}, "predicted": {"min": -0.026641103954648138, "max": 5.466018143129121, "avg": 2.1272166505048773, "std": 1.168444083273442}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 335, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "LinearRegression", "task": "cross_validate", "start_timestamp": "08 Sep 2022 16:42:59.886772", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:42:59.909647", "total_time": "0:00:00.022875", "result_table": "", "accuracy": "", "pearson": 0.765819142581856, "score": 0.765819142581856, "fold": 5, "model_params": "{\"copy_X\": true, \"fit_intercept\": true, \"n_jobs\": null, \"normalize\": \"deprecated\", \"positive\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "descriptive": {"actual": {"min": 0.702, "max": 5.00001, "avg": 1.9466473529411763, "std": 0.8891587701778404}, "predicted": {"min": 0.5996050727743063, "max": 3.8662658076319727, "avg": 2.0610228045107375, "std": 0.6226663077339967}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 335, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "LinearRegression", "task": "cross_validate", "start_timestamp": "08 Sep 2022 16:42:59.886772", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:42:59.909647", "total_time": "0:00:00.022875", "result_table": "", "accuracy": "", "pearson": 0.88369807565199, "score": 0.88369807565199, "fold": 6, "model_params": "{\"copy_X\": true, \"fit_intercept\": true, \"n_jobs\": null, \"normalize\": \"deprecated\", \"positive\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "descriptive": {"actual": {"min": 0.616, "max": 5.00001, "avg": 2.322061818181818, "std": 1.4079089815868984}, "predicted": {"min": 0.37518857360111046, "max": 4.579078245963599, "avg": 2.3728326091232943, "std": 1.035124463530555}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 335, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "LinearRegression", "task": "cross_validate", "start_timestamp": "08 Sep 2022 16:42:59.886772", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:42:59.909647", "total_time": "0:00:00.022875", "result_table": "", "accuracy": "", "pearson": 0.8521672853275234, "score": 0.8521672853275234, "fold": 7, "model_params": "{\"copy_X\": true, \"fit_intercept\": true, \"n_jobs\": null, \"normalize\": \"deprecated\", \"positive\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "descriptive": {"actual": {"min": 0.596, "max": 5.00001, "avg": 2.234819090909091, "std": 1.3411265822826846}, "predicted": {"min": 0.41336470265256064, "max": 4.056495351593293, "avg": 2.048427099003869, "std": 0.940833930826557}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 335, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "LinearRegression", "task": "cross_validate", "start_timestamp": "08 Sep 2022 16:42:59.886772", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:42:59.909647", "total_time": "0:00:00.022875", "result_table": "", "accuracy": "", "pearson": 0.6915307369705576, "score": 0.6915307369705576, "fold": 8, "model_params": "{\"copy_X\": true, \"fit_intercept\": true, \"n_jobs\": null, \"normalize\": \"deprecated\", \"positive\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "descriptive": {"actual": {"min": 0.571, "max": 5.00001, "avg": 1.9573942424242423, "std": 1.0419866039243302}, "predicted": {"min": 0.07136427443810645, "max": 4.011593288515772, "avg": 1.8113555229936618, "std": 0.8845046639442126}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 335, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "LinearRegression", "task": "cross_validate", "start_timestamp": "08 Sep 2022 16:42:59.886772", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:42:59.909647", "total_time": "0:00:00.022875", "result_table": "", "accuracy": "", "pearson": 0.9065863813813909, "score": 0.9065863813813909, "fold": 9, "model_params": "{\"copy_X\": true, \"fit_intercept\": true, \"n_jobs\": null, \"normalize\": \"deprecated\", \"positive\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "descriptive": {"actual": {"min": 0.437, "max": 4.92, "avg": 1.7039393939393939, "std": 1.0664446437321946}, "predicted": {"min": 0.5063995091749331, "max": 4.700424707617959, "avg": 1.9073535553370522, "std": 1.0072331208040048}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 335, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "LinearRegression", "task": "cross_validate", "start_timestamp": "08 Sep 2022 16:42:59.886772", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:42:59.909647", "total_time": "0:00:00.022875", "result_table": "", "accuracy": "", "pearson": 0.8010572920884123, "score": 0.8010572920884123, "fold": 10, "model_params": "{\"copy_X\": true, \"fit_intercept\": true, \"n_jobs\": null, \"normalize\": \"deprecated\", \"positive\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "descriptive": {"actual": {"min": 0.581, "max": 3.781, "avg": 2.111121212121212, "std": 0.9070918485309292}, "predicted": {"min": -1.8935471720521586, "max": 4.0516529996166835, "avg": 2.058259946179404, "std": 1.140454762449857}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 335, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "LinearRegression", "task": "cross_validate", "start_timestamp": "08 Sep 2022 16:42:59.886772", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:42:59.909647", "total_time": "0:00:00.022875", "fold": "average", "pearson": 0.8341015264552221, "score": 0.8341015264552221, "additional_scores": {}}] \ No newline at end of file diff --git a/tests/other/expected/Example_CV_example_california_RandomForestRegressor.results.json b/tests/other/expected/Example_CV_example_california_RandomForestRegressor.results.json new file mode 100644 index 00000000..d6834ea3 --- /dev/null +++ b/tests/other/expected/Example_CV_example_california_RandomForestRegressor.results.json @@ -0,0 +1 @@ +[{"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 335, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "RandomForestRegressor", "task": "cross_validate", "start_timestamp": "08 Sep 2022 16:42:41.524913", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:42:58.434255", "total_time": "0:00:16.909342", "result_table": "", "accuracy": "", "pearson": 0.8829578991508786, "score": 0.8829578991508786, "fold": 1, "model_params": "{\"bootstrap\": true, \"ccp_alpha\": 0.0, \"criterion\": \"squared_error\", \"max_depth\": null, \"max_features\": 1.0, \"max_leaf_nodes\": null, \"max_samples\": null, \"min_impurity_decrease\": 0.0, \"min_samples_leaf\": 1, \"min_samples_split\": 2, \"min_weight_fraction_leaf\": 0.0, \"n_estimators\": 500, \"n_jobs\": null, \"oob_score\": false, \"random_state\": 123456789, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.8262233887392613, "grid_search_cv_results": {"mean_fit_time": [0.19662896792093912, 0.27605223655700684, 0.32507872581481934, 0.33060574531555176], "std_fit_time": [0.000544277827177072, 0.0018869117348589346, 0.003493156130570328, 0.005378388935977656], "mean_score_time": [0.011491139729817709, 0.012103796005249023, 0.013609886169433594, 0.014371077219645182], "std_score_time": [0.0001812623492951416, 0.00013115420266648602, 0.00012302691310783266, 1.7796243034716802e-05], "param_max_depth": [1, 5, 10, null], "params": [{"max_depth": 1}, {"max_depth": 5}, {"max_depth": 10}, {"max_depth": null}], "split0_test_score": [0.6296423313753893, 0.8157309043666787, 0.8221244672381913, 0.8204150141451751], "split1_test_score": [0.5229767836831736, 0.810268296893323, 0.8230184957447455, 0.8231176619912649], "split2_test_score": [0.7202352100728148, 0.8153707079337329, 0.8334350407856812, 0.8351374900813433], "mean_test_score": [0.6242847750437925, 0.8137899697312448, 0.8261926679228727, 0.8262233887392613], "std_test_score": [0.0806194734656338, 0.002494536703891681, 0.005134120843636353, 0.006399061306039449], "rank_test_score": [4, 3, 2, 1]}, "descriptive": {"actual": {"min": 0.581, "max": 5.00001, "avg": 1.8923238235294118, "std": 1.1446704071581546}, "predicted": {"min": 0.6455360000000014, "max": 3.9872523599999905, "avg": 1.927886854705882, "std": 0.834431498405034}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 335, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "RandomForestRegressor", "task": "cross_validate", "start_timestamp": "08 Sep 2022 16:42:41.524913", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:42:58.434255", "total_time": "0:00:16.909342", "result_table": "", "accuracy": "", "pearson": 0.8960621027630895, "score": 0.8960621027630895, "fold": 2, "model_params": "{\"bootstrap\": true, \"ccp_alpha\": 0.0, \"criterion\": \"squared_error\", \"max_depth\": 10, \"max_features\": 1.0, \"max_leaf_nodes\": null, \"max_samples\": null, \"min_impurity_decrease\": 0.0, \"min_samples_leaf\": 1, \"min_samples_split\": 2, \"min_weight_fraction_leaf\": 0.0, \"n_estimators\": 500, \"n_jobs\": null, \"oob_score\": false, \"random_state\": 123456789, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.8199560412076262, "grid_search_cv_results": {"mean_fit_time": [0.19470938046773276, 0.2764809926350911, 0.3303964138031006, 0.338345209757487], "std_fit_time": [0.0009007718193041638, 0.0029209231942853983, 0.003665922382123123, 0.006399931274648006], "mean_score_time": [0.010550260543823242, 0.01172335942586263, 0.013738870620727539, 0.014264424641927084], "std_score_time": [9.841172703832988e-05, 0.00015670967838603796, 0.00024820530651016354, 9.216707078808113e-05], "param_max_depth": [1, 5, 10, null], "params": [{"max_depth": 1}, {"max_depth": 5}, {"max_depth": 10}, {"max_depth": null}], "split0_test_score": [0.6505776315837188, 0.8237095710887756, 0.8322404350301474, 0.8328501159062642], "split1_test_score": [0.5658699190068261, 0.8122746732804101, 0.82395915019493, 0.8224905498284063], "split2_test_score": [0.6468698984770076, 0.7797882183628441, 0.8036685383978013, 0.8024300550490188], "mean_test_score": [0.6211058163558508, 0.8052574875773434, 0.8199560412076262, 0.8192569069278964], "std_test_score": [0.03908699773719855, 0.018604694348692722, 0.012002971311736183, 0.012627677549616764], "rank_test_score": [4, 3, 1, 2]}, "descriptive": {"actual": {"min": 0.535, "max": 5.00001, "avg": 2.0366179411764707, "std": 1.1392645627921534}, "predicted": {"min": 0.7635217052472413, "max": 4.12062701760316, "avg": 2.022869424728949, "std": 0.8244038680615895}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 335, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "RandomForestRegressor", "task": "cross_validate", "start_timestamp": "08 Sep 2022 16:42:41.524913", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:42:58.434255", "total_time": "0:00:16.909342", "result_table": "", "accuracy": "", "pearson": 0.8957150660290684, "score": 0.8957150660290684, "fold": 3, "model_params": "{\"bootstrap\": true, \"ccp_alpha\": 0.0, \"criterion\": \"squared_error\", \"max_depth\": 10, \"max_features\": 1.0, \"max_leaf_nodes\": null, \"max_samples\": null, \"min_impurity_decrease\": 0.0, \"min_samples_leaf\": 1, \"min_samples_split\": 2, \"min_weight_fraction_leaf\": 0.0, \"n_estimators\": 500, \"n_jobs\": null, \"oob_score\": false, \"random_state\": 123456789, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.8129482112621808, "grid_search_cv_results": {"mean_fit_time": [0.2010358969370524, 0.2791227499643962, 0.32411924997965497, 0.3304016590118408], "std_fit_time": [0.0005066935130210076, 0.0011178674084943343, 0.0018041531170522253, 0.004206776657805512], "mean_score_time": [0.010483741760253906, 0.011914650599161783, 0.013875166575113932, 0.014259735743204752], "std_score_time": [0.00034298256293972714, 0.00023228515265584886, 0.0001154941093811631, 0.00032801731357645197], "param_max_depth": [1, 5, 10, null], "params": [{"max_depth": 1}, {"max_depth": 5}, {"max_depth": 10}, {"max_depth": null}], "split0_test_score": [0.6607445071160672, 0.8289907160919957, 0.833040460774403, 0.8333013795566531], "split1_test_score": [0.5743750632168655, 0.7646910225166296, 0.7771216980733633, 0.7756317797778198], "split2_test_score": [0.6781466767253801, 0.8095474923163284, 0.8286824749387761, 0.8297090529967305], "mean_test_score": [0.6377554156861043, 0.8010764103083178, 0.8129482112621808, 0.8128807374437345], "std_test_score": [0.04537628371827094, 0.02692498308586686, 0.02539556779685866, 0.026379788196345906], "rank_test_score": [4, 3, 1, 2]}, "descriptive": {"actual": {"min": 0.475, "max": 5.00001, "avg": 2.4114717647058828, "std": 1.235666830611454}, "predicted": {"min": 1.1508395821540984, "max": 4.479862710909082, "avg": 2.2488811632486727, "std": 0.9166465849852445}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 335, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "RandomForestRegressor", "task": "cross_validate", "start_timestamp": "08 Sep 2022 16:42:41.524913", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:42:58.434255", "total_time": "0:00:16.909342", "result_table": "", "accuracy": "", "pearson": 0.883833132132246, "score": 0.883833132132246, "fold": 4, "model_params": "{\"bootstrap\": true, \"ccp_alpha\": 0.0, \"criterion\": \"squared_error\", \"max_depth\": null, \"max_features\": 1.0, \"max_leaf_nodes\": null, \"max_samples\": null, \"min_impurity_decrease\": 0.0, \"min_samples_leaf\": 1, \"min_samples_split\": 2, \"min_weight_fraction_leaf\": 0.0, \"n_estimators\": 500, \"n_jobs\": null, \"oob_score\": false, \"random_state\": 123456789, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.8013888292148633, "grid_search_cv_results": {"mean_fit_time": [0.19340848922729492, 0.2725858688354492, 0.3225376605987549, 0.3289830684661865], "std_fit_time": [0.0006025607799895447, 0.001394174707666746, 0.003219178756932082, 0.0054864754951017645], "mean_score_time": [0.010601520538330078, 0.012029409408569336, 0.014023383458455404, 0.014133930206298828], "std_score_time": [0.00015191074464096515, 0.00010338243075051275, 9.784506644503488e-05, 0.00020850355646345278], "param_max_depth": [1, 5, 10, null], "params": [{"max_depth": 1}, {"max_depth": 5}, {"max_depth": 10}, {"max_depth": null}], "split0_test_score": [0.6505697257588231, 0.8102174015824195, 0.8169648323095187, 0.8182341608901], "split1_test_score": [0.5309739824556032, 0.7591697937563275, 0.7708074998960796, 0.7752683099597968], "split2_test_score": [0.648577349963929, 0.784170499574797, 0.8079586609098423, 0.8106640167946934], "mean_test_score": [0.6100403527261183, 0.784519231637848, 0.7985769977051468, 0.8013888292148633], "std_test_score": [0.0559142830359869, 0.02084155747107961, 0.019977262696140852, 0.018726770766686465], "rank_test_score": [4, 3, 2, 1]}, "descriptive": {"actual": {"min": 0.58, "max": 5.00001, "avg": 2.1028238235294117, "std": 1.1822357046366574}, "predicted": {"min": 0.7125640000000013, "max": 4.372652300000001, "avg": 2.215956938235292, "std": 1.0456939758692636}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 335, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "RandomForestRegressor", "task": "cross_validate", "start_timestamp": "08 Sep 2022 16:42:41.524913", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:42:58.434255", "total_time": "0:00:16.909342", "result_table": "", "accuracy": "", "pearson": 0.652813050962414, "score": 0.652813050962414, "fold": 5, "model_params": "{\"bootstrap\": true, \"ccp_alpha\": 0.0, \"criterion\": \"squared_error\", \"max_depth\": 10, \"max_features\": 1.0, \"max_leaf_nodes\": null, \"max_samples\": null, \"min_impurity_decrease\": 0.0, \"min_samples_leaf\": 1, \"min_samples_split\": 2, \"min_weight_fraction_leaf\": 0.0, \"n_estimators\": 500, \"n_jobs\": null, \"oob_score\": false, \"random_state\": 123456789, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.8186478778682943, "grid_search_cv_results": {"mean_fit_time": [0.194029172261556, 0.27374935150146484, 0.32225743929545086, 0.3272703488667806], "std_fit_time": [0.0002827287390172886, 0.0006364236721745938, 0.001128393203625615, 0.002629990726778855], "mean_score_time": [0.010520140329996744, 0.011907021204630533, 0.013944784800211588, 0.01401813824971517], "std_score_time": [0.00017296927873257544, 0.0001141999829978911, 0.00033731689604537483, 0.00036865533131654816], "param_max_depth": [1, 5, 10, null], "params": [{"max_depth": 1}, {"max_depth": 5}, {"max_depth": 10}, {"max_depth": null}], "split0_test_score": [0.643566442460767, 0.8220139552375992, 0.828731219086591, 0.8270279095782852], "split1_test_score": [0.620766315345515, 0.7880803811096517, 0.7945783446774323, 0.7949134700349568], "split2_test_score": [0.6683686728047052, 0.8165141872984188, 0.8326340698408593, 0.8330017136493174], "mean_test_score": [0.6442338102036623, 0.8088695078818899, 0.8186478778682943, 0.8183143644208531], "std_test_score": [0.01943930972190671, 0.014870613208839163, 0.01709414874593108, 0.016725688372773093], "rank_test_score": [4, 3, 1, 2]}, "descriptive": {"actual": {"min": 0.702, "max": 5.00001, "avg": 1.9466473529411763, "std": 0.8891587701778404}, "predicted": {"min": 0.9611175654935813, "max": 4.13395985419413, "avg": 2.0037181889246067, "std": 0.7050628034839745}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 335, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "RandomForestRegressor", "task": "cross_validate", "start_timestamp": "08 Sep 2022 16:42:41.524913", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:42:58.434255", "total_time": "0:00:16.909342", "result_table": "", "accuracy": "", "pearson": 0.9017297411984564, "score": 0.9017297411984564, "fold": 6, "model_params": "{\"bootstrap\": true, \"ccp_alpha\": 0.0, \"criterion\": \"squared_error\", \"max_depth\": 10, \"max_features\": 1.0, \"max_leaf_nodes\": null, \"max_samples\": null, \"min_impurity_decrease\": 0.0, \"min_samples_leaf\": 1, \"min_samples_split\": 2, \"min_weight_fraction_leaf\": 0.0, \"n_estimators\": 500, \"n_jobs\": null, \"oob_score\": false, \"random_state\": 123456789, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.8153263684048117, "grid_search_cv_results": {"mean_fit_time": [0.19290900230407715, 0.27362863222757977, 0.3242209752400716, 0.33039212226867676], "std_fit_time": [0.0022808323639787113, 0.0011372795364804726, 0.0021076268230285538, 0.0009418808170813332], "mean_score_time": [0.010408878326416016, 0.012167056401570639, 0.013939380645751953, 0.0140531857808431], "std_score_time": [0.00026661323953287706, 0.00021856125891146544, 0.00020777665073704957, 0.00014716399536232017], "param_max_depth": [1, 5, 10, null], "params": [{"max_depth": 1}, {"max_depth": 5}, {"max_depth": 10}, {"max_depth": null}], "split0_test_score": [0.594453232666994, 0.8239998722693563, 0.8347575899909558, 0.8335239142896314], "split1_test_score": [0.6322683222685267, 0.808942271649392, 0.8183526146261041, 0.8192426607238319], "split2_test_score": [0.5708087962367248, 0.774619137264285, 0.7928689005973746, 0.7922647205314955], "mean_test_score": [0.5991767837240818, 0.8025204270610112, 0.8153263684048117, 0.8150104318483197], "std_test_score": [0.02531208256880656, 0.02066469313181717, 0.017234349410830636, 0.017107777730881905], "rank_test_score": [4, 3, 1, 2]}, "descriptive": {"actual": {"min": 0.616, "max": 5.00001, "avg": 2.322061818181818, "std": 1.4079089815868984}, "predicted": {"min": 0.8862698725630778, "max": 4.291777328205115, "avg": 2.3539965194811066, "std": 1.0323351634942795}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 335, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "RandomForestRegressor", "task": "cross_validate", "start_timestamp": "08 Sep 2022 16:42:41.524913", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:42:58.434255", "total_time": "0:00:16.909342", "result_table": "", "accuracy": "", "pearson": 0.786432894731879, "score": 0.786432894731879, "fold": 7, "model_params": "{\"bootstrap\": true, \"ccp_alpha\": 0.0, \"criterion\": \"squared_error\", \"max_depth\": 10, \"max_features\": 1.0, \"max_leaf_nodes\": null, \"max_samples\": null, \"min_impurity_decrease\": 0.0, \"min_samples_leaf\": 1, \"min_samples_split\": 2, \"min_weight_fraction_leaf\": 0.0, \"n_estimators\": 500, \"n_jobs\": null, \"oob_score\": false, \"random_state\": 123456789, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.8294168059749251, "grid_search_cv_results": {"mean_fit_time": [0.20209805170694986, 0.2737416426340739, 0.32477498054504395, 0.3309048016866048], "std_fit_time": [0.0042355841289083915, 0.002035113444902102, 0.002199958162135699, 0.0010913405061128492], "mean_score_time": [0.010684013366699219, 0.012084722518920898, 0.013933022816975912, 0.014034191767374674], "std_score_time": [0.0001595810669187608, 0.0003103481007918431, 0.0002058370693174285, 0.00027341405875168595], "param_max_depth": [1, 5, 10, null], "params": [{"max_depth": 1}, {"max_depth": 5}, {"max_depth": 10}, {"max_depth": null}], "split0_test_score": [0.6573115353005919, 0.7942782947586281, 0.8039799978152193, 0.8024627903698414], "split1_test_score": [0.722413327956377, 0.8255317379458529, 0.8406115793580742, 0.8413264250333444], "split2_test_score": [0.6679844221331895, 0.8345098610188505, 0.8436588407514816, 0.8416223834439946], "mean_test_score": [0.6825697617967195, 0.8181066312411106, 0.8294168059749251, 0.8284705329490603], "std_test_score": [0.028508594628925663, 0.017243238058637634, 0.018029510208085527, 0.018390648047225726], "rank_test_score": [4, 3, 1, 2]}, "descriptive": {"actual": {"min": 0.596, "max": 5.00001, "avg": 2.234819090909091, "std": 1.3411265822826846}, "predicted": {"min": 0.8816144602358483, "max": 4.355502179000004, "avg": 2.122256906865242, "std": 0.9659955099783774}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 335, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "RandomForestRegressor", "task": "cross_validate", "start_timestamp": "08 Sep 2022 16:42:41.524913", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:42:58.434255", "total_time": "0:00:16.909342", "result_table": "", "accuracy": "", "pearson": 0.6774488605057218, "score": 0.6774488605057218, "fold": 8, "model_params": "{\"bootstrap\": true, \"ccp_alpha\": 0.0, \"criterion\": \"squared_error\", \"max_depth\": 10, \"max_features\": 1.0, \"max_leaf_nodes\": null, \"max_samples\": null, \"min_impurity_decrease\": 0.0, \"min_samples_leaf\": 1, \"min_samples_split\": 2, \"min_weight_fraction_leaf\": 0.0, \"n_estimators\": 500, \"n_jobs\": null, \"oob_score\": false, \"random_state\": 123456789, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.8509065768243778, "grid_search_cv_results": {"mean_fit_time": [0.19478408495585123, 0.2753036816914876, 0.3202674388885498, 0.330552339553833], "std_fit_time": [0.0010768158929351092, 0.0010384664964526566, 0.0017703770694835817, 0.001689690361764331], "mean_score_time": [0.010670661926269531, 0.012032429377237955, 0.014010270436604818, 0.014224608739217123], "std_score_time": [0.00040233034557640447, 0.00012102560650642667, 0.00016619506096910967, 0.00012157576147297455], "param_max_depth": [1, 5, 10, null], "params": [{"max_depth": 1}, {"max_depth": 5}, {"max_depth": 10}, {"max_depth": null}], "split0_test_score": [0.6921616742701378, 0.8160601474686785, 0.8206901581611016, 0.8188697949013362], "split1_test_score": [0.6978520123360842, 0.8719171332483153, 0.8825219035215502, 0.8814363328880462], "split2_test_score": [0.6181610158500909, 0.8400509834097873, 0.8495076687904813, 0.8519295511245922], "mean_test_score": [0.6693915674854375, 0.8426760880422602, 0.8509065768243778, 0.8507452263046583], "std_test_score": [0.03629988110607375, 0.022878943679654606, 0.025262078185102087, 0.025556406735819267], "rank_test_score": [4, 3, 1, 2]}, "descriptive": {"actual": {"min": 0.571, "max": 5.00001, "avg": 1.9573942424242423, "std": 1.0419866039243302}, "predicted": {"min": 0.8712073779775775, "max": 4.606419292121216, "avg": 1.8850172608447402, "std": 0.8123675917084043}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 335, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "RandomForestRegressor", "task": "cross_validate", "start_timestamp": "08 Sep 2022 16:42:41.524913", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:42:58.434255", "total_time": "0:00:16.909342", "result_table": "", "accuracy": "", "pearson": 0.9042365634616863, "score": 0.9042365634616863, "fold": 9, "model_params": "{\"bootstrap\": true, \"ccp_alpha\": 0.0, \"criterion\": \"squared_error\", \"max_depth\": null, \"max_features\": 1.0, \"max_leaf_nodes\": null, \"max_samples\": null, \"min_impurity_decrease\": 0.0, \"min_samples_leaf\": 1, \"min_samples_split\": 2, \"min_weight_fraction_leaf\": 0.0, \"n_estimators\": 500, \"n_jobs\": null, \"oob_score\": false, \"random_state\": 123456789, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.8293100201419352, "grid_search_cv_results": {"mean_fit_time": [0.19367535909016928, 0.2735239664713542, 0.3232142925262451, 0.3287382920583089], "std_fit_time": [0.00017993178461109111, 0.001166765610502902, 0.0009622294433249496, 0.0014864596497613104], "mean_score_time": [0.010408639907836914, 0.011982997258504232, 0.013896783192952475, 0.014019330342610678], "std_score_time": [9.208905401088014e-05, 0.0001314644935942263, 7.799782424941447e-05, 0.00023040408765984794], "param_max_depth": [1, 5, 10, null], "params": [{"max_depth": 1}, {"max_depth": 5}, {"max_depth": 10}, {"max_depth": null}], "split0_test_score": [0.6641072447833959, 0.7965647361247583, 0.8003676620573306, 0.7997002374221541], "split1_test_score": [0.724904277993396, 0.8628611254909988, 0.8752498606406902, 0.8752459411288785], "split2_test_score": [0.5576613604531324, 0.8017611430180795, 0.8120382040096319, 0.812983881874773], "mean_test_score": [0.6488909610766415, 0.8203956682112789, 0.8292185755692175, 0.8293100201419352], "std_test_score": [0.06911921987517017, 0.03010245790221597, 0.03289589428650626, 0.03293119524275752], "rank_test_score": [4, 3, 2, 1]}, "descriptive": {"actual": {"min": 0.437, "max": 4.92, "avg": 1.7039393939393939, "std": 1.0664446437321946}, "predicted": {"min": 0.8020960000000017, "max": 4.339469739999998, "avg": 1.948568467272726, "std": 0.8881067204900619}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 335, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "RandomForestRegressor", "task": "cross_validate", "start_timestamp": "08 Sep 2022 16:42:41.524913", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:42:58.434255", "total_time": "0:00:16.909342", "result_table": "", "accuracy": "", "pearson": 0.900611360582037, "score": 0.900611360582037, "fold": 10, "model_params": "{\"bootstrap\": true, \"ccp_alpha\": 0.0, \"criterion\": \"squared_error\", \"max_depth\": null, \"max_features\": 1.0, \"max_leaf_nodes\": null, \"max_samples\": null, \"min_impurity_decrease\": 0.0, \"min_samples_leaf\": 1, \"min_samples_split\": 2, \"min_weight_fraction_leaf\": 0.0, \"n_estimators\": 500, \"n_jobs\": null, \"oob_score\": false, \"random_state\": 123456789, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.8333035305051038, "grid_search_cv_results": {"mean_fit_time": [0.19733357429504395, 0.2822244167327881, 0.32764379183451336, 0.3301599820454915], "std_fit_time": [0.00046063839258239403, 0.006476390541996427, 0.0011861322207000733, 0.0011511304351286343], "mean_score_time": [0.01027830441792806, 0.012558937072753906, 0.014156659444173178, 0.014154275258382162], "std_score_time": [0.0002883021454951343, 0.00023202460368923022, 0.00022432931803889231, 0.00013134899577200694], "param_max_depth": [1, 5, 10, null], "params": [{"max_depth": 1}, {"max_depth": 5}, {"max_depth": 10}, {"max_depth": null}], "split0_test_score": [0.6678237383923968, 0.7998923592720545, 0.8054843807275993, 0.806071650925366], "split1_test_score": [0.7349794794498692, 0.8636779737232859, 0.8701576793296606, 0.8708411446084016], "split2_test_score": [0.5521212918141692, 0.8107305724235292, 0.8219021176349588, 0.8229977959815437], "mean_test_score": [0.6516415032188118, 0.8247669684729565, 0.8325147258974063, 0.8333035305051038], "std_test_score": [0.07552340806117938, 0.02786774076804661, 0.027448490894971152, 0.027427819831231798], "rank_test_score": [4, 3, 2, 1]}, "descriptive": {"actual": {"min": 0.581, "max": 3.781, "avg": 2.111121212121212, "std": 0.9070918485309292}, "predicted": {"min": 0.679698, "max": 4.193853340000001, "avg": 2.215824464242423, "std": 0.9630606739611631}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 335, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "RandomForestRegressor", "task": "cross_validate", "start_timestamp": "08 Sep 2022 16:42:41.524913", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:42:58.434255", "total_time": "0:00:16.909342", "fold": "average", "pearson": 0.8381840671517479, "score": 0.8381840671517479, "additional_scores": {}}] \ No newline at end of file diff --git a/tests/other/expected/Example_CV_example_california_SVR.results.json b/tests/other/expected/Example_CV_example_california_SVR.results.json new file mode 100644 index 00000000..9be8592e --- /dev/null +++ b/tests/other/expected/Example_CV_example_california_SVR.results.json @@ -0,0 +1 @@ +[{"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 335, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "SVR", "task": "cross_validate", "start_timestamp": "08 Sep 2022 16:42:58.436237", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:42:59.881279", "total_time": "0:00:01.445042", "result_table": "", "accuracy": "", "pearson": 0.8463625598731622, "score": 0.8463625598731622, "fold": 1, "model_params": "{\"C\": 100.0, \"cache_size\": 1000, \"coef0\": 0.0, \"degree\": 3, \"epsilon\": 0.1, \"gamma\": 0.01, \"kernel\": \"rbf\", \"max_iter\": -1, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.8543509797567262, "grid_search_cv_results": {"mean_fit_time": [0.0011016527811686199, 0.0010457038879394531, 0.0009810129801432292, 0.0009493033091227213, 0.0009020964304606119, 0.0009165604909261068, 0.0012201468149820964, 0.000942230224609375, 0.0009623368581136068, 0.001004616419474284, 0.0009672641754150391, 0.0009427070617675781, 0.0009639263153076172, 0.001205126444498698, 0.0013630390167236328, 0.0013340314229329426, 0.0010152657826741536, 0.0012926260630289714, 0.001209576924641927, 0.001141945521036784, 0.0014732678731282551, 0.0027106602986653647, 0.0026720364888509116, 0.0014042059580485027, 0.002588669459025065, 0.0016006628672281902, 0.001298666000366211, 0.0015393892923990886, 0.010242382685343424, 0.010207255681355795, 0.00382081667582194, 0.010065396626790365, 0.0016249815622965496, 0.001347939173380534, 0.0016630490620930989], "std_fit_time": [2.5609258151580396e-05, 2.1893871367277807e-05, 1.6353653102737406e-05, 5.260839196343538e-06, 7.802114179150188e-06, 2.002936810231084e-05, 4.087161765503918e-05, 1.1399300659067078e-05, 5.0812935394114745e-06, 6.328125949897855e-05, 8.329877947650832e-06, 8.240687940480373e-06, 3.14537876489633e-05, 6.254670578623135e-06, 8.64617233047963e-05, 5.564451053636509e-05, 7.48498496644589e-05, 6.128434549574764e-05, 3.13417422202116e-05, 2.344301186744463e-05, 3.478206675399189e-05, 0.0001503292111076106, 5.300881444260845e-05, 4.278371781897903e-05, 0.00015065191059944575, 4.674233925687582e-05, 6.108108421698855e-05, 5.7503982417235956e-05, 0.0009900622582397214, 0.0012989409650546204, 4.738888723106413e-05, 0.00036862860386787055, 0.0001230840901700052, 6.629932522687859e-05, 9.553543498533744e-05], "mean_score_time": [0.0008779366811116537, 0.0008697509765625, 0.000812371571858724, 0.0007970333099365234, 0.0007805824279785156, 0.0007994969685872396, 0.0008660157521565756, 0.000797112782796224, 0.0008002122243245443, 0.0008142789204915365, 0.0008043448130289713, 0.0008000532786051432, 0.0008261203765869141, 0.0008652210235595703, 0.0008226235707600912, 0.0007512569427490234, 0.0008030732472737631, 0.0007593631744384766, 0.0007623831431070963, 0.0007987022399902344, 0.0008797645568847656, 0.0007634162902832031, 0.0007786750793457031, 0.0007377465565999349, 0.0007879734039306641, 0.0008217493693033854, 0.0008295377095540365, 0.0008587042490641276, 0.0008258819580078125, 0.0008004506429036459, 0.0007607142130533854, 0.0008511543273925781, 0.0008484522501627604, 0.0008350213368733724, 0.0008878707885742188], "std_score_time": [2.496029852756801e-05, 9.350143218578138e-06, 1.209816050609148e-05, 1.8235514808628982e-05, 6.5756287871798206e-06, 4.4660636006123595e-06, 8.305579254651961e-06, 2.809789900726269e-06, 4.895166903951802e-06, 3.0511575678102854e-05, 5.268037611381706e-06, 7.763160172462917e-06, 2.0905743225593917e-05, 6.3169676301440095e-06, 2.398237569350696e-05, 2.0524318000147077e-05, 4.0395515955385284e-05, 2.74675035402422e-05, 5.595927792321506e-06, 8.357129529548176e-06, 3.939658112308828e-05, 4.105417475526127e-05, 3.210310077794703e-05, 3.7843937721418855e-05, 1.0696113984084108e-05, 2.785203441865635e-05, 1.6361761491131993e-05, 1.9843085609687524e-05, 4.4584061797208523e-05, 3.0100811166803527e-05, 7.570389559497744e-06, 3.7673656282994735e-05, 4.378269405036195e-05, 3.0382132297540146e-05, 3.543598479297313e-05], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.6691841143330919, 0.6710060619433031, 0.7431956940632597, 0.6861407823739066, 0.41270748293240295, 0.19982293227390538, 0.10608867259374986, 0.7307831685817179, 0.7316019673038803, 0.7612192623391553, 0.7425353026102975, 0.4565552750585506, 0.20009307813464705, 0.10608867230888408, 0.823523928653577, 0.8238529404011883, 0.8233693406871377, 0.8266833101433197, 0.5973857298417934, 0.1977180690553627, 0.07629467582000432, 0.8530515776430336, 0.8530035399752425, 0.8539333599070856, 0.8524600478826794, 0.5801790685922349, 0.15983047453116403, 0.04601926615768609, 0.7985662462943122, 0.7992825362820146, 0.859260823954226, 0.8127443423597253, 0.574524031884702, 0.15983047453116403, 0.04601926615768609], "split1_test_score": [0.6935244455498558, 0.6800086408516148, 0.7704246018210039, 0.7184861957408368, 0.390569398911136, 0.1256581912328167, 0.04425595983937923, 0.7417222277849691, 0.7339047044157202, 0.774292870340511, 0.7534275244446951, 0.4532746431539582, 0.1225237674023475, 0.044255902380559195, 0.795385142813791, 0.7900369254140689, 0.8084904621578813, 0.8025119008297613, 0.6203328113182744, 0.13350645309997203, 0.04968679501570548, 0.818473966226041, 0.8112651433903706, 0.8370135031504276, 0.8196070273067129, 0.6245858426745368, 0.15515261716021594, 0.057810212043789375, 0.6910043699271958, 0.6794647585776722, 0.8470433050847554, 0.7562078989041786, 0.6245858426745368, 0.15515261716021594, 0.057810212043789375], "split2_test_score": [0.7669056163291776, 0.7703699549299037, 0.8118254203900009, 0.7759690028416536, 0.644863629726769, 0.3226438075009232, 0.22987707521612266, 0.8128226067431465, 0.8153674503283294, 0.8308801294809164, 0.8189350319788427, 0.673457829719846, 0.32192001362581263, 0.22987707340253594, 0.843852377766155, 0.8464364984387017, 0.8598924988772642, 0.850523160680684, 0.7078419181810348, 0.35039192582956397, 0.22673083058502766, 0.8195232412723169, 0.8211853515011551, 0.8613253291252055, 0.8227439446382485, 0.6841955120457099, 0.33909491189748503, 0.2290397114778382, 0.7093141152841254, 0.7207435339685744, 0.8567488102311974, 0.7315527867941951, 0.6820317292241688, 0.33909491189748503, 0.2290397114778382], "mean_test_score": [0.7098713920707084, 0.7071282192416072, 0.7751485720914215, 0.7268653269854656, 0.4827135038567693, 0.2160416436692151, 0.12674056921641727, 0.7617760010366111, 0.7602913740159766, 0.7887974207201941, 0.7716326196779452, 0.5277625826441182, 0.21484561972093572, 0.12674054936399307, 0.8209204830778409, 0.8201087880846529, 0.8305841005740944, 0.8265727905512549, 0.6418534864470343, 0.2272054826616329, 0.11757076714024582, 0.8303495950471306, 0.8284846782889227, 0.8507573973942396, 0.8316036732758803, 0.6296534744374939, 0.21802600119628832, 0.11095639655977123, 0.7329615771685445, 0.7331636096094204, 0.8543509797567262, 0.7668350093526998, 0.6270472012611359, 0.21802600119628832, 0.11095639655977123], "std_test_score": [0.041535446576865406, 0.04486943619288715, 0.02821638714479811, 0.037147765104705605, 0.11501310412521329, 0.08123266257536513, 0.07717372283366743, 0.036370617442123304, 0.03895601182551622, 0.030231832991325553, 0.03374214754314955, 0.1030308025196555, 0.08206884859451266, 0.07717374252216871, 0.01987211887094205, 0.023176740736742737, 0.021596016837911323, 0.019600670550661916, 0.04759199497889471, 0.0909650399555605, 0.07794842063260182, 0.016058440249480457, 0.017804186137628374, 0.010176157558044687, 0.014803182853485114, 0.04261545725783226, 0.08562994585687295, 0.08363615066764606, 0.04698787894826349, 0.04969754301569349, 0.005268088525559278, 0.033987436709775, 0.04392432857675015, 0.08562994585687295, 0.08363615066764606], "rank_test_score": [19, 20, 11, 18, 25, 29, 31, 14, 15, 10, 12, 24, 30, 32, 8, 9, 4, 7, 21, 26, 33, 5, 6, 2, 3, 22, 27, 34, 17, 16, 1, 13, 23, 27, 34]}, "descriptive": {"actual": {"min": 0.581, "max": 5.00001, "avg": 1.8923238235294118, "std": 1.1446704071581546}, "predicted": {"min": 0.5638078123007579, "max": 4.398227925265252, "avg": 1.8665105051162574, "std": 0.9236463048479229}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 335, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "SVR", "task": "cross_validate", "start_timestamp": "08 Sep 2022 16:42:58.436237", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:42:59.881279", "total_time": "0:00:01.445042", "result_table": "", "accuracy": "", "pearson": 0.8745963102870932, "score": 0.8745963102870932, "fold": 2, "model_params": "{\"C\": 10.0, \"cache_size\": 1000, \"coef0\": 0.0, \"degree\": 3, \"epsilon\": 0.1, \"gamma\": 0.01, \"kernel\": \"rbf\", \"max_iter\": -1, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.8483672171235842, "grid_search_cv_results": {"mean_fit_time": [0.0009819666544596355, 0.0009709993998209635, 0.0009911855061848958, 0.0009076595306396484, 0.0008840560913085938, 0.0009125868479410807, 0.001173257827758789, 0.0008790493011474609, 0.0008787314097086588, 0.0009977022806803386, 0.0009179910024007162, 0.0009183883666992188, 0.0009636084238688151, 0.001188516616821289, 0.0013477802276611328, 0.0014146169026692708, 0.0009894371032714844, 0.001270612080891927, 0.0012516180674235027, 0.0011916160583496094, 0.0014395713806152344, 0.0025917689005533853, 0.002655585606892904, 0.0014310677846272786, 0.002508242925008138, 0.0015520254770914714, 0.001207272211710612, 0.0015981992085774739, 0.010036627451578775, 0.008957624435424805, 0.0035642782847086587, 0.010363260904947916, 0.0015938282012939453, 0.0013251304626464844, 0.0016031265258789062], "std_fit_time": [2.0018012869088194e-05, 2.7690333350792483e-05, 2.048581571512144e-05, 1.7249821736181596e-05, 3.6806660455729345e-05, 3.684439259225345e-05, 1.3858389680059634e-05, 1.4182732865781284e-05, 1.7939402828638948e-05, 1.921830564893312e-05, 2.264711576438911e-05, 1.4962863331810387e-05, 3.30433203741582e-05, 2.1292794763342007e-05, 4.535888664705803e-05, 6.686194845798292e-05, 1.778097566793831e-05, 6.024818571757317e-05, 4.416918227436821e-05, 5.745178722358646e-05, 6.120844668745245e-05, 9.498207064313307e-05, 0.00015944462202267432, 6.109669599595709e-05, 9.069820745599965e-05, 4.595744447924667e-05, 2.5934954394494552e-05, 8.171332807404683e-05, 0.0012039260444075002, 0.00048073427784114177, 0.00030466712426661496, 0.0007428086678792653, 4.057461148362017e-05, 4.708510403948614e-05, 1.7908393820012973e-05], "mean_score_time": [0.0007980664571126302, 0.0008023579915364584, 0.0008210341135660807, 0.0007619063059488932, 0.000766913096110026, 0.0007840792338053385, 0.000847021738688151, 0.0007409254709879557, 0.000766754150390625, 0.0008106231689453125, 0.0007660388946533203, 0.0007832050323486328, 0.00081634521484375, 0.0008548100789388021, 0.0007576147715250651, 0.0007594426472981771, 0.0007633368174235026, 0.0007640520731608073, 0.0007806619008382162, 0.0007987022399902344, 0.0008453528086344401, 0.0007668336232503256, 0.0007605552673339844, 0.0007535616556803385, 0.0007710456848144531, 0.0007963180541992188, 0.0007739861806233724, 0.0009121100107828776, 0.0008216698964436849, 0.0007917881011962891, 0.0007023016611735026, 0.0008133252461751302, 0.0008231798807779948, 0.0008537769317626953, 0.0008862813313802084], "std_score_time": [2.2551535482361734e-05, 1.0677201622759822e-05, 1.0349185137227968e-05, 4.414858631239302e-06, 1.947879629136422e-05, 1.5699862930972406e-05, 1.6247875832257287e-05, 1.2700250351282736e-05, 5.4680908255908435e-05, 1.2751865493114518e-05, 1.82334365688583e-05, 1.7423597571376834e-05, 1.9077459557275095e-05, 6.521618601140545e-06, 1.647485991214885e-05, 2.051908593399267e-05, 1.6610017802779326e-05, 8.68475105531893e-06, 1.3663323878535249e-05, 9.448918627231502e-06, 1.168061801176621e-05, 2.1804838619504985e-05, 2.6509172743974537e-05, 1.2961631163199815e-06, 1.3185790476453234e-05, 1.843393495567103e-05, 1.2724098741617781e-05, 4.1314728771023066e-05, 2.0680053669345337e-05, 2.1813237070126408e-05, 1.309687651236747e-05, 2.581485965451676e-05, 3.107764814023995e-05, 2.6052798636818686e-05, 9.056419683336069e-06], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.6698574333284829, 0.6719545655403962, 0.7614039196678564, 0.6890379237273131, 0.414118479056954, 0.20556712869116175, 0.13193541509263476, 0.7505006969904171, 0.7520445285640208, 0.7737569365745961, 0.7593048152015989, 0.4663511208984743, 0.20528881837787022, 0.13193541509263443, 0.8408678663795986, 0.8410238631878247, 0.8374599161377142, 0.8422507159098308, 0.6073437703762925, 0.17652625347842305, 0.13193512904959787, 0.8561971927438397, 0.856873788149993, 0.8664676816661624, 0.860528275891478, 0.5902779543256346, 0.15889200423487362, 0.1319350185444115, 0.7884423967403835, 0.790965923637563, 0.8713431137349756, 0.8095947468659918, 0.5844374335472241, 0.15889200423487362, 0.1319350185444115], "split1_test_score": [0.6972742667619877, 0.6862956514152451, 0.7666139670678791, 0.7157745816368729, 0.4062135310085644, 0.17916517779080943, 0.13417535027950603, 0.7284194171559057, 0.7211779620341259, 0.7759671073610727, 0.7412663275808304, 0.47187103876754377, 0.17872945038046797, 0.1341753502793904, 0.7773936495697806, 0.7723369506406362, 0.7956716051495248, 0.7838274118956682, 0.6138854706656213, 0.17898484372192122, 0.13417530935547578, 0.7966921080837075, 0.781105217347291, 0.8219149480472013, 0.8015606931585815, 0.6201617934488692, 0.1890127169915909, 0.13417526767129573, 0.6585890498736926, 0.6331684134922846, 0.8245701247735229, 0.6940617510680275, 0.6201617934488692, 0.1890127169915909, 0.13417526767129573], "split2_test_score": [0.7681606320165193, 0.771491760960496, 0.7932668707364754, 0.7771850261227596, 0.6419427419327851, 0.28048366407810904, 0.22227736445865032, 0.7946579736772711, 0.7969963427281485, 0.8128894141208728, 0.8001100667769375, 0.6619065365764215, 0.32344631077195934, 0.2283899356643389, 0.8337339080017232, 0.8359393696559929, 0.8508458877157549, 0.8411773075658737, 0.6845427456621621, 0.3512669700779631, 0.22777019414037825, 0.7792028717455057, 0.7834210118688903, 0.8567190216573891, 0.7888760152503168, 0.6853625184625212, 0.3208316509675621, 0.2290493901481213, 0.6573626445522639, 0.6661399294940432, 0.8454356019843973, 0.6836728840043146, 0.6878473540984422, 0.3208316509675621, 0.2290493901481213], "mean_test_score": [0.7117641107023299, 0.7099139926387125, 0.7737615858240702, 0.7273325104956485, 0.4874249173327678, 0.22173865685336006, 0.16279604327693037, 0.7578593626078646, 0.7567396111087651, 0.7875378193521806, 0.7668937365197889, 0.5333762320808132, 0.23582152651009922, 0.16483356701212123, 0.8173318079837008, 0.816433394494818, 0.8279924696676647, 0.8224184784571241, 0.6352573289013587, 0.2355926890927691, 0.16462687751515062, 0.8106973908576842, 0.8071333391220582, 0.8483672171235842, 0.8169883281001254, 0.6319340887456749, 0.22291212406467556, 0.16505322545460951, 0.7014646970554467, 0.6967580888746303, 0.8471162801642986, 0.7291097939794446, 0.6308155270315119, 0.22291212406467556, 0.16505322545460951], "std_test_score": [0.041419370678757665, 0.04393391134902427, 0.013955363439987144, 0.036902278202542126, 0.10930825110744756, 0.04291462577578115, 0.042069585249144385, 0.027537841385513875, 0.031130259264820413, 0.01794897827571879, 0.024614903422183438, 0.09091258348406511, 0.0629016540312919, 0.04495044178205344, 0.028390323629197477, 0.031249909749816996, 0.02349857827148966, 0.02729152328875846, 0.03495223111270026, 0.08180022668093108, 0.04465843278169697, 0.03295595369259713, 0.03518451295851638, 0.01912330162321503, 0.031219871382015475, 0.03970061953078165, 0.07032301494251135, 0.04526136321887901, 0.06150455917716131, 0.06796134840188496, 0.019131938975708355, 0.05706927293841617, 0.042883792171711024, 0.07032301494251135, 0.04526136321887901], "rank_test_score": [17, 18, 11, 16, 25, 30, 35, 13, 14, 10, 12, 24, 26, 33, 5, 7, 3, 4, 21, 27, 34, 8, 9, 1, 6, 22, 28, 31, 19, 20, 2, 15, 23, 28, 31]}, "descriptive": {"actual": {"min": 0.535, "max": 5.00001, "avg": 2.0366179411764707, "std": 1.1392645627921534}, "predicted": {"min": 0.6404436227476804, "max": 3.6033416721413136, "avg": 2.023198573020187, "std": 0.8394813673356317}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 335, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "SVR", "task": "cross_validate", "start_timestamp": "08 Sep 2022 16:42:58.436237", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:42:59.881279", "total_time": "0:00:01.445042", "result_table": "", "accuracy": "", "pearson": 0.8975547717127154, "score": 0.8975547717127154, "fold": 3, "model_params": "{\"C\": 100.0, \"cache_size\": 1000, \"coef0\": 0.0, \"degree\": 3, \"epsilon\": 0.1, \"gamma\": 0.01, \"kernel\": \"rbf\", \"max_iter\": -1, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.8471051617501741, "grid_search_cv_results": {"mean_fit_time": [0.0009678204854329427, 0.0009585221608479818, 0.0009877681732177734, 0.0009756882985432943, 0.0009505748748779297, 0.0009516080220540365, 0.001237948735555013, 0.0009630521138509115, 0.0009036064147949219, 0.0009706020355224609, 0.0009397665659586588, 0.0009377002716064453, 0.0009546279907226562, 0.0011941591898600261, 0.0013129711151123047, 0.0013039906819661458, 0.0010005633036295574, 0.0012359619140625, 0.0012103716532389324, 0.0012196699778238933, 0.001436789830525716, 0.002705256144205729, 0.002747217814127604, 0.0014544328053792317, 0.002612908681233724, 0.0015060106913248699, 0.0012076695760091145, 0.0015309651692708333, 0.008827606836954752, 0.00913564364115397, 0.0036106109619140625, 0.010307550430297852, 0.0015833377838134766, 0.0012939771016438801, 0.001581748326619466], "std_fit_time": [1.1824108704501656e-05, 1.1972211100095166e-05, 2.6067340275948734e-05, 1.2854474034084005e-05, 2.444536591416434e-05, 1.3579863130949412e-05, 3.368674443153353e-05, 1.4652347153334953e-05, 9.4949282416057e-06, 1.3614236706433746e-05, 1.909962822954808e-05, 4.819752120989578e-06, 1.9988332681e-05, 1.8579660029350862e-05, 2.633922890651651e-05, 4.1141925855450966e-05, 9.263276889854053e-06, 5.261691522513808e-05, 5.281831067652196e-05, 4.1767203175416014e-05, 5.061603911350679e-05, 0.00011067799155172942, 0.00010238393237407856, 2.325066762992285e-05, 0.00018414563012130564, 5.4250691118252624e-05, 2.3303578267176992e-05, 7.845513051535903e-05, 4.918066693336735e-05, 0.00039829198314089844, 0.00012166793886848941, 0.001000246896070318, 3.6097129286690034e-05, 4.243597696979835e-05, 7.930332220140818e-05], "mean_score_time": [0.0008388360341389974, 0.0008242925008138021, 0.0008274714152018229, 0.0008333524068196615, 0.0008177757263183594, 0.0008252461751302084, 0.0008784135182698568, 0.0008122126261393229, 0.000785668690999349, 0.0008116563161214193, 0.0007917086283365885, 0.0008040269215901693, 0.0008169809977213541, 0.0008496443430582682, 0.000740210215250651, 0.0007666746775309244, 0.0007843176523844401, 0.0007596810658772787, 0.0007800261179606119, 0.0008300940195719401, 0.0008396307627360026, 0.0007263024648030599, 0.0007334550221761068, 0.0007276535034179688, 0.0007466475168863932, 0.0007763703664143881, 0.0007747014363606771, 0.0008669694264729818, 0.0007923444112141927, 0.000793615976969401, 0.0007056395212809244, 0.0008354981740315756, 0.0008137226104736328, 0.0008262793223063151, 0.0008858839670817057], "std_score_time": [1.1050443230200026e-05, 3.510308206301664e-05, 6.8170853659335265e-06, 1.4828451572044309e-05, 1.3524870494540057e-05, 3.270962338011531e-06, 1.8709740917920634e-05, 1.8090857969118454e-05, 6.235373922318054e-05, 9.919155312456283e-06, 1.3122892036686594e-05, 4.2753148575823355e-06, 1.788545491752758e-05, 1.1014376410846973e-05, 1.3443839043801946e-05, 2.0459901474881256e-05, 1.9792412158374554e-05, 1.0227635238643619e-05, 3.183421277998473e-05, 8.153621056035746e-06, 4.7137523099062975e-06, 8.568339012110109e-06, 3.270962338011531e-06, 1.689915194193778e-05, 6.9218990287515885e-06, 7.78996197690509e-06, 1.3309272145430634e-05, 6.180832739560985e-05, 1.8584758402226474e-05, 1.0550452407376664e-05, 1.248356482638752e-05, 7.289875218371472e-06, 1.593782579534185e-05, 1.558357203096356e-05, 2.9300167902579576e-05], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.7173800993632921, 0.7185411809713752, 0.7568379430503733, 0.7295788772175708, 0.44156039326506613, 0.18139819550236633, 0.12777651770249063, 0.7822036556305051, 0.7828836785399436, 0.7672356379844292, 0.7886398120216578, 0.5074410001642853, 0.18125476889016748, 0.12777651770249238, 0.8472036803619915, 0.847250294154512, 0.8283002091636101, 0.8477408443466591, 0.6667827570828946, 0.1698905117253004, 0.12777644648754083, 0.8370409709175164, 0.8382440598493087, 0.8547425220963625, 0.8421236473948612, 0.6194753215640856, 0.15776819097710726, 0.1277764114660107, 0.7700496820270795, 0.7703254779552376, 0.8645843088095924, 0.7660384439243525, 0.6151767867028237, 0.15776819097710726, 0.1277764114660107], "split1_test_score": [0.6639723701686967, 0.6547167401173213, 0.7464775515978631, 0.6853598216619361, 0.38117058639057183, 0.16286340397788993, 0.13753214146477555, 0.7080265487284225, 0.7000405967325141, 0.7608593709326499, 0.7221771723857701, 0.4535964147473154, 0.16333619686317202, 0.13753214146587592, 0.7712504812277702, 0.7640004183403691, 0.7881844037663712, 0.7817881441981049, 0.607580009248401, 0.1637568758486972, 0.13753212933878237, 0.7527072809496606, 0.7359923523943964, 0.8145394982749348, 0.7814837271267827, 0.6013953388377166, 0.16410565840547492, 0.1375320967644428, 0.5761021844411288, 0.5762817560280327, 0.8231944010719937, 0.617878771431211, 0.6013953388377166, 0.16410565840547492, 0.1375320967644428], "split2_test_score": [0.7564600296586259, 0.7578492501882131, 0.7843824649632255, 0.761666562547413, 0.6513567006974534, 0.25657658888753904, 0.21806811350824606, 0.7883653699740729, 0.7917228139772914, 0.8068490391703977, 0.7963665379384207, 0.6756632378252189, 0.2746358854015699, 0.2230772043641907, 0.8270828178350502, 0.8285951860449113, 0.8448391318785266, 0.8316606188262907, 0.7064746536402948, 0.3193806523097971, 0.10842742138658903, 0.7774347961728609, 0.7810955797850634, 0.8526193460640203, 0.7859193743397339, 0.6894849185361985, 0.30920546034581764, 0.07335181770601862, 0.6430401267313289, 0.6533704908603669, 0.8535367753689361, 0.6726140085017576, 0.6894849185361985, 0.30920546034581764, 0.07335181770601862], "mean_test_score": [0.7126041663968715, 0.7103690570923032, 0.762565986537154, 0.7255350871423066, 0.49136256011769713, 0.20027939612259846, 0.16112559089183742, 0.7595318581110001, 0.7582156964165829, 0.7783146826958256, 0.7690611741152829, 0.5455668842456065, 0.20640895038496979, 0.16279528784418634, 0.815178993141604, 0.8132819661799308, 0.8204412482695026, 0.8203965357903517, 0.6602791399905302, 0.2176760132945982, 0.12457866573763739, 0.789061016013346, 0.7851106640095895, 0.8406337888117724, 0.8031755829537927, 0.6367851929793336, 0.2103597699094666, 0.11288677531215736, 0.663063997733179, 0.6666592416145457, 0.8471051617501741, 0.6855104079524402, 0.6353523480255796, 0.2103597699094666, 0.11288677531215736], "std_test_score": [0.03790865284915024, 0.04249836361478582, 0.015995905224957724, 0.031283050307053216, 0.11578809944168356, 0.040520900443463424, 0.040460937624561405, 0.03650652317836922, 0.04129398056422964, 0.020344062523536925, 0.033301729554463214, 0.09458190720469034, 0.048795182837319685, 0.042811409252260124, 0.032129922672693476, 0.03566984237646211, 0.02378741970197544, 0.028078453651648655, 0.04063463587313047, 0.0719596209466375, 0.012095187956069033, 0.03539698251483284, 0.0418405193989333, 0.018471797748310866, 0.027599909834739984, 0.03798830740436778, 0.06994232748834624, 0.028237717136245306, 0.08043475414846965, 0.079773365134384, 0.017498673396146663, 0.061169491183173, 0.03868878794414056, 0.06994232748834624, 0.028237717136245306], "rank_test_score": [16, 17, 12, 15, 25, 30, 32, 13, 14, 10, 11, 24, 29, 31, 5, 6, 3, 4, 21, 26, 33, 8, 9, 2, 7, 22, 27, 34, 20, 19, 1, 18, 23, 27, 34]}, "descriptive": {"actual": {"min": 0.475, "max": 5.00001, "avg": 2.4114717647058828, "std": 1.235666830611454}, "predicted": {"min": 0.8019514187089554, "max": 5.859875808630934, "avg": 2.3173393474346513, "std": 1.121862775343974}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 335, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "SVR", "task": "cross_validate", "start_timestamp": "08 Sep 2022 16:42:58.436237", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:42:59.881279", "total_time": "0:00:01.445042", "result_table": "", "accuracy": "", "pearson": 0.8941013233651572, "score": 0.8941013233651572, "fold": 4, "model_params": "{\"C\": 100.0, \"cache_size\": 1000, \"coef0\": 0.0, \"degree\": 3, \"epsilon\": 0.1, \"gamma\": 0.01, \"kernel\": \"rbf\", \"max_iter\": -1, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.8450381081141766, "grid_search_cv_results": {"mean_fit_time": [0.0009682178497314453, 0.0009716351826985677, 0.0009722709655761719, 0.0009530385335286459, 0.0009301503499348959, 0.0009551843007405599, 0.0012015501658121746, 0.0009657541910807291, 0.0009396870930989584, 0.0009570121765136719, 0.0009156068166097006, 0.0009160836537679037, 0.0009626547495524088, 0.001219034194946289, 0.0012491544087727864, 0.0013496081034342449, 0.0009791851043701172, 0.0012274583180745442, 0.001256386439005534, 0.001145760218302409, 0.0014440218607584636, 0.0027386347452799478, 0.0028060277303059897, 0.0014470418294270833, 0.0024816195170084634, 0.0015035470326741536, 0.0012276172637939453, 0.0016229947408040364, 0.010135571161905924, 0.01044933001200358, 0.0036510626475016275, 0.011984666188557943, 0.001581748326619466, 0.0013552506764729817, 0.0016103585561116536], "std_fit_time": [9.514863027862263e-06, 1.545415097348927e-05, 3.8638524207845485e-05, 1.0130841560349434e-05, 2.3271032111865794e-05, 1.900614666167253e-05, 7.789961976905089e-06, 1.0723242066650628e-05, 2.208373315551555e-05, 9.985156818090403e-06, 8.946964045243261e-06, 4.917373159507506e-05, 5.260839196343538e-06, 8.045228789548088e-06, 3.9552740867674924e-05, 9.743443904198853e-05, 1.3683647968560927e-05, 2.5675761102758675e-05, 2.2404863668952922e-05, 1.0184936106110123e-05, 2.862700217942564e-05, 2.6582216309466663e-05, 0.00012541305772608425, 5.317761778566557e-05, 2.431739645754777e-05, 1.3678569777139133e-05, 1.0416099980270714e-05, 6.769221829328494e-05, 0.0010480073382959495, 0.0007367889262029315, 0.00022484699333223863, 0.0025868079651593058, 4.8563054776039725e-06, 1.909764402437647e-05, 3.7936450948774786e-05], "mean_score_time": [0.0008156299591064453, 0.0007760524749755859, 0.0008196036020914713, 0.0007990201314290365, 0.0008151531219482422, 0.0008205572764078776, 0.0008627573649088541, 0.0007940133412679037, 0.0007750193277994791, 0.0008293787638346354, 0.0007566610972086588, 0.0008124510447184244, 0.0008186499277750651, 0.0008575916290283203, 0.0007617473602294922, 0.0007584095001220703, 0.0007497469584147135, 0.0007605552673339844, 0.0007770061492919922, 0.0007952849070231119, 0.0008533000946044922, 0.0007553895314534506, 0.0007928212483723959, 0.0006963411966959635, 0.000755469004313151, 0.0007824897766113281, 0.0007734298706054688, 0.0009245872497558594, 0.000782012939453125, 0.0007824103037516276, 0.0007112820943196615, 0.0007963180541992188, 0.0008186499277750651, 0.0008571147918701172, 0.000869592030843099], "std_score_time": [3.053806034820182e-05, 1.0674835221661884e-05, 2.8621044587290578e-05, 8.486123718236424e-06, 2.198369275518992e-05, 1.088110865452754e-05, 1.6461052875622592e-05, 2.4011590567260362e-05, 2.5808252913927212e-05, 6.646202693799315e-05, 1.8795625349652316e-05, 3.760384979563021e-05, 7.595377160371377e-06, 5.611706874818716e-06, 2.8256373817581573e-05, 3.184710622532463e-05, 1.4627756508191519e-05, 1.248912892695312e-05, 9.9471324727471e-06, 9.900034645741952e-06, 3.848374247652497e-05, 3.7055152978498987e-06, 5.0896767247003034e-05, 1.3951505225253102e-05, 1.973968896298546e-05, 1.8792264727166687e-05, 1.0122733642635763e-05, 1.4338190200065545e-05, 3.171833417144025e-05, 7.320999115579306e-06, 3.237131617286462e-05, 2.230711296218122e-05, 1.4607016487351461e-05, 1.679229743549648e-05, 2.071392665411937e-05], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.725024892946015, 0.7272972850218246, 0.7584493490181183, 0.7367036930936122, 0.4496082182408128, 0.162697424430488, 0.12536074508546835, 0.7783448716716845, 0.7796449763586007, 0.770046636838045, 0.7847551710506623, 0.5244312981046426, 0.1643624963961281, 0.12536074505212347, 0.8368791510000344, 0.8373670969211184, 0.8248591171914113, 0.8396592459265224, 0.6362633243376241, 0.15639984488212466, 0.12536071515313107, 0.8297217757333972, 0.8313314424603733, 0.8458873440498885, 0.8322623404356552, 0.5808100227339001, 0.14995549732423705, 0.12536071178415717, 0.7677435128637964, 0.7693350006304611, 0.8543152850377224, 0.7725872646484951, 0.577575488147255, 0.14995549732423705, 0.12536071178415717], "split1_test_score": [0.6374417679190989, 0.6220047708827882, 0.7527274759013008, 0.6613578809064549, 0.3728854669674194, 0.1773605918252317, 0.133379534076572, 0.6967352023881166, 0.6862099542604204, 0.7615601529985577, 0.7118551611173866, 0.43664932048056354, 0.17115294686545657, 0.13337953392307356, 0.7805058365833235, 0.7746438574389003, 0.7969129327836215, 0.7876696941015694, 0.5866628529970712, 0.16976532825497384, 0.13337950820423536, 0.799703633327495, 0.7804481016456574, 0.8227047371666594, 0.8125650471411818, 0.6311743359753765, 0.1867451200657445, 0.13337949300040292, 0.6839986064033812, 0.6628624117633806, 0.8384483450660726, 0.7128667108863477, 0.6311743359753765, 0.1867451200657445, 0.13337949300040292], "split2_test_score": [0.7100756319815507, 0.712128653017022, 0.735482943785647, 0.7162127754270312, 0.5874115531595046, 0.20330465585294505, 0.11008081852102271, 0.7559231767457285, 0.7580722156228166, 0.7606599976814682, 0.7631338191625636, 0.6166887953434537, 0.20105574948666483, 0.1100808209089875, 0.8260925985439138, 0.8288928676712451, 0.8210462416568061, 0.8313897058799345, 0.6881844146405445, 0.21796811396514265, 0.08015556192256765, 0.7940571636175762, 0.7933041047861789, 0.8501905279776638, 0.7920854645741128, 0.69570276634566, 0.28557350762119793, 0.0872582719185498, 0.6767088786352291, 0.6877227288145832, 0.8423506942387351, 0.7035288052725095, 0.69570276634566, 0.28557350762119793, 0.0872582719185498], "mean_test_score": [0.6908474309488882, 0.6871435696405449, 0.7488865895683555, 0.7047581164756994, 0.4699684127892456, 0.18112089070288828, 0.12294036589435435, 0.7436677502685098, 0.7413090487472793, 0.7640889291726903, 0.7532480504435375, 0.5259231379762199, 0.1788570642494165, 0.12294036662806151, 0.8144925287090906, 0.8136346073437547, 0.8142727638772795, 0.8195728819693421, 0.6370368639917466, 0.18137776236741368, 0.11296526175997805, 0.807827524226156, 0.8016945496307365, 0.8395942030647373, 0.8123042840503166, 0.6358957083516455, 0.20742470833705984, 0.11533282556770329, 0.7094836659674689, 0.706640047069475, 0.8450381081141766, 0.7296609269357841, 0.6348175301560972, 0.20742470833705984, 0.11533282556770329], "std_test_score": [0.03825348553691517, 0.04647450323870734, 0.009761429136913522, 0.03180832975080678, 0.08875533244360029, 0.01678971305464995, 0.00966440938723734, 0.034425582916848496, 0.03994394957432807, 0.0042287334879441574, 0.030571219356801165, 0.0735083773769046, 0.0159397568800138, 0.009664408270036822, 0.024432340039531188, 0.027786832300594293, 0.0123735553139441, 0.022810178579460685, 0.041449613125092495, 0.026442382759269197, 0.02342978962865913, 0.015652248865961827, 0.02160367664131588, 0.012071174803937332, 0.016403177264189096, 0.04702342785956763, 0.0572642716274292, 0.020119818339105384, 0.04130328762557191, 0.045478945623091994, 0.006750634094632463, 0.03059195942708395, 0.048294016962212256, 0.0572642716274292, 0.020119818339105384], "rank_test_score": [19, 20, 12, 18, 25, 29, 32, 13, 14, 10, 11, 24, 30, 31, 4, 6, 5, 3, 21, 28, 35, 8, 9, 2, 7, 22, 26, 33, 16, 17, 1, 15, 23, 26, 33]}, "descriptive": {"actual": {"min": 0.58, "max": 5.00001, "avg": 2.1028238235294117, "std": 1.1822357046366574}, "predicted": {"min": 0.09564880892228089, "max": 5.624885444295021, "avg": 2.1429074078711445, "std": 1.198892868833748}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 335, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "SVR", "task": "cross_validate", "start_timestamp": "08 Sep 2022 16:42:58.436237", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:42:59.881279", "total_time": "0:00:01.445042", "result_table": "", "accuracy": "", "pearson": 0.7871422856889146, "score": 0.7871422856889146, "fold": 5, "model_params": "{\"C\": 100.0, \"cache_size\": 1000, \"coef0\": 0.0, \"degree\": 3, \"epsilon\": 0.1, \"gamma\": 0.01, \"kernel\": \"rbf\", \"max_iter\": -1, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.8483031819145502, "grid_search_cv_results": {"mean_fit_time": [0.000980695088704427, 0.001011212666829427, 0.0009822845458984375, 0.0009789466857910156, 0.0009555816650390625, 0.0009433428446451823, 0.0011848608652750652, 0.0010050137837727864, 0.0010221004486083984, 0.0009733041127522787, 0.0009679794311523438, 0.0009534358978271484, 0.0009341239929199219, 0.0011882781982421875, 0.0012214183807373047, 0.0012729167938232422, 0.0010062058766682942, 0.0011869271596272786, 0.0012583732604980469, 0.0011820793151855469, 0.0014385382334391277, 0.002718369166056315, 0.002873500188191732, 0.0015080769856770833, 0.002520004908243815, 0.001545270284016927, 0.0013303756713867188, 0.0015727678934733074, 0.009758313496907553, 0.009714603424072266, 0.0032950242360432944, 0.010654687881469727, 0.001554250717163086, 0.0013249715169270833, 0.0015996297200520833], "std_fit_time": [8.62124864090005e-06, 2.9707971204775383e-05, 2.3794922724527214e-05, 1.2674363956453335e-05, 1.738658395147756e-05, 9.346765154513776e-06, 5.676610129174732e-06, 1.4610907483776598e-06, 1.3486991523486091e-06, 1.711565707376987e-05, 6.189706318734727e-06, 1.9560012897383576e-05, 2.2110029448260555e-06, 7.531914233651788e-06, 1.6016098198766752e-05, 2.7306994866079267e-05, 2.7640336129651493e-05, 4.513372785585935e-05, 2.242402468877315e-05, 2.6915616760065358e-05, 1.3417033636268116e-05, 0.00011038502711888031, 0.00013603896611489398, 1.8497894955922642e-05, 8.491458430403244e-05, 5.809667168930887e-05, 2.862413386392131e-05, 1.8369408434367568e-05, 0.0005568081124549571, 0.0007243877878897808, 7.42770710519107e-05, 0.0002195922695874946, 5.634990038302915e-05, 4.256437568909629e-05, 5.155075517610005e-05], "mean_score_time": [0.0008376439412434896, 0.0008380413055419922, 0.0008173783620198568, 0.0008223851521809896, 0.0008264382680257162, 0.0008219877878824869, 0.00084686279296875, 0.0008586247762044271, 0.0008304119110107422, 0.0008155504862467448, 0.0008168220520019531, 0.0008105436960856119, 0.0007995764414469401, 0.0008450349171956381, 0.0007585684458414713, 0.0007736682891845703, 0.0007816950480143229, 0.0007496674855550131, 0.0007879734039306641, 0.0008080005645751953, 0.0008556842803955078, 0.0007686614990234375, 0.0008005301157633463, 0.0007482369740804037, 0.0007502237955729166, 0.0007897218068440756, 0.0008398691813151041, 0.0008702278137207031, 0.0008060932159423828, 0.0007763703664143881, 0.000690619150797526, 0.0008197625478108724, 0.0007800261179606119, 0.0008447170257568359, 0.0008800029754638672], "std_score_time": [3.167130564231093e-05, 1.9772936932196933e-05, 1.616369341936216e-05, 1.4544618979478682e-05, 2.0923258549380577e-05, 1.1259371915451581e-05, 1.0287975793071469e-05, 2.1065855195336817e-05, 8.509906910693525e-06, 8.762941455100715e-06, 8.357129529548176e-06, 1.5244294938561152e-05, 8.195343638418048e-06, 8.541761298207858e-06, 1.2272318291155316e-05, 3.3629699101458465e-05, 1.4433461614922194e-05, 6.533229800721681e-06, 6.418140764099746e-06, 4.913197045667564e-06, 7.511761918651005e-06, 1.561717524155506e-05, 1.826596849256089e-05, 2.6100997281930727e-05, 1.3924316349422228e-05, 3.2759981379160055e-05, 1.9989596565457852e-05, 9.011675634742283e-06, 3.3941517677406665e-06, 2.9222463373413437e-05, 1.555558157559629e-05, 2.1431459499207857e-05, 1.1388213999510546e-05, 3.9798053006868996e-05, 3.3406404994970006e-05], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.7577285973552654, 0.7591711533424915, 0.775808713954565, 0.7653395514374195, 0.5014208682228521, 0.16625544087907354, 0.12766478942500417, 0.7956545483420422, 0.7964107468287472, 0.788201710576759, 0.8008056916246629, 0.5576917916815783, 0.16872613968914396, 0.1276647893014937, 0.8357156433474261, 0.8363150707539011, 0.8305713036404714, 0.8400124541163888, 0.6670968484036398, 0.1676435360885125, 0.12766475451757223, 0.8163312529795583, 0.8182735010924896, 0.8437916752634976, 0.8239975916018164, 0.5851397973516543, 0.16295067797398455, 0.12766475663170213, 0.7281794955414255, 0.7353222524092567, 0.843492904758256, 0.7594722663010556, 0.5851397973516543, 0.16295067797398455, 0.12766475663170213], "split1_test_score": [0.6709317182152232, 0.6555801130330993, 0.7732949937458906, 0.695800809846066, 0.4315548850085368, 0.1756314250676583, 0.12548532210854482, 0.7265496084652621, 0.7164750824286129, 0.7786514499721465, 0.7421624501335101, 0.4938802080964299, 0.17323241824557037, 0.1254853218923971, 0.7982481194418567, 0.7879148552501679, 0.8163354853444421, 0.8077173259880905, 0.6025900282342276, 0.16762513068314858, 0.125485288685318, 0.7836217613962255, 0.7711002467833433, 0.83525621137825, 0.7988879443226624, 0.6356654274267107, 0.18234069686978288, 0.12548527074170074, 0.6229354447490625, 0.6139584327188569, 0.8459972016330936, 0.6625067958318609, 0.6335829915115228, 0.18234069686978288, 0.12548527074170074], "split2_test_score": [0.7710434017526012, 0.7743792864261929, 0.783471259980212, 0.7783741195867996, 0.6007384399557222, 0.26896039894144724, 0.0368537925481064, 0.8017528036699001, 0.8040909898132398, 0.8141645635491019, 0.806330849179902, 0.6331239989623626, 0.2673230184288791, 0.03685379057339632, 0.8434171470273486, 0.8454755798530376, 0.8469121442452366, 0.8470967087978483, 0.6710364298545786, 0.2798114170369688, 0.040519939523093136, 0.7922939293041169, 0.7923751350779058, 0.8597810478907403, 0.795417864030141, 0.7004577532291475, 0.32282534129731777, 0.08479495701918043, 0.6617048440233472, 0.6619743393967173, 0.855419439352301, 0.6755977418943937, 0.7004577532291475, 0.32282534129731777, 0.08479495701918043], "mean_test_score": [0.73323457244103, 0.7297101842672612, 0.7775249892268893, 0.7465048269567617, 0.5112380643957036, 0.20361575496272635, 0.09666796802721846, 0.7746523201590682, 0.7723256063568668, 0.7936725746993357, 0.7830996636460249, 0.561565332913457, 0.20309385878786448, 0.09666796725576238, 0.8257936366055438, 0.8232351686190356, 0.8312729777433834, 0.8316088296341091, 0.6469077688308152, 0.20502669460287662, 0.09788999424199446, 0.7974156478933002, 0.7939162943179129, 0.8462763115108293, 0.8061011333182065, 0.640420992669171, 0.22270557204702843, 0.1126483281308611, 0.6709399281046117, 0.670418341508277, 0.8483031819145502, 0.6991922680091034, 0.6397268473641082, 0.22270557204702843, 0.1126483281308611], "std_test_score": [0.04438885173514044, 0.0527842932689851, 0.004328071104294338, 0.03624590096439873, 0.0694168654898986, 0.04636391659042252, 0.04230436707662214, 0.03410474389029583, 0.039616556306427776, 0.01500540068704614, 0.029034731261364417, 0.056911987986921216, 0.04545411860877028, 0.04230436792805841, 0.01972975631872157, 0.025253674770154364, 0.01249272527764078, 0.01713961543615137, 0.031378619835720156, 0.05288078489614096, 0.04057651128149379, 0.013835984747272108, 0.019289208716812663, 0.010165200914632227, 0.012733755105541998, 0.04719830002251025, 0.07123655126521893, 0.0197153958688793, 0.043459119796941656, 0.049905043574145165, 0.0051347648858598065, 0.04295813359354551, 0.04727838096842908, 0.07123655126521893, 0.0197153958688793], "rank_test_score": [16, 17, 12, 15, 25, 29, 34, 13, 14, 10, 11, 24, 30, 35, 5, 6, 4, 3, 21, 28, 33, 8, 9, 2, 7, 22, 26, 31, 19, 20, 1, 18, 23, 26, 31]}, "descriptive": {"actual": {"min": 0.702, "max": 5.00001, "avg": 1.9466473529411763, "std": 0.8891587701778404}, "predicted": {"min": 0.8586712510620238, "max": 4.150153293205268, "avg": 1.9971346973835065, "std": 0.7145451372781039}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 335, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "SVR", "task": "cross_validate", "start_timestamp": "08 Sep 2022 16:42:58.436237", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:42:59.881279", "total_time": "0:00:01.445042", "result_table": "", "accuracy": "", "pearson": 0.8997616094258267, "score": 0.8997616094258267, "fold": 6, "model_params": "{\"C\": 100.0, \"cache_size\": 1000, \"coef0\": 0.0, \"degree\": 3, \"epsilon\": 0.1, \"gamma\": 0.01, \"kernel\": \"rbf\", \"max_iter\": -1, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.8466839902282759, "grid_search_cv_results": {"mean_fit_time": [0.0009917418162027996, 0.0010116100311279297, 0.0009756088256835938, 0.0009530385335286459, 0.0009326934814453125, 0.0009476343790690104, 0.0012423197428385417, 0.0009411970774332682, 0.0009570121765136719, 0.0009326934814453125, 0.000978390375773112, 0.0009496212005615234, 0.0009740988413492838, 0.0012260278065999348, 0.0012556711832682292, 0.0012909571329752605, 0.0010610421498616536, 0.0013252894083658855, 0.001305977503458659, 0.001183907190958659, 0.0014367103576660156, 0.00264128049214681, 0.002606630325317383, 0.0014985402425130208, 0.0027070840199788413, 0.0015916824340820312, 0.0012877782185872395, 0.0015533765157063801, 0.00951234499613444, 0.008933067321777344, 0.0034180482228597007, 0.009607632954915365, 0.0016222000122070312, 0.0013225078582763672, 0.0015491644541422527], "std_fit_time": [2.959102323345282e-05, 9.843733100373595e-06, 1.7292607635068346e-05, 7.917826410577732e-06, 2.8117897594391577e-05, 2.1820474519335867e-05, 5.472674465397777e-06, 1.783559373320495e-05, 2.4123907691270758e-05, 3.6321618363368756e-05, 2.291989557938412e-05, 1.6758412358721975e-05, 4.6162718872889225e-06, 9.930610041083726e-06, 5.584641032958631e-05, 7.149704611510606e-05, 0.00010161151337962509, 3.445476151941807e-05, 1.630608014481543e-05, 4.33551947423545e-05, 2.7741378843709134e-05, 9.425816200309965e-05, 0.00010080642779783054, 8.287308480726058e-06, 9.44003771067938e-05, 3.542956774922517e-05, 1.5505560229785378e-05, 2.104335678537415e-05, 0.00022896397075012655, 0.0003794529372094476, 0.0002890439160660451, 0.0007919302071036094, 6.181282340874461e-05, 2.867439809333931e-05, 2.9453675405828996e-05], "mean_score_time": [0.0008206367492675781, 0.0008396307627360026, 0.0008193651835123698, 0.0008072853088378906, 0.0008180141448974609, 0.0008101463317871094, 0.0008922417958577474, 0.0007951259613037109, 0.0007976690928141276, 0.0007766882578531901, 0.0008227030436197916, 0.0008091926574707031, 0.0008228619893391927, 0.0008630752563476562, 0.0007603168487548828, 0.0007686614990234375, 0.0008062521616617838, 0.0008049805959065756, 0.0008187294006347656, 0.0008130868275960287, 0.0008693536122639974, 0.0007584095001220703, 0.0007562637329101562, 0.0007534821828206381, 0.0007533232371012369, 0.0008124510447184244, 0.0008357365926106771, 0.0008703072865804037, 0.0007845560709635416, 0.0007776419321695963, 0.0007152557373046875, 0.0007714430491129557, 0.0008196830749511719, 0.0008380413055419922, 0.0008754730224609375], "std_score_time": [1.5686179026204914e-05, 1.9951645204012866e-05, 7.655014625071862e-06, 1.0567798742179035e-05, 1.5004593773287353e-05, 5.655430753916802e-06, 1.3183395280982627e-05, 2.0166698146766475e-05, 1.0396678264308315e-05, 1.034552278908478e-05, 1.0527079511282306e-05, 2.329436147322509e-05, 1.0684297681334064e-05, 4.862803948967728e-06, 2.4214064461443635e-05, 2.0773907576362576e-05, 1.8199458392119784e-05, 1.6936484978958745e-05, 9.44290084594352e-06, 9.164568147739332e-06, 2.244204364530149e-05, 7.691232100763454e-06, 9.440894066440263e-06, 9.714561605126567e-06, 2.0088877772788128e-05, 6.8170853659335265e-06, 1.0294113105430895e-05, 7.030541278392942e-06, 2.4862941583325537e-05, 1.3021428590072648e-05, 1.6332397769693376e-05, 3.027091911236068e-05, 2.7866090455089163e-05, 1.767516421589912e-05, 2.863075261996138e-05], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.7528655221168703, 0.7544357369485034, 0.7729825917382237, 0.7663886618909762, 0.4855280128945906, 0.1738534721310635, 0.12683016012744483, 0.8047425576240939, 0.8062209669195194, 0.7901899367508537, 0.8142716927766216, 0.5497257279804743, 0.17713811032441004, 0.1268301600196032, 0.8648546533164478, 0.8652043822171157, 0.8508651438199164, 0.8664017993036518, 0.7080842872044733, 0.1798826562991976, 0.12683010049472565, 0.8498351621457974, 0.8502015653244014, 0.8696002015582477, 0.8515279990946464, 0.6941213675467746, 0.1985844954290359, 0.12683008015742112, 0.7973766697351478, 0.7954292347039554, 0.8714439436749277, 0.7905730438039146, 0.6941213675467746, 0.1985844954290359, 0.12683008015742112], "split1_test_score": [0.6464610774379403, 0.6285580521339696, 0.7727035102427519, 0.6712002169553831, 0.4580335650330056, 0.20207734461155208, 0.13220090767790535, 0.7066786536280277, 0.6915557983656455, 0.7749304308501075, 0.7277519596125169, 0.49407774630184836, 0.19472995456386843, 0.132200907582051, 0.7871633069514337, 0.7767003831566536, 0.8219416048099476, 0.7962579640517619, 0.6209775103146664, 0.18233450769375883, 0.13220085533350667, 0.7907072690067165, 0.7807310840470802, 0.8327316370412589, 0.8033784858394041, 0.661513346428704, 0.1955536259297804, 0.13220081209429457, 0.6878794802471245, 0.6582822451903154, 0.827386200738391, 0.7231057068113714, 0.6587722997783699, 0.1955536259297804, 0.13220081209429457], "split2_test_score": [0.7004316239977982, 0.7044863889509954, 0.7244776370645887, 0.7082762043881403, 0.5620298483776338, 0.22382847052677038, 0.15240177490235693, 0.7603255439936909, 0.7638503441378239, 0.7642523838703479, 0.7667482662180367, 0.611310666191603, 0.225533612520103, 0.15238008909388856, 0.8231295684749379, 0.8222392611755333, 0.8033441890555714, 0.8239751039039039, 0.6888019075626857, 0.23621498138356484, 0.12439364151244948, 0.8059744732466418, 0.8139133362452222, 0.8289428630748926, 0.8222455494499682, 0.7045299482886779, 0.24846720111787904, 0.08226988509475563, 0.6688010408489782, 0.67600011777988, 0.841221826271509, 0.6796021045400743, 0.7012706431219647, 0.24846720111787904, 0.08226988509475563], "mean_test_score": [0.6999194078508696, 0.695826726011156, 0.7567212463485214, 0.7152883610781666, 0.50186380876841, 0.19991976242312867, 0.13714428090256903, 0.7572489184152708, 0.7538757031409963, 0.7764575838237696, 0.7695906395357252, 0.5517047134913086, 0.19913389246946048, 0.13713705223184758, 0.8250491762476065, 0.8213813421831008, 0.825383645895145, 0.8288782890864392, 0.672621235027275, 0.19947738179217378, 0.1278081991135606, 0.8155056347997185, 0.8149486618722346, 0.8437582338914664, 0.8257173447946728, 0.6867215540880521, 0.21420177415889843, 0.11376692578215712, 0.7180190636104168, 0.7099038658913835, 0.8466839902282759, 0.7310936183851201, 0.684721436815703, 0.21420177415889843, 0.11376692578215712], "std_test_score": [0.04344094256108897, 0.05175287563823866, 0.022799959449692944, 0.03917556864848481, 0.04399962429761851, 0.02045917050839839, 0.011009225666923387, 0.04009348688128585, 0.04734022473636117, 0.01064388116904051, 0.03537866938570752, 0.04788059220051813, 0.020001285958667153, 0.010999207908694748, 0.0317463908237647, 0.03613669862408345, 0.01955242560490254, 0.028845222881923267, 0.0373564654627664, 0.02599668327073393, 0.0032614571991725545, 0.025062045901851626, 0.028370652284724535, 0.01833837818547542, 0.01980965974578772, 0.0183243906367587, 0.02426088973349638, 0.022379438024405438, 0.05665226650278072, 0.060906607661073114, 0.018396514243798852, 0.045654444024338985, 0.018579492638376393, 0.02426088973349638, 0.022379438024405438], "rank_test_score": [19, 20, 13, 17, 25, 28, 31, 12, 14, 10, 11, 24, 30, 32, 6, 7, 5, 3, 23, 29, 33, 8, 9, 2, 4, 21, 26, 34, 16, 18, 1, 15, 22, 26, 34]}, "descriptive": {"actual": {"min": 0.616, "max": 5.00001, "avg": 2.322061818181818, "std": 1.4079089815868984}, "predicted": {"min": 0.6056849432844125, "max": 4.702819456410726, "avg": 2.3466367363527394, "std": 1.1302860437713327}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 335, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "SVR", "task": "cross_validate", "start_timestamp": "08 Sep 2022 16:42:58.436237", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:42:59.881279", "total_time": "0:00:01.445042", "result_table": "", "accuracy": "", "pearson": 0.8799597142049125, "score": 0.8799597142049125, "fold": 7, "model_params": "{\"C\": 100.0, \"cache_size\": 1000, \"coef0\": 0.0, \"degree\": 3, \"epsilon\": 0.1, \"gamma\": 0.01, \"kernel\": \"rbf\", \"max_iter\": -1, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.8447570116909997, "grid_search_cv_results": {"mean_fit_time": [0.0009913444519042969, 0.0010151863098144531, 0.0009933312733968098, 0.0009566942850748698, 0.0009240309397379557, 0.0009507338205973307, 0.001230319341023763, 0.0009746551513671875, 0.0009603500366210938, 0.0009520053863525391, 0.0009562969207763672, 0.0009795029958089192, 0.0009702841440836588, 0.0012270609537760417, 0.0012679100036621094, 0.0012856324513753254, 0.0009473959604899088, 0.0012085437774658203, 0.001283725102742513, 0.001207907994588216, 0.0014696915944417317, 0.0026222864786783853, 0.0026152928670247397, 0.0015259583791097004, 0.002476294835408529, 0.0015439987182617188, 0.0012334187825520833, 0.0016155242919921875, 0.009765625, 0.009590228398640951, 0.003384192784627279, 0.00977325439453125, 0.001657247543334961, 0.001345237096150716, 0.0016216437021891277], "std_fit_time": [1.1082404087196928e-05, 4.620032876748109e-05, 2.8298811225596052e-05, 1.1569785455304429e-05, 1.3263636961209842e-05, 3.392606928255171e-05, 3.916859215380982e-05, 1.0621451813778424e-05, 1.2653417053294705e-05, 9.36836371631074e-06, 2.5456138258054997e-05, 2.2919895579384123e-05, 1.520696089942448e-05, 1.833843771566701e-05, 2.4037354365941075e-05, 6.188369459022358e-05, 2.2596860748590928e-05, 7.906802699669056e-05, 4.866283557294566e-05, 1.3600776332398356e-05, 4.0493430236641174e-05, 0.0001564386049787263, 0.00012552163954333435, 5.497821919974731e-05, 0.00017975615462946306, 6.846668734054516e-06, 4.019614371516831e-05, 1.1000031406699406e-05, 0.0010686786157814683, 0.0012599394330418505, 0.0001066372387084499, 0.00023002249220153138, 9.933789566039877e-06, 5.326590978549653e-05, 3.617490739824784e-05], "mean_score_time": [0.0008353392283121744, 0.0008232593536376953, 0.0008095900217692057, 0.0008293787638346354, 0.0008149147033691406, 0.0008228619893391927, 0.0008623600006103516, 0.0008042653401692709, 0.0007845560709635416, 0.0007999738057454427, 0.0007987817128499349, 0.0008372465769449869, 0.0008172988891601562, 0.0008663336435953776, 0.0007586479187011719, 0.0007572968800862631, 0.0007553895314534506, 0.0007626215616861979, 0.0007966359456380209, 0.000827948252360026, 0.0008656978607177734, 0.0007512569427490234, 0.0007638931274414062, 0.0007573763529459635, 0.0007596810658772787, 0.0007885297139485677, 0.0007702509562174479, 0.0009319782257080078, 0.0007987022399902344, 0.0007920265197753906, 0.0007457733154296875, 0.0008117357889811198, 0.0008269945780436198, 0.0008360544840494791, 0.0008815129597981771], "std_score_time": [2.18447747848554e-05, 4.7204470332201316e-06, 1.527161522729231e-05, 1.597859110751113e-05, 1.644569812868169e-05, 1.7655142177024663e-05, 1.4385685255347243e-05, 2.41924052640852e-05, 3.1288496152606847e-06, 8.577179948954291e-06, 2.8366356368978416e-06, 4.673382577256888e-06, 1.5083940396777215e-05, 8.814683071290515e-06, 3.307980817180064e-05, 3.833739779818017e-05, 1.4413756623476904e-05, 3.3874648051421914e-05, 1.5174530433252434e-05, 2.1997765996269475e-05, 1.3141168384094877e-05, 2.3621494439126655e-05, 5.050123489798627e-06, 9.1335028957104e-06, 2.745393360435984e-05, 1.6387218878422142e-05, 1.1748551096407583e-05, 2.328541227264316e-05, 1.4448769140292224e-05, 4.203340510869462e-05, 1.1730258703699985e-05, 1.3918872201025902e-05, 1.3604955115017795e-05, 1.6937603698725186e-05, 3.10324981043759e-05], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.7604408017111846, 0.7622840664936203, 0.7600282916962535, 0.7686586558319098, 0.467499902973844, 0.1621715026524036, 0.12882132910710165, 0.7879729002373943, 0.7896643552171159, 0.775938238056345, 0.7936830798843754, 0.5311203724266447, 0.16336122188044877, 0.1288213291071018, 0.8253039898893856, 0.8269409538557994, 0.8213018551480691, 0.830992929440644, 0.6636764715276515, 0.1640033349536282, 0.12882131082819914, 0.8176959316283343, 0.8168079870845675, 0.8454812922229101, 0.8138623636502701, 0.6383330474737187, 0.15317134820180323, 0.12882127687596714, 0.7799448635947133, 0.7802620886259511, 0.8442599265926091, 0.7817660087039908, 0.6383330474737187, 0.15317134820180323, 0.12882127687596714], "split1_test_score": [0.653287059598674, 0.635782503862553, 0.7853707396029195, 0.6761865203222641, 0.44358775033117065, 0.1665393375559596, 0.13265697082490124, 0.7197326693369305, 0.7049672636513237, 0.7902444934581105, 0.7396361341288883, 0.49241645694554814, 0.16345149986692412, 0.13265697082469557, 0.8024466647442746, 0.7986541377639632, 0.8313619784963667, 0.8111430160254003, 0.631028775834593, 0.1597601162138151, 0.13265692484574698, 0.827710782652458, 0.823995723536481, 0.833277009027007, 0.8253136816079573, 0.6090875280978172, 0.15663415958487098, 0.13265688287263694, 0.7296577464992096, 0.7013317285797429, 0.8381612829970555, 0.7706740580860276, 0.6059708400139572, 0.15663415958487098, 0.13265688287263694], "split2_test_score": [0.7047318153049734, 0.7107052511399643, 0.7532424376426902, 0.7169085202044488, 0.539080565645103, 0.1771582531881289, 0.1400346348846614, 0.7595666636286901, 0.7654302431167623, 0.7662096352118564, 0.7705320774777578, 0.5690093352164614, 0.1805727862027822, 0.14001148485366535, 0.832717552038795, 0.8335044843055142, 0.8307462387785204, 0.8341312890557705, 0.6469962258389236, 0.13617246465163618, 0.103444345704617, 0.8399308501474371, 0.8418705840420377, 0.8487493544820468, 0.8435932351020052, 0.7397871257184934, 0.1140173995324371, 0.03891213627435448, 0.7570102600503942, 0.762371415226851, 0.8518498254833348, 0.763706746540508, 0.7394094070219199, 0.1140173995324371, 0.03891213627435448], "mean_test_score": [0.7061532255382773, 0.7029239404987125, 0.766213822980621, 0.7205845654528743, 0.4833894063167059, 0.168623031132164, 0.13383764493888808, 0.7557574110676716, 0.7533539539950672, 0.777464122242104, 0.7679504304970072, 0.5308487215295513, 0.16912850265005167, 0.1338299282618209, 0.8201560688908184, 0.8196998586417589, 0.8278033574743188, 0.8254224115072716, 0.6472338244003893, 0.15331197193969318, 0.12164086045952105, 0.8284458548094098, 0.8275580982210288, 0.8425025519106546, 0.8275897601200776, 0.6624025670966763, 0.14127430243970376, 0.10013009867431953, 0.7555376233814389, 0.7479884108108483, 0.8447570116909997, 0.7720489377768421, 0.6612377648365318, 0.14127430243970376, 0.10013009867431953], "std_test_score": [0.043756876925934836, 0.05193632597387696, 0.013826364782890592, 0.03784097376239961, 0.04057155556550519, 0.006293224244887104, 0.004653317822646738, 0.027988867812547353, 0.03561625938752435, 0.009871333737668382, 0.022139960286384958, 0.031269501606870885, 0.008092414433908004, 0.0046430426999305805, 0.01288299841794102, 0.015120885301256838, 0.004604123747519216, 0.010178021312751282, 0.013329424801892122, 0.012242637484804057, 0.012961811746870954, 0.00909223656734062, 0.010537277529734752, 0.006658480249822526, 0.012243816925694963, 0.05600656232806787, 0.01932531729348486, 0.043315949015292066, 0.020556021510549957, 0.03379007296311626, 0.005599367169359391, 0.007436484747312248, 0.05683269217265365, 0.01932531729348486, 0.043315949015292066], "rank_test_score": [19, 20, 13, 18, 25, 27, 31, 14, 16, 10, 12, 24, 26, 32, 8, 9, 4, 7, 23, 28, 33, 3, 6, 2, 5, 21, 29, 34, 15, 17, 1, 11, 22, 29, 34]}, "descriptive": {"actual": {"min": 0.596, "max": 5.00001, "avg": 2.234819090909091, "std": 1.3411265822826846}, "predicted": {"min": 0.6001071883644764, "max": 4.334087813271709, "avg": 2.032985703327833, "std": 1.0335298353054287}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 335, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "SVR", "task": "cross_validate", "start_timestamp": "08 Sep 2022 16:42:58.436237", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:42:59.881279", "total_time": "0:00:01.445042", "result_table": "", "accuracy": "", "pearson": 0.7012481227901975, "score": 0.7012481227901975, "fold": 8, "model_params": "{\"C\": 100.0, \"cache_size\": 1000, \"coef0\": 0.0, \"degree\": 3, \"epsilon\": 0.1, \"gamma\": 0.01, \"kernel\": \"rbf\", \"max_iter\": -1, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.8675713317843544, "grid_search_cv_results": {"mean_fit_time": [0.0010004838307698567, 0.001001914342244466, 0.001031955083211263, 0.0009868144989013672, 0.0009081363677978516, 0.0009356339772542318, 0.0011347134908040364, 0.0009771188100179036, 0.0009629726409912109, 0.0009419918060302734, 0.0009525616963704427, 0.0009520053863525391, 0.0009886423746744792, 0.0012194315592447917, 0.0012522538503011067, 0.0012503465016682942, 0.0009636084238688151, 0.0012036959330240886, 0.0012690226236979167, 0.0011590321858723958, 0.0014426708221435547, 0.0027387142181396484, 0.002753178278605143, 0.0015091101328531902, 0.002564032872517904, 0.0015339851379394531, 0.0012180805206298828, 0.001600821812947591, 0.010720570882161459, 0.010050296783447266, 0.003225088119506836, 0.011449972788492838, 0.0015929539998372395, 0.0013060569763183594, 0.0016213258107503254], "std_fit_time": [2.514484106239963e-05, 5.142858170173159e-05, 9.164568147739332e-06, 6.364510918863878e-05, 2.0840384250515802e-05, 3.2143996464308515e-05, 1.420453706440842e-05, 1.7131148695955064e-05, 1.2671373661742269e-05, 8.755730936760396e-06, 1.1257688942135768e-05, 1.3626756826625067e-05, 1.7555049225837708e-05, 6.590978977398978e-06, 4.062190524566199e-05, 6.435545144017973e-05, 2.2663842672793137e-05, 3.1452783630575316e-05, 3.251440505136401e-05, 1.7254580964230816e-05, 4.55077722103547e-05, 0.00016106594113998198, 0.00018854195235548147, 2.7346748442980347e-05, 0.00010343746083275434, 1.2484576665483519e-05, 2.9425785489947443e-05, 2.5861792246229285e-05, 0.001049908084001099, 0.0013806986175121906, 0.00011871824856203345, 0.0006281329307977757, 2.9900600724962807e-05, 6.284579881970363e-05, 3.209503346086193e-05], "mean_score_time": [0.0007942517598470052, 0.0008327960968017578, 0.0008800029754638672, 0.0008312066396077474, 0.000800927480061849, 0.0008000532786051432, 0.0008062521616617838, 0.0008229414621988932, 0.0007890065511067709, 0.0007935365041097006, 0.0007988611857096354, 0.0008397102355957031, 0.000823974609375, 0.0008595784505208334, 0.0007583300272623698, 0.0007426738739013672, 0.0007503032684326172, 0.0007472832997639974, 0.0007866223653157552, 0.0007929801940917969, 0.0008599758148193359, 0.0007716019948323568, 0.0007682641347249349, 0.0007759730021158854, 0.0007499059041341146, 0.0007806619008382162, 0.0007770061492919922, 0.0009052753448486328, 0.0007881323496500651, 0.0007877349853515625, 0.0007129510243733724, 0.0008411407470703125, 0.0008150736490885416, 0.0008308887481689453, 0.0009005864461263021], "std_score_time": [1.2610417210815229e-05, 3.1316138935048074e-05, 2.9085763787446233e-05, 7.978402257566633e-05, 1.1239159602905075e-07, 1.9918378445715004e-05, 1.789922178672503e-05, 3.84784902917466e-05, 3.212512800122537e-06, 1.8133749258615696e-05, 7.806969763592284e-06, 2.1758444059384923e-05, 1.3128185174881177e-05, 9.250995895721766e-06, 1.9995283056891383e-05, 1.9169604981032785e-05, 6.920986511572915e-06, 1.3823252528559285e-05, 9.919155312456283e-06, 5.41932650287384e-06, 1.770836508683935e-05, 3.3464963389400613e-05, 4.183338404351562e-05, 1.235080857598776e-05, 3.259414417908202e-05, 2.3976054283470465e-05, 1.198275744736582e-05, 2.9048607628979535e-05, 1.5104443702618361e-05, 2.2307962352489464e-05, 1.5644248076303425e-05, 6.22916162760004e-05, 2.1997765996269475e-05, 2.765929548345959e-05, 1.2595382729599216e-05], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.7651929804464425, 0.7671939808836985, 0.781944502221052, 0.7733951141354076, 0.4200900984421151, 0.17203994242376147, 0.13683881076694077, 0.7899756985283729, 0.7918582373683812, 0.7914098577423505, 0.7975675257896851, 0.5032638532839471, 0.17256430481540114, 0.1368388107669988, 0.8367949874413633, 0.8374599303602046, 0.825876098227886, 0.8414635529583666, 0.6815415009717474, 0.17708999614683918, 0.13683879914380073, 0.8182471087239076, 0.8194426384862854, 0.8518394836045357, 0.8226234004094484, 0.67231881787997, 0.1814008229438339, 0.13683877176246512, 0.7968231002231155, 0.7991824110332573, 0.8558446971249257, 0.8022233020541742, 0.67231881787997, 0.1814008229438339, 0.13683877176246512], "split1_test_score": [0.6757831043370118, 0.6591450432024053, 0.7974295275181844, 0.6968451927706389, 0.44460107300917406, 0.18365238929776162, 0.12482100805015503, 0.7485269750554262, 0.7338467219741602, 0.801738398028925, 0.7659592534753226, 0.5062116869212288, 0.17904614649337, 0.1248210079896102, 0.8302795757031818, 0.8229771283030948, 0.8507269635151701, 0.8370513442561537, 0.6575604246162678, 0.17049700693022485, 0.12482096527426673, 0.8493346361436698, 0.8415618422321919, 0.8580201001255756, 0.852199147064116, 0.6734019523202318, 0.18069035486873944, 0.12482093021569916, 0.7376164986335925, 0.7003316344503836, 0.868692277845702, 0.7782738901034202, 0.6701081314063692, 0.18069035486873944, 0.12482093021569916], "split2_test_score": [0.7511290934315312, 0.7564400902718174, 0.7909343686461366, 0.7631405636219567, 0.5606850654280784, 0.22739664285494046, 0.12560506722161827, 0.7970769152604765, 0.8024346451265104, 0.8067714362518466, 0.8077224356433036, 0.612717925664376, 0.23967731179021234, 0.12553007369809593, 0.8560154511009644, 0.8581144849384894, 0.8452722068298244, 0.8600472498077073, 0.7103754188347471, 0.2783662180307827, 0.08789593642527714, 0.8574106168427383, 0.861911809020382, 0.8653212431744102, 0.8655064507923835, 0.7428133928720785, 0.33477259855859537, 0.028961582462133074, 0.7358928591948164, 0.7391564195892143, 0.8781770203824354, 0.7462842048872997, 0.7428133928720785, 0.33477259855859537, 0.028961582462133074], "mean_test_score": [0.7307017260716618, 0.7275930381193071, 0.7901027994617911, 0.7444602901760011, 0.47512541229312255, 0.19436299152548786, 0.129088295346238, 0.7785265296147585, 0.7760465348230173, 0.799973230674374, 0.7904164049694371, 0.5407311552898506, 0.19709592103299448, 0.12906329748490164, 0.8410300047485032, 0.8395171812005963, 0.8406250895242935, 0.8461873823407425, 0.6831591148075874, 0.20865107370261557, 0.11651856694778155, 0.8416641205701052, 0.8409720965796197, 0.8583936089681737, 0.8467763327553159, 0.6961780543574267, 0.23228792545705623, 0.09687376148009913, 0.7567774860171749, 0.7462234883576184, 0.8675713317843544, 0.7755937990149647, 0.6950801140528059, 0.23228792545705623, 0.09687376148009913], "std_test_score": [0.03925548360350204, 0.04859874859109874, 0.006349022633155027, 0.03392822892764296, 0.06132176150974587, 0.02383455223993455, 0.0054897816690649415, 0.02141007200809696, 0.030150547298796807, 0.0063943404881729605, 0.017783789302589236, 0.05091655763766346, 0.03022564801619889, 0.005505733293261343, 0.010925058331389037, 0.014418337134726435, 0.010664212764200614, 0.009964565254251092, 0.021591949263030496, 0.049369476995578816, 0.02082543823067964, 0.01688337839250293, 0.017342980547656556, 0.005510238465293499, 0.017921945370729782, 0.03297912869109833, 0.0724681877643261, 0.048271145094400475, 0.028325267237068366, 0.040663879168063605, 0.009151522844999255, 0.022915537874887, 0.03376458908185668, 0.0724681877643261, 0.048271145094400475], "rank_test_score": [19, 20, 12, 18, 25, 30, 31, 13, 14, 10, 11, 24, 29, 32, 6, 9, 8, 4, 23, 28, 33, 5, 7, 2, 3, 21, 26, 34, 16, 17, 1, 15, 22, 26, 34]}, "descriptive": {"actual": {"min": 0.571, "max": 5.00001, "avg": 1.9573942424242423, "std": 1.0419866039243302}, "predicted": {"min": 0.39448904632785275, "max": 3.652085644266511, "avg": 1.8182938477694779, "std": 0.8035615342967067}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 335, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "SVR", "task": "cross_validate", "start_timestamp": "08 Sep 2022 16:42:58.436237", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:42:59.881279", "total_time": "0:00:01.445042", "result_table": "", "accuracy": "", "pearson": 0.9271367125118865, "score": 0.9271367125118865, "fold": 9, "model_params": "{\"C\": 100.0, \"cache_size\": 1000, \"coef0\": 0.0, \"degree\": 3, \"epsilon\": 0.1, \"gamma\": 0.01, \"kernel\": \"rbf\", \"max_iter\": -1, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.8428375398496005, "grid_search_cv_results": {"mean_fit_time": [0.0009736220041910807, 0.0010129610697428386, 0.00101470947265625, 0.0009107589721679688, 0.0008863608042399088, 0.0009336471557617188, 0.0011553764343261719, 0.0009696483612060547, 0.0009471575419108073, 0.0009473164876302084, 0.0009097258249918619, 0.0009206136067708334, 0.0009480317433675131, 0.001200278600056966, 0.0013233025868733723, 0.0013279120127360027, 0.001023689905802409, 0.0013415813446044922, 0.0013470649719238281, 0.0011950333913167317, 0.0014569759368896484, 0.002675612767537435, 0.0026171207427978516, 0.0015112559000651042, 0.002574920654296875, 0.0015480518341064453, 0.0012975533803304036, 0.0015506744384765625, 0.010260979334513346, 0.009336709976196289, 0.0033697287241617837, 0.011085748672485352, 0.001592556635538737, 0.001331011454264323, 0.0016133785247802734], "std_fit_time": [1.729845047263342e-05, 2.0938647848846003e-05, 2.8372812654137114e-05, 2.1116762847480953e-05, 2.6200262556584723e-05, 4.591688470660812e-05, 3.239920474789859e-06, 2.6163112389810393e-05, 1.617775424173634e-05, 1.4433461614922194e-05, 1.6926413173774603e-05, 6.857794064794832e-05, 2.291989557938412e-05, 4.616271887288922e-06, 9.232543774577844e-05, 7.319937899269208e-05, 1.5225639362116557e-05, 5.303656884189245e-05, 4.4030689793219435e-05, 3.3283856060301343e-06, 1.30456581309361e-05, 0.00021429478997260322, 0.000273643671307929, 3.262319750416074e-05, 0.0002922090501373296, 1.86068352084629e-05, 2.2682228024904088e-05, 2.5494814117130816e-05, 0.0010856739223773647, 0.000890715495612926, 0.00013570595262840486, 0.0009453491382910453, 5.7544497166873984e-05, 2.6349537943515577e-05, 5.1578192080552696e-05], "mean_score_time": [0.0008021195729573568, 0.0008327166239420573, 0.0008083979288736979, 0.0007572174072265625, 0.0007695357004801432, 0.0007927417755126953, 0.0008395512898763021, 0.0007874170939127604, 0.0007794698079427084, 0.0007837613423665365, 0.0007619063059488932, 0.0008164246877034506, 0.0008225440979003906, 0.0008523464202880859, 0.0007843176523844401, 0.0007926623026529948, 0.000789642333984375, 0.0007870197296142578, 0.0008092721303304037, 0.0008243719736735026, 0.0008601347605387369, 0.0007957617441813151, 0.0007806619008382162, 0.0007774035135904948, 0.0007650057474772135, 0.000823974609375, 0.0008290608723958334, 0.0008716583251953125, 0.0008026758829752604, 0.0007809003194173177, 0.000736395517985026, 0.0008110205332438151, 0.0008310476938883463, 0.0008520285288492838, 0.0008760293324788412], "std_score_time": [2.317884232075971e-05, 2.4593993253687556e-05, 1.998201205957932e-05, 1.8244863958081238e-05, 1.9585505414555693e-05, 7.466220335361509e-06, 6.160043835664145e-06, 2.2512853094039906e-05, 5.2967334438806e-06, 8.396336776133977e-06, 9.385203007529274e-06, 3.870140595948131e-05, 9.024282321672508e-06, 1.4474972950611629e-05, 9.859760550989039e-06, 1.9222248944026038e-05, 8.939901952387178e-06, 1.005323822131539e-05, 6.486660298478401e-06, 7.867411722033553e-06, 8.90876223728897e-06, 4.112672498364643e-06, 1.8398267401597432e-05, 2.4112385198880726e-05, 2.055045834997574e-05, 7.519325366029657e-06, 8.176826551368703e-06, 1.0004114793803397e-05, 1.0301473053777289e-05, 1.8829869439589973e-05, 1.3464963513662475e-05, 3.4810382639853146e-05, 1.9169934454757397e-05, 1.0559428207208448e-05, 9.97249814563523e-06], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.7835851649082095, 0.7852907893502103, 0.7829220389542112, 0.788133230637889, 0.523863679784637, 0.18218142095991008, 0.13701149003126764, 0.7928599523700786, 0.7944597904802345, 0.8017999139086308, 0.797066927223088, 0.5764412830900469, 0.1835860540053264, 0.1370114900312695, 0.8283343579981812, 0.8302513365474542, 0.8227239570711813, 0.8332910991329172, 0.6959841247300453, 0.1846994171991752, 0.13701147673592876, 0.8032015048180725, 0.8061569497087613, 0.8385386274166357, 0.8097084283819524, 0.6669407510768354, 0.18717151487617514, 0.13701145446285612, 0.670906621398159, 0.6797522586039229, 0.8466519317645624, 0.6961945301689232, 0.6669407510768354, 0.18717151487617514, 0.13701145446285612], "split1_test_score": [0.6352320163084401, 0.6154021460090346, 0.762758599157871, 0.6615982619253061, 0.40518508780790735, 0.19160588306822177, 0.13001314617691226, 0.7262814686875526, 0.7095377040055114, 0.7747478205600498, 0.7450347018681481, 0.4842516405338115, 0.1897203223968218, 0.13001314612173365, 0.8185904677433197, 0.8135041803737473, 0.8345025952215989, 0.8243150814716765, 0.6234378471295167, 0.1763560421671387, 0.13001311079603825, 0.8101157364110863, 0.8040687113635728, 0.843547749500366, 0.8148194114559503, 0.6410124291645648, 0.18732240927912178, 0.1300130847125186, 0.6800265501533007, 0.6283654579169297, 0.832042610142103, 0.7185065893289284, 0.636160886970856, 0.18732240927912178, 0.1300130847125186], "split2_test_score": [0.7056846668870269, 0.7092928086521358, 0.7449042633805706, 0.7127220012364308, 0.5476248995367067, 0.3086325921341293, 0.1134045434467354, 0.7782743425053589, 0.780962251689453, 0.7549330267514943, 0.7844356018615005, 0.6133783195733609, 0.31770979043189335, 0.11336541024343685, 0.8399399903428092, 0.8394071194782062, 0.7967427076195774, 0.8375962946375743, 0.7021954790695231, 0.3505298453062957, 0.066201389350784, 0.8212675204048133, 0.8266029324354016, 0.8317381818645433, 0.8340197775038323, 0.7170731778214315, 0.3677689612199556, 0.03046609616990596, 0.6850444206705102, 0.6890697803039555, 0.8498180776421363, 0.7015110365679883, 0.7170731778214315, 0.3677689612199556, 0.03046609616990596], "mean_test_score": [0.7081672827012255, 0.703328581337127, 0.7635283004975509, 0.720817831266542, 0.49222455570975027, 0.22747329872075372, 0.12680972655163844, 0.7658052545209967, 0.7616532487250662, 0.7771602537400583, 0.7755124103175789, 0.5580237477324065, 0.23033872227801386, 0.12679668213214668, 0.82895493869477, 0.8277208787998026, 0.817989753304119, 0.8317341584140561, 0.6738724836430284, 0.23719510155753654, 0.11107532562758367, 0.8115282538779907, 0.8122761978359119, 0.8379415195938483, 0.8195158724472451, 0.6750087860209439, 0.24742096179175085, 0.09916354511509357, 0.6786591974073234, 0.6657291656082694, 0.8428375398496005, 0.7054040520219466, 0.6733916052897077, 0.24742096179175085, 0.09916354511509357], "std_test_score": [0.06059035517762983, 0.06948485105726343, 0.015530231700485668, 0.051973912845329866, 0.062305968791138595, 0.05751711804339379, 0.009900114636808734, 0.028574840200631245, 0.03726095713043442, 0.01920921919870675, 0.02215935662940824, 0.054300577138941195, 0.06183141043696759, 0.009917778742587114, 0.008726945594240957, 0.010725141051809524, 0.01577470109405926, 0.0055326728977978515, 0.035752712259539805, 0.08021211912663814, 0.03185903220111855, 0.007442742952739181, 0.010166339166082694, 0.004839688368086895, 0.010465912395758796, 0.03157139277315548, 0.08509890879464355, 0.04866038027987521, 0.00585215528475177, 0.026692558788178545, 0.007741834428259668, 0.009515729889099841, 0.03334576277658907, 0.08509890879464355, 0.04866038027987521], "rank_test_score": [16, 18, 13, 15, 25, 30, 31, 12, 14, 10, 11, 24, 29, 32, 4, 5, 7, 3, 21, 28, 33, 9, 8, 2, 6, 20, 26, 34, 19, 23, 1, 17, 22, 26, 34]}, "descriptive": {"actual": {"min": 0.437, "max": 4.92, "avg": 1.7039393939393939, "std": 1.0664446437321946}, "predicted": {"min": 0.5839025673916813, "max": 4.83179055373214, "avg": 1.8594854301288677, "std": 0.9696123690683546}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 335, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "SVR", "task": "cross_validate", "start_timestamp": "08 Sep 2022 16:42:58.436237", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:42:59.881279", "total_time": "0:00:01.445042", "result_table": "", "accuracy": "", "pearson": 0.8343473752417253, "score": 0.8343473752417253, "fold": 10, "model_params": "{\"C\": 10.0, \"cache_size\": 1000, \"coef0\": 0.0, \"degree\": 3, \"epsilon\": 0.1, \"gamma\": 0.01, \"kernel\": \"rbf\", \"max_iter\": -1, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.848081006392689, "grid_search_cv_results": {"mean_fit_time": [0.0009720325469970703, 0.0009930133819580078, 0.0010025501251220703, 0.000968774159749349, 0.0009419123331705729, 0.0009543100992838541, 0.0011413097381591797, 0.0009394486745198568, 0.0009459654490152994, 0.0009339650472005209, 0.0009477138519287109, 0.0009351571400960287, 0.0009951591491699219, 0.0011683305104573567, 0.0012882550557454426, 0.0012884140014648438, 0.0009743372599283854, 0.0012497107187906902, 0.0012126763661702473, 0.0011731783548990886, 0.0013722578684488933, 0.0026584466298421225, 0.0027125676472981772, 0.0015445550282796223, 0.0025232632954915366, 0.0014685789744059246, 0.001195669174194336, 0.0014603932698567708, 0.009316364924112955, 0.008844296137491861, 0.0043621063232421875, 0.009351253509521484, 0.001485586166381836, 0.0013141632080078125, 0.0014882087707519531], "std_fit_time": [7.249911353938093e-06, 2.6973983046972182e-06, 3.4236664447963313e-05, 6.187665195408417e-06, 1.5931087510841147e-05, 2.7504269669825647e-05, 1.0770258589682155e-05, 1.527161522729231e-05, 1.6135535016024685e-05, 1.659175583256529e-05, 1.6248653261183413e-05, 4.010033865465439e-06, 2.3804476360909687e-05, 8.479422676308402e-06, 3.0896038856043014e-05, 9.692431251787588e-06, 1.463552643871694e-05, 6.0241895471571204e-05, 1.4339952081394398e-05, 9.915334128887536e-06, 4.401792143162101e-05, 0.0002484997504638539, 0.00028305024078184544, 4.314183292146971e-05, 0.0002272952686472887, 2.8738643188324403e-05, 1.0962070400784158e-05, 7.469603308047727e-05, 0.0011417093705796447, 0.0003959514773998337, 0.00045598150074861396, 0.0005787711391436167, 3.350155753991697e-05, 4.292461507054235e-05, 6.912768436426365e-06], "mean_score_time": [0.0008060137430826823, 0.0008299350738525391, 0.0008284250895182291, 0.0008229414621988932, 0.0008288224538167318, 0.0008253256479899088, 0.0008455912272135416, 0.0007918675740559896, 0.0007933775583902994, 0.0007930596669514974, 0.0007931391398111979, 0.00079345703125, 0.0008367697397867838, 0.0008627573649088541, 0.0007855892181396484, 0.0007754166920979818, 0.0007536411285400391, 0.0007777214050292969, 0.0008042653401692709, 0.0008180141448974609, 0.000824133555094401, 0.0007552305857340494, 0.0007592042287190756, 0.0007470448811848959, 0.0007309913635253906, 0.0008089542388916016, 0.0007813771565755209, 0.0008896191914876302, 0.0008432865142822266, 0.0008043448130289713, 0.0007615884145100912, 0.0008306503295898438, 0.0008186499277750651, 0.0008536974589029948, 0.0008666515350341797], "std_score_time": [1.2677851742178133e-05, 1.7228938832416216e-05, 3.196014663900972e-05, 9.830892326448886e-06, 1.8299132891303646e-05, 7.100267360748308e-06, 2.2414164444892412e-05, 9.360944831674315e-06, 1.604131669307258e-05, 5.912054352250828e-06, 1.5699862930972406e-05, 7.579561244688901e-06, 1.9606777548088204e-05, 8.371476543594165e-06, 3.359080029393523e-05, 2.9785045278213054e-05, 1.1082404087196928e-05, 2.0509541671377722e-06, 6.013738127515352e-06, 6.967372511006573e-06, 2.845505737341268e-05, 2.3892930747057088e-05, 2.2622839779324775e-05, 1.0772604029298304e-05, 2.04845824470621e-05, 1.8689137516037982e-05, 7.411030595699798e-06, 3.445916070162713e-05, 3.3136465929968174e-05, 9.5849672273787e-06, 1.7979494073137493e-05, 3.1239809708366115e-05, 1.8825843956160613e-05, 6.266776403972729e-06, 1.3141168384094877e-05], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.7593874223721621, 0.7630791486066866, 0.7923552380613348, 0.7709651080373425, 0.43702568067817976, 0.0909140820696348, 0.06436072651577969, 0.7922599057260513, 0.7940494347078553, 0.8053622394092044, 0.7980753830154864, 0.4888409487372762, 0.09129810139499168, 0.06436094241072539, 0.840319010312025, 0.8405824123679535, 0.8271188813017352, 0.8408652165958769, 0.6299066883942415, 0.09788437814536739, 0.06441294388242949, 0.7950471974979929, 0.8010007607313147, 0.8556143658322491, 0.8155756257217941, 0.6096745114665855, 0.09168515888539698, 0.0644841257398014, 0.6554253783878436, 0.6717924350917603, 0.8472818533252218, 0.6980655503158291, 0.6096745114665855, 0.09168515888539698, 0.0644841257398014], "split1_test_score": [0.616824342647494, 0.6178402528520582, 0.7585715068093076, 0.6452603940870233, 0.3649058734097814, 0.10524352029587361, 0.05795924904749746, 0.7168451284387978, 0.7176527731344812, 0.7646624471564912, 0.7386517142941855, 0.3857480551477857, 0.09231431791310124, 0.057958492844313536, 0.8068396344998557, 0.807363068460801, 0.8330141716589811, 0.8173103640111679, 0.559978142345611, 0.10647746959103126, 0.057964208317675014, 0.7749401225379109, 0.7757197652129757, 0.8525815755362854, 0.7891871947151728, 0.5766067776805238, 0.15139414425102965, 0.05798088650660431, 0.5972215960803924, 0.5980101004790543, 0.8286681373158696, 0.6387416430498618, 0.5776910351100694, 0.15139414425102965, 0.05798088650660431], "split2_test_score": [0.6772798926843735, 0.6723229639929268, 0.7100285918965953, 0.6889195227257651, 0.5088718486937124, 0.28316580548375336, 0.23769910600053862, 0.7569781464669355, 0.7517952143121762, 0.7400428423072065, 0.7671272746785079, 0.5255564582108536, 0.2899344616827907, 0.23769882815499774, 0.830347928292955, 0.8299489253645317, 0.810821716251316, 0.8324389079533453, 0.6247355204230268, 0.2815854438112612, 0.23223394142746062, 0.7900594401587335, 0.78329604961754, 0.8360470778095326, 0.8005733171590924, 0.6195515372980285, 0.28079107505712547, 0.22987393351142882, 0.6847061118640425, 0.6856117059826546, 0.8350457362953798, 0.668949330041846, 0.6195515372980285, 0.28079107505712547, 0.22987393351142882], "mean_test_score": [0.6844972192346765, 0.6844141218172238, 0.7536517789224125, 0.7017150082833771, 0.43693446759389126, 0.15977446928308725, 0.12000636052127193, 0.7553610602105949, 0.7544991407181708, 0.7700225096243006, 0.7679514573293932, 0.46671515403197184, 0.15784896033029452, 0.12000608780334555, 0.8258355243682787, 0.8259648020644287, 0.8236515897373442, 0.83020482952013, 0.6048734503876264, 0.16198243051588662, 0.11820369787585505, 0.7866822533982125, 0.7866721918539433, 0.848081006392689, 0.8017787125320197, 0.6019442754817126, 0.1746234593978507, 0.11744631525261151, 0.6457843621107595, 0.6518047471844898, 0.8369985756454904, 0.6685855078025122, 0.6023056946248945, 0.1746234593978507, 0.11744631525261151], "std_test_score": [0.058424454223928064, 0.05990676802696556, 0.03378926810931122, 0.05211021726638124, 0.058773898683760484, 0.0874467441246738, 0.08326236237452399, 0.030809180280038262, 0.03124735603104088, 0.026934533121208745, 0.02426661024063372, 0.05918198197237213, 0.09339947510437131, 0.08326237120782182, 0.014035395566868149, 0.013851260622731192, 0.009385906184262768, 0.009745121853391112, 0.03181589495506105, 0.08464483011245104, 0.08067452667323144, 0.008548982733798156, 0.010593423617190973, 0.008598877139999375, 0.01080669719052676, 0.0183644676107183, 0.07893019149615668, 0.07954265120317029, 0.036360207384962144, 0.038454657911285085, 0.007723461748236483, 0.024220250044011328, 0.01786616927961568, 0.07893019149615668, 0.07954265120317029], "rank_test_score": [16, 17, 14, 15, 25, 29, 31, 12, 13, 10, 11, 24, 30, 32, 5, 4, 6, 3, 21, 28, 33, 8, 9, 1, 7, 23, 26, 34, 20, 19, 2, 18, 22, 26, 34]}, "descriptive": {"actual": {"min": 0.581, "max": 3.781, "avg": 2.111121212121212, "std": 0.9070918485309292}, "predicted": {"min": 0.7558141545585113, "max": 4.076957694272043, "avg": 2.2030333780911127, "std": 0.9392882334431578}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 335, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "SVR", "task": "cross_validate", "start_timestamp": "08 Sep 2022 16:42:58.436237", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:42:59.881279", "total_time": "0:00:01.445042", "fold": "average", "pearson": 0.8542210785101592, "score": 0.8542210785101592, "additional_scores": {}}] \ No newline at end of file diff --git a/tests/other/expected/Example_Evaluate_example_boston_LinearRegression.results.json b/tests/other/expected/Example_Evaluate_example_boston_LinearRegression.results.json deleted file mode 100644 index a73d7715..00000000 --- a/tests/other/expected/Example_Evaluate_example_boston_LinearRegression.results.json +++ /dev/null @@ -1 +0,0 @@ -[{"experiment_name": "Example_Evaluate", "train_set_name": "train", "train_set_size": 339, "test_set_name": "test", "test_set_size": 167, "featureset": "[\"example_boston_features\"]", "featureset_name": "example_boston", "shuffle": false, "learner_name": "LinearRegression", "task": "evaluate", "start_timestamp": "02 Jun 2020 11:05:23.036906", "version": "2.1", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "unweighted_kappa", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "None", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.23.1", "end_timestamp": "02 Jun 2020 11:05:23.062517", "total_time": "0:00:00.025611", "result_table": "", "accuracy": "", "pearson": 0.8544260884733283, "score": 0.11283202394313507, "fold": "", "model_params": "{\"copy_X\": true, \"fit_intercept\": true, \"n_jobs\": null, \"normalize\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "descriptive": {"actual": {"min": 5.0, "max": 50.0, "avg": 21.643712574850298, "std": 8.699339536566935}, "predicted": {"min": -6.520796874789607, "max": 42.48057206211419, "avg": 21.441396466270184, "std": 7.9361520849495895}}, "additional_scores": {}}] \ No newline at end of file diff --git a/tests/other/expected/Example_Evaluate_example_boston_RandomForestRegressor.results.json b/tests/other/expected/Example_Evaluate_example_boston_RandomForestRegressor.results.json deleted file mode 100644 index 75a1d8a0..00000000 --- a/tests/other/expected/Example_Evaluate_example_boston_RandomForestRegressor.results.json +++ /dev/null @@ -1 +0,0 @@ -[{"experiment_name": "Example_Evaluate", "train_set_name": "train", "train_set_size": 339, "test_set_name": "test", "test_set_size": 167, "featureset": "[\"example_boston_features\"]", "featureset_name": "example_boston", "shuffle": false, "learner_name": "RandomForestRegressor", "task": "evaluate", "start_timestamp": "02 Jun 2020 11:05:16.648841", "version": "2.1", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "unweighted_kappa", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "None", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.23.1", "end_timestamp": "02 Jun 2020 11:05:22.689785", "total_time": "0:00:06.040944", "result_table": "", "accuracy": "", "pearson": 0.9295174445055345, "score": 0.13878641873070796, "fold": "", "model_params": "{\"bootstrap\": true, \"ccp_alpha\": 0.0, \"criterion\": \"mse\", \"max_depth\": null, \"max_features\": \"auto\", \"max_leaf_nodes\": null, \"max_samples\": null, \"min_impurity_decrease\": 0.0, \"min_impurity_split\": null, \"min_samples_leaf\": 1, \"min_samples_split\": 2, \"min_weight_fraction_leaf\": 0.0, \"n_estimators\": 500, \"n_jobs\": null, \"oob_score\": false, \"random_state\": 123456789, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.12171947725416395, "grid_search_cv_results": {"mean_fit_time": [0.4763430754343669, 0.7896517117818197, 0.924470583597819, 0.9673808415730795], "std_fit_time": [0.001053701537087152, 0.006286833098174181, 0.004833315751149408, 0.012552301611699148], "mean_score_time": [0.03796092669169108, 0.03557276725769043, 0.0381016731262207, 0.03785252571105957], "std_score_time": [0.0013304576531387644, 0.002498573041477856, 0.0005728067104336424, 0.0013026754374044392], "param_max_depth": [1, 5, 10, null], "params": [{"max_depth": 1}, {"max_depth": 5}, {"max_depth": 10}, {"max_depth": null}], "split0_test_score": [0.026181877872619386, 0.12245565274258141, 0.13218954248366022, 0.13247304802352178], "split1_test_score": [0.06356178006132385, 0.08885812021501849, 0.1167562286272592, 0.1270228511018946], "split2_test_score": [0.039737779216575064, 0.09041385478494157, 0.10668296658516674, 0.10566253263707548], "mean_test_score": [0.04316047905017276, 0.10057587591418049, 0.11854291256536205, 0.12171947725416395], "std_test_score": [0.01545100703346895, 0.015484369604184426, 0.010489376630267664, 0.011569939914805477], "rank_test_score": [4, 3, 2, 1]}, "descriptive": {"actual": {"min": 5.0, "max": 50.0, "avg": 21.643712574850298, "std": 8.699339536566935}, "predicted": {"min": 7.289200000000002, "max": 45.97999999999991, "avg": 21.41837365269462, "std": 7.746794712578009}}, "additional_scores": {}}] \ No newline at end of file diff --git a/tests/other/expected/Example_Evaluate_example_boston_SVR.results.json b/tests/other/expected/Example_Evaluate_example_boston_SVR.results.json deleted file mode 100644 index 2eca2591..00000000 --- a/tests/other/expected/Example_Evaluate_example_boston_SVR.results.json +++ /dev/null @@ -1 +0,0 @@ -[{"experiment_name": "Example_Evaluate", "train_set_name": "train", "train_set_size": 339, "test_set_name": "test", "test_set_size": 167, "featureset": "[\"example_boston_features\"]", "featureset_name": "example_boston", "shuffle": false, "learner_name": "SVR", "task": "evaluate", "start_timestamp": "02 Jun 2020 11:05:22.691804", "version": "2.1", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "unweighted_kappa", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "None", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.23.1", "end_timestamp": "02 Jun 2020 11:05:23.035120", "total_time": "0:00:00.343316", "result_table": "", "accuracy": "", "pearson": 0.9012985511131115, "score": 0.09372526851328411, "fold": "", "model_params": "{\"C\": 10.0, \"cache_size\": 1000, \"coef0\": 0.0, \"degree\": 3, \"epsilon\": 0.1, \"gamma\": \"scale\", \"kernel\": \"rbf\", \"max_iter\": -1, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.15825004648395005, "grid_search_cv_results": {"mean_fit_time": [0.0027310053507486978, 0.0034386316935221353, 0.003084103266398112, 0.0027980804443359375, 0.002657334009806315, 0.0032459100087483725, 0.0025413831075032554, 0.0024010340372721353, 0.0021190643310546875, 0.0022579034169514975, 0.002164602279663086, 0.0019714037577311196, 0.0027007261912027993, 0.0019986629486083984, 0.0021179517110188804, 0.002088626225789388, 0.0019883314768473306, 0.002040227254231771, 0.0019959608713785806, 0.0025060176849365234, 0.0020154317220052085, 0.0032129287719726562, 0.003384749094645182, 0.002393960952758789, 0.0032792886098225913, 0.0033407211303710938, 0.0038320223490397134, 0.002906958262125651, 0.00954135258992513, 0.00983134905497233, 0.00400535265604655, 0.010129372278849283, 0.003931442896525065, 0.004091660181681315, 0.003298600514729818], "std_fit_time": [0.0004175867817036621, 1.3501500966603021e-05, 0.00025194533562646873, 0.00010652606859183999, 6.657653536315347e-05, 0.00012722728670488544, 4.174133695965873e-05, 0.00014785980543850872, 5.7474539166937644e-05, 0.00023592256964740228, 3.658462983954581e-05, 1.3937917417050721e-05, 0.0002611940793361048, 5.706560851608036e-05, 4.8871091806293226e-05, 7.23464101260302e-05, 5.029081243180583e-05, 4.072718495340963e-05, 2.4973958909464947e-05, 4.218324767035765e-05, 3.233031731801276e-05, 1.7925314474615523e-05, 3.143892490246108e-05, 0.00012140040558964253, 1.9525431989177865e-05, 6.541306755489331e-05, 0.00013120971543365573, 0.00010167004904909766, 0.00035636686603771994, 0.0006516922972313545, 0.00021488523674436923, 0.0004174794571351801, 0.00011703306187263127, 0.00035312811690646267, 0.00010254425924683174], "mean_score_time": [0.003445227940877279, 0.004572073618570964, 0.004080772399902344, 0.003930489222208659, 0.0038520495096842446, 0.0038002332051595054, 0.0036656856536865234, 0.003424962361653646, 0.003019571304321289, 0.0030177434285481772, 0.003094832102457682, 0.002852360407511393, 0.003180344899495443, 0.002909104029337565, 0.002782742182413737, 0.002764622370402018, 0.00274809201558431, 0.0029067198435465493, 0.0027763843536376953, 0.0027419726053873696, 0.002684513727823893, 0.0027566750844319663, 0.002857844034830729, 0.0027016003926595054, 0.0027898152669270835, 0.002799431482950846, 0.002743244171142578, 0.0027823448181152344, 0.002891063690185547, 0.0029140313466389975, 0.002878904342651367, 0.002977132797241211, 0.002840916315714518, 0.0028632481892903647, 0.0027871131896972656], "std_score_time": [0.00044844848205186614, 0.00010116973076554617, 0.00021624245303031019, 6.30719166206363e-05, 4.0782975219300764e-05, 0.00015465328651473046, 3.542903294311549e-05, 0.00012296673044444453, 9.593220214910837e-05, 0.0002888529615409539, 0.00016763039824539615, 8.982704516764415e-05, 0.00021194480455498203, 7.231130648825857e-05, 8.883395063532361e-05, 3.48636846814164e-05, 7.179958345262255e-05, 0.00015654128084039885, 0.00010704064912965368, 5.0638120587971146e-05, 1.0716171796387465e-05, 3.4923416599014974e-05, 0.00018846002991024103, 3.865682763104537e-06, 0.00020510062102093433, 3.9719100988329905e-05, 4.863544223350413e-05, 5.636099562988794e-05, 0.00016771432325291018, 8.122864967690193e-05, 3.849703386676675e-05, 0.00010123051844868102, 6.419862665337966e-05, 8.208719324508659e-05, 3.441385889665163e-05], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.0139616055846421, 0.0139616055846421, -0.001159228285170455, 0.005727567029135683, 0.0, 0.0, 0.0, 0.002354326074161195, 0.0025220680958385477, -0.004444444444444695, 0.003024955886059999, 0.01494396014943944, 0.0, 0.0, 0.1573383594198149, 0.14835749979519963, 0.05260562222587539, 0.09251823322133901, 0.0356425702811245, 0.010191190095173996, 0.0, 0.1420524124418321, 0.142472460220318, 0.1372644574398959, 0.14296199641167817, 0.1241032407025644, -0.0022380636604777404, 0.0, 0.17047308319738974, 0.16166639491276713, 0.14373013933023715, 0.1596796600473972, 0.1418902187371026, 0.015292609995728124, 0.0], "split1_test_score": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, -0.026416666666666755, -0.026331139071744003, 0.025535833891493165, -0.034884689035051375, 0.004192334017796173, 0.0, 0.0, 0.06786997713165654, 0.06786997713165643, 0.05381676286480763, 0.0852072941368881, -0.0013375689683998715, 0.0018010291595194072, 0.0, 0.13473444118605404, 0.14449690654509928, 0.09402332361516019, 0.13438187596772866, 0.1082614056720097, 0.005128643473801264, 0.0, 0.06140065146579743, 0.06193537885570077, 0.0938031591737547, 0.053123983078424475, 0.06703179923158664, 0.003443641861245794, 0.0], "split2_test_score": [0.013569576490924495, 0.013569576490924495, 0.007565217391303891, 0.011005199306758584, 0.0, 0.0, 0.0, 0.06579732378760761, 0.06579732378760761, 0.014619133111054339, 0.053504273504273336, 0.03477135461604863, 0.0, 0.0, 0.07022403258655807, 0.07022403258655807, 0.08577561297779257, 0.08699910226067076, 0.07432374776004769, 0.00877192982456143, 0.0, 0.18837740777015988, 0.1877807726864329, 0.07316875101510478, 0.16911764705882348, 0.12505203563400213, 0.00955386098694, 0.0, 0.1088617886178862, 0.1088617886178862, 0.15259210955330904, 0.1502370443027622, 0.0658068783068787, -0.0009191944514079786, 0.0], "mean_test_score": [0.009177060691855532, 0.009177060691855532, 0.0021353297020444786, 0.005577588778631422, 0.0, 0.0, 0.0, 0.013911661065034017, 0.013996084270567385, 0.011903507519367603, 0.007214846785093987, 0.01796921626109475, 0.0, 0.0, 0.09847745637934317, 0.09548383650447138, 0.06406599935615853, 0.08824154320629929, 0.03620958302425744, 0.006921383026418278, 0.0, 0.15505475379934866, 0.15825004648395005, 0.10148551069005363, 0.14882050647941011, 0.11913889400285875, 0.004148146933421175, 0.0, 0.11357850776035779, 0.11082118746211804, 0.13004180268576696, 0.12101356247619462, 0.09157629875852265, 0.005939019135188646, 0.0], "std_test_score": [0.006491135181105599, 0.006491135181105599, 0.003868566727937967, 0.004494105254077326, 0.0, 0.0, 0.0, 0.03852301479153893, 0.03847642743802311, 0.012389114551108813, 0.03620606361742825, 0.012665787410524935, 0.0, 0.0, 0.04163203753782294, 0.03739967554767614, 0.01535897583634831, 0.003111291500504649, 0.030891205219379953, 0.0036667053986409906, 0.0, 0.02375131752933457, 0.020897726164425718, 0.02669367056661913, 0.014773513540195779, 0.007701292845849468, 0.004863702418382351, 0.0, 0.044653364341800984, 0.040738583871777624, 0.025878731186718882, 0.048159713392902787, 0.03558082831644178, 0.006849614668603791, 0.0], "rank_test_score": [20, 20, 27, 25, 28, 28, 28, 18, 17, 19, 22, 16, 28, 28, 10, 11, 14, 13, 15, 23, 28, 2, 1, 9, 3, 6, 26, 28, 7, 8, 4, 5, 12, 24, 28]}, "descriptive": {"actual": {"min": 5.0, "max": 50.0, "avg": 21.643712574850298, "std": 8.699339536566935}, "predicted": {"min": 8.353006095978012, "max": 46.99722090893779, "avg": 21.30771791355636, "std": 7.0628848651066125}}, "additional_scores": {}}] \ No newline at end of file diff --git a/tests/other/expected/Example_Evaluate_example_california_LinearRegression.results.json b/tests/other/expected/Example_Evaluate_example_california_LinearRegression.results.json new file mode 100644 index 00000000..ee1a7f87 --- /dev/null +++ b/tests/other/expected/Example_Evaluate_example_california_LinearRegression.results.json @@ -0,0 +1 @@ +[{"experiment_name": "Example_Evaluate", "train_set_name": "train", "train_set_size": 335, "test_set_name": "test", "test_set_size": 165, "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "LinearRegression", "task": "evaluate", "start_timestamp": "08 Sep 2022 16:44:56.302062", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "unweighted_kappa", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "None", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:44:56.313168", "total_time": "0:00:00.011106", "result_table": "", "accuracy": "", "pearson": 0.8099668954312162, "score": 0.44079285200780516, "fold": "", "model_params": "{\"copy_X\": true, \"fit_intercept\": true, \"n_jobs\": null, \"normalize\": \"deprecated\", \"positive\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "descriptive": {"actual": {"min": 0.425, "max": 5.00001, "avg": 2.0123758181818183, "std": 1.0334681372156997}, "predicted": {"min": -0.22951557805583134, "max": 4.447117569266582, "avg": 2.055240734473605, "std": 0.9046300220609146}}, "additional_scores": {}}] \ No newline at end of file diff --git a/tests/other/expected/Example_Evaluate_example_california_RandomForestRegressor.results.json b/tests/other/expected/Example_Evaluate_example_california_RandomForestRegressor.results.json new file mode 100644 index 00000000..24c869f7 --- /dev/null +++ b/tests/other/expected/Example_Evaluate_example_california_RandomForestRegressor.results.json @@ -0,0 +1 @@ +[{"experiment_name": "Example_Evaluate", "train_set_name": "train", "train_set_size": 335, "test_set_name": "test", "test_set_size": 165, "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "RandomForestRegressor", "task": "evaluate", "start_timestamp": "08 Sep 2022 16:44:53.921672", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "unweighted_kappa", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "None", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:44:56.096966", "total_time": "0:00:02.175294", "result_table": "", "accuracy": "", "pearson": 0.8203931902947159, "score": 0.5008491667551216, "fold": "", "model_params": "{\"bootstrap\": true, \"ccp_alpha\": 0.0, \"criterion\": \"squared_error\", \"max_depth\": 10, \"max_features\": 1.0, \"max_leaf_nodes\": null, \"max_samples\": null, \"min_impurity_decrease\": 0.0, \"min_samples_leaf\": 1, \"min_samples_split\": 2, \"min_weight_fraction_leaf\": 0.0, \"n_estimators\": 500, \"n_jobs\": null, \"oob_score\": false, \"random_state\": 123456789, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.3740846965652224, "grid_search_cv_results": {"mean_fit_time": [0.200956662495931, 0.2890494664510091, 0.3443029721577962, 0.3531183401743571], "std_fit_time": [0.001454614401316898, 0.0011034852616073588, 0.000984874980324897, 0.003053678441741871], "mean_score_time": [0.012172222137451172, 0.013104915618896484, 0.015044689178466797, 0.015512943267822266], "std_score_time": [0.0002539318673619159, 0.000306730729634402, 0.00013517990029451217, 7.882177360760537e-05], "param_max_depth": [1, 5, 10, null], "params": [{"max_depth": 1}, {"max_depth": 5}, {"max_depth": 10}, {"max_depth": null}], "split0_test_score": [0.08537490720118768, 0.42142119159683167, 0.4063148190827379, 0.4063148190827379], "split1_test_score": [0.10502283105022825, 0.2754851661833596, 0.3203883495145631, 0.32016333737998004], "split2_test_score": [0.013387468451662388, 0.39645997223507645, 0.3955509210983663, 0.3836899942163101], "mean_test_score": [0.06792840223435943, 0.36445544333842256, 0.3740846965652224, 0.37005605022634275], "std_test_score": [0.039391583883792845, 0.06373145890266416, 0.03822249459758072, 0.03646855057385137], "rank_test_score": [4, 3, 1, 2]}, "descriptive": {"actual": {"min": 0.425, "max": 5.00001, "avg": 2.0123758181818183, "std": 1.0334681372156997}, "predicted": {"min": 0.7218883653201792, "max": 4.666410374640698, "avg": 2.047561173913654, "std": 0.8851964684475315}}, "additional_scores": {}}] \ No newline at end of file diff --git a/tests/other/expected/Example_Evaluate_example_california_SVR.results.json b/tests/other/expected/Example_Evaluate_example_california_SVR.results.json new file mode 100644 index 00000000..18c739c8 --- /dev/null +++ b/tests/other/expected/Example_Evaluate_example_california_SVR.results.json @@ -0,0 +1 @@ +[{"experiment_name": "Example_Evaluate", "train_set_name": "train", "train_set_size": 335, "test_set_name": "test", "test_set_size": 165, "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "SVR", "task": "evaluate", "start_timestamp": "08 Sep 2022 16:44:56.097907", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "unweighted_kappa", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "None", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:44:56.300885", "total_time": "0:00:00.202978", "result_table": "", "accuracy": "", "pearson": 0.8796484570831399, "score": 0.5647815994935639, "fold": "", "model_params": "{\"C\": 10.0, \"cache_size\": 1000, \"coef0\": 0.0, \"degree\": 3, \"epsilon\": 0.1, \"gamma\": \"auto\", \"kernel\": \"rbf\", \"max_iter\": -1, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.4645351986993438, "grid_search_cv_results": {"mean_fit_time": [0.0012669563293457031, 0.0011866092681884766, 0.0012315114339192708, 0.0012070337931315105, 0.0011476675669352214, 0.0011528333028157551, 0.001407623291015625, 0.0011363029479980469, 0.0011543432871500652, 0.0012122790018717449, 0.0011641184488932292, 0.001131296157836914, 0.001161336898803711, 0.0014917850494384766, 0.0015256404876708984, 0.0016337235768636067, 0.0012443065643310547, 0.0014716784159342449, 0.0015331109364827473, 0.001435995101928711, 0.0016866525014241536, 0.003442049026489258, 0.003509521484375, 0.0017962455749511719, 0.003039757410685221, 0.001909335454305013, 0.0015460650126139324, 0.001966714859008789, 0.012526591618855795, 0.012953360875447592, 0.00406956672668457, 0.01375730832417806, 0.0019080638885498047, 0.001581112543741862, 0.0019173622131347656], "std_fit_time": [4.234777531150066e-05, 3.456164932321691e-05, 2.2237636572876037e-05, 2.8916765436565407e-05, 2.4025790363608776e-05, 2.5178727819712476e-05, 5.090594930495933e-05, 4.2027093718880925e-05, 7.148564955181512e-05, 0.0001163590687634144, 2.5955402840190725e-05, 2.34629402219892e-05, 5.514672070636478e-05, 4.29431507307316e-05, 4.756953556241241e-05, 9.565832226018516e-05, 2.63111582888229e-05, 1.927343836267809e-05, 1.889817146622995e-05, 7.836612333708984e-05, 4.455146727146008e-05, 0.0005194762061323231, 0.00015646545088872021, 4.660864716763632e-05, 0.00020950399465053594, 0.0001823285808331339, 4.0493430236641174e-05, 5.42034034654626e-05, 0.0004705950475481276, 0.0005914246448409952, 0.0005311247855845536, 0.0003092188989981628, 7.199793711188799e-05, 7.001834067266005e-05, 8.568420095457645e-05], "mean_score_time": [0.0016322930653889973, 0.0016024112701416016, 0.0016311009724934895, 0.0016390482584635417, 0.0016183058420817058, 0.0015755494435628254, 0.0016093254089355469, 0.0015194416046142578, 0.0015699068705240886, 0.0015886624654134114, 0.0015592575073242188, 0.001544634501139323, 0.0015642642974853516, 0.0016453266143798828, 0.0015400250752766926, 0.0015473365783691406, 0.0015880266825358074, 0.0015748341878255208, 0.0015730857849121094, 0.0015802383422851562, 0.001554568608601888, 0.0015803178151448567, 0.0015221436818440754, 0.0014870961507161458, 0.0014926592508951824, 0.0014998912811279297, 0.0015709400177001953, 0.0017205874125162761, 0.001607338587443034, 0.001596371332804362, 0.0014376640319824219, 0.0015753110249837239, 0.0015740394592285156, 0.0015923182169596355, 0.0016686121622721355], "std_score_time": [8.064854741639682e-05, 5.227514245140308e-05, 2.1277067929541725e-05, 5.246376620427026e-05, 5.1364434964903754e-05, 3.481800221306535e-05, 0.00011193847503500909, 7.576635849457102e-05, 0.00010832748410593322, 8.648874718165711e-05, 1.163619455519908e-05, 2.381031280718469e-05, 5.423415677546968e-05, 3.175355985953406e-05, 8.063209973388163e-05, 1.9574538020970504e-05, 3.271367804079822e-05, 5.197464264991872e-05, 5.939765593546166e-06, 9.774192513897573e-06, 5.02395462931447e-05, 5.412410992391756e-05, 2.3394466624881994e-05, 3.641713181328374e-05, 5.9087202698123326e-05, 4.750975028073225e-05, 1.5496596299853298e-05, 2.863031141716257e-05, 5.265843137737983e-05, 7.696461280691237e-05, 5.764932976825121e-06, 2.6550834581421826e-05, 3.837329563359062e-05, 4.883385747134922e-05, 6.206285914380965e-05], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.2733624454148471, 0.2733624454148471, 0.048070224327713684, 0.2920178482895389, 0.02210956203351666, 0.0, 0.0, 0.40452488687782806, 0.40452488687782806, 0.3925686591276252, 0.40607017939749523, 0.2582781456953642, 0.01796068448592847, 0.01796068448592847, 0.48898286223013576, 0.49938540619063576, 0.4509803921568628, 0.4496929089893913, 0.1938579654510557, 0.038964692643128185, 0.01796068448592847, 0.37587412587412594, 0.41463414634146345, 0.4466651695486189, 0.4007425202009173, 0.1938579654510557, 0.038964692643128185, 0.01796068448592847], "split1_test_score": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.30839567747298424, 0.3060057197330791, 0.0405959031657358, 0.3060057197330791, -0.014266220071951441, 0.0, 0.0, 0.44297501978071674, 0.4700315457413249, 0.4270774127543481, 0.472763954270343, 0.2730705687986783, 0.0, 0.0, 0.41514360313315934, 0.391701064523137, 0.4485776805251641, 0.41348461706305917, 0.291302346985734, 0.0, 0.0, 0.34766493699036316, 0.33825701624815374, 0.47076923076923083, 0.3162824965793075, 0.291302346985734, 0.0, 0.0], "split2_test_score": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.22625236294896023, 0.2170232776863391, 0.008008356545960993, 0.22743895245959644, 0.0, 0.0, 0.0, 0.4169487568577098, 0.39280726256983245, 0.3589108910891089, 0.4558823529411765, 0.25982686008423006, 0.011221656640444166, 0.011221656640444166, 0.48947913073473615, 0.4956264909689879, 0.3776175763817371, 0.4933820173436788, 0.18560128396193964, 0.011221656640444166, 0.011221656640444166, 0.4058213449314152, 0.4323863636363636, 0.3977836777098004, 0.38963079340141404, 0.19703754736479506, 0.011221656640444166, 0.011221656640444166], "mean_test_score": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.2693368286122639, 0.26546381427808846, 0.03222482801313683, 0.2751541734940715, 0.00261444732052174, 0.0, 0.0, 0.42148288783875154, 0.42245456506299517, 0.3928523209903607, 0.44490549553633824, 0.26372519152609086, 0.009727447042124212, 0.009727447042124212, 0.4645351986993438, 0.4622376538942536, 0.425725216354588, 0.45218651446537644, 0.22358719879957645, 0.016728783094524118, 0.009727447042124212, 0.37645346926530143, 0.3950925087419936, 0.4384060260092167, 0.3688852700605463, 0.22739928660052824, 0.016728783094524118, 0.009727447042124212], "std_test_score": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.033655462392001234, 0.03675377557500082, 0.017393379716595308, 0.034219603306261545, 0.01496497871788131, 0.0, 0.0, 0.016021276226264092, 0.033980411001099387, 0.027829588774344216, 0.02831234654777711, 0.006638357544845734, 0.007408150625878298, 0.007408150625878298, 0.0349257197972813, 0.04990050227531461, 0.034031377909358465, 0.03266560060270118, 0.048000341441203194, 0.01637697875126916, 0.007408150625878298, 0.02374578805072862, 0.040836994747282224, 0.030363166587726767, 0.03747137975891811, 0.04520492805165518, 0.01637697875126916, 0.007408150625878298], "rank_test_score": [27, 27, 27, 27, 27, 27, 27, 14, 15, 19, 13, 26, 27, 27, 8, 7, 10, 4, 16, 22, 22, 1, 2, 6, 3, 18, 20, 22, 11, 9, 5, 12, 17, 20, 22]}, "descriptive": {"actual": {"min": 0.425, "max": 5.00001, "avg": 2.0123758181818183, "std": 1.0334681372156997}, "predicted": {"min": 0.40302748316392867, "max": 4.822188178641092, "avg": 1.9838275069311593, "std": 0.9178657025599557}}, "additional_scores": {}}] \ No newline at end of file diff --git a/tests/test_examples.py b/tests/test_examples.py index bc3f70ba..4080aae4 100644 --- a/tests/test_examples.py +++ b/tests/test_examples.py @@ -19,11 +19,11 @@ from tests import examples_dir, other_dir _old_titanic_dir = join(examples_dir, 'titanic') -_old_boston_dir = join(examples_dir, 'boston') +_old_california_dir = join(examples_dir, 'california') _old_iris_dir = join(examples_dir, 'iris') _new_titanic_dir = join(other_dir, 'titanic') -_new_boston_dir = join(other_dir, 'boston') +_new_california_dir = join(other_dir, 'california') _new_iris_dir = join(other_dir, 'iris') # if we are running the tests without activating the conda @@ -40,9 +40,9 @@ def setup(): and copy files to new locations. """ - # Create the directories we need for boston and iris; + # Create the directories we need for california and iris; # if these directories already exist, it's fine - for dir_path in [_new_iris_dir, _new_boston_dir]: + for dir_path in [_new_iris_dir, _new_california_dir]: Path(dir_path).mkdir(exist_ok=True) # We get rid of the new titanic directory, if it already exists, @@ -62,8 +62,8 @@ def setup(): cwd=dirname(_new_titanic_dir) ) subprocess.run( - [python_binary, join(examples_dir, 'make_boston_example_data.py')], - cwd=dirname(_new_boston_dir) + [python_binary, join(examples_dir, 'make_california_example_data.py')], + cwd=dirname(_new_california_dir) ) subprocess.run( [python_binary, join(examples_dir, 'make_iris_example_data.py')], @@ -74,8 +74,8 @@ def setup(): for cfg_file in glob(join(_old_titanic_dir, '**.cfg')): copyfile(cfg_file, join(_new_titanic_dir, basename(cfg_file))) - for cfg_file in glob(join(_old_boston_dir, '**.cfg')): - copyfile(cfg_file, join(_new_boston_dir, basename(cfg_file))) + for cfg_file in glob(join(_old_california_dir, '**.cfg')): + copyfile(cfg_file, join(_new_california_dir, basename(cfg_file))) for cfg_file in glob(join(_old_iris_dir, '**.cfg')): copyfile(cfg_file, join(_new_iris_dir, basename(cfg_file))) @@ -85,7 +85,7 @@ def tearDown(): """ Clean up after tests, remove all directories we created. """ - for dir_path in [_new_iris_dir, _new_boston_dir, _new_titanic_dir]: + for dir_path in [_new_iris_dir, _new_california_dir, _new_titanic_dir]: rmtree(dir_path) @@ -96,6 +96,7 @@ def run_configuration_and_check_outputs(config_path): """ # run this experiment, get the `results_json_path` + __import__('ipdb').sset_trace() results_json_path = run_configuration(config_path, local=True, quiet=True)[0] # if the results path exists, check the output @@ -140,11 +141,11 @@ def test_titanic_configs(): run_configuration_and_check_outputs(config_path) -def test_boston_configs(): +def test_california_configs(): """ - Run all of the configuration files for the boston example + Run all of the configuration files for the california example """ - for config_path in glob(join(_new_boston_dir, '*.cfg')): + for config_path in glob(join(_new_california_dir, '*.cfg')): run_configuration_and_check_outputs(config_path) diff --git a/tests/test_regression.py b/tests/test_regression.py index a0cbc4f0..3e373470 100644 --- a/tests/test_regression.py +++ b/tests/test_regression.py @@ -753,7 +753,7 @@ def test_train_string_labels(): def test_non_negative_regression(): """Test that non-negative regression works as expected""" - # read in the Boston example training data into a featureset + # read in the example training data into a featureset train_path = join(train_dir, "test_non_negative.jsonlines") train_fs = NDJReader.for_path(train_path).read() From f0b8e0bb4eb99562e10ccf915c893dca99711e2b Mon Sep 17 00:00:00 2001 From: Nitin Madnani Date: Thu, 8 Sep 2022 19:00:05 -0400 Subject: [PATCH 2/3] Replace boston name in sample test data. --- tests/other/sample_learning_curve_summary.tsv | 90 +++++++++---------- 1 file changed, 45 insertions(+), 45 deletions(-) diff --git a/tests/other/sample_learning_curve_summary.tsv b/tests/other/sample_learning_curve_summary.tsv index f628c0f4..2e3f7a18 100644 --- a/tests/other/sample_learning_curve_summary.tsv +++ b/tests/other/sample_learning_curve_summary.tsv @@ -1,46 +1,46 @@ featureset_name learner_name metric train_set_name training_set_size train_score_mean test_score_mean train_score_std test_score_std scikit_learn_version version -example_boston RandomForestRegressor spearman train 27 0.9594238979498895 0.8163211548816485 0.02290400166986271 0.08417707650924561 0.19.1 1.3 -example_boston RandomForestRegressor spearman train 88 0.9796244079160437 0.8486710655157139 0.0058492803638276235 0.06683501744950732 0.19.1 1.3 -example_boston RandomForestRegressor spearman train 149 0.9837166034577784 0.8732769925417688 0.004283535272354938 0.04616330942227202 0.19.1 1.3 -example_boston RandomForestRegressor spearman train 210 0.9865319149366758 0.891532604829497 0.002779112437984415 0.03756961669807254 0.19.1 1.3 -example_boston RandomForestRegressor spearman train 271 0.9875650059931639 0.8955560568672473 0.0015345973461408124 0.0407994153794577 0.19.1 1.3 -example_boston RandomForestRegressor pearson train 27 0.9794054376988506 0.8103865734118388 0.005215098588185171 0.06059114428373496 0.19.1 1.3 -example_boston RandomForestRegressor pearson train 88 0.9854723705998222 0.8493046802609777 0.0028418175940801505 0.04749666713949128 0.19.1 1.3 -example_boston RandomForestRegressor pearson train 149 0.9872385966306721 0.878516468031874 0.0022704713535995572 0.041663243557102145 0.19.1 1.3 -example_boston RandomForestRegressor pearson train 210 0.9887109449435151 0.8992855116596286 0.0014729618863925328 0.034004354983720946 0.19.1 1.3 -example_boston RandomForestRegressor pearson train 271 0.9896983118501383 0.901780230548629 0.0012100852309211985 0.03659564339905504 0.19.1 1.3 -example_boston RandomForestRegressor neg_mean_squared_error train 27 -4.909008386518566 -33.149387152764774 1.9221411877840913 9.655802974358565 0.19.1 1.3 -example_boston RandomForestRegressor neg_mean_squared_error train 88 -3.145527280000014 -24.855250442470595 0.6876439099667306 7.672060868352111 0.19.1 1.3 -example_boston RandomForestRegressor neg_mean_squared_error train 149 -2.5326510574496632 -20.623481007176476 0.3873481013749672 5.572677070167911 0.19.1 1.3 -example_boston RandomForestRegressor neg_mean_squared_error train 210 -2.2894158928571366 -17.4107903787647 0.29893534464371657 5.818013417729622 0.19.1 1.3 -example_boston RandomForestRegressor neg_mean_squared_error train 271 -2.0334272977269277 -16.717813777470592 0.20305743406157434 5.628070820688236 0.19.1 1.3 -example_boston SVR spearman train 27 0.8981962898881463 0.29931580339032493 0.02806881430122922 0.1439533138762013 0.19.1 1.3 -example_boston SVR spearman train 88 0.8737375694539307 0.446496353331279 0.01906788775307607 0.07899339072702233 0.19.1 1.3 -example_boston SVR spearman train 149 0.8781599042557968 0.5212858546886163 0.022243762632519783 0.11327373509341285 0.19.1 1.3 -example_boston SVR spearman train 210 0.8803049876040113 0.5450080094947378 0.009994917585336228 0.08680020884742351 0.19.1 1.3 -example_boston SVR spearman train 271 0.87520028584429 0.5963878074283768 0.005060991551550041 0.07441407399112217 0.19.1 1.3 -example_boston SVR pearson train 27 0.7822580055495103 0.16074067830390998 0.04771819488879497 0.08685490396625513 0.19.1 1.3 -example_boston SVR pearson train 88 0.7656124557526914 0.2613624030650246 0.028458601338286683 0.09024157544566394 0.19.1 1.3 -example_boston SVR pearson train 149 0.7629201297715984 0.2891597911464176 0.01816899023283417 0.059532690509577955 0.19.1 1.3 -example_boston SVR pearson train 210 0.7580630457888355 0.30554655000947745 0.012742317625705504 0.06017838270690935 0.19.1 1.3 -example_boston SVR pearson train 271 0.7563525307957926 0.3349453796484291 0.008829265082605486 0.0646187077359624 0.19.1 1.3 -example_boston SVR neg_mean_squared_error train 27 -71.95887481383996 -88.44779767291877 30.622765595862507 15.3839929968712 0.19.1 1.3 -example_boston SVR neg_mean_squared_error train 88 -82.69128328882199 -86.88238882439384 12.148663062695999 15.336000069306305 0.19.1 1.3 -example_boston SVR neg_mean_squared_error train 149 -76.65858084167488 -86.46415101623471 9.351246155387754 15.286282013111412 0.19.1 1.3 -example_boston SVR neg_mean_squared_error train 210 -77.67690900012701 -85.9424251762567 3.6442822928210608 15.418855821542426 0.19.1 1.3 -example_boston SVR neg_mean_squared_error train 271 -76.34771976009634 -85.39039913340109 3.3565727695408474 15.375001576182719 0.19.1 1.3 -example_boston LinearRegression spearman train 27 0.9115083971800995 0.7350973236572504 0.05004034184182171 0.14008304629975551 0.19.1 1.3 -example_boston LinearRegression spearman train 88 0.8971170273584687 0.8486615042822718 0.025296037996770163 0.05279171517719857 0.19.1 1.3 -example_boston LinearRegression spearman train 149 0.8944918517127088 0.8666029383751709 0.018035811562899396 0.04552107416506826 0.19.1 1.3 -example_boston LinearRegression spearman train 210 0.8961256686556821 0.8743140857878938 0.012714610421765023 0.04150993510505799 0.19.1 1.3 -example_boston LinearRegression spearman train 271 0.895459219094035 0.8759570359177988 0.008148481227375071 0.038775188028255296 0.19.1 1.3 -example_boston LinearRegression pearson train 27 0.9373930651250184 0.6886140194024221 0.03195798762314889 0.15047985301196032 0.19.1 1.3 -example_boston LinearRegression pearson train 88 0.8774841969179653 0.8170812620164447 0.03180332251295576 0.05928939259294504 0.19.1 1.3 -example_boston LinearRegression pearson train 149 0.8669328943411982 0.8338427498695861 0.024338925018551106 0.05580497607920609 0.19.1 1.3 -example_boston LinearRegression pearson train 210 0.8626832622710217 0.8414354780797345 0.017259927744575885 0.05271498235005368 0.19.1 1.3 -example_boston LinearRegression pearson train 271 0.8599511816866532 0.8441385499840335 0.010316974430284257 0.0473027909734956 0.19.1 1.3 -example_boston LinearRegression neg_mean_squared_error train 27 -9.71273591462155 -82.37294234335158 5.4786004981632574 112.6051912155324 0.19.1 1.3 -example_boston LinearRegression neg_mean_squared_error train 88 -19.870067687651886 -30.875644091451083 5.8043887675945145 10.240508560583384 0.19.1 1.3 -example_boston LinearRegression neg_mean_squared_error train 149 -21.725524194191184 -27.91878531292613 4.139450690748836 9.18537052842286 0.19.1 1.3 -example_boston LinearRegression neg_mean_squared_error train 210 -22.479205773118764 -26.615744957796537 2.92992098660365 8.277395838645779 0.19.1 1.3 -example_boston LinearRegression neg_mean_squared_error train 271 -22.871000473762592 -26.12315748168628 1.7545099167216434 7.733768344638886 0.19.1 1.3 +example_california RandomForestRegressor spearman train 27 0.9594238979498895 0.8163211548816485 0.02290400166986271 0.08417707650924561 0.19.1 1.3 +example_california RandomForestRegressor spearman train 88 0.9796244079160437 0.8486710655157139 0.0058492803638276235 0.06683501744950732 0.19.1 1.3 +example_california RandomForestRegressor spearman train 149 0.9837166034577784 0.8732769925417688 0.004283535272354938 0.04616330942227202 0.19.1 1.3 +example_california RandomForestRegressor spearman train 210 0.9865319149366758 0.891532604829497 0.002779112437984415 0.03756961669807254 0.19.1 1.3 +example_california RandomForestRegressor spearman train 271 0.9875650059931639 0.8955560568672473 0.0015345973461408124 0.0407994153794577 0.19.1 1.3 +example_california RandomForestRegressor pearson train 27 0.9794054376988506 0.8103865734118388 0.005215098588185171 0.06059114428373496 0.19.1 1.3 +example_california RandomForestRegressor pearson train 88 0.9854723705998222 0.8493046802609777 0.0028418175940801505 0.04749666713949128 0.19.1 1.3 +example_california RandomForestRegressor pearson train 149 0.9872385966306721 0.878516468031874 0.0022704713535995572 0.041663243557102145 0.19.1 1.3 +example_california RandomForestRegressor pearson train 210 0.9887109449435151 0.8992855116596286 0.0014729618863925328 0.034004354983720946 0.19.1 1.3 +example_california RandomForestRegressor pearson train 271 0.9896983118501383 0.901780230548629 0.0012100852309211985 0.03659564339905504 0.19.1 1.3 +example_california RandomForestRegressor neg_mean_squared_error train 27 -4.909008386518566 -33.149387152764774 1.9221411877840913 9.655802974358565 0.19.1 1.3 +example_california RandomForestRegressor neg_mean_squared_error train 88 -3.145527280000014 -24.855250442470595 0.6876439099667306 7.672060868352111 0.19.1 1.3 +example_california RandomForestRegressor neg_mean_squared_error train 149 -2.5326510574496632 -20.623481007176476 0.3873481013749672 5.572677070167911 0.19.1 1.3 +example_california RandomForestRegressor neg_mean_squared_error train 210 -2.2894158928571366 -17.4107903787647 0.29893534464371657 5.818013417729622 0.19.1 1.3 +example_california RandomForestRegressor neg_mean_squared_error train 271 -2.0334272977269277 -16.717813777470592 0.20305743406157434 5.628070820688236 0.19.1 1.3 +example_california SVR spearman train 27 0.8981962898881463 0.29931580339032493 0.02806881430122922 0.1439533138762013 0.19.1 1.3 +example_california SVR spearman train 88 0.8737375694539307 0.446496353331279 0.01906788775307607 0.07899339072702233 0.19.1 1.3 +example_california SVR spearman train 149 0.8781599042557968 0.5212858546886163 0.022243762632519783 0.11327373509341285 0.19.1 1.3 +example_california SVR spearman train 210 0.8803049876040113 0.5450080094947378 0.009994917585336228 0.08680020884742351 0.19.1 1.3 +example_california SVR spearman train 271 0.87520028584429 0.5963878074283768 0.005060991551550041 0.07441407399112217 0.19.1 1.3 +example_california SVR pearson train 27 0.7822580055495103 0.16074067830390998 0.04771819488879497 0.08685490396625513 0.19.1 1.3 +example_california SVR pearson train 88 0.7656124557526914 0.2613624030650246 0.028458601338286683 0.09024157544566394 0.19.1 1.3 +example_california SVR pearson train 149 0.7629201297715984 0.2891597911464176 0.01816899023283417 0.059532690509577955 0.19.1 1.3 +example_california SVR pearson train 210 0.7580630457888355 0.30554655000947745 0.012742317625705504 0.06017838270690935 0.19.1 1.3 +example_california SVR pearson train 271 0.7563525307957926 0.3349453796484291 0.008829265082605486 0.0646187077359624 0.19.1 1.3 +example_california SVR neg_mean_squared_error train 27 -71.95887481383996 -88.44779767291877 30.622765595862507 15.3839929968712 0.19.1 1.3 +example_california SVR neg_mean_squared_error train 88 -82.69128328882199 -86.88238882439384 12.148663062695999 15.336000069306305 0.19.1 1.3 +example_california SVR neg_mean_squared_error train 149 -76.65858084167488 -86.46415101623471 9.351246155387754 15.286282013111412 0.19.1 1.3 +example_california SVR neg_mean_squared_error train 210 -77.67690900012701 -85.9424251762567 3.6442822928210608 15.418855821542426 0.19.1 1.3 +example_california SVR neg_mean_squared_error train 271 -76.34771976009634 -85.39039913340109 3.3565727695408474 15.375001576182719 0.19.1 1.3 +example_california LinearRegression spearman train 27 0.9115083971800995 0.7350973236572504 0.05004034184182171 0.14008304629975551 0.19.1 1.3 +example_california LinearRegression spearman train 88 0.8971170273584687 0.8486615042822718 0.025296037996770163 0.05279171517719857 0.19.1 1.3 +example_california LinearRegression spearman train 149 0.8944918517127088 0.8666029383751709 0.018035811562899396 0.04552107416506826 0.19.1 1.3 +example_california LinearRegression spearman train 210 0.8961256686556821 0.8743140857878938 0.012714610421765023 0.04150993510505799 0.19.1 1.3 +example_california LinearRegression spearman train 271 0.895459219094035 0.8759570359177988 0.008148481227375071 0.038775188028255296 0.19.1 1.3 +example_california LinearRegression pearson train 27 0.9373930651250184 0.6886140194024221 0.03195798762314889 0.15047985301196032 0.19.1 1.3 +example_california LinearRegression pearson train 88 0.8774841969179653 0.8170812620164447 0.03180332251295576 0.05928939259294504 0.19.1 1.3 +example_california LinearRegression pearson train 149 0.8669328943411982 0.8338427498695861 0.024338925018551106 0.05580497607920609 0.19.1 1.3 +example_california LinearRegression pearson train 210 0.8626832622710217 0.8414354780797345 0.017259927744575885 0.05271498235005368 0.19.1 1.3 +example_california LinearRegression pearson train 271 0.8599511816866532 0.8441385499840335 0.010316974430284257 0.0473027909734956 0.19.1 1.3 +example_california LinearRegression neg_mean_squared_error train 27 -9.71273591462155 -82.37294234335158 5.4786004981632574 112.6051912155324 0.19.1 1.3 +example_california LinearRegression neg_mean_squared_error train 88 -19.870067687651886 -30.875644091451083 5.8043887675945145 10.240508560583384 0.19.1 1.3 +example_california LinearRegression neg_mean_squared_error train 149 -21.725524194191184 -27.91878531292613 4.139450690748836 9.18537052842286 0.19.1 1.3 +example_california LinearRegression neg_mean_squared_error train 210 -22.479205773118764 -26.615744957796537 2.92992098660365 8.277395838645779 0.19.1 1.3 +example_california LinearRegression neg_mean_squared_error train 271 -22.871000473762592 -26.12315748168628 1.7545099167216434 7.733768344638886 0.19.1 1.3 From 8f5b6f7eb1ad6c8183cbc995aa9421c544c83c54 Mon Sep 17 00:00:00 2001 From: Nitin Madnani Date: Thu, 8 Sep 2022 20:40:00 -0400 Subject: [PATCH 3/3] Remove stray ipdb trace. --- tests/test_examples.py | 1 - 1 file changed, 1 deletion(-) diff --git a/tests/test_examples.py b/tests/test_examples.py index 4080aae4..52e6f6e0 100644 --- a/tests/test_examples.py +++ b/tests/test_examples.py @@ -96,7 +96,6 @@ def run_configuration_and_check_outputs(config_path): """ # run this experiment, get the `results_json_path` - __import__('ipdb').sset_trace() results_json_path = run_configuration(config_path, local=True, quiet=True)[0] # if the results path exists, check the output