diff --git a/.pre-commit-config.yaml b/.pre-commit-config.yaml index 7626f608..2b4feff3 100644 --- a/.pre-commit-config.yaml +++ b/.pre-commit-config.yaml @@ -33,8 +33,9 @@ repos: - id: ruff args: [--line-length=100, --select, "D,E,F,I", --ignore, "D212", --per-file-ignores, "tests/test*.py:D102,tests/test*.py:D103,tests/test_input.py:E501,skll/data/featureset.py:E501,skll/learner/__init__.py:E501,skll/learner/voting.py:E501,skll/learner/utils.py:E501"] - repo: https://github.com/pre-commit/mirrors-mypy - rev: 'v1.2.0' + rev: 'v1.8.0' hooks: - id: mypy args: [--ignore-missing-imports] + additional_dependencies: ["wandb"] exclude: tests/ diff --git a/doc/run_experiment.rst b/doc/run_experiment.rst index 9e9e56f3..8217c757 100644 --- a/doc/run_experiment.rst +++ b/doc/run_experiment.rst @@ -1392,6 +1392,8 @@ Whether to save each of the K :ref:`model files ` trained du each step of a K-fold cross-validation experiment. Defaults to ``False``. +.. _save_votes: + save_votes *(Optional)* """"""""""""""""""""""" @@ -1400,6 +1402,8 @@ Whether to save the predictions from the individual estimators underlying a :ref:`predictions ` must be set. Defaults to ``False``. +.. _wandb_credentials: + wandb_credentials *(Optional)* """""""""""""""""""""""""""""" To enable logging metrics and artifacts to `Weights & Biases `__, specify @@ -1539,6 +1543,8 @@ For most of the SKLL tasks the various output files generated by :ref:`run_exper contains only a single value, the job can be disambiguated using only the featuresets and the learners since the objective is fixed. Therefore, the output files will have the prefix ``__``. + Similarly, if a task has a single :ref:`feature set `, the output + files prefix will not include the ```` component. The following types of output files can be generated after running an experiment configuration file through :ref:`run_experiment `. Note that @@ -1676,6 +1682,26 @@ Here's an example of this plot. You can also generate the plots from the learning curve summary file using the :ref:`plot_learning_curves ` utility script. +.. _output_wandb: + +Integration with Weights & Biases +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +The output of any SKLL experiment can be automatically logged to `Weights & Biases `. +Once the logging is :ref:`enabled`, a new +run will be created under the specified W&B project. The following is logged +for _all_ tasks: +- The SKLL configuration file, including default values for fields that were left unspecified +- The learner, feature set, and size of training and testing sets for each job in the experiment + +There are additional items logged depending on the task type: + * **train**: The full path to the generated model file is logged in the project summary. + * **predict**: The predictions file is logged as a table, separately for each job in the experiment. + * **evaluate**: The task summary file is logged as a table. For classification experiments, + the confusion matrix as well as a table that shows per-label precision, recall and f-measure + are logged for each job. + * **cross_validate**: Similar output logged as the `evaluate` task, with a separate job per CV fold. + * **learning_curve** The summary file is logged as a table, and all learning curve plots + are logged as media artifacts. .. rubric:: Footnotes .. [#] We are considering adding support for YAML configuration files in the diff --git a/examples/california/cross_val.cfg b/examples/california/cross_val.cfg index 826c0e26..fff74158 100755 --- a/examples/california/cross_val.cfg +++ b/examples/california/cross_val.cfg @@ -1,5 +1,5 @@ [General] -experiment_name = Example_CV +experiment_name = California_CV task = cross_validate [Input] diff --git a/examples/california/evaluate.cfg b/examples/california/evaluate.cfg index 93f89e20..e5cd73af 100755 --- a/examples/california/evaluate.cfg +++ b/examples/california/evaluate.cfg @@ -1,5 +1,5 @@ [General] -experiment_name = Example_Evaluate +experiment_name = California_Evaluate task = evaluate [Input] diff --git a/examples/titanic/predict_train+dev_tuned.cfg b/examples/titanic/predict_train+dev_tuned.cfg index 6ba139ad..03ba7e8b 100644 --- a/examples/titanic/predict_train+dev_tuned.cfg +++ b/examples/titanic/predict_train+dev_tuned.cfg @@ -22,3 +22,4 @@ objectives = ['accuracy'] logs = output predictions = output models = output +results = output diff --git a/examples/titanic/predict_train_only_tuned.cfg b/examples/titanic/predict_train_only_tuned.cfg index 696ccf8a..6bff5e37 100644 --- a/examples/titanic/predict_train_only_tuned.cfg +++ b/examples/titanic/predict_train_only_tuned.cfg @@ -22,3 +22,4 @@ objectives = ['accuracy'] logs = output predictions = output models = output +results = output diff --git a/examples/titanic/train.cfg b/examples/titanic/train.cfg index 04d0fc67..f8f4fe66 100644 --- a/examples/titanic/train.cfg +++ b/examples/titanic/train.cfg @@ -20,3 +20,4 @@ objectives = ['accuracy'] # again, these can be absolute paths logs = output models = output +results = output diff --git a/skll/experiments/__init__.py b/skll/experiments/__init__.py index 41c9503e..2a52d807 100644 --- a/skll/experiments/__init__.py +++ b/skll/experiments/__init__.py @@ -245,6 +245,7 @@ def _classify_featureset(args: Dict[str, Any]) -> List[Dict[str, Any]]: ) train_set_size = len(train_examples.ids) + if not train_examples.has_labels: raise ValueError("Training examples do not have labels") @@ -345,6 +346,7 @@ def _classify_featureset(args: Dict[str, Any]) -> List[Dict[str, Any]]: # create a list of dictionaries of the results information learner_result_dict_base = { "experiment_name": experiment_name, + "job_name": job_name, "train_set_name": train_set_name, "train_set_size": train_set_size, "test_set_name": test_set_name, @@ -491,6 +493,7 @@ def _classify_featureset(args: Dict[str, Any]) -> List[Dict[str, Any]]: # save model, if asked if model_path: learner.save(modelfile) + learner_result_dict_base["model_file"] = str(modelfile) # print out the model parameters; note that for # voting learners, we exclude the parameters for @@ -533,15 +536,18 @@ def _classify_featureset(args: Dict[str, Any]) -> List[Dict[str, Any]]: class_labels=False, **extra_kwargs, ) + learner_result_dict_base[ + "predictions_file" + ] = f"{prediction_prefix}_predictions.tsv" end_timestamp = datetime.datetime.now() learner_result_dict_base["end_timestamp"] = end_timestamp.strftime("%d %b %Y %H:%M:%S.%f") total_time = end_timestamp - start_timestamp learner_result_dict_base["total_time"] = str(total_time) - if task == "cross_validate" or task == "evaluate": - results_json_path = Path(results_path) / f"{job_name}.results.json" + results_json_path = Path(results_path) / f"{job_name}.results.json" + if task == "cross_validate" or task == "evaluate": res = _create_learner_result_dicts( task_results, grid_scores, grid_search_cv_results_dicts, learner_result_dict_base ) @@ -554,7 +560,6 @@ def _classify_featureset(args: Dict[str, Any]) -> List[Dict[str, Any]]: _print_fancy_output(res, output_file) elif task == "learning_curve": - results_json_path = Path(results_path) / f"{job_name}.results.json" result_dict = {} result_dict.update(learner_result_dict_base) result_dict.update( @@ -581,14 +586,12 @@ def _classify_featureset(args: Dict[str, Any]) -> List[Dict[str, Any]]: # For all other tasks, i.e. train or predict else: if results_path: - results_json_path = Path(results_path) / f"{job_name}.results.json" - assert len(grid_scores) == 1 assert len(grid_search_cv_results_dicts) == 1 - grid_search_cv_results_dict: Dict[str, Any] = {"grid_score": grid_scores[0]} - grid_search_cv_results_dict[ - "grid_search_cv_results" - ] = grid_search_cv_results_dicts[0] + grid_search_cv_results_dict: Dict[str, Any] = { + "grid_score": grid_scores[0], + "grid_search_cv_results": grid_search_cv_results_dicts[0], + } grid_search_cv_results_dict.update(learner_result_dict_base) # write out the result dictionary to a json file with open(results_json_path, "w") as json_file: @@ -724,10 +727,9 @@ def run_configuration( # created by the configuration parser so we don't need anything # except the name `experiment`. logger = get_skll_logger("experiment") - wandb_logger = WandbLogger(wandb_credentials) - wandb_logger.log_configuration( - {"experiment_name": experiment_name, "task": task, "learners": learners} - ) + # init WandbLogger. If W&B credentials are not specified, + # logging to wandb will not be performed. + wandb_logger = WandbLogger(wandb_credentials, str(config_file)) # Check if we have gridmap if not local and not _HAVE_GRIDMAP: @@ -823,30 +825,37 @@ def run_configuration( grid_objectives = output_metrics # if there were no grid objectives provided, just set it to - # a list containing a single None so as to allow the parallelization - # to proceeed and to pass the correct default value of grid_objective + # a list containing a single None to allow the parallelization + # to proceed and to pass the correct default value of grid_objective # down to _classify_featureset(). grid_objectives_extra: Union[List[str], List[None]] grid_objectives_extra = [None] if not grid_objectives else grid_objectives + job_results = [] # Run each featureset-learner-objective combination for featureset, featureset_name in zip(featuresets, featureset_names): for learner_num, learner_name in enumerate(learners): for grid_objective in grid_objectives_extra: - # for the individual job name, we need to add the feature set name - # and the learner name - if grid_objective is None or len(grid_objectives_extra) == 1: - job_name_components = [experiment_name, featureset_name, learner_name] - else: - job_name_components = [ - experiment_name, - featureset_name, - learner_name, - grid_objective, - ] + # The individual job name is built from the experiment name, featureset, + # learner and objective. To keep the job name as compact as possible, + # some of the components are only included if they have multiple values + # in this run. + job_name_components = [experiment_name] + if len(featuresets) > 1: + job_name_components.append(featureset_name) + + job_name_components.append(learner_name) + + if len(grid_objectives_extra) > 1 and grid_objective is not None: + job_name_components.append(grid_objective) job_name = "_".join(job_name_components) + logger.info(f"Job name: {job_name}") + wandb_logger.log_to_summary(job_name, "featureset name", featureset_name) + wandb_logger.log_to_summary(job_name, "learner name", learner_name) + wandb_logger.log_to_summary(job_name, "grid objective", grid_objective) + # change the prediction prefix to include the feature set prediction_prefix = str(Path(prediction_dir) / job_name) @@ -869,7 +878,7 @@ def run_configuration( ) continue - # create job if we're doing things on the grid + # create args for classification job job_args: Dict[str, Any] = {} job_args["experiment_name"] = experiment_name job_args["task"] = task @@ -930,6 +939,7 @@ def run_configuration( job_args["learning_curve_train_sizes"] = learning_curve_train_sizes if not local: + # add to job list if we're doing things on the grid jobs.append( Job( _classify_featureset, @@ -944,7 +954,7 @@ def run_configuration( ) ) else: - _classify_featureset(job_args) + job_results.append(_classify_featureset(job_args)) # Call get_skll_logger again after _classify_featureset # calls are finished so that any warnings that may @@ -960,19 +970,43 @@ def run_configuration( job_results = process_jobs(jobs, white_list=hosts) _check_job_results(job_results) - # write out the summary results file - if (task == "cross_validate" or task == "evaluate") and write_summary: - summary_file_name = f"{experiment_name}_summary.tsv" - with open(Path(results_path) / summary_file_name, "w", newline="") as output_file: - _write_summary_file(result_json_paths, output_file, ablation=ablation) + # process output and log to wandb + if task == "predict": + for job_result in job_results: + task_result = job_result[0] # predict outputs a single dict + wandb_logger.log_predict_results(task_result) + + elif task == "train": + for job_result in job_results: + # train outputs a single dict + wandb_logger.log_train_results(job_result[0]) + + elif task == "cross_validate" or task == "evaluate": + if write_summary: + # write out the summary results file + summary_file_path = Path(results_path) / f"{experiment_name}_summary.tsv" + with open(summary_file_path, "w", newline="") as output_file: + _write_summary_file(result_json_paths, output_file, ablation=ablation) + wandb_logger.log_summary_file(summary_file_path) + + for job_result_list in job_results: + for result_dict in job_result_list: + wandb_logger.log_evaluation_results(result_dict) + wandb_logger.log_label_metric_table() + elif task == "learning_curve": - output_file_name = f"{experiment_name}_summary.tsv" - output_file_path = Path(results_path) / output_file_name - with open(output_file_path, "w", newline="") as output_file: + # write out the summary file + summary_file_path = Path(results_path) / f"{experiment_name}_summary.tsv" + with open(summary_file_path, "w", newline="") as output_file: _write_learning_curve_file(result_json_paths, output_file) + wandb_logger.log_summary_file(summary_file_path) # generate the actual plot if we have the requirements installed - generate_learning_curve_plots(experiment_name, results_path, output_file_path) + plot_paths = generate_learning_curve_plots( + experiment_name, results_path, summary_file_path + ) + for plot_path in plot_paths: + wandb_logger.log_plot(plot_path) finally: # Close/remove any logger handlers diff --git a/skll/experiments/output.py b/skll/experiments/output.py index 32ffda4d..a50b1919 100644 --- a/skll/experiments/output.py +++ b/skll/experiments/output.py @@ -90,7 +90,7 @@ def _generate_learning_curve_score_plots( experiment_name: str, output_dir: PathOrStr, rotate_labels: bool = False, -) -> None: +) -> List[str]: """ Generate learning curve score plots, one per featureset. @@ -113,10 +113,15 @@ def _generate_learning_curve_score_plots( Path to the output directory for the plots. rotate_labels : bool, default=False Whether to rotate the x-axis labels for the training data size. + + Returns + ------- + List[str] + A list of paths of the generated plots """ # convert output dir to a path output_dir = Path(output_dir) - + plot_paths = [] # set up and draw the actual learning curve figures, one for # each of the featuresets for fs_name, df_fs in df_scores.groupby("featureset_name"): @@ -205,9 +210,13 @@ def _generate_learning_curve_score_plots( frameon=True, ) g.fig.tight_layout(w_pad=1) - plt.savefig(output_dir / f"{experiment_name}_{fs_name}.png", dpi=300) + plot_file_path = output_dir / f"{experiment_name}_{fs_name}.png" + plt.savefig(plot_file_path, dpi=300) # explicitly close figure to save memory plt.close(fig) + plot_paths.append(str(plot_file_path)) + + return plot_paths def _generate_learning_curve_time_plots( @@ -216,7 +225,7 @@ def _generate_learning_curve_time_plots( experiment_name: str, output_dir: PathOrStr, rotate_labels: bool = False, -) -> None: +) -> List[str]: """ Generate learning curve time plots, one per featureset. @@ -237,10 +246,15 @@ def _generate_learning_curve_time_plots( Path to the output directory for the plots. rotate_labels : bool, default=False Whether to rotate the x-axis labels for the training data size. + + Returns + ------- + List[str] + A list of paths of the generated plots """ # convert output dir to a path output_dir = Path(output_dir) - + plot_paths = [] # set up and draw the actual learning curve figures, one for # each of the featuresets for fs_name, df_fs in df_times.groupby("featureset_name"): @@ -290,15 +304,19 @@ def _generate_learning_curve_time_plots( ) g.fig.tight_layout(w_pad=1) - plt.savefig(output_dir / f"{experiment_name}_{fs_name}_times.png", dpi=300) + plot_file_path = output_dir / f"{experiment_name}_{fs_name}_times.png" + plt.savefig(plot_file_path, dpi=300) # explicitly close figure to save memory plt.close(fig) + plot_paths.append(str(plot_file_path)) + + return plot_paths def generate_learning_curve_plots( experiment_name: str, output_dir: PathOrStr, learning_curve_tsv_file: PathOrStr -) -> None: +) -> List[str]: """ Generate learning curves using the TSV output file from a learning curve experiment. @@ -312,6 +330,11 @@ def generate_learning_curve_plots( Path to the output directory for the plots. learning_curve_tsv_file : :class:`skll.types.PathOrStr` The path to the learning curve TSV file. + + Returns + ------- + List[str] + A list of paths of the generated plots """ # convert output_dir to Path object output_dir = Path(output_dir) @@ -395,7 +418,7 @@ def generate_learning_curve_plots( df_time_melted["learner_name"] = df_time_melted["learner_name"].astype("category") # call the function to generate the score plots first - _generate_learning_curve_score_plots( + score_plot_paths = _generate_learning_curve_score_plots( df_score_melted, num_metrics, num_learners, @@ -405,7 +428,7 @@ def generate_learning_curve_plots( ) # now call the function to generate the time plots - _generate_learning_curve_time_plots( + time_plot_paths = _generate_learning_curve_time_plots( df_time_melted, num_learners, experiment_name, @@ -413,6 +436,8 @@ def generate_learning_curve_plots( rotate_labels=rotate_labels, ) + return score_plot_paths + time_plot_paths + def _print_fancy_output( learner_result_dicts: List[Dict[str, Any]], output_file: IO[str] = sys.stdout @@ -473,7 +498,8 @@ def _print_fancy_output( print("\n", file=output_file) for lrd in learner_result_dicts: - print(f'Fold: {lrd["fold"]}', file=output_file) + if lrd["fold"]: # otherwise it's a single results item (evaluate task) + print(f'Fold: {lrd["fold"]}', file=output_file) print(f'Model Parameters: {lrd.get("model_params", "")}', file=output_file) print(f'Grid Objective Score (Train) = {lrd.get("grid_score", "")}', file=output_file) if "result_table" in lrd: diff --git a/skll/experiments/utils.py b/skll/experiments/utils.py index 57c64e87..f286336f 100644 --- a/skll/experiments/utils.py +++ b/skll/experiments/utils.py @@ -151,9 +151,11 @@ def _create_learner_result_dicts( learner_result_dict["grid_search_cv_results"] = grid_search_cv_results if conf_matrix: + learner_result_dict["conf_matrix"] = conf_matrix labels = sorted(task_results[0][2].keys()) headers = [""] + labels + ["Precision", "Recall", "F-measure"] rows = [] + label_metrics = {} for i, actual_label in enumerate(labels): conf_matrix_row = ( conf_matrix[i][:i] + [str([conf_matrix[i][i]])] + conf_matrix[i][i + 1 :] @@ -162,6 +164,11 @@ def _create_learner_result_dicts( label_prec = _get_stat_float(label_prf_dict, "Precision") label_recall = _get_stat_float(label_prf_dict, "Recall") label_f = _get_stat_float(label_prf_dict, "F-measure") + label_metrics[actual_label] = { + "precision": label_prec, + "recall": label_recall, + "f-measure": label_f, + } if not math.isnan(label_prec): prec_sum_dict[actual_label] += float(label_prec) if not math.isnan(label_recall): @@ -170,7 +177,7 @@ def _create_learner_result_dicts( f_sum_dict[actual_label] += float(label_f) result_row = [actual_label] + conf_matrix_row + [label_prec, label_recall, label_f] rows.append(result_row) - + learner_result_dict["label_metrics"] = label_metrics result_table = tabulate( rows, headers=headers, stralign="right", floatfmt=".3f", tablefmt="grid" ) diff --git a/skll/utils/testing.py b/skll/utils/testing.py index ca88db16..f0824688 100644 --- a/skll/utils/testing.py +++ b/skll/utils/testing.py @@ -466,7 +466,7 @@ def fill_in_config_options_for_voting_learners( sub_prefix = task featureset_name = "f0" train_path = train_dir / f"{featureset_name}.jsonlines" - job_name = f"{experiment_name}_{sub_prefix}_{featureset_name}_{learner_name}" + job_name = f"{experiment_name}_{sub_prefix}_{learner_name}" values_to_fill_dict = { "experiment_name": f"{experiment_name}_{sub_prefix}", "train_file": str(train_path), diff --git a/skll/utils/wandb.py b/skll/utils/wandb.py index d8cb9b58..e26b809d 100644 --- a/skll/utils/wandb.py +++ b/skll/utils/wandb.py @@ -3,15 +3,23 @@ :author: Tamar Lavee (tlavee@ets.org) """ -from typing import Any, Dict, Optional + +from pathlib import Path +from typing import Any, Dict, Optional, Union + +import pandas as pd import wandb +from skll.config import _setup_config_parser +from skll.types import PathOrStr +from wandb.sdk.lib import RunDisabled +from wandb.sdk.wandb_run import Run class WandbLogger: """Interface for Weights and Biases logging.""" - def __init__(self, wandb_credentials: Optional[Dict[str, str]]): + def __init__(self, wandb_credentials: Optional[Dict[str, str]], config_file_path: str): """ Initialize the wandb_run if wandb_credentials are provided. @@ -20,21 +28,198 @@ def __init__(self, wandb_credentials: Optional[Dict[str, str]]): wandb_credentials : Optional[Dict[str, str]] A dictionary containing the W&B entity and project names that will be used to initialize the wandb run. If ``None``, logging to W&B will not be performed. + config_file_path : str + The path to this experiment's config file """ - self.wandb_run = None + self.wandb_run: Optional[Union[Run, RunDisabled]] = None if wandb_credentials: self.wandb_run = wandb.init( - project=wandb_credentials["wandb_project"], entity=wandb_credentials["wandb_entity"] + project=wandb_credentials["wandb_project"], + entity=wandb_credentials["wandb_entity"], + config=get_config_dict(config_file_path), ) + self.label_metrics_table: Optional[wandb.Table] = None + + def log_plot(self, plot_file_path: str) -> None: + """ + Log a plot to W&B as an image if logging to W&B is enabled. + + Parameters + ---------- + plot_file_path : str + The full path to the plot file. + """ + plot_name = Path(plot_file_path).stem + if self.wandb_run: + self.wandb_run.log({plot_name: wandb.Image(plot_file_path)}) + + def log_summary_file(self, summary_file_path: PathOrStr) -> None: + """ + Log a task summary file to W&B if logging to W&B is enabled. + + The summary is logged as a table to the wandb run. + + Parameters + ---------- + summary_file_path : PathOrStr + The path to the summary tsv file + """ + if self.wandb_run: + summary_df = pd.read_csv(summary_file_path, sep="\t") + summary_table = wandb.Table(dataframe=summary_df, allow_mixed_types=True) + self.wandb_run.log({"Summary": summary_table}) + + def log_evaluation_results(self, task_results: Dict[str, Any]) -> None: + """ + Log evaluation results to W&B, if logging to W&B is enabled. + + Log basic task info, general scores, and label-specific evaluation scores + and confusion matrix for classification tasks. + + The input is either "evaluate" task results or a single + fold results in a "cross validate" task. + + The metrics are logged to a section named by the job name and + fold, if available. + + Parameters + ---------- + task_results : Dict[str,Any] + The evaluation results of a single job of "evaluate" task or + a single fold of a "cross_validate" task. + """ + if self.wandb_run: + task_prefix = task_results["job_name"] + # if this is a fold's result, add fold name to the prefix. + if fold_num := task_results.get("fold"): + task_prefix = f"{task_prefix}_fold_{fold_num}" + + # log confusion matrix as a custom chart + if confusion_matrix := task_results.get("conf_matrix"): + self.log_conf_matrix_chart( + task_prefix, confusion_matrix, sorted(task_results["label_metrics"].keys()) + ) + + # log Precision, recall and f-measure for each label + if not self.label_metrics_table: + self.label_metrics_table = wandb.Table( + columns=["Job Name", "Label", "Precision", "Recall", "F-measure"], + allow_mixed_types=True, + ) + for label, label_metric_dict in task_results["label_metrics"].items(): + self.label_metrics_table.add_data( + task_prefix, + label, + label_metric_dict.get("precision"), + label_metric_dict.get("recall"), + label_metric_dict.get("f-measure"), + ) + + def log_label_metric_table(self) -> None: + """ + Log the full label metric table to W&B, if logging to W&B is enabled. - def log_configuration(self, conf_dict: Dict[str, Any]): + This table is populated when evaluation results are logged for + classification learners. This method should be called after all task + results of a `evaluate` or `cross_validate` task have been logged. """ - Log a configuration dictionary to W&B if logging to W&B is enabled. + if self.wandb_run and self.label_metrics_table: + self.wandb_run.log({"classification metrics": self.label_metrics_table}) + + def log_train_results(self, task_results: Dict[str, Any]) -> None: + """ + Log train results to W&B, if logging to W&B is enabled. + + Log basic task info and the model file location. + + Parameters + ---------- + task_results : Dict[str, Any] + The train task results. + """ + if self.wandb_run: + task_prefix = task_results["job_name"] + for metric in ["train_set_size", "test_set_size", "model_file"]: + self.log_to_summary(task_prefix, metric, task_results.get(metric, "N/A")) + + def log_predict_results(self, task_results: Dict[str, Any]) -> None: + """ + Log predict results to W&B, if logging to W&B is enabled. + + Log basic task info to the run, and predictions file as a table. Parameters ---------- - conf_dict : Dict[str, Any] - A dictionary mapping configuration field names to their values. + task_results : Dict[str, Any] + The predict task results. """ if self.wandb_run: - self.wandb_run.config.update(conf_dict) + task_prefix = task_results["job_name"] + for metric in ["train_set_size", "test_set_size"]: + self.log_to_summary(task_prefix, metric, task_results.get(metric, "N/A")) + predictions_df = pd.read_csv(task_results["predictions_file"], sep="\t") + predictions_table = wandb.Table(dataframe=predictions_df, allow_mixed_types=True) + self.wandb_run.log({f"{task_prefix}/predictions": predictions_table}) + + def log_conf_matrix_chart(self, task_prefix, confusion_matrix, labels) -> None: + """ + Log a confusion matrix to wandb if logging to wandb is enabled. + + A chart object is created from the confusion matrix data and logged + to the wandb run. + + Parameters + ---------- + task_prefix: str + The task's name, to be used in the matrix name. + confusion_matrix : List[List[int]] + the confusion matrix values + labels : List[str] + label names + """ + if self.wandb_run: + conf_matrix_data = [] + for row_idx, row in enumerate(confusion_matrix): + for col_idx, cell_value in enumerate(row): + conf_matrix_data.append([labels[row_idx], labels[col_idx], cell_value]) + table = wandb.Table(columns=["Predicted", "Actual", "Count"], data=conf_matrix_data) + chart = wandb.visualize("wandb/confusion_matrix/v1", table) + self.wandb_run.log({f"{task_prefix}/confusion_matrix": chart}) + + def log_to_summary(self, task_prefix, metric_name, metric_value) -> None: + """ + Add a metric to the W&B run summary if logging to W&B is enabled. + + Parameters + ---------- + task_prefix : str + task name to be used as section in the summary table + metric_name : str + The metric name + metric_value : Any + The metric value + """ + if self.wandb_run: + self.wandb_run.summary[f"{task_prefix}/{metric_name}"] = metric_value + + +def get_config_dict(config_file_path: str) -> Dict[str, Any]: + """ + Load a configuration file into a dictionary, to be logged to W&B as a run config. + + Parameters + ---------- + config_file_path : str + Path to the config file + + Returns + ------- + Dictionary containing all SKLL configuration fields. + + This also includes default values when for fields that are missing in the file. + """ + config_parser = _setup_config_parser(config_file_path, validate=False) + return { + section: {key: val for [key, val] in config_parser.items(section)} + for section in config_parser.sections() + } diff --git a/tests/other/cv_results/test_grid_search_cv_results_cross_validate_gs_LogisticRegression.results.json b/tests/other/cv_results/test_grid_search_cv_results_cross_validate_gs_LogisticRegression.results.json new file mode 100644 index 00000000..55e16baa --- /dev/null +++ b/tests/other/cv_results/test_grid_search_cv_results_cross_validate_gs_LogisticRegression.results.json @@ -0,0 +1 @@ +[{"experiment_name": "test_grid_search_cv_results_cross_validate_gs", "job_name": "test_grid_search_cv_results_cross_validate_gs_LogisticRegression", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "LogisticRegression", "task": "cross_validate", "start_timestamp": "22 Jan 2024 10:47:31.081777", "version": "4.0.1", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.3.2", "end_timestamp": "22 Jan 2024 10:47:32.042683", "total_time": "0:00:00.960906", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [31] | 19 | 0.564 | 0.620 | 0.590 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 24 | [26] | 0.578 | 0.520 | 0.547 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.57, "pearson": "", "score": 0.57, "fold": 1, "model_params": "{\"C\": 0.01, \"class_weight\": null, \"dual\": false, \"fit_intercept\": true, \"intercept_scaling\": 1, \"l1_ratio\": null, \"max_iter\": 1000, \"multi_class\": \"auto\", \"n_jobs\": null, \"penalty\": \"l2\", \"random_state\": 123456789, \"solver\": \"liblinear\", \"tol\": 0.0001, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.5177777777777778, "grid_search_cv_results": {"mean_fit_time": [0.0009190241495768229, 0.0008010069529215494, 0.0005659262339274088, 0.0006131331125895182, 0.0005672772725423177], "std_fit_time": [8.682569048403209e-06, 0.00012672873881120183, 2.6387622426114525e-05, 5.711251691664724e-05, 6.366277088413973e-05], "mean_score_time": [0.0008045832316080729, 0.0007065931955973307, 0.0006213188171386719, 0.0006213188171386719, 0.0005957285563151041], "std_score_time": [7.753391091194806e-06, 5.307025959964394e-05, 2.5628241397535447e-05, 1.6086924450216456e-05, 3.7955924958814746e-05], "param_C": [0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01}, {"C": 0.1}, {"C": 1.0}, {"C": 10.0}, {"C": 100.0}], "split0_test_score": [0.5133333333333333, 0.54, 0.54, 0.54, 0.54], "split1_test_score": [0.51, 0.48, 0.48, 0.48, 0.48], "split2_test_score": [0.53, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333], "mean_test_score": [0.5177777777777778, 0.5111111111111111, 0.5111111111111111, 0.5111111111111111, 0.5111111111111111], "std_test_score": [0.008748897637790916, 0.0245452467048606, 0.0245452467048606, 0.0245452467048606, 0.0245452467048606], "rank_test_score": [1, 2, 2, 2, 2]}, "conf_matrix": [[31, 19], [24, 26]], "label_metrics": {"cat": {"precision": 0.5636363636363636, "recall": 0.62, "f-measure": 0.5904761904761904}, "dog": {"precision": 0.5777777777777777, "recall": 0.52, "f-measure": 0.5473684210526315}}, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_gs", "job_name": "test_grid_search_cv_results_cross_validate_gs_LogisticRegression", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "LogisticRegression", "task": "cross_validate", "start_timestamp": "22 Jan 2024 10:47:31.081777", "version": "4.0.1", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.3.2", "end_timestamp": "22 Jan 2024 10:47:32.042683", "total_time": "0:00:00.960906", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [26] | 24 | 0.520 | 0.520 | 0.520 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 24 | [26] | 0.520 | 0.520 | 0.520 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.52, "pearson": "", "score": 0.52, "fold": 2, "model_params": "{\"C\": 0.01, \"class_weight\": null, \"dual\": false, \"fit_intercept\": true, \"intercept_scaling\": 1, \"l1_ratio\": null, \"max_iter\": 1000, \"multi_class\": \"auto\", \"n_jobs\": null, \"penalty\": \"l2\", \"random_state\": 123456789, \"solver\": \"liblinear\", \"tol\": 0.0001, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.5244444444444444, "grid_search_cv_results": {"mean_fit_time": [0.0005679130554199219, 0.0005790392557779948, 0.0004813671112060547, 0.0006051063537597656, 0.0005070368448893229], "std_fit_time": [6.0187667281380384e-05, 0.00011099391382396245, 9.633605513690736e-06, 4.740914128487166e-05, 2.8570686493538464e-05], "mean_score_time": [0.0005923906962076823, 0.000598907470703125, 0.0005640188852945963, 0.0005966822306315104, 0.0005379517873128256], "std_score_time": [2.1803969629635848e-05, 6.265133402242198e-05, 5.3003452476440485e-05, 1.8245210130874068e-05, 1.3214976905438018e-05], "param_C": [0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01}, {"C": 0.1}, {"C": 1.0}, {"C": 10.0}, {"C": 100.0}], "split0_test_score": [0.5133333333333333, 0.53, 0.53, 0.53, 0.53], "split1_test_score": [0.5166666666666667, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334], "split2_test_score": [0.5433333333333333, 0.5366666666666666, 0.5366666666666666, 0.5366666666666666, 0.5366666666666666], "mean_test_score": [0.5244444444444444, 0.5166666666666667, 0.5166666666666667, 0.5166666666666667, 0.5166666666666667], "std_test_score": [0.0134256066373273, 0.023726840560069573, 0.023726840560069573, 0.023726840560069573, 0.023726840560069573], "rank_test_score": [1, 2, 2, 2, 2]}, "conf_matrix": [[26, 24], [24, 26]], "label_metrics": {"cat": {"precision": 0.52, "recall": 0.52, "f-measure": 0.52}, "dog": {"precision": 0.52, "recall": 0.52, "f-measure": 0.52}}, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_gs", "job_name": "test_grid_search_cv_results_cross_validate_gs_LogisticRegression", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "LogisticRegression", "task": "cross_validate", "start_timestamp": "22 Jan 2024 10:47:31.081777", "version": "4.0.1", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.3.2", "end_timestamp": "22 Jan 2024 10:47:32.042683", "total_time": "0:00:00.960906", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [25] | 25 | 0.500 | 0.500 | 0.500 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 25 | [25] | 0.500 | 0.500 | 0.500 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.5, "pearson": "", "score": 0.5, "fold": 3, "model_params": "{\"C\": 0.01, \"class_weight\": null, \"dual\": false, \"fit_intercept\": true, \"intercept_scaling\": 1, \"l1_ratio\": null, \"max_iter\": 1000, \"multi_class\": \"auto\", \"n_jobs\": null, \"penalty\": \"l2\", \"random_state\": 123456789, \"solver\": \"liblinear\", \"tol\": 0.0001, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.5288888888888889, "grid_search_cv_results": {"mean_fit_time": [0.0006001790364583334, 0.0005156199137369791, 0.0004843870798746745, 0.0005695819854736328, 0.0005056063334147135], "std_fit_time": [7.130172811602277e-05, 1.9918378445715004e-05, 7.867411722033553e-06, 8.467138577568813e-05, 1.647485991214885e-05], "mean_score_time": [0.0006031195322672526, 0.0005480448404947916, 0.0005372365315755209, 0.0005981127421061198, 0.0005489985148111979], "std_score_time": [3.348590617437666e-05, 2.171427741176237e-05, 1.3360425408414029e-05, 6.177582375420067e-05, 2.204165114205143e-05], "param_C": [0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01}, {"C": 0.1}, {"C": 1.0}, {"C": 10.0}, {"C": 100.0}], "split0_test_score": [0.5133333333333333, 0.52, 0.52, 0.52, 0.52], "split1_test_score": [0.52, 0.5, 0.5, 0.5, 0.5], "split2_test_score": [0.5533333333333333, 0.5366666666666666, 0.5366666666666666, 0.5366666666666666, 0.5366666666666666], "mean_test_score": [0.5288888888888889, 0.5188888888888888, 0.5188888888888888, 0.5188888888888888, 0.5188888888888888], "std_test_score": [0.01749779527558181, 0.01498970840359114, 0.01498970840359114, 0.01498970840359114, 0.01498970840359114], "rank_test_score": [1, 2, 2, 2, 2]}, "conf_matrix": [[25, 25], [25, 25]], "label_metrics": {"cat": {"precision": 0.5, "recall": 0.5, "f-measure": 0.5}, "dog": {"precision": 0.5, "recall": 0.5, "f-measure": 0.5}}, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_gs", "job_name": "test_grid_search_cv_results_cross_validate_gs_LogisticRegression", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "LogisticRegression", "task": "cross_validate", "start_timestamp": "22 Jan 2024 10:47:31.081777", "version": "4.0.1", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.3.2", "end_timestamp": "22 Jan 2024 10:47:32.042683", "total_time": "0:00:00.960906", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [26] | 24 | 0.520 | 0.520 | 0.520 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 24 | [26] | 0.520 | 0.520 | 0.520 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.52, "pearson": "", "score": 0.52, "fold": 4, "model_params": "{\"C\": 0.01, \"class_weight\": null, \"dual\": false, \"fit_intercept\": true, \"intercept_scaling\": 1, \"l1_ratio\": null, \"max_iter\": 1000, \"multi_class\": \"auto\", \"n_jobs\": null, \"penalty\": \"l2\", \"random_state\": 123456789, \"solver\": \"liblinear\", \"tol\": 0.0001, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.5311111111111111, "grid_search_cv_results": {"mean_fit_time": [0.0005174477895100912, 0.0005273024241129557, 0.0005765755971272787, 0.0006022453308105469, 0.0005287329355875651], "std_fit_time": [3.064541895090609e-05, 4.8563054776039725e-06, 6.980124386342272e-05, 1.593782579534185e-05, 4.3055223982078585e-05], "mean_score_time": [0.0005564689636230469, 0.0006384054819742838, 0.0005780855814615885, 0.0006396770477294922, 0.0005654493967692057], "std_score_time": [9.47295152394062e-06, 7.96485389645493e-05, 3.0284061018481893e-05, 2.24096554598448e-05, 3.7625006779805646e-05], "param_C": [0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01}, {"C": 0.1}, {"C": 1.0}, {"C": 10.0}, {"C": 100.0}], "split0_test_score": [0.5233333333333333, 0.5166666666666667, 0.5166666666666667, 0.5166666666666667, 0.5166666666666667], "split1_test_score": [0.5233333333333333, 0.52, 0.52, 0.52, 0.52], "split2_test_score": [0.5466666666666666, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333], "mean_test_score": [0.5311111111111111, 0.5166666666666666, 0.5166666666666666, 0.5166666666666666, 0.5166666666666666], "std_test_score": [0.010999438818457398, 0.0027216552697591043, 0.0027216552697591043, 0.0027216552697591043, 0.0027216552697591043], "rank_test_score": [1, 2, 2, 2, 2]}, "conf_matrix": [[26, 24], [24, 26]], "label_metrics": {"cat": {"precision": 0.52, "recall": 0.52, "f-measure": 0.52}, "dog": {"precision": 0.52, "recall": 0.52, "f-measure": 0.52}}, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_gs", "job_name": "test_grid_search_cv_results_cross_validate_gs_LogisticRegression", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "LogisticRegression", "task": "cross_validate", "start_timestamp": "22 Jan 2024 10:47:31.081777", "version": "4.0.1", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.3.2", "end_timestamp": "22 Jan 2024 10:47:32.042683", "total_time": "0:00:00.960906", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [33] | 17 | 0.532 | 0.660 | 0.589 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 29 | [21] | 0.553 | 0.420 | 0.477 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.54, "pearson": "", "score": 0.54, "fold": 5, "model_params": "{\"C\": 0.01, \"class_weight\": null, \"dual\": false, \"fit_intercept\": true, \"intercept_scaling\": 1, \"l1_ratio\": null, \"max_iter\": 1000, \"multi_class\": \"auto\", \"n_jobs\": null, \"penalty\": \"l2\", \"random_state\": 123456789, \"solver\": \"liblinear\", \"tol\": 0.0001, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.5255555555555556, "grid_search_cv_results": {"mean_fit_time": [0.0005427201588948568, 0.0004890759785970052, 0.00047659873962402344, 0.0004996458689371744, 0.0004863739013671875], "std_fit_time": [3.300430456310563e-05, 1.088110865452754e-05, 6.044118671999468e-06, 3.3477417435198744e-05, 1.5484364396218792e-05], "mean_score_time": [0.0005713303883870443, 0.000537713368733724, 0.0005343755086263021, 0.0005447069803873698, 0.0005258719126383463], "std_score_time": [1.9585505414555696e-05, 3.8064098405291387e-06, 1.1494204509376705e-05, 3.16449710718058e-05, 1.6104974521135948e-05], "param_C": [0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01}, {"C": 0.1}, {"C": 1.0}, {"C": 10.0}, {"C": 100.0}], "split0_test_score": [0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333], "split1_test_score": [0.5233333333333333, 0.5266666666666666, 0.5266666666666666, 0.5266666666666666, 0.5266666666666666], "split2_test_score": [0.54, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333], "mean_test_score": [0.5255555555555556, 0.5144444444444445, 0.5144444444444445, 0.5144444444444445, 0.5144444444444445], "std_test_score": [0.010999438818457432, 0.009558139185602912, 0.009558139185602912, 0.009558139185602912, 0.009558139185602912], "rank_test_score": [1, 2, 2, 2, 2]}, "conf_matrix": [[33, 17], [29, 21]], "label_metrics": {"cat": {"precision": 0.532258064516129, "recall": 0.66, "f-measure": 0.5892857142857142}, "dog": {"precision": 0.5526315789473685, "recall": 0.42, "f-measure": 0.4772727272727273}}, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_gs", "job_name": "test_grid_search_cv_results_cross_validate_gs_LogisticRegression", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "LogisticRegression", "task": "cross_validate", "start_timestamp": "22 Jan 2024 10:47:31.081777", "version": "4.0.1", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.3.2", "end_timestamp": "22 Jan 2024 10:47:32.042683", "total_time": "0:00:00.960906", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [30] | 20 | 0.588 | 0.600 | 0.594 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 21 | [29] | 0.592 | 0.580 | 0.586 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.59, "pearson": "", "score": 0.59, "fold": 6, "model_params": "{\"C\": 0.01, \"class_weight\": null, \"dual\": false, \"fit_intercept\": true, \"intercept_scaling\": 1, \"l1_ratio\": null, \"max_iter\": 1000, \"multi_class\": \"auto\", \"n_jobs\": null, \"penalty\": \"l2\", \"random_state\": 123456789, \"solver\": \"liblinear\", \"tol\": 0.0001, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.5255555555555556, "grid_search_cv_results": {"mean_fit_time": [0.0005106131235758463, 0.0005230903625488281, 0.0005180835723876953, 0.0005477269490559896, 0.0005397001902262369], "std_fit_time": [1.6815225163063295e-05, 5.295397764111996e-05, 5.0779239521323805e-05, 1.808771558879382e-05, 3.465435895146326e-05], "mean_score_time": [0.0005502700805664062, 0.0005692640940348307, 0.0005616346995035807, 0.0005885759989420573, 0.0005716482798258463], "std_score_time": [1.6866604981206418e-05, 3.753727878512995e-05, 2.687005475670393e-05, 1.839517753496718e-05, 8.188404637903378e-06], "param_C": [0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01}, {"C": 0.1}, {"C": 1.0}, {"C": 10.0}, {"C": 100.0}], "split0_test_score": [0.5266666666666666, 0.53, 0.53, 0.53, 0.53], "split1_test_score": [0.5066666666666667, 0.5, 0.5, 0.5, 0.5], "split2_test_score": [0.5433333333333333, 0.49666666666666665, 0.49666666666666665, 0.49666666666666665, 0.49666666666666665], "mean_test_score": [0.5255555555555556, 0.5088888888888888, 0.5088888888888888, 0.5088888888888888, 0.5088888888888888], "std_test_score": [0.014989708403591139, 0.014989708403591175, 0.014989708403591175, 0.014989708403591175, 0.014989708403591175], "rank_test_score": [1, 2, 2, 2, 2]}, "conf_matrix": [[30, 20], [21, 29]], "label_metrics": {"cat": {"precision": 0.5882352941176471, "recall": 0.6, "f-measure": 0.5940594059405941}, "dog": {"precision": 0.5918367346938775, "recall": 0.58, "f-measure": 0.5858585858585857}}, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_gs", "job_name": "test_grid_search_cv_results_cross_validate_gs_LogisticRegression", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "LogisticRegression", "task": "cross_validate", "start_timestamp": "22 Jan 2024 10:47:31.081777", "version": "4.0.1", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.3.2", "end_timestamp": "22 Jan 2024 10:47:32.042683", "total_time": "0:00:00.960906", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [22] | 28 | 0.440 | 0.440 | 0.440 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 28 | [22] | 0.440 | 0.440 | 0.440 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.44, "pearson": "", "score": 0.44, "fold": 7, "model_params": "{\"C\": 0.01, \"class_weight\": null, \"dual\": false, \"fit_intercept\": true, \"intercept_scaling\": 1, \"l1_ratio\": null, \"max_iter\": 1000, \"multi_class\": \"auto\", \"n_jobs\": null, \"penalty\": \"l2\", \"random_state\": 123456789, \"solver\": \"liblinear\", \"tol\": 0.0001, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.53, "grid_search_cv_results": {"mean_fit_time": [0.000538031260172526, 0.000522454579671224, 0.0005153020222981771, 0.0005436738332112631, 0.0005203882853190104], "std_fit_time": [4.6172979155039904e-05, 3.5032840888062116e-05, 3.9838183774672984e-05, 4.8563054776039725e-06, 2.037080237876644e-05], "mean_score_time": [0.0005609989166259766, 0.0005736351013183594, 0.0005542437235514323, 0.000572045644124349, 0.0005604426066080729], "std_score_time": [2.054369580273259e-05, 2.495093431844927e-05, 2.8045926022403777e-05, 8.577179948954291e-06, 2.354543582552745e-05], "param_C": [0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01}, {"C": 0.1}, {"C": 1.0}, {"C": 10.0}, {"C": 100.0}], "split0_test_score": [0.55, 0.55, 0.55, 0.55, 0.55], "split1_test_score": [0.5, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333], "split2_test_score": [0.54, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333], "mean_test_score": [0.53, 0.5255555555555556, 0.5255555555555556, 0.5255555555555556, 0.5255555555555556], "std_test_score": [0.021602468994692887, 0.01728483242900453, 0.01728483242900453, 0.01728483242900453, 0.01728483242900453], "rank_test_score": [1, 2, 2, 2, 2]}, "conf_matrix": [[22, 28], [28, 22]], "label_metrics": {"cat": {"precision": 0.44, "recall": 0.44, "f-measure": 0.44}, "dog": {"precision": 0.44, "recall": 0.44, "f-measure": 0.44}}, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_gs", "job_name": "test_grid_search_cv_results_cross_validate_gs_LogisticRegression", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "LogisticRegression", "task": "cross_validate", "start_timestamp": "22 Jan 2024 10:47:31.081777", "version": "4.0.1", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.3.2", "end_timestamp": "22 Jan 2024 10:47:32.042683", "total_time": "0:00:00.960906", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [25] | 25 | 0.521 | 0.500 | 0.510 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 23 | [27] | 0.519 | 0.540 | 0.529 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.52, "pearson": "", "score": 0.52, "fold": 8, "model_params": "{\"C\": 0.01, \"class_weight\": null, \"dual\": false, \"fit_intercept\": true, \"intercept_scaling\": 1, \"l1_ratio\": null, \"max_iter\": 1000, \"multi_class\": \"auto\", \"n_jobs\": null, \"penalty\": \"l2\", \"random_state\": 123456789, \"solver\": \"liblinear\", \"tol\": 0.0001, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.5222222222222223, "grid_search_cv_results": {"mean_fit_time": [0.0005172093709309896, 0.0005129973093668619, 0.000503698984781901, 0.0005162556966145834, 0.0005507469177246094], "std_fit_time": [3.290771424425927e-05, 2.560777834661061e-05, 2.8648174695488087e-05, 2.2396405066408042e-05, 5.949996657363512e-05], "mean_score_time": [0.0005567073822021484, 0.0005669593811035156, 0.0005489985148111979, 0.0005511442820231119, 0.0005816618601481119], "std_score_time": [1.2138292371137481e-05, 2.4429083216799936e-05, 1.270174218750448e-05, 1.7814333879336107e-05, 3.232562842363323e-05], "param_C": [0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01}, {"C": 0.1}, {"C": 1.0}, {"C": 10.0}, {"C": 100.0}], "split0_test_score": [0.5366666666666666, 0.54, 0.54, 0.54, 0.54], "split1_test_score": [0.4866666666666667, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333], "split2_test_score": [0.5433333333333333, 0.5066666666666667, 0.5066666666666667, 0.5066666666666667, 0.5066666666666667], "mean_test_score": [0.5222222222222223, 0.5166666666666667, 0.5166666666666667, 0.5166666666666667, 0.5166666666666667], "std_test_score": [0.02528845928164674, 0.016555182695279284, 0.016555182695279284, 0.016555182695279284, 0.016555182695279284], "rank_test_score": [1, 2, 2, 2, 2]}, "conf_matrix": [[25, 25], [23, 27]], "label_metrics": {"cat": {"precision": 0.5208333333333334, "recall": 0.5, "f-measure": 0.5102040816326531}, "dog": {"precision": 0.5192307692307693, "recall": 0.54, "f-measure": 0.5294117647058824}}, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_gs", "job_name": "test_grid_search_cv_results_cross_validate_gs_LogisticRegression", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "LogisticRegression", "task": "cross_validate", "start_timestamp": "22 Jan 2024 10:47:31.081777", "version": "4.0.1", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.3.2", "end_timestamp": "22 Jan 2024 10:47:32.042683", "total_time": "0:00:00.960906", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [18] | 32 | 0.439 | 0.360 | 0.396 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 23 | [27] | 0.458 | 0.540 | 0.495 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.45, "pearson": "", "score": 0.45, "fold": 9, "model_params": "{\"C\": 0.01, \"class_weight\": null, \"dual\": false, \"fit_intercept\": true, \"intercept_scaling\": 1, \"l1_ratio\": null, \"max_iter\": 1000, \"multi_class\": \"auto\", \"n_jobs\": null, \"penalty\": \"l2\", \"random_state\": 123456789, \"solver\": \"liblinear\", \"tol\": 0.0001, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.5311111111111111, "grid_search_cv_results": {"mean_fit_time": [0.0005660057067871094, 0.0005291302998860677, 0.0004838307698567708, 0.0005274613698323568, 0.0005044142405192057], "std_fit_time": [4.497503876991732e-05, 3.175316204744492e-05, 4.3412845242016045e-06, 1.8211947537739774e-05, 2.071392665411937e-05], "mean_score_time": [0.0005826155344645182, 0.0005595684051513672, 0.0005461374918619791, 0.0005625883738199869, 0.0005466143290201823], "std_score_time": [3.084263767417101e-05, 1.7014246514371663e-05, 8.078915566031469e-06, 7.182517705087664e-06, 2.4134377910591993e-05], "param_C": [0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01}, {"C": 0.1}, {"C": 1.0}, {"C": 10.0}, {"C": 100.0}], "split0_test_score": [0.5366666666666666, 0.5266666666666666, 0.5266666666666666, 0.5266666666666666, 0.5266666666666666], "split1_test_score": [0.5133333333333333, 0.5166666666666667, 0.5166666666666667, 0.5166666666666667, 0.5166666666666667], "split2_test_score": [0.5433333333333333, 0.53, 0.53, 0.53, 0.53], "mean_test_score": [0.5311111111111111, 0.5244444444444445, 0.5244444444444445, 0.5244444444444445, 0.5244444444444445], "std_test_score": [0.012862041003100256, 0.0056655772373252955, 0.0056655772373252955, 0.0056655772373252955, 0.0056655772373252955], "rank_test_score": [1, 2, 2, 2, 2]}, "conf_matrix": [[18, 32], [23, 27]], "label_metrics": {"cat": {"precision": 0.43902439024390244, "recall": 0.36, "f-measure": 0.3956043956043956}, "dog": {"precision": 0.4576271186440678, "recall": 0.54, "f-measure": 0.4954128440366973}}, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_gs", "job_name": "test_grid_search_cv_results_cross_validate_gs_LogisticRegression", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "LogisticRegression", "task": "cross_validate", "start_timestamp": "22 Jan 2024 10:47:31.081777", "version": "4.0.1", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.3.2", "end_timestamp": "22 Jan 2024 10:47:32.042683", "total_time": "0:00:00.960906", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [30] | 20 | 0.517 | 0.600 | 0.556 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 28 | [22] | 0.524 | 0.440 | 0.478 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.52, "pearson": "", "score": 0.52, "fold": 10, "model_params": "{\"C\": 0.01, \"class_weight\": null, \"dual\": false, \"fit_intercept\": true, \"intercept_scaling\": 1, \"l1_ratio\": null, \"max_iter\": 1000, \"multi_class\": \"auto\", \"n_jobs\": null, \"penalty\": \"l2\", \"random_state\": 123456789, \"solver\": \"liblinear\", \"tol\": 0.0001, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.5233333333333333, "grid_search_cv_results": {"mean_fit_time": [0.0005269050598144531, 0.0004911422729492188, 0.0005373954772949219, 0.0005060036977132162, 0.0005216598510742188], "std_fit_time": [2.7833433274529132e-05, 9.4949282416057e-06, 5.205648239696007e-05, 2.0176404589009188e-05, 1.8060109009175896e-05], "mean_score_time": [0.0005653699239095052, 0.00054931640625, 0.0005706151326497396, 0.0005545616149902344, 0.0005527337392171224], "std_score_time": [1.1734027115689437e-05, 7.794014816249507e-06, 2.3877858426683962e-05, 9.649327442573576e-06, 2.4399850520164817e-05], "param_C": [0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01}, {"C": 0.1}, {"C": 1.0}, {"C": 10.0}, {"C": 100.0}], "split0_test_score": [0.5333333333333333, 0.5233333333333333, 0.5233333333333333, 0.5233333333333333, 0.5233333333333333], "split1_test_score": [0.5033333333333333, 0.4933333333333334, 0.4933333333333334, 0.4933333333333334, 0.4933333333333334], "split2_test_score": [0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333], "mean_test_score": [0.5233333333333333, 0.5166666666666666, 0.5166666666666666, 0.5166666666666666, 0.5166666666666666], "std_test_score": [0.014142135623730963, 0.016996731711975917, 0.016996731711975917, 0.016996731711975917, 0.016996731711975917], "rank_test_score": [1, 2, 2, 2, 2]}, "conf_matrix": [[30, 20], [28, 22]], "label_metrics": {"cat": {"precision": 0.5172413793103449, "recall": 0.6, "f-measure": 0.5555555555555556}, "dog": {"precision": 0.5238095238095238, "recall": 0.44, "f-measure": 0.4782608695652174}}, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_gs", "job_name": "test_grid_search_cv_results_cross_validate_gs_LogisticRegression", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "LogisticRegression", "task": "cross_validate", "start_timestamp": "22 Jan 2024 10:47:31.081777", "version": "4.0.1", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.3.2", "end_timestamp": "22 Jan 2024 10:47:32.042683", "total_time": "0:00:00.960906", "fold": "average", "result_table": "+---------+-------------+----------+-------------+\n| Label | Precision | Recall | F-measure |\n|---------+-------------+----------+-------------|\n| cat | 0.514 | 0.532 | 0.522 |\n| dog | 0.520 | 0.502 | 0.509 |\n+---------+-------------+----------+-------------+", "accuracy": 0.517, "score": 0.517, "additional_scores": {}}] \ No newline at end of file diff --git a/tests/other/cv_results/test_grid_search_cv_results_cross_validate_gs_SVC.results.json b/tests/other/cv_results/test_grid_search_cv_results_cross_validate_gs_SVC.results.json new file mode 100644 index 00000000..582b6ed0 --- /dev/null +++ b/tests/other/cv_results/test_grid_search_cv_results_cross_validate_gs_SVC.results.json @@ -0,0 +1 @@ +[{"experiment_name": "test_grid_search_cv_results_cross_validate_gs", "job_name": "test_grid_search_cv_results_cross_validate_gs_SVC", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "SVC", "task": "cross_validate", "start_timestamp": "22 Jan 2024 10:47:32.048972", "version": "4.0.1", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.3.2", "end_timestamp": "22 Jan 2024 10:47:34.104944", "total_time": "0:00:02.055972", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [31] | 19 | 0.564 | 0.620 | 0.590 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 24 | [26] | 0.578 | 0.520 | 0.547 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.57, "pearson": "", "score": 0.57, "fold": 1, "model_params": "{\"C\": 0.01, \"break_ties\": false, \"cache_size\": 1000, \"class_weight\": null, \"coef0\": 0.0, \"decision_function_shape\": \"ovr\", \"degree\": 3, \"gamma\": 0.01, \"kernel\": \"rbf\", \"max_iter\": -1, \"probability\": false, \"random_state\": 123456789, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.5111111111111111, "grid_search_cv_results": {"mean_fit_time": [0.0029793580373128257, 0.0030117034912109375, 0.0028133392333984375, 0.002840121587117513, 0.0028189818064371743, 0.002981106440226237, 0.0029256343841552734, 0.0028994083404541016, 0.0030100345611572266, 0.0028173128763834634, 0.002814769744873047, 0.002809604008992513, 0.0029007593790690103, 0.0028906663258870444, 0.0027250448862711587, 0.0029190381368001304, 0.0027921199798583984, 0.00275572141011556, 0.0027278264363606772, 0.002712090810139974, 0.002874612808227539, 0.0027370452880859375, 0.0029347737630208335, 0.0027597745259602866, 0.0029654502868652344, 0.0027942657470703125, 0.002745469411214193, 0.0028173128763834634, 0.0027449925740559897, 0.002954880396525065, 0.0028450489044189453, 0.0033014615376790366, 0.0028123060862223306, 0.0029191970825195312, 0.002859830856323242], "std_fit_time": [0.00014586623687071036, 1.982557170969353e-05, 3.728640956833525e-05, 0.00010129962476879846, 3.325594968162447e-05, 0.0002146918670744695, 1.779801745995874e-05, 0.00010870998329500243, 3.033511430885557e-05, 3.093771353298662e-05, 6.432884961715718e-06, 5.4593979162595315e-05, 5.768361117602743e-05, 3.570675876225967e-05, 3.300200807896301e-05, 1.4697538009541884e-05, 2.5264120855112417e-05, 4.0258788929161664e-05, 2.674919985491408e-05, 2.568313968991475e-05, 9.38087482929603e-05, 2.551041659266081e-05, 2.4651707346662005e-05, 4.709891830082304e-05, 0.00025835430045583916, 0.0001290852586999465, 2.2073434774251388e-05, 2.713459947315636e-05, 3.500470495282649e-05, 2.338069381453343e-05, 9.414444992259225e-05, 0.0002560398225582566, 3.15340055465407e-05, 0.00012556083075961668, 0.00010279647744450712], "mean_score_time": [0.0017069180806477864, 0.0017116864522298176, 0.0016913414001464844, 0.0017158190409342449, 0.0017133553822835286, 0.0017558733622233074, 0.0017045338948567708, 0.0017077128092447917, 0.0016969839731852214, 0.0017100175221761067, 0.0017025470733642578, 0.0017224947611490886, 0.0017189979553222656, 0.0016779899597167969, 0.0016326904296875, 0.0016526381174723308, 0.0016899903615315754, 0.001665353775024414, 0.0016408761342366536, 0.001634359359741211, 0.001661380132039388, 0.0016500155131022136, 0.001653591791788737, 0.0016703605651855469, 0.001653909683227539, 0.0016550223032633464, 0.0016549428304036458, 0.0016592343648274739, 0.0016428629557291667, 0.001645803451538086, 0.0016623338063557942, 0.0016541481018066406, 0.001667340596516927, 0.0017017523447672527, 0.0016390482584635417], "std_score_time": [2.360009427669845e-05, 4.2307188573101626e-05, 2.77529876871653e-05, 5.255325752277065e-05, 2.6669746610529726e-05, 5.9422001220540834e-05, 4.010033865465439e-06, 1.7521557845459835e-05, 1.294993117781873e-05, 2.335555778094738e-05, 5.849763940041207e-06, 3.064541895090609e-05, 1.3705785330607055e-05, 1.2812641947311786e-05, 3.3711296704188755e-05, 1.4679478361505024e-05, 1.0429431430230059e-05, 1.684974567770829e-05, 2.152849213598836e-05, 1.5477020613782387e-05, 4.164317181560279e-05, 1.721720399552973e-05, 2.2387096912291134e-05, 2.57249117078665e-05, 1.2557214815391248e-05, 4.059624277067987e-05, 1.569986293097241e-05, 3.186633751155492e-05, 2.2176203377539516e-05, 1.8170978849697305e-05, 3.062810189228979e-05, 4.2998709769790085e-05, 1.3978641218006208e-05, 5.342645376739921e-05, 4.4629654141092905e-05], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.4633333333333333, 0.4633333333333333, 0.54, 0.5133333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.54, 0.5133333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.54, 0.5133333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.54, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333], "split1_test_score": [0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48], "split2_test_score": [0.4933333333333334, 0.4933333333333334, 0.5133333333333333, 0.5133333333333333, 0.4933333333333334, 0.4933333333333334, 0.4933333333333334, 0.4933333333333334, 0.4933333333333334, 0.5133333333333333, 0.5133333333333333, 0.4933333333333334, 0.4933333333333334, 0.4933333333333334, 0.4933333333333334, 0.4933333333333334, 0.5133333333333333, 0.4933333333333334, 0.4933333333333334, 0.51, 0.51, 0.51, 0.51, 0.5133333333333333, 0.4933333333333334, 0.51, 0.51, 0.51, 0.51, 0.51, 0.4933333333333334, 0.4933333333333334, 0.51, 0.51, 0.51], "mean_test_score": [0.4788888888888889, 0.4788888888888889, 0.5111111111111111, 0.5022222222222222, 0.4788888888888889, 0.4788888888888889, 0.4788888888888889, 0.4788888888888889, 0.4788888888888889, 0.5111111111111111, 0.5022222222222222, 0.4788888888888889, 0.4788888888888889, 0.4788888888888889, 0.4788888888888889, 0.4788888888888889, 0.5111111111111111, 0.4955555555555556, 0.4788888888888889, 0.48444444444444446, 0.48444444444444446, 0.48444444444444446, 0.48444444444444446, 0.5111111111111111, 0.4788888888888889, 0.48444444444444446, 0.48444444444444446, 0.48444444444444446, 0.48444444444444446, 0.48444444444444446, 0.4788888888888889, 0.4788888888888889, 0.48444444444444446, 0.48444444444444446, 0.48444444444444446], "std_test_score": [0.012272623352430321, 0.012272623352430321, 0.0245452467048606, 0.01571348402636772, 0.012272623352430321, 0.012272623352430321, 0.012272623352430321, 0.012272623352430321, 0.012272623352430321, 0.0245452467048606, 0.01571348402636772, 0.012272623352430321, 0.012272623352430321, 0.012272623352430321, 0.012272623352430321, 0.012272623352430321, 0.0245452467048606, 0.013698697784375496, 0.012272623352430321, 0.019309052441091976, 0.019309052441091976, 0.019309052441091976, 0.019309052441091976, 0.0245452467048606, 0.012272623352430321, 0.019309052441091976, 0.019309052441091976, 0.019309052441091976, 0.019309052441091976, 0.019309052441091976, 0.012272623352430321, 0.012272623352430321, 0.019309052441091976, 0.019309052441091976, 0.019309052441091976], "rank_test_score": [20, 20, 1, 5, 20, 20, 20, 20, 20, 1, 5, 20, 20, 20, 20, 20, 1, 7, 20, 8, 8, 8, 8, 1, 20, 8, 8, 8, 8, 8, 20, 20, 8, 8, 8]}, "conf_matrix": [[31, 19], [24, 26]], "label_metrics": {"cat": {"precision": 0.5636363636363636, "recall": 0.62, "f-measure": 0.5904761904761904}, "dog": {"precision": 0.5777777777777777, "recall": 0.52, "f-measure": 0.5473684210526315}}, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_gs", "job_name": "test_grid_search_cv_results_cross_validate_gs_SVC", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "SVC", "task": "cross_validate", "start_timestamp": "22 Jan 2024 10:47:32.048972", "version": "4.0.1", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.3.2", "end_timestamp": "22 Jan 2024 10:47:34.104944", "total_time": "0:00:02.055972", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [26] | 24 | 0.520 | 0.520 | 0.520 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 24 | [26] | 0.520 | 0.520 | 0.520 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.52, "pearson": "", "score": 0.52, "fold": 2, "model_params": "{\"C\": 0.01, \"break_ties\": false, \"cache_size\": 1000, \"class_weight\": null, \"coef0\": 0.0, \"decision_function_shape\": \"ovr\", \"degree\": 3, \"gamma\": 0.01, \"kernel\": \"rbf\", \"max_iter\": -1, \"probability\": false, \"random_state\": 123456789, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.5166666666666667, "grid_search_cv_results": {"mean_fit_time": [0.003018538157145182, 0.003162384033203125, 0.0028846263885498047, 0.002856731414794922, 0.0029300053914388022, 0.002957900365193685, 0.003058274586995443, 0.002796332041422526, 0.0030728975931803384, 0.0028936068216959634, 0.002891381581624349, 0.0028416315714518228, 0.002847909927368164, 0.0029385884602864585, 0.0027753512064615884, 0.003070672353108724, 0.002925872802734375, 0.0028702418009440103, 0.0027723312377929688, 0.0027952988942464194, 0.002817074457804362, 0.002779881159464518, 0.0030444463094075522, 0.0028356711069742837, 0.0028209686279296875, 0.0028389294942220054, 0.0027261575063069663, 0.0028433799743652344, 0.002783536911010742, 0.0029522577921549478, 0.002930164337158203, 0.003082911173502604, 0.0028130213419596353, 0.0028029282887776694, 0.0028015772501627603], "std_fit_time": [6.057969581262167e-05, 0.00010409530999886782, 4.810268400149883e-05, 6.294611718187041e-05, 9.609685209170412e-05, 9.197114935937698e-05, 9.754133738237655e-05, 7.52955752126083e-05, 4.800265986823174e-05, 0.0001053932977748053, 0.0001115188019300507, 7.104349152550552e-05, 4.325704176270123e-05, 6.693643774286837e-05, 4.575042077580851e-05, 0.00013209857201134745, 9.317195523109344e-05, 5.0992724816778126e-05, 1.0454231041212304e-05, 9.600768805179859e-06, 2.9740481323358415e-05, 4.3652670187921355e-05, 3.6456653111081064e-05, 5.2265838405773445e-05, 4.948702928014476e-05, 7.222058684397619e-05, 4.045410561208245e-05, 2.0509541671377722e-06, 3.4502389450341574e-05, 5.714269935257294e-05, 0.00020105034559801896, 0.00017560650089072543, 1.9188705105832398e-05, 0.00011127556990612648, 5.5612492888286353e-05], "mean_score_time": [0.0018370946248372395, 0.001741647720336914, 0.0017209847768147786, 0.0017128785451253254, 0.001694043477376302, 0.0017793973286946614, 0.0017247200012207031, 0.001680612564086914, 0.001777966817220052, 0.0017025470733642578, 0.0017940203348795574, 0.0017456213633219402, 0.0017116864522298176, 0.0017619927724202473, 0.0016971429189046223, 0.0017266273498535156, 0.0017410119374593098, 0.0017390251159667969, 0.0016189416249593098, 0.001726071039835612, 0.0016489028930664062, 0.0017083485921223958, 0.0016926129659016926, 0.0017325083414713542, 0.001717964808146159, 0.0016430219014485676, 0.001607338587443034, 0.001672188440958659, 0.0016884009043375652, 0.0016556580861409504, 0.001743634541829427, 0.0017067591349283855, 0.0016794204711914062, 0.0016789436340332031, 0.0016071796417236328], "std_score_time": [3.2704409506300855e-05, 4.133383356622569e-05, 2.762387892129461e-05, 2.7429767113712665e-05, 4.9756738250431133e-05, 0.00010801270942313208, 6.378844416423997e-05, 4.8385463201267786e-05, 9.34731248375852e-05, 1.923473071188449e-05, 8.730599146094999e-05, 0.00010484136039821108, 1.1394867289659123e-05, 5.696701949590624e-05, 7.262584572977606e-05, 4.066836750072555e-05, 7.082338387406877e-05, 6.300418653947149e-05, 3.781438590167465e-06, 6.264508343673824e-05, 6.577789572205725e-05, 7.954689392187657e-05, 3.863182167922043e-05, 5.689679548088692e-05, 2.9773592346219696e-05, 3.090830194697854e-05, 7.3622929751195674e-06, 3.617176456293448e-05, 2.4005276850500097e-05, 6.328245717596115e-05, 8.33420629726422e-05, 3.0815594943906934e-05, 1.74692120044778e-05, 3.772944196148319e-05, 1.8450373648007572e-05], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.5133333333333333, 0.5133333333333333, 0.53, 0.53, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.53, 0.53, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.53, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.53, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333], "split1_test_score": [0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.4866666666666667, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334], "split2_test_score": [0.5433333333333333, 0.5433333333333333, 0.5366666666666666, 0.5366666666666666, 0.5433333333333333, 0.53, 0.53, 0.5433333333333333, 0.5433333333333333, 0.5366666666666666, 0.5366666666666666, 0.5433333333333333, 0.53, 0.53, 0.53, 0.53, 0.5366666666666666, 0.5366666666666666, 0.53, 0.53, 0.53, 0.53, 0.53, 0.5366666666666666, 0.5433333333333333, 0.53, 0.53, 0.53, 0.53, 0.53, 0.5366666666666666, 0.5433333333333333, 0.53, 0.53, 0.53], "mean_test_score": [0.5133333333333333, 0.5133333333333333, 0.5166666666666667, 0.5166666666666667, 0.5133333333333333, 0.5088888888888888, 0.5088888888888888, 0.5133333333333333, 0.5133333333333333, 0.5166666666666667, 0.5166666666666667, 0.5133333333333333, 0.5088888888888888, 0.5088888888888888, 0.5088888888888888, 0.5088888888888888, 0.5166666666666667, 0.5111111111111111, 0.5088888888888888, 0.5088888888888888, 0.5088888888888888, 0.5088888888888888, 0.5088888888888888, 0.5166666666666667, 0.5144444444444445, 0.5088888888888888, 0.5088888888888888, 0.5088888888888888, 0.5088888888888888, 0.5088888888888888, 0.5111111111111111, 0.5133333333333333, 0.5088888888888888, 0.5088888888888888, 0.5088888888888888], "std_test_score": [0.02449489742783178, 0.02449489742783178, 0.023726840560069573, 0.023726840560069573, 0.02449489742783178, 0.01930905244109197, 0.01930905244109197, 0.02449489742783178, 0.02449489742783178, 0.023726840560069573, 0.023726840560069573, 0.02449489742783178, 0.01930905244109197, 0.01930905244109197, 0.01930905244109197, 0.01930905244109197, 0.023726840560069573, 0.02182986967154276, 0.01930905244109197, 0.01930905244109197, 0.01930905244109197, 0.01930905244109197, 0.01930905244109197, 0.023726840560069573, 0.023147407395555167, 0.01930905244109197, 0.01930905244109197, 0.01930905244109197, 0.01930905244109197, 0.01930905244109197, 0.02182986967154276, 0.02449489742783178, 0.01930905244109197, 0.01930905244109197, 0.01930905244109197], "rank_test_score": [8, 8, 1, 1, 8, 17, 17, 8, 8, 1, 1, 8, 17, 17, 17, 17, 1, 15, 17, 17, 17, 17, 17, 1, 7, 17, 17, 17, 17, 17, 15, 8, 17, 17, 17]}, "conf_matrix": [[26, 24], [24, 26]], "label_metrics": {"cat": {"precision": 0.52, "recall": 0.52, "f-measure": 0.52}, "dog": {"precision": 0.52, "recall": 0.52, "f-measure": 0.52}}, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_gs", "job_name": "test_grid_search_cv_results_cross_validate_gs_SVC", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "SVC", "task": "cross_validate", "start_timestamp": "22 Jan 2024 10:47:32.048972", "version": "4.0.1", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.3.2", "end_timestamp": "22 Jan 2024 10:47:34.104944", "total_time": "0:00:02.055972", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [39] | 11 | 0.500 | 0.780 | 0.609 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 39 | [11] | 0.500 | 0.220 | 0.306 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.5, "pearson": "", "score": 0.5, "fold": 3, "model_params": "{\"C\": 0.01, \"break_ties\": false, \"cache_size\": 1000, \"class_weight\": null, \"coef0\": 0.0, \"decision_function_shape\": \"ovr\", \"degree\": 3, \"gamma\": 10.0, \"kernel\": \"rbf\", \"max_iter\": -1, \"probability\": false, \"random_state\": 123456789, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.52, "grid_search_cv_results": {"mean_fit_time": [0.0029039382934570312, 0.0030857721964518228, 0.002776066462198893, 0.00276947021484375, 0.0028232733408610025, 0.0027800401051839194, 0.0029326279958089194, 0.0028072992960611978, 0.0029738744099934897, 0.002857049306233724, 0.002805630366007487, 0.002809445063273112, 0.00281373659769694, 0.0028781890869140625, 0.002667983373006185, 0.002935489018758138, 0.002770662307739258, 0.002706289291381836, 0.0027053356170654297, 0.0026633739471435547, 0.00283201535542806, 0.002724726994832357, 0.0028932889302571616, 0.0027712186177571616, 0.0028221607208251953, 0.002726952234903971, 0.002682765324910482, 0.0027556419372558594, 0.0027373631795247397, 0.0029144287109375, 0.0028504530588785806, 0.00297395388285319, 0.0027284622192382812, 0.0027049382527669272, 0.0027730464935302734], "std_fit_time": [6.20951108233678e-05, 9.534603779624071e-05, 5.758531245159244e-05, 3.061118769525504e-05, 5.100312795693739e-05, 4.018294280435912e-05, 0.00010736521570161407, 3.914439718124165e-05, 3.2547604915890144e-05, 2.7184132817902475e-05, 1.8673247258124503e-05, 4.391319589035748e-05, 3.0270919112360683e-05, 3.496878074130841e-05, 3.5470367482215465e-05, 2.817130721838952e-05, 3.7804196023701326e-05, 4.1604326697161894e-05, 3.211667290751366e-05, 2.384265262550822e-05, 6.693643774286837e-05, 2.5861792246229285e-05, 0.00011839530455425931, 4.746319855358732e-05, 7.688866720118335e-05, 2.7320406606158722e-05, 1.4108167461043045e-05, 2.411683772354468e-05, 2.857134967628647e-05, 2.575141402778081e-05, 0.0001565515689292873, 0.0002361865735785776, 1.578011629307316e-05, 2.5708211045484784e-05, 2.0124373569802617e-05], "mean_score_time": [0.0017630259195963542, 0.0016996065775553386, 0.0016570885976155598, 0.0016729036966959636, 0.0016833941141764324, 0.0016846656799316406, 0.0017229715983072917, 0.001684427261352539, 0.0016768773396809895, 0.0017113685607910156, 0.0016963481903076172, 0.0016816457112630208, 0.0016866525014241536, 0.0016578038533528645, 0.0015952587127685547, 0.0016566117604573567, 0.001659711201985677, 0.001626412073771159, 0.0016185442606608074, 0.0016100406646728516, 0.0016457239786783855, 0.0016089280446370442, 0.0016502539316813152, 0.0016582806905110676, 0.0016284783681233723, 0.0016060670216878254, 0.0016049544016520183, 0.0015991528828938801, 0.001623709996541341, 0.0016201337178548176, 0.0016220410664876301, 0.0016447703043619792, 0.0016138553619384766, 0.0016090869903564453, 0.0015718936920166016], "std_score_time": [3.207377325481347e-05, 3.867299933689254e-05, 2.3038632372181067e-05, 2.3915125273260316e-05, 1.6463354852495605e-05, 3.82961891344481e-05, 0.00011155498621483539, 2.225353601375205e-05, 1.432673269000817e-05, 3.2995500505898816e-05, 1.2256353790700913e-05, 2.699528221127567e-05, 3.226813417212971e-05, 1.8534733875969403e-05, 1.5729604397276186e-05, 2.0548614239625502e-05, 3.336857084917431e-05, 3.667532555503592e-05, 1.5162038706716377e-05, 1.351365816474167e-05, 4.621153742988533e-05, 7.540295135580966e-06, 9.181258404170705e-05, 2.568313968991475e-05, 1.7440264286665922e-05, 1.864887847730478e-05, 1.5824880402676167e-05, 3.0458744611224847e-05, 2.359126105427055e-05, 3.5299550548305054e-05, 2.1901947306824793e-05, 2.110718961134564e-05, 1.4226751799235495e-05, 2.2179336032023874e-05, 1.1041294564051185e-05], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.5133333333333333, 0.5133333333333333, 0.52, 0.52, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.52, 0.52, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.52, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.52, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333], "split1_test_score": [0.5, 0.5, 0.5, 0.5, 0.5, 0.5133333333333333, 0.5133333333333333, 0.4933333333333334, 0.5, 0.5, 0.5, 0.4933333333333334, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5, 0.5, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5, 0.4933333333333334, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5, 0.4933333333333334, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333], "split2_test_score": [0.5166666666666667, 0.5166666666666667, 0.5366666666666666, 0.5366666666666666, 0.5166666666666667, 0.5333333333333333, 0.5333333333333333, 0.5166666666666667, 0.5166666666666667, 0.5366666666666666, 0.5366666666666666, 0.5166666666666667, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5366666666666666, 0.5166666666666667, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5366666666666666, 0.5166666666666667, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5166666666666667, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333], "mean_test_score": [0.5099999999999999, 0.5099999999999999, 0.5188888888888888, 0.5188888888888888, 0.5099999999999999, 0.52, 0.52, 0.5077777777777778, 0.5099999999999999, 0.5188888888888888, 0.5188888888888888, 0.5077777777777778, 0.52, 0.52, 0.52, 0.52, 0.5188888888888888, 0.5099999999999999, 0.52, 0.52, 0.52, 0.52, 0.52, 0.5188888888888888, 0.5077777777777778, 0.52, 0.52, 0.52, 0.52, 0.52, 0.5099999999999999, 0.5133333333333333, 0.52, 0.52, 0.52], "std_test_score": [0.007200822998230968, 0.007200822998230968, 0.01498970840359114, 0.01498970840359114, 0.007200822998230968, 0.009428090415820642, 0.009428090415820642, 0.01030402055055076, 0.007200822998230968, 0.01498970840359114, 0.01498970840359114, 0.01030402055055076, 0.009428090415820642, 0.009428090415820642, 0.009428090415820642, 0.009428090415820642, 0.01498970840359114, 0.007200822998230968, 0.009428090415820642, 0.009428090415820642, 0.009428090415820642, 0.009428090415820642, 0.009428090415820642, 0.01498970840359114, 0.01030402055055076, 0.009428090415820642, 0.009428090415820642, 0.009428090415820642, 0.009428090415820642, 0.009428090415820642, 0.007200822998230968, 0.016329931618554488, 0.009428090415820642, 0.009428090415820642, 0.009428090415820642], "rank_test_score": [27, 27, 20, 20, 27, 1, 1, 33, 27, 20, 20, 33, 1, 1, 1, 1, 20, 27, 1, 1, 1, 1, 1, 20, 33, 1, 1, 1, 1, 1, 27, 26, 1, 1, 1]}, "conf_matrix": [[39, 11], [39, 11]], "label_metrics": {"cat": {"precision": 0.5, "recall": 0.78, "f-measure": 0.609375}, "dog": {"precision": 0.5, "recall": 0.22, "f-measure": 0.3055555555555556}}, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_gs", "job_name": "test_grid_search_cv_results_cross_validate_gs_SVC", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "SVC", "task": "cross_validate", "start_timestamp": "22 Jan 2024 10:47:32.048972", "version": "4.0.1", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.3.2", "end_timestamp": "22 Jan 2024 10:47:34.104944", "total_time": "0:00:02.055972", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [37] | 13 | 0.487 | 0.740 | 0.587 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 39 | [11] | 0.458 | 0.220 | 0.297 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.48, "pearson": "", "score": 0.48, "fold": 4, "model_params": "{\"C\": 0.1, \"break_ties\": false, \"cache_size\": 1000, \"class_weight\": null, \"coef0\": 0.0, \"decision_function_shape\": \"ovr\", \"degree\": 3, \"gamma\": \"auto\", \"kernel\": \"rbf\", \"max_iter\": -1, \"probability\": false, \"random_state\": 123456789, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.5311111111111111, "grid_search_cv_results": {"mean_fit_time": [0.002870639165242513, 0.003043651580810547, 0.0028881231943766275, 0.002853949864705404, 0.0028199354807535806, 0.002851724624633789, 0.002922693888346354, 0.0028400421142578125, 0.0029893716176350913, 0.002842982610066732, 0.0028295516967773438, 0.002801656723022461, 0.002829472223917643, 0.0029060840606689453, 0.0027240912119547525, 0.002930164337158203, 0.0028193791707356772, 0.002749363581339518, 0.002706607182820638, 0.0026769638061523438, 0.002809921900431315, 0.002746025721232096, 0.0029060840606689453, 0.0028098424275716147, 0.0028576056162516275, 0.0027500788370768228, 0.0027030309041341147, 0.0027724107106526694, 0.0026912689208984375, 0.0028917789459228516, 0.0028017361958821616, 0.0031326611836751304, 0.002727508544921875, 0.002746740976969401, 0.0027809937795003257], "std_fit_time": [5.546818476506107e-05, 3.6256873894132764e-05, 7.356345491237432e-05, 2.638762242611453e-05, 2.710875044894884e-05, 6.324192317331144e-05, 2.557816426849637e-05, 3.451940963824311e-05, 1.1142650432588409e-05, 2.7696491142221884e-05, 1.0727952991454115e-05, 1.4775541412688628e-05, 4.933453400043788e-05, 2.2307962352489464e-05, 3.282469632108098e-05, 2.1485028665615852e-05, 1.2878036826089676e-05, 1.7239200262052826e-05, 5.121814636127096e-05, 4.807116140829282e-05, 6.2425716297792e-05, 6.667663996173792e-05, 2.253780803317351e-05, 7.261984486953987e-05, 8.958963877043456e-05, 7.573367405686545e-05, 4.1141925855450966e-05, 4.122382177981045e-05, 5.164867719421836e-05, 4.836078603175392e-05, 1.4939206616095456e-05, 0.00021137124446832576, 5.4551504692364086e-05, 9.144056201377552e-05, 6.474468095791564e-05], "mean_score_time": [0.0016976197560628254, 0.0017383893330891926, 0.0017294883728027344, 0.0017223358154296875, 0.0017084280649820964, 0.0017116864522298176, 0.0016786257425944011, 0.0016936461130777996, 0.0016873677571614583, 0.0017029444376627605, 0.0017037391662597656, 0.001668691635131836, 0.0016962687174479167, 0.0016712347666422527, 0.0016059080759684246, 0.0016402403513590496, 0.001695076624552409, 0.0016433397928873699, 0.0016074180603027344, 0.001598358154296875, 0.0016320546468098958, 0.0016359488169352214, 0.0016322930653889973, 0.0016632080078125, 0.00165557861328125, 0.0016292730967203777, 0.001613299051920573, 0.001588900883992513, 0.001598676045735677, 0.0016125837961832683, 0.001631021499633789, 0.0016109943389892578, 0.0015881856282552083, 0.0016483465830485027, 0.0015720526377360027], "std_score_time": [1.8232743769626753e-05, 2.616118106957303e-05, 4.73251370703605e-05, 2.211088640953869e-05, 1.0929757669029196e-05, 1.1012655996954068e-05, 3.5695082544092576e-05, 1.4710424183811531e-05, 1.5400109589160366e-05, 1.3425504283720341e-05, 1.0015472354464328e-05, 8.275105553464967e-06, 3.7785813888337244e-05, 1.704243546671112e-05, 6.588103541076249e-06, 7.367438433854922e-06, 6.619664644546127e-06, 3.1649760805352336e-06, 1.5866333991449687e-05, 1.975376224097982e-05, 4.62803700778862e-05, 2.1896755973328254e-05, 2.0975716766144418e-05, 1.7704084602105115e-05, 6.134357609876922e-06, 4.056122232074543e-05, 1.4059734956825266e-05, 1.2587858755253685e-05, 1.3688262871382958e-05, 1.3523936488772945e-05, 7.040416269413662e-06, 4.068839670612184e-05, 3.325879834404135e-05, 4.6166412837154326e-05, 1.9816330875349246e-05], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.5233333333333333, 0.5233333333333333, 0.5166666666666667, 0.5166666666666667, 0.5233333333333333, 0.5233333333333333, 0.5233333333333333, 0.5233333333333333, 0.5233333333333333, 0.5166666666666667, 0.5166666666666667, 0.5233333333333333, 0.47333333333333333, 0.47333333333333333, 0.47333333333333333, 0.47333333333333333, 0.5166666666666667, 0.5233333333333333, 0.47333333333333333, 0.47333333333333333, 0.47333333333333333, 0.47333333333333333, 0.47333333333333333, 0.5166666666666667, 0.47333333333333333, 0.47333333333333333, 0.47333333333333333, 0.47333333333333333, 0.47333333333333333, 0.47333333333333333, 0.5233333333333333, 0.47333333333333333, 0.47333333333333333, 0.47333333333333333, 0.47333333333333333], "split1_test_score": [0.5233333333333333, 0.5233333333333333, 0.52, 0.52, 0.5233333333333333, 0.4866666666666667, 0.4866666666666667, 0.5233333333333333, 0.5233333333333333, 0.52, 0.52, 0.5233333333333333, 0.4866666666666667, 0.4866666666666667, 0.4866666666666667, 0.4866666666666667, 0.52, 0.52, 0.4866666666666667, 0.4866666666666667, 0.4866666666666667, 0.4866666666666667, 0.4866666666666667, 0.52, 0.5233333333333333, 0.4866666666666667, 0.4866666666666667, 0.4866666666666667, 0.4866666666666667, 0.4866666666666667, 0.5233333333333333, 0.4866666666666667, 0.4866666666666667, 0.4866666666666667, 0.4866666666666667], "split2_test_score": [0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5466666666666666, 0.5466666666666666, 0.5466666666666666, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5466666666666666, 0.5466666666666666, 0.5466666666666666, 0.5466666666666666, 0.5466666666666666, 0.5133333333333333, 0.5133333333333333, 0.5466666666666666, 0.5466666666666666, 0.5466666666666666, 0.5466666666666666, 0.5466666666666666, 0.5133333333333333, 0.5466666666666666, 0.5466666666666666, 0.5466666666666666, 0.5466666666666666, 0.5466666666666666, 0.5466666666666666, 0.5466666666666666, 0.5466666666666666, 0.5466666666666666, 0.5466666666666666, 0.5466666666666666], "mean_test_score": [0.52, 0.52, 0.5166666666666666, 0.5166666666666666, 0.52, 0.5188888888888888, 0.5188888888888888, 0.5311111111111111, 0.52, 0.5166666666666666, 0.5166666666666666, 0.5311111111111111, 0.5022222222222222, 0.5022222222222222, 0.5022222222222222, 0.5022222222222222, 0.5166666666666666, 0.5188888888888888, 0.5022222222222222, 0.5022222222222222, 0.5022222222222222, 0.5022222222222222, 0.5022222222222222, 0.5166666666666666, 0.5144444444444444, 0.5022222222222222, 0.5022222222222222, 0.5022222222222222, 0.5022222222222222, 0.5022222222222222, 0.5311111111111111, 0.5022222222222222, 0.5022222222222222, 0.5022222222222222, 0.5022222222222222], "std_test_score": [0.004714045207910321, 0.004714045207910321, 0.0027216552697591043, 0.0027216552697591043, 0.004714045207910321, 0.024695678634325383, 0.024695678634325383, 0.010999438818457398, 0.004714045207910321, 0.0027216552697591043, 0.0027216552697591043, 0.010999438818457398, 0.031894889098682926, 0.031894889098682926, 0.031894889098682926, 0.031894889098682926, 0.0027216552697591043, 0.004157397096415497, 0.031894889098682926, 0.031894889098682926, 0.031894889098682926, 0.031894889098682926, 0.031894889098682926, 0.0027216552697591043, 0.030590888662080443, 0.031894889098682926, 0.031894889098682926, 0.031894889098682926, 0.031894889098682926, 0.031894889098682926, 0.010999438818457398, 0.031894889098682926, 0.031894889098682926, 0.031894889098682926, 0.031894889098682926], "rank_test_score": [4, 4, 11, 11, 4, 8, 8, 1, 4, 11, 11, 1, 18, 18, 18, 18, 11, 8, 18, 18, 18, 18, 18, 11, 17, 18, 18, 18, 18, 18, 1, 18, 18, 18, 18]}, "conf_matrix": [[37, 13], [39, 11]], "label_metrics": {"cat": {"precision": 0.4868421052631579, "recall": 0.74, "f-measure": 0.5873015873015873}, "dog": {"precision": 0.4583333333333333, "recall": 0.22, "f-measure": 0.29729729729729726}}, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_gs", "job_name": "test_grid_search_cv_results_cross_validate_gs_SVC", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "SVC", "task": "cross_validate", "start_timestamp": "22 Jan 2024 10:47:32.048972", "version": "4.0.1", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.3.2", "end_timestamp": "22 Jan 2024 10:47:34.104944", "total_time": "0:00:02.055972", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [33] | 17 | 0.532 | 0.660 | 0.589 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 29 | [21] | 0.553 | 0.420 | 0.477 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.54, "pearson": "", "score": 0.54, "fold": 5, "model_params": "{\"C\": 0.01, \"break_ties\": false, \"cache_size\": 1000, \"class_weight\": null, \"coef0\": 0.0, \"decision_function_shape\": \"ovr\", \"degree\": 3, \"gamma\": 0.01, \"kernel\": \"rbf\", \"max_iter\": -1, \"probability\": false, \"random_state\": 123456789, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.5144444444444445, "grid_search_cv_results": {"mean_fit_time": [0.002902507781982422, 0.0030426979064941406, 0.0028983751932779946, 0.002869844436645508, 0.002871910730997721, 0.0028394063313802085, 0.002918084462483724, 0.002827326456705729, 0.0029815038045247397, 0.00282136599222819, 0.0028229554494222007, 0.0028153260548909507, 0.0028113524119059243, 0.0028700828552246094, 0.002701282501220703, 0.002883275349934896, 0.0028220812479654946, 0.002759218215942383, 0.0027000109354654946, 0.0026737054189046225, 0.002788702646891276, 0.0027251243591308594, 0.0029255549112955728, 0.0028096834818522134, 0.002851247787475586, 0.002769629160563151, 0.002721548080444336, 0.002788702646891276, 0.0027300516764322915, 0.0029039382934570312, 0.002821763356526693, 0.0031148592631022134, 0.0026960372924804688, 0.002670447031656901, 0.0028788248697916665], "std_fit_time": [7.252550531272435e-05, 2.198369275518992e-05, 7.144322776745956e-05, 6.844758927910003e-05, 2.82324467791424e-05, 2.0265423393897026e-05, 2.6010096261636964e-05, 3.6342131490811666e-05, 1.494808227186375e-05, 1.8307414603765927e-05, 2.331658400914735e-05, 6.329952161070467e-06, 2.294303141526726e-05, 1.226408114396256e-05, 2.998455282833335e-05, 5.6152285621044e-05, 9.316307458699764e-06, 2.2012977944433172e-05, 2.7690333350792483e-05, 4.014708988037342e-05, 2.6100271329983933e-05, 2.277615069593047e-05, 1.398541698930037e-05, 6.0503017442679435e-05, 0.00013701927702684848, 0.0001037502279565154, 2.6995750136051648e-05, 1.8369408434367568e-05, 3.984959700130467e-05, 2.126162652276912e-05, 3.715116064706257e-05, 0.00031436797348174673, 4.481635150285876e-05, 7.066107105156232e-05, 8.349334068361414e-05], "mean_score_time": [0.0017507076263427734, 0.001713116963704427, 0.0017526944478352864, 0.001730044682820638, 0.0017247994740804036, 0.001723925272623698, 0.0016802151997884114, 0.0017081101735432942, 0.0017020702362060547, 0.0017159779866536458, 0.0017107327779134114, 0.0016973813374837239, 0.0016999244689941406, 0.0016625722249348958, 0.0016759236653645833, 0.0016334056854248047, 0.0016989707946777344, 0.0016578038533528645, 0.0016249815622965496, 0.0016179084777832031, 0.0016106764475504558, 0.001649618148803711, 0.0016496976216634114, 0.001679817835489909, 0.0016456445058186848, 0.0016636053721110027, 0.0016311804453531902, 0.001604000727335612, 0.0016281604766845703, 0.0016235510508219402, 0.0017006397247314453, 0.0016652743021647136, 0.0016143321990966797, 0.0016145706176757812, 0.0016164779663085938], "std_score_time": [2.6528464356411152e-05, 1.091588007460285e-05, 6.470252502129764e-05, 3.0497910533083616e-05, 2.232692364987999e-05, 4.194782009250846e-06, 2.2845371702780923e-05, 6.938303815751758e-06, 1.1979594518065012e-05, 1.5734823444067107e-06, 1.2364608080883827e-05, 1.3263636961209842e-05, 1.6082212404289296e-05, 5.3607374680964315e-06, 9.148158127560298e-05, 2.3759062374184665e-05, 1.4037705844764466e-05, 5.2967334438806e-06, 1.773972374881557e-05, 2.195264232619687e-05, 2.832558104055195e-05, 2.4324148476685956e-05, 2.3855629228605436e-05, 3.290829002537808e-05, 1.0138320036929138e-05, 6.767178169479393e-05, 1.8448661967655065e-05, 2.074135062645278e-05, 2.582488888044968e-05, 1.1860908301857445e-05, 5.589411593542367e-05, 3.3930537011151024e-05, 1.2657908593536725e-05, 3.491889503086983e-05, 2.9885810893358563e-05], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.5133333333333333, 0.5133333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.5133333333333333, 0.5133333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.5133333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333], "split1_test_score": [0.5233333333333333, 0.5233333333333333, 0.5266666666666666, 0.5266666666666666, 0.5233333333333333, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.5233333333333333, 0.5266666666666666, 0.5266666666666666, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.5266666666666666, 0.5266666666666666, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.5266666666666666, 0.5233333333333333, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.5266666666666666, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334], "split2_test_score": [0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333], "mean_test_score": [0.5133333333333333, 0.5133333333333333, 0.5144444444444445, 0.5144444444444445, 0.5133333333333333, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.4966666666666666, 0.5144444444444445, 0.5144444444444445, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.5144444444444445, 0.5144444444444445, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.5144444444444445, 0.4966666666666666, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.4977777777777777, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334], "std_test_score": [0.008164965809277268, 0.008164965809277268, 0.009558139185602912, 0.009558139185602912, 0.008164965809277268, 0.016329931618554512, 0.016329931618554512, 0.016329931618554512, 0.024944382578492942, 0.009558139185602912, 0.009558139185602912, 0.016329931618554512, 0.016329931618554512, 0.016329931618554512, 0.016329931618554512, 0.016329931618554512, 0.009558139185602912, 0.009558139185602912, 0.016329931618554512, 0.016329931618554512, 0.016329931618554512, 0.016329931618554512, 0.016329931618554512, 0.009558139185602912, 0.024944382578492942, 0.016329931618554512, 0.016329931618554512, 0.016329931618554512, 0.016329931618554512, 0.016329931618554512, 0.026152449546532917, 0.016329931618554512, 0.016329931618554512, 0.016329931618554512, 0.016329931618554512], "rank_test_score": [8, 8, 1, 1, 8, 14, 14, 14, 12, 1, 1, 14, 14, 14, 14, 14, 1, 1, 14, 14, 14, 14, 14, 1, 12, 14, 14, 14, 14, 14, 11, 14, 14, 14, 14]}, "conf_matrix": [[33, 17], [29, 21]], "label_metrics": {"cat": {"precision": 0.532258064516129, "recall": 0.66, "f-measure": 0.5892857142857142}, "dog": {"precision": 0.5526315789473685, "recall": 0.42, "f-measure": 0.4772727272727273}}, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_gs", "job_name": "test_grid_search_cv_results_cross_validate_gs_SVC", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "SVC", "task": "cross_validate", "start_timestamp": "22 Jan 2024 10:47:32.048972", "version": "4.0.1", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.3.2", "end_timestamp": "22 Jan 2024 10:47:34.104944", "total_time": "0:00:02.055972", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [38] | 12 | 0.521 | 0.760 | 0.618 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 35 | [15] | 0.556 | 0.300 | 0.390 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.53, "pearson": "", "score": 0.53, "fold": 6, "model_params": "{\"C\": 0.01, \"break_ties\": false, \"cache_size\": 1000, \"class_weight\": null, \"coef0\": 0.0, \"decision_function_shape\": \"ovr\", \"degree\": 3, \"gamma\": \"auto\", \"kernel\": \"rbf\", \"max_iter\": -1, \"probability\": false, \"random_state\": 123456789, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.51, "grid_search_cv_results": {"mean_fit_time": [0.0028493404388427734, 0.0031110445658365884, 0.0028777122497558594, 0.0028136571248372397, 0.0028460820515950522, 0.002856016159057617, 0.002902984619140625, 0.002825021743774414, 0.0029706954956054688, 0.002803961435953776, 0.0028076171875, 0.002794345219930013, 0.0028101603190104165, 0.002875645955403646, 0.0026944478352864585, 0.0029065608978271484, 0.002797206242879232, 0.002750873565673828, 0.0026923815409342446, 0.0026636123657226562, 0.0027655760447184243, 0.0027022361755371094, 0.002888361612955729, 0.002768357594807943, 0.002947648366292318, 0.0027216275533040366, 0.0027081171671549478, 0.0027640660603841147, 0.002699772516886393, 0.002878427505493164, 0.0030655860900878906, 0.003076632817586263, 0.0027169386545817056, 0.0027376810709635415, 0.0028127034505208335], "std_fit_time": [5.647887382380846e-05, 7.564856163785546e-05, 2.489010796195267e-05, 8.050722288849559e-06, 4.053692371528821e-05, 3.693616044301257e-05, 4.188755020492693e-06, 4.444188825576199e-05, 2.309667807721267e-05, 1.8307414603765927e-05, 4.400529289216083e-06, 3.6524156194172374e-05, 4.146990988760096e-05, 2.264293210657075e-05, 6.64916699174732e-05, 5.572674097059385e-05, 2.264711576438911e-05, 3.740513215910256e-05, 6.212754908227121e-05, 7.113535719037125e-05, 5.200744258006155e-05, 5.9209467273582805e-05, 6.522344906694664e-05, 3.602374201621107e-05, 0.0002393816200558239, 9.618534250071852e-05, 5.1893282387827205e-05, 5.246376620427026e-05, 5.9797716035951353e-05, 5.628597611117954e-05, 0.0003038713771310967, 0.0002517476166204754, 6.736702013962487e-05, 0.00011303912932074403, 4.043161722550775e-05], "mean_score_time": [0.0017313957214355469, 0.0017352898915608723, 0.0017420450846354167, 0.0016952355702718098, 0.0017319520314534504, 0.0017217000325520833, 0.0016971429189046223, 0.001707315444946289, 0.0016942024230957031, 0.0017014344533284504, 0.0016914208730061848, 0.0016773541768391926, 0.0016985734303792317, 0.0017018318176269531, 0.001620928446451823, 0.0016326109568277996, 0.0016948382059733074, 0.0016539891560872395, 0.0016129811604817708, 0.0015973250071207683, 0.0016176700592041016, 0.0016146500905354817, 0.001615444819132487, 0.0016602675120035808, 0.001627206802368164, 0.0016217231750488281, 0.001623233159383138, 0.0016072591145833333, 0.001626729965209961, 0.001611630121866862, 0.001668691635131836, 0.0016303857167561848, 0.0016281604766845703, 0.0016235510508219402, 0.0016487439473470051], "std_score_time": [5.917009256773972e-05, 1.3235035065586129e-05, 3.17543554687612e-05, 1.024984243418557e-05, 3.1470248980210325e-05, 1.520696089942448e-05, 2.0055838644393196e-05, 1.9498889223585477e-05, 5.764932976825121e-06, 2.4183788386508526e-06, 6.2667764039727275e-06, 3.7663763717246964e-06, 2.457935083608852e-05, 3.559443798098606e-05, 2.3457555849735915e-05, 2.3113352900968993e-05, 1.3515527532320781e-05, 1.6417253987687336e-05, 2.6489390221155942e-05, 3.246775149033662e-05, 2.8737764088780335e-05, 3.1313315244592397e-05, 3.112821147724667e-05, 2.1555758804530697e-05, 1.3968697474813711e-05, 5.2413420440930045e-05, 3.237248680575396e-05, 3.290771424425927e-05, 4.779009079926631e-05, 2.95063795668495e-05, 1.9802621011230498e-05, 3.335834827280925e-05, 3.760872031467169e-05, 4.324623571614747e-05, 3.899842626694137e-06], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.48, 0.48, 0.53, 0.5266666666666666, 0.48, 0.48, 0.48, 0.48, 0.48, 0.53, 0.5266666666666666, 0.48, 0.48, 0.48, 0.48, 0.48, 0.53, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.53, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48], "split1_test_score": [0.5066666666666667, 0.5066666666666667, 0.5, 0.5, 0.5066666666666667, 0.4766666666666667, 0.4766666666666667, 0.5066666666666667, 0.5066666666666667, 0.5, 0.5, 0.5066666666666667, 0.4766666666666667, 0.4766666666666667, 0.4766666666666667, 0.4766666666666667, 0.5, 0.5066666666666667, 0.4766666666666667, 0.4766666666666667, 0.4766666666666667, 0.4766666666666667, 0.4766666666666667, 0.5, 0.5066666666666667, 0.4766666666666667, 0.4766666666666667, 0.4766666666666667, 0.4766666666666667, 0.4766666666666667, 0.5066666666666667, 0.4766666666666667, 0.4766666666666667, 0.4766666666666667, 0.4766666666666667], "split2_test_score": [0.5433333333333333, 0.49666666666666665, 0.49666666666666665, 0.49666666666666665, 0.5433333333333333, 0.5433333333333333, 0.5433333333333333, 0.5433333333333333, 0.49666666666666665, 0.49666666666666665, 0.49666666666666665, 0.5433333333333333, 0.5433333333333333, 0.5433333333333333, 0.5433333333333333, 0.5433333333333333, 0.49666666666666665, 0.5433333333333333, 0.5433333333333333, 0.5433333333333333, 0.5433333333333333, 0.5433333333333333, 0.5433333333333333, 0.49666666666666665, 0.5433333333333333, 0.5433333333333333, 0.5433333333333333, 0.5433333333333333, 0.5433333333333333, 0.5433333333333333, 0.5433333333333333, 0.5433333333333333, 0.5433333333333333, 0.5433333333333333, 0.5433333333333333], "mean_test_score": [0.51, 0.49444444444444446, 0.5088888888888888, 0.5077777777777778, 0.51, 0.5, 0.5, 0.51, 0.49444444444444446, 0.5088888888888888, 0.5077777777777778, 0.51, 0.5, 0.5, 0.5, 0.5, 0.5088888888888888, 0.51, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5088888888888888, 0.51, 0.5, 0.5, 0.5, 0.5, 0.5, 0.51, 0.5, 0.5, 0.5, 0.5], "std_test_score": [0.025962936545662056, 0.010999438818457429, 0.014989708403591175, 0.013425606637327284, 0.025962936545662056, 0.030671497204093914, 0.030671497204093914, 0.025962936545662056, 0.010999438818457429, 0.014989708403591175, 0.013425606637327284, 0.025962936545662056, 0.030671497204093914, 0.030671497204093914, 0.030671497204093914, 0.030671497204093914, 0.014989708403591175, 0.025962936545662056, 0.030671497204093914, 0.030671497204093914, 0.030671497204093914, 0.030671497204093914, 0.030671497204093914, 0.014989708403591175, 0.025962936545662056, 0.030671497204093914, 0.030671497204093914, 0.030671497204093914, 0.030671497204093914, 0.030671497204093914, 0.025962936545662056, 0.030671497204093914, 0.030671497204093914, 0.030671497204093914, 0.030671497204093914], "rank_test_score": [1, 34, 8, 12, 1, 14, 14, 1, 34, 8, 12, 1, 14, 14, 14, 14, 8, 1, 14, 14, 14, 14, 14, 8, 1, 14, 14, 14, 14, 14, 1, 14, 14, 14, 14]}, "conf_matrix": [[38, 12], [35, 15]], "label_metrics": {"cat": {"precision": 0.5205479452054794, "recall": 0.76, "f-measure": 0.6178861788617885}, "dog": {"precision": 0.5555555555555556, "recall": 0.3, "f-measure": 0.3896103896103896}}, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_gs", "job_name": "test_grid_search_cv_results_cross_validate_gs_SVC", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "SVC", "task": "cross_validate", "start_timestamp": "22 Jan 2024 10:47:32.048972", "version": "4.0.1", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.3.2", "end_timestamp": "22 Jan 2024 10:47:34.104944", "total_time": "0:00:02.055972", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [22] | 28 | 0.440 | 0.440 | 0.440 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 28 | [22] | 0.440 | 0.440 | 0.440 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.44, "pearson": "", "score": 0.44, "fold": 7, "model_params": "{\"C\": 0.01, \"break_ties\": false, \"cache_size\": 1000, \"class_weight\": null, \"coef0\": 0.0, \"decision_function_shape\": \"ovr\", \"degree\": 3, \"gamma\": \"auto\", \"kernel\": \"rbf\", \"max_iter\": -1, \"probability\": false, \"random_state\": 123456789, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.5255555555555556, "grid_search_cv_results": {"mean_fit_time": [0.0028580029805501304, 0.0030504067738850913, 0.0028499762217203775, 0.0028264522552490234, 0.002807060877482096, 0.002817392349243164, 0.0028587977091471353, 0.0027856032053629556, 0.0029435952504475913, 0.0028052330017089844, 0.002783060073852539, 0.002757469813028971, 0.00279998779296875, 0.0028243064880371094, 0.002687215805053711, 0.0028520425160725913, 0.002748886744181315, 0.002691507339477539, 0.002670923868815104, 0.002644777297973633, 0.0027042229970296225, 0.0027139981587727866, 0.002904494603474935, 0.00271455446879069, 0.0029039382934570312, 0.0027326742808024087, 0.0026787916819254556, 0.0027364095052083335, 0.0026771227518717446, 0.0028639634450276694, 0.002735694249471029, 0.003196557362874349, 0.0027572313944498696, 0.002706289291381836, 0.0027325948079427085], "std_fit_time": [7.320766178835473e-05, 3.523239017354073e-05, 2.679237438610362e-05, 3.5094264611911164e-06, 6.420984112624666e-05, 7.90172071341662e-05, 6.933632406046205e-05, 4.1992514525308793e-05, 2.406519028025272e-05, 3.512017081470969e-05, 2.530683410658941e-05, 3.042700193989791e-05, 3.282392665553217e-05, 5.20433772683168e-05, 5.457789599056229e-05, 8.364162641372637e-05, 3.4330251716500384e-05, 3.9633936625222366e-05, 5.879659759647945e-05, 6.479840949579719e-05, 5.551598784936907e-05, 6.800583203215883e-05, 2.3135476305108274e-05, 5.100349945841268e-05, 0.0003021327557931411, 9.02672458040818e-05, 4.6377708118649905e-05, 6.118935405593023e-05, 4.814887980721932e-05, 5.7887564030006175e-05, 0.00010526215518543416, 0.00022437585301079678, 7.610156055617664e-05, 6.080094491201423e-05, 6.991001205494912e-05], "mean_score_time": [0.0017399787902832031, 0.0017252763112386067, 0.0017307599385579426, 0.0017019112904866536, 0.0017019907633463542, 0.001676321029663086, 0.0016492207845052083, 0.0016812483469645183, 0.0016644001007080078, 0.001699686050415039, 0.0016930103302001953, 0.0016597906748453777, 0.0016935666402180989, 0.0016547044118245442, 0.0016059080759684246, 0.0016143321990966797, 0.0016693274180094402, 0.0016317367553710938, 0.0015996297200520833, 0.0015880266825358074, 0.0015949408213297527, 0.0016260147094726562, 0.0016241073608398438, 0.0016334056854248047, 0.0016183058420817058, 0.0016173521677652996, 0.0016105175018310547, 0.0015991528828938801, 0.0015977223714192708, 0.0016150474548339844, 0.0016049544016520183, 0.0016007423400878906, 0.0016486644744873047, 0.0016234715779622395, 0.0015790462493896484], "std_score_time": [3.822784989619775e-05, 1.7664798493164878e-05, 6.565054711679898e-06, 1.1388213999510544e-05, 3.923722452336534e-05, 4.0965464811489054e-05, 3.455909081195581e-05, 3.256564677310534e-05, 2.0807627775805866e-05, 2.2931190986842526e-05, 1.5199067545422771e-05, 1.6413791203086328e-05, 7.69451614536262e-06, 2.0455270477287238e-05, 2.9164049109800262e-05, 3.0648304176064384e-05, 2.0365220742219153e-05, 2.0897584532699015e-05, 2.7622507044676395e-05, 3.5738583604567215e-05, 2.9783772947698447e-05, 4.029532618000125e-05, 5.141003407266065e-05, 3.2789273007087586e-05, 2.482404455230031e-05, 4.987160992307372e-05, 3.154762230386944e-05, 3.3443440932058957e-05, 3.2060773966399536e-05, 4.3916072350815576e-05, 3.2494002360498466e-05, 2.6515604840980854e-05, 4.979049185306501e-05, 3.978535501247812e-05, 5.156570030040198e-05], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.55, 0.55, 0.55, 0.55, 0.55, 0.48, 0.48, 0.55, 0.55, 0.55, 0.55, 0.55, 0.48, 0.48, 0.48, 0.48, 0.55, 0.55, 0.48, 0.48, 0.48, 0.48, 0.48, 0.55, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.55, 0.48, 0.48, 0.48, 0.48], "split1_test_score": [0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.4633333333333333, 0.4633333333333333, 0.5, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.5133333333333333, 0.5133333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.5133333333333333, 0.5, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.5133333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333], "split2_test_score": [0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333], "mean_test_score": [0.5255555555555556, 0.5255555555555556, 0.5255555555555556, 0.5255555555555556, 0.5255555555555556, 0.4855555555555555, 0.4855555555555555, 0.5211111111111112, 0.5255555555555556, 0.5255555555555556, 0.5255555555555556, 0.5211111111111112, 0.4855555555555555, 0.4855555555555555, 0.4855555555555555, 0.4855555555555555, 0.5255555555555556, 0.5255555555555556, 0.4855555555555555, 0.4855555555555555, 0.4855555555555555, 0.4855555555555555, 0.4855555555555555, 0.5255555555555556, 0.4977777777777777, 0.4855555555555555, 0.4855555555555555, 0.4855555555555555, 0.4855555555555555, 0.4855555555555555, 0.5255555555555556, 0.4855555555555555, 0.4855555555555555, 0.4855555555555555, 0.4855555555555555], "std_test_score": [0.01728483242900453, 0.01728483242900453, 0.01728483242900453, 0.01728483242900453, 0.01728483242900453, 0.02078698548207745, 0.02078698548207745, 0.021140330656044964, 0.01728483242900453, 0.01728483242900453, 0.01728483242900453, 0.021140330656044964, 0.02078698548207745, 0.02078698548207745, 0.02078698548207745, 0.02078698548207745, 0.01728483242900453, 0.01728483242900453, 0.02078698548207745, 0.02078698548207745, 0.02078698548207745, 0.02078698548207745, 0.02078698548207745, 0.01728483242900453, 0.013698697784375501, 0.02078698548207745, 0.02078698548207745, 0.02078698548207745, 0.02078698548207745, 0.02078698548207745, 0.01728483242900453, 0.02078698548207745, 0.02078698548207745, 0.02078698548207745, 0.02078698548207745], "rank_test_score": [1, 1, 1, 1, 1, 16, 16, 13, 1, 1, 1, 13, 16, 16, 16, 16, 1, 1, 16, 16, 16, 16, 16, 1, 15, 16, 16, 16, 16, 16, 1, 16, 16, 16, 16]}, "conf_matrix": [[22, 28], [28, 22]], "label_metrics": {"cat": {"precision": 0.44, "recall": 0.44, "f-measure": 0.44}, "dog": {"precision": 0.44, "recall": 0.44, "f-measure": 0.44}}, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_gs", "job_name": "test_grid_search_cv_results_cross_validate_gs_SVC", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "SVC", "task": "cross_validate", "start_timestamp": "22 Jan 2024 10:47:32.048972", "version": "4.0.1", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.3.2", "end_timestamp": "22 Jan 2024 10:47:34.104944", "total_time": "0:00:02.055972", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [25] | 25 | 0.521 | 0.500 | 0.510 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 23 | [27] | 0.519 | 0.540 | 0.529 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.52, "pearson": "", "score": 0.52, "fold": 8, "model_params": "{\"C\": 0.01, \"break_ties\": false, \"cache_size\": 1000, \"class_weight\": null, \"coef0\": 0.0, \"decision_function_shape\": \"ovr\", \"degree\": 3, \"gamma\": 0.01, \"kernel\": \"rbf\", \"max_iter\": -1, \"probability\": false, \"random_state\": 123456789, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.5166666666666667, "grid_search_cv_results": {"mean_fit_time": [0.0027686754862467446, 0.0030057430267333984, 0.0027986367543538413, 0.002726316452026367, 0.0027015209197998047, 0.0027806758880615234, 0.002812465031941732, 0.002759138743082682, 0.0029244422912597656, 0.0027823448181152344, 0.002773125966389974, 0.0027546087900797525, 0.002742290496826172, 0.0028189818064371743, 0.0026716391245524087, 0.00283662478129069, 0.002751906712849935, 0.0027496814727783203, 0.0027159849802652993, 0.0026630560557047525, 0.0027437210083007812, 0.00267791748046875, 0.0028780301411946616, 0.0027316411336263022, 0.002749363581339518, 0.0026977856953938804, 0.0026988983154296875, 0.002770026524861654, 0.0026820500691731772, 0.002867460250854492, 0.002836306889851888, 0.0034345785776774087, 0.0027300516764322915, 0.002691348393758138, 0.0027233759562174478], "std_fit_time": [2.0766913659991015e-05, 4.5198193355844346e-05, 4.79600107200485e-05, 2.52145730114918e-05, 4.667324065453842e-05, 5.6807031117113e-05, 3.870140595948131e-05, 3.872196326335582e-05, 2.3216959173215503e-05, 5.147670064434977e-05, 2.170642262100802e-06, 3.66189688931477e-05, 2.5169444876624084e-05, 3.965942550957358e-05, 5.2007442580061546e-05, 3.515270639196471e-05, 1.431350108971282e-05, 2.8073386947406544e-05, 5.293835068203241e-05, 6.052023941096677e-05, 6.429732546942695e-05, 5.110061619616537e-05, 6.112987070301886e-05, 2.06681391712835e-05, 2.3502746238421086e-05, 4.16527258018952e-05, 5.7994390269825775e-05, 5.6193437741441994e-05, 4.8950507810611985e-05, 5.439706804799522e-05, 0.00014223346311876466, 6.999235709522568e-05, 7.457519055540248e-05, 6.69285112680151e-05, 6.910748947911256e-05], "mean_score_time": [0.0016910235087076824, 0.0017232894897460938, 0.0017080307006835938, 0.0016583601633707683, 0.0016477108001708984, 0.0017189184824625652, 0.0016481876373291016, 0.0016709168752034504, 0.001662890116373698, 0.0016922156016031902, 0.0016846656799316406, 0.0016680558522542317, 0.001661380132039388, 0.0016426245371500652, 0.0016130606333414714, 0.0016140143076578777, 0.0017200311024983723, 0.001649936040242513, 0.0016490618387858074, 0.0016115506490071614, 0.0016009807586669922, 0.0016049544016520183, 0.0016093254089355469, 0.0016769568125406902, 0.0016249020894368489, 0.0016233126322428386, 0.0016423861185709636, 0.0016106764475504558, 0.0016160011291503906, 0.0016183058420817058, 0.0016349951426188152, 0.001668373743693034, 0.0016410350799560547, 0.0016272862752278645, 0.0015987555185953777], "std_score_time": [1.763259020753627e-05, 2.8009870887186756e-05, 2.3876006783982044e-05, 3.256564677310534e-05, 2.144795657013116e-05, 7.381005210066764e-05, 2.159586312113139e-05, 2.759368188018943e-05, 1.8500967667613227e-05, 3.1683268665656225e-05, 8.469734033742719e-06, 2.7690333350792483e-05, 1.2703233848528688e-05, 2.04283899887959e-05, 3.2691660980733244e-05, 3.035842436075076e-05, 3.381306349954964e-05, 3.808848214911991e-05, 4.895902284965878e-05, 3.28160365428639e-05, 2.887982924358018e-05, 3.4787513906643095e-05, 3.862724367426522e-05, 6.279251179664614e-05, 3.013918488059307e-05, 3.713534668525474e-05, 5.668827549092673e-05, 4.158534616985812e-05, 4.320751621927868e-05, 3.913180988346793e-05, 3.403869989738769e-05, 2.1879442632389182e-05, 4.792193670532544e-05, 4.284213733316505e-05, 3.0257145278933006e-05], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.5366666666666666, 0.5366666666666666, 0.54, 0.54, 0.5366666666666666, 0.5366666666666666, 0.5366666666666666, 0.5366666666666666, 0.5366666666666666, 0.54, 0.54, 0.5366666666666666, 0.5366666666666666, 0.5366666666666666, 0.5366666666666666, 0.5366666666666666, 0.54, 0.5366666666666666, 0.5366666666666666, 0.5366666666666666, 0.5366666666666666, 0.5366666666666666, 0.5366666666666666, 0.54, 0.4933333333333334, 0.5366666666666666, 0.5366666666666666, 0.5366666666666666, 0.5366666666666666, 0.5366666666666666, 0.5366666666666666, 0.5366666666666666, 0.5366666666666666, 0.5366666666666666, 0.5366666666666666], "split1_test_score": [0.4866666666666667, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.4866666666666667, 0.4633333333333333, 0.4633333333333333, 0.4866666666666667, 0.4866666666666667, 0.5033333333333333, 0.5033333333333333, 0.4866666666666667, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.5033333333333333, 0.5033333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.5033333333333333, 0.4866666666666667, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4866666666666667, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333], "split2_test_score": [0.5066666666666667, 0.5066666666666667, 0.5066666666666667, 0.5066666666666667, 0.5066666666666667, 0.5066666666666667, 0.5066666666666667, 0.5066666666666667, 0.5066666666666667, 0.5066666666666667, 0.5066666666666667, 0.5066666666666667, 0.5066666666666667, 0.5066666666666667, 0.5066666666666667, 0.5066666666666667, 0.5066666666666667, 0.5066666666666667, 0.5066666666666667, 0.5066666666666667, 0.5066666666666667, 0.5066666666666667, 0.5066666666666667, 0.5066666666666667, 0.5066666666666667, 0.5066666666666667, 0.5066666666666667, 0.5066666666666667, 0.5066666666666667, 0.5066666666666667, 0.5066666666666667, 0.5066666666666667, 0.5066666666666667, 0.5066666666666667, 0.5066666666666667], "mean_test_score": [0.5100000000000001, 0.5155555555555557, 0.5166666666666667, 0.5166666666666667, 0.5100000000000001, 0.5022222222222222, 0.5022222222222222, 0.5100000000000001, 0.5100000000000001, 0.5166666666666667, 0.5166666666666667, 0.5100000000000001, 0.5022222222222222, 0.5022222222222222, 0.5022222222222222, 0.5022222222222222, 0.5166666666666667, 0.5155555555555557, 0.5022222222222222, 0.5022222222222222, 0.5022222222222222, 0.5022222222222222, 0.5022222222222222, 0.5166666666666667, 0.4955555555555556, 0.5022222222222222, 0.5022222222222222, 0.5022222222222222, 0.5022222222222222, 0.5022222222222222, 0.5100000000000001, 0.5022222222222222, 0.5022222222222222, 0.5022222222222222, 0.5022222222222222], "std_test_score": [0.020548046676563226, 0.014989708403591139, 0.016555182695279284, 0.016555182695279284, 0.020548046676563226, 0.030102704853653472, 0.030102704853653472, 0.020548046676563226, 0.020548046676563226, 0.016555182695279284, 0.016555182695279284, 0.020548046676563226, 0.030102704853653472, 0.030102704853653472, 0.030102704853653472, 0.030102704853653472, 0.016555182695279284, 0.014989708403591139, 0.030102704853653472, 0.030102704853653472, 0.030102704853653472, 0.030102704853653472, 0.030102704853653472, 0.016555182695279284, 0.008314794192830984, 0.030102704853653472, 0.030102704853653472, 0.030102704853653472, 0.030102704853653472, 0.030102704853653472, 0.020548046676563226, 0.030102704853653472, 0.030102704853653472, 0.030102704853653472, 0.030102704853653472], "rank_test_score": [9, 7, 1, 1, 9, 15, 15, 9, 9, 1, 1, 9, 15, 15, 15, 15, 1, 7, 15, 15, 15, 15, 15, 1, 35, 15, 15, 15, 15, 15, 9, 15, 15, 15, 15]}, "conf_matrix": [[25, 25], [23, 27]], "label_metrics": {"cat": {"precision": 0.5208333333333334, "recall": 0.5, "f-measure": 0.5102040816326531}, "dog": {"precision": 0.5192307692307693, "recall": 0.54, "f-measure": 0.5294117647058824}}, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_gs", "job_name": "test_grid_search_cv_results_cross_validate_gs_SVC", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "SVC", "task": "cross_validate", "start_timestamp": "22 Jan 2024 10:47:32.048972", "version": "4.0.1", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.3.2", "end_timestamp": "22 Jan 2024 10:47:34.104944", "total_time": "0:00:02.055972", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [34] | 16 | 0.486 | 0.680 | 0.567 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 36 | [14] | 0.467 | 0.280 | 0.350 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.48, "pearson": "", "score": 0.48, "fold": 9, "model_params": "{\"C\": 0.01, \"break_ties\": false, \"cache_size\": 1000, \"class_weight\": null, \"coef0\": 0.0, \"decision_function_shape\": \"ovr\", \"degree\": 3, \"gamma\": 10.0, \"kernel\": \"rbf\", \"max_iter\": -1, \"probability\": false, \"random_state\": 123456789, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.5311111111111111, "grid_search_cv_results": {"mean_fit_time": [0.0027596155802408853, 0.00302735964457194, 0.002778132756551107, 0.002799431482950846, 0.002789656321207682, 0.0027919610341389975, 0.002848545710245768, 0.002767483393351237, 0.002924760182698568, 0.0027828216552734375, 0.002750953038533529, 0.002724329630533854, 0.002768993377685547, 0.0028073787689208984, 0.002681732177734375, 0.00286714235941569, 0.0027478535970052085, 0.002677281697591146, 0.002675930658976237, 0.002655665079752604, 0.002737760543823242, 0.0026727517445882163, 0.0028769969940185547, 0.002675612767537435, 0.0027119318644205728, 0.0026869773864746094, 0.0026820500691731772, 0.0027313232421875, 0.0026814142862955728, 0.002865314483642578, 0.0027076403299967446, 0.0030336380004882812, 0.002805630366007487, 0.002679586410522461, 0.0028123060862223306], "std_fit_time": [6.267653167257724e-05, 7.380363406221218e-05, 2.170729551589471e-05, 6.187665195408417e-06, 1.1142650432588409e-05, 9.469617268962834e-06, 1.1311419889662388e-05, 2.068829814847438e-05, 6.160043835664145e-06, 8.17605409597504e-06, 8.827571088512331e-06, 1.7438091270652502e-05, 1.7753247865584863e-05, 1.5511261851684197e-05, 1.74692120044778e-05, 1.1716251133081023e-05, 1.2914767625027896e-05, 1.7521557845459835e-05, 2.992720400307635e-05, 2.8184083576227722e-05, 2.7802100813954104e-05, 2.5178727819712476e-05, 2.3012848274819466e-05, 1.4569349947650894e-05, 3.974389959698206e-05, 4.819712808006075e-05, 2.5420633695494757e-05, 1.9834171374911668e-05, 2.539453230599922e-05, 1.3081918299072426e-05, 1.00255571624108e-05, 0.00024175134474122383, 9.132735284091941e-05, 6.713194343779386e-05, 5.18373873595012e-05], "mean_score_time": [0.0016837120056152344, 0.0017243226369222004, 0.0016893545786539714, 0.001688241958618164, 0.0016812483469645183, 0.0016992886861165364, 0.001667340596516927, 0.0016765594482421875, 0.0016651153564453125, 0.0016887982686360676, 0.0016787052154541016, 0.0016636053721110027, 0.0016679763793945312, 0.0016426245371500652, 0.0016044775644938152, 0.0016196568806966145, 0.00165557861328125, 0.001621564229329427, 0.001604000727335612, 0.001592397689819336, 0.0015944639841715496, 0.0016023317972819011, 0.0016262531280517578, 0.0016112327575683594, 0.0016027291615804036, 0.0016256173451741536, 0.0016093254089355469, 0.0015944639841715496, 0.0016009807586669922, 0.0016113122304280598, 0.0016062259674072266, 0.0016027291615804036, 0.0016637643178304036, 0.0015853246053059895, 0.0016167958577473958], "std_score_time": [4.371108429634356e-05, 1.692865187055597e-05, 1.5720366454541617e-05, 3.0594470588239285e-06, 1.1149450260580481e-05, 9.1335028957104e-06, 9.328502470411212e-06, 1.4041754599118163e-05, 1.2338017495093928e-05, 1.3952863278296627e-05, 7.786718186642895e-06, 2.95063795668495e-05, 1.4898140919093508e-05, 1.285005120049015e-05, 1.0716171796387465e-05, 2.0738609861119704e-05, 1.2307264661888377e-05, 2.8113404769104942e-05, 2.5244113232852718e-05, 2.5530462907487567e-05, 1.5520217311313283e-05, 2.8954090785760387e-05, 5.128050549028062e-05, 1.4141256929718892e-05, 1.7312684128049346e-05, 3.39863340641864e-05, 1.891287093713638e-05, 2.0365220742219153e-05, 2.758727219790082e-05, 2.4435545903146613e-05, 1.3068876228292973e-05, 3.229689409164115e-05, 1.6646481640605325e-05, 2.697421719511431e-05, 3.067878853141928e-05], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.5266666666666666, 0.5266666666666666, 0.5266666666666666, 0.5266666666666666, 0.5266666666666666, 0.5366666666666666, 0.5366666666666666, 0.5266666666666666, 0.5266666666666666, 0.5266666666666666, 0.5266666666666666, 0.5266666666666666, 0.5366666666666666, 0.5366666666666666, 0.5366666666666666, 0.5366666666666666, 0.5266666666666666, 0.5266666666666666, 0.5366666666666666, 0.5366666666666666, 0.5366666666666666, 0.5366666666666666, 0.5366666666666666, 0.5266666666666666, 0.5366666666666666, 0.5366666666666666, 0.5366666666666666, 0.5366666666666666, 0.5366666666666666, 0.5366666666666666, 0.5366666666666666, 0.5366666666666666, 0.5366666666666666, 0.5366666666666666, 0.5366666666666666], "split1_test_score": [0.5166666666666667, 0.5166666666666667, 0.5166666666666667, 0.5166666666666667, 0.5166666666666667, 0.51, 0.51, 0.5133333333333333, 0.5133333333333333, 0.5166666666666667, 0.5166666666666667, 0.5133333333333333, 0.51, 0.51, 0.51, 0.51, 0.5166666666666667, 0.5166666666666667, 0.51, 0.51, 0.51, 0.51, 0.51, 0.5166666666666667, 0.5133333333333333, 0.51, 0.51, 0.51, 0.51, 0.51, 0.5133333333333333, 0.5133333333333333, 0.51, 0.51, 0.51], "split2_test_score": [0.53, 0.53, 0.53, 0.53, 0.53, 0.5466666666666666, 0.5466666666666666, 0.53, 0.53, 0.53, 0.53, 0.53, 0.5466666666666666, 0.5466666666666666, 0.5433333333333333, 0.5433333333333333, 0.53, 0.53, 0.5433333333333333, 0.5466666666666666, 0.5466666666666666, 0.5466666666666666, 0.5466666666666666, 0.53, 0.5433333333333333, 0.5466666666666666, 0.5466666666666666, 0.5466666666666666, 0.5466666666666666, 0.5466666666666666, 0.53, 0.5433333333333333, 0.5466666666666666, 0.5466666666666666, 0.5466666666666666], "mean_test_score": [0.5244444444444445, 0.5244444444444445, 0.5244444444444445, 0.5244444444444445, 0.5244444444444445, 0.5311111111111111, 0.5311111111111111, 0.5233333333333333, 0.5233333333333333, 0.5244444444444445, 0.5244444444444445, 0.5233333333333333, 0.5311111111111111, 0.5311111111111111, 0.5299999999999999, 0.5299999999999999, 0.5244444444444445, 0.5244444444444445, 0.5299999999999999, 0.5311111111111111, 0.5311111111111111, 0.5311111111111111, 0.5311111111111111, 0.5244444444444445, 0.5311111111111111, 0.5311111111111111, 0.5311111111111111, 0.5311111111111111, 0.5311111111111111, 0.5311111111111111, 0.5266666666666666, 0.5311111111111111, 0.5311111111111111, 0.5311111111111111, 0.5311111111111111], "std_test_score": [0.0056655772373252955, 0.0056655772373252955, 0.0056655772373252955, 0.0056655772373252955, 0.0056655772373252955, 0.015475986974649001, 0.015475986974649001, 0.007200822998230968, 0.007200822998230968, 0.0056655772373252955, 0.0056655772373252955, 0.007200822998230968, 0.015475986974649001, 0.015475986974649001, 0.014401645996461902, 0.014401645996461902, 0.0056655772373252955, 0.0056655772373252955, 0.014401645996461902, 0.015475986974649001, 0.015475986974649001, 0.015475986974649001, 0.015475986974649001, 0.0056655772373252955, 0.012862041003100256, 0.015475986974649001, 0.015475986974649001, 0.015475986974649001, 0.015475986974649001, 0.015475986974649001, 0.009813067629253163, 0.012862041003100256, 0.015475986974649001, 0.015475986974649001, 0.015475986974649001], "rank_test_score": [23, 23, 23, 23, 23, 1, 1, 33, 33, 23, 23, 33, 1, 1, 19, 19, 23, 23, 19, 1, 1, 1, 1, 23, 1, 1, 1, 1, 1, 1, 22, 1, 1, 1, 1]}, "conf_matrix": [[34, 16], [36, 14]], "label_metrics": {"cat": {"precision": 0.4857142857142857, "recall": 0.68, "f-measure": 0.5666666666666667}, "dog": {"precision": 0.4666666666666667, "recall": 0.28, "f-measure": 0.35000000000000003}}, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_gs", "job_name": "test_grid_search_cv_results_cross_validate_gs_SVC", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "SVC", "task": "cross_validate", "start_timestamp": "22 Jan 2024 10:47:32.048972", "version": "4.0.1", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.3.2", "end_timestamp": "22 Jan 2024 10:47:34.104944", "total_time": "0:00:02.055972", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [46] | 4 | 0.529 | 0.920 | 0.672 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 41 | [9] | 0.692 | 0.180 | 0.286 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.55, "pearson": "", "score": 0.55, "fold": 10, "model_params": "{\"C\": 1.0, \"break_ties\": false, \"cache_size\": 1000, \"class_weight\": null, \"coef0\": 0.0, \"decision_function_shape\": \"ovr\", \"degree\": 3, \"gamma\": \"scale\", \"kernel\": \"rbf\", \"max_iter\": -1, \"probability\": false, \"random_state\": 123456789, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.5233333333333333, "grid_search_cv_results": {"mean_fit_time": [0.0027936299641927085, 0.002943913141886393, 0.0027194817860921225, 0.0027823448181152344, 0.002846320470174154, 0.0028075377146402993, 0.002870639165242513, 0.0027952194213867188, 0.0029456615447998047, 0.0028076966603597007, 0.0027687549591064453, 0.002770503362019857, 0.002766211827596029, 0.0028564135233561196, 0.0027100245157877603, 0.002912600835164388, 0.002766291300455729, 0.00272520383199056, 0.002715031305948893, 0.002698659896850586, 0.0027860005696614585, 0.002733310063680013, 0.002912600835164388, 0.0027239322662353516, 0.002748568852742513, 0.0027224222819010415, 0.0027032693227132163, 0.0027690728505452475, 0.00271455446879069, 0.0029146671295166016, 0.0030101140340169272, 0.003247340520222982, 0.002951463063557943, 0.002729336420694987, 0.0027305285135904946], "std_fit_time": [3.9398665186897254e-05, 8.479042792046494e-05, 3.730791586374938e-05, 1.4129192724255613e-05, 8.104392697042098e-05, 2.289839137238577e-05, 7.235086235517528e-06, 3.454410144060279e-05, 1.9560012897383576e-05, 5.146762041113336e-05, 6.912768436426365e-06, 3.370979784144343e-05, 1.343396959009646e-05, 2.8742598803540153e-05, 2.8666026842286646e-05, 4.267640767650373e-05, 1.7254580964230816e-05, 4.225161711699116e-05, 3.6544382804839945e-05, 1.9772936932196933e-05, 2.388341249346038e-05, 1.8601063804801846e-05, 2.5115435555907797e-05, 3.4691883196701805e-05, 5.139430633720346e-05, 2.663633402851995e-05, 1.5080590271161932e-05, 2.4044710380826993e-05, 8.87893608629501e-06, 2.661545952718813e-05, 0.00020916855077743644, 0.00025125625820839384, 0.00017172012530627573, 9.628280448867592e-05, 6.916422119787401e-06], "mean_score_time": [0.0017046928405761719, 0.0016886393229166667, 0.001665353775024414, 0.0017139911651611328, 0.0017349720001220703, 0.0017229715983072917, 0.0016797383626302083, 0.0017054080963134766, 0.001694043477376302, 0.0016996065775553386, 0.0016992886861165364, 0.0016881624857584636, 0.0017014344533284504, 0.0016647974650065105, 0.0016438961029052734, 0.0016426245371500652, 0.0016810894012451172, 0.0016550223032633464, 0.0016415913899739583, 0.0016360282897949219, 0.0016466776529947917, 0.0016498565673828125, 0.0016493797302246094, 0.0016589164733886719, 0.0016489823659261067, 0.0016469955444335938, 0.0016376177469889324, 0.001623709996541341, 0.0016370614369710286, 0.001643816630045573, 0.0016593138376871746, 0.001797040303548177, 0.001682281494140625, 0.0016342798868815105, 0.001597007115681966], "std_score_time": [3.2971373006089185e-05, 2.2210353908592945e-05, 2.495093431844927e-05, 1.1893877489627351e-05, 3.970987704351889e-05, 1.398948087679929e-05, 4.979594611428751e-06, 2.822819593227323e-05, 1.5140779118995488e-05, 1.3030156415093587e-05, 1.6209346496559095e-06, 1.463552643871694e-05, 2.112603278311734e-05, 1.3073708141878522e-05, 1.2760777689072402e-05, 1.2434899725058332e-05, 3.7596626830148286e-06, 1.7192975598978194e-05, 1.3235035065586129e-05, 1.0512069551967908e-05, 6.811524180480995e-06, 1.5120325084407736e-05, 1.5351638824467896e-05, 2.1997478877266176e-05, 2.0488590296836877e-05, 1.198275744736582e-05, 1.4100106929856615e-05, 2.0432099744877715e-05, 1.3649449193429483e-05, 1.7947850532828997e-05, 2.4631715108342515e-05, 7.346525485053654e-05, 3.8201075176063266e-05, 2.1223569043021504e-05, 1.3821881740766949e-05], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.5233333333333333, 0.5233333333333333, 0.5233333333333333, 0.5233333333333333, 0.5233333333333333, 0.52, 0.52, 0.5233333333333333, 0.5233333333333333, 0.5233333333333333, 0.5233333333333333, 0.5233333333333333, 0.52, 0.52, 0.52, 0.5333333333333333, 0.5233333333333333, 0.5233333333333333, 0.52, 0.52, 0.52, 0.52, 0.52, 0.5233333333333333, 0.5333333333333333, 0.52, 0.52, 0.52, 0.52, 0.52, 0.5233333333333333, 0.5333333333333333, 0.52, 0.52, 0.52], "split1_test_score": [0.4933333333333334, 0.4933333333333334, 0.4933333333333334, 0.4933333333333334, 0.4933333333333334, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.4933333333333334, 0.4933333333333334, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.4933333333333334, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.4933333333333334, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333], "split2_test_score": [0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333], "mean_test_score": [0.5166666666666666, 0.5166666666666666, 0.5166666666666666, 0.5166666666666666, 0.5166666666666666, 0.5188888888888888, 0.5188888888888888, 0.52, 0.52, 0.5166666666666666, 0.5166666666666666, 0.52, 0.5188888888888888, 0.5188888888888888, 0.5188888888888888, 0.5233333333333333, 0.5166666666666666, 0.52, 0.5188888888888888, 0.5188888888888888, 0.5188888888888888, 0.5188888888888888, 0.5188888888888888, 0.5166666666666666, 0.5233333333333333, 0.5188888888888888, 0.5188888888888888, 0.5188888888888888, 0.5188888888888888, 0.5188888888888888, 0.52, 0.5233333333333333, 0.5188888888888888, 0.5188888888888888, 0.5188888888888888], "std_test_score": [0.016996731711975917, 0.016996731711975917, 0.016996731711975917, 0.016996731711975917, 0.016996731711975917, 0.012272623352430302, 0.012272623352430302, 0.012472191289246483, 0.012472191289246483, 0.016996731711975917, 0.016996731711975917, 0.012472191289246483, 0.012272623352430302, 0.012272623352430302, 0.012272623352430302, 0.014142135623730963, 0.016996731711975917, 0.012472191289246483, 0.012272623352430302, 0.012272623352430302, 0.012272623352430302, 0.012272623352430302, 0.012272623352430302, 0.016996731711975917, 0.014142135623730963, 0.012272623352430302, 0.012272623352430302, 0.012272623352430302, 0.012272623352430302, 0.012272623352430302, 0.012472191289246483, 0.014142135623730963, 0.012272623352430302, 0.012272623352430302, 0.012272623352430302], "rank_test_score": [27, 27, 27, 27, 27, 9, 9, 4, 4, 27, 27, 4, 9, 9, 9, 1, 27, 4, 9, 9, 9, 9, 9, 27, 1, 9, 9, 9, 9, 9, 4, 1, 9, 9, 9]}, "conf_matrix": [[46, 4], [41, 9]], "label_metrics": {"cat": {"precision": 0.5287356321839081, "recall": 0.92, "f-measure": 0.6715328467153285}, "dog": {"precision": 0.6923076923076923, "recall": 0.18, "f-measure": 0.28571428571428575}}, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_gs", "job_name": "test_grid_search_cv_results_cross_validate_gs_SVC", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "SVC", "task": "cross_validate", "start_timestamp": "22 Jan 2024 10:47:32.048972", "version": "4.0.1", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.3.2", "end_timestamp": "22 Jan 2024 10:47:34.104944", "total_time": "0:00:02.055972", "fold": "average", "result_table": "+---------+-------------+----------+-------------+\n| Label | Precision | Recall | F-measure |\n|---------+-------------+----------+-------------|\n| cat | 0.510 | 0.662 | 0.570 |\n| dog | 0.528 | 0.364 | 0.414 |\n+---------+-------------+----------+-------------+", "accuracy": 0.513, "score": 0.513, "additional_scores": {}}] \ No newline at end of file diff --git a/tests/other/cv_results/test_grid_search_cv_results_cross_validate_gs_f0_LogisticRegression.results.json b/tests/other/cv_results/test_grid_search_cv_results_cross_validate_gs_f0_LogisticRegression.results.json deleted file mode 100644 index 9ec1165d..00000000 --- a/tests/other/cv_results/test_grid_search_cv_results_cross_validate_gs_f0_LogisticRegression.results.json +++ /dev/null @@ -1 +0,0 @@ -[{"experiment_name": "test_grid_search_cv_results_cross_validate_gs", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "LogisticRegression", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:10:56.004849", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:10:56.277288", "total_time": "0:00:00.272439", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [31] | 19 | 0.564 | 0.620 | 0.590 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 24 | [26] | 0.578 | 0.520 | 0.547 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.57, "pearson": "", "score": 0.57, "fold": 1, "model_params": "{\"C\": 0.01, \"class_weight\": null, \"dual\": false, \"fit_intercept\": true, \"intercept_scaling\": 1, \"l1_ratio\": null, \"max_iter\": 1000, \"multi_class\": \"auto\", \"n_jobs\": null, \"penalty\": \"l2\", \"random_state\": 123456789, \"solver\": \"liblinear\", \"tol\": 0.0001, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.5177777777777778, "grid_search_cv_results": {"mean_fit_time": [0.0010273456573486328, 0.0009636084238688151, 0.0009366671244303385, 0.0010060469309488933, 0.0009597142537434896], "std_fit_time": [4.208251141272568e-05, 1.3809538527502717e-05, 1.928523200977468e-05, 4.445311405892071e-05, 8.32608595130208e-06], "mean_score_time": [0.0007070700327555338, 0.0007015864054361979, 0.000660101572672526, 0.0006984074910481771, 0.0006906986236572266], "std_score_time": [2.52388586038488e-05, 4.6940548882241166e-05, 4.103447800771582e-06, 2.2034772977439685e-05, 2.188348363711821e-05], "param_C": [0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01}, {"C": 0.1}, {"C": 1.0}, {"C": 10.0}, {"C": 100.0}], "split0_test_score": [0.5133333333333333, 0.54, 0.54, 0.54, 0.54], "split1_test_score": [0.51, 0.48, 0.48, 0.48, 0.48], "split2_test_score": [0.53, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333], "mean_test_score": [0.5177777777777778, 0.5111111111111111, 0.5111111111111111, 0.5111111111111111, 0.5111111111111111], "std_test_score": [0.008748897637790916, 0.0245452467048606, 0.0245452467048606, 0.0245452467048606, 0.0245452467048606], "rank_test_score": [1, 2, 2, 2, 2]}, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_gs", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "LogisticRegression", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:10:56.004849", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:10:56.277288", "total_time": "0:00:00.272439", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [26] | 24 | 0.520 | 0.520 | 0.520 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 24 | [26] | 0.520 | 0.520 | 0.520 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.52, "pearson": "", "score": 0.52, "fold": 2, "model_params": "{\"C\": 0.01, \"class_weight\": null, \"dual\": false, \"fit_intercept\": true, \"intercept_scaling\": 1, \"l1_ratio\": null, \"max_iter\": 1000, \"multi_class\": \"auto\", \"n_jobs\": null, \"penalty\": \"l2\", \"random_state\": 123456789, \"solver\": \"liblinear\", \"tol\": 0.0001, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.5244444444444444, "grid_search_cv_results": {"mean_fit_time": [0.0010977586110432942, 0.001020352045694987, 0.0010265509287516277, 0.001001914342244466, 0.0010349750518798828], "std_fit_time": [9.721444269869833e-05, 2.705977934173176e-05, 5.252873475155885e-05, 2.317311938524083e-05, 5.677266539669893e-05], "mean_score_time": [0.0007599194844563802, 0.000694433848063151, 0.0006918112436930338, 0.00069427490234375, 0.0006934007008870443], "std_score_time": [1.6556315943399795e-05, 9.943957214111998e-06, 5.749574422100678e-06, 1.8396894191608834e-05, 2.096125864666361e-05], "param_C": [0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01}, {"C": 0.1}, {"C": 1.0}, {"C": 10.0}, {"C": 100.0}], "split0_test_score": [0.5133333333333333, 0.53, 0.53, 0.53, 0.53], "split1_test_score": [0.5166666666666667, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334], "split2_test_score": [0.5433333333333333, 0.5366666666666666, 0.5366666666666666, 0.5366666666666666, 0.5366666666666666], "mean_test_score": [0.5244444444444444, 0.5166666666666667, 0.5166666666666667, 0.5166666666666667, 0.5166666666666667], "std_test_score": [0.0134256066373273, 0.023726840560069573, 0.023726840560069573, 0.023726840560069573, 0.023726840560069573], "rank_test_score": [1, 2, 2, 2, 2]}, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_gs", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "LogisticRegression", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:10:56.004849", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:10:56.277288", "total_time": "0:00:00.272439", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [25] | 25 | 0.500 | 0.500 | 0.500 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 25 | [25] | 0.500 | 0.500 | 0.500 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.5, "pearson": "", "score": 0.5, "fold": 3, "model_params": "{\"C\": 0.01, \"class_weight\": null, \"dual\": false, \"fit_intercept\": true, \"intercept_scaling\": 1, \"l1_ratio\": null, \"max_iter\": 1000, \"multi_class\": \"auto\", \"n_jobs\": null, \"penalty\": \"l2\", \"random_state\": 123456789, \"solver\": \"liblinear\", \"tol\": 0.0001, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.5288888888888889, "grid_search_cv_results": {"mean_fit_time": [0.0010247230529785156, 0.0010193188985188801, 0.0009559790293375651, 0.0009731451670328776, 0.001070578893025716], "std_fit_time": [5.217645936334116e-05, 6.735801914315962e-05, 1.2839725330675933e-05, 1.1474405864901648e-05, 5.2829788967248e-05], "mean_score_time": [0.0007073084513346354, 0.0006802876790364584, 0.0007280508677164713, 0.0007239977518717448, 0.0007267793019612631], "std_score_time": [5.017992133268403e-05, 1.4172486673565072e-05, 8.295238370917702e-05, 5.5980944122909825e-05, 2.1150235050534147e-05], "param_C": [0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01}, {"C": 0.1}, {"C": 1.0}, {"C": 10.0}, {"C": 100.0}], "split0_test_score": [0.5133333333333333, 0.52, 0.52, 0.52, 0.52], "split1_test_score": [0.52, 0.5, 0.5, 0.5, 0.5], "split2_test_score": [0.5533333333333333, 0.5366666666666666, 0.5366666666666666, 0.5366666666666666, 0.5366666666666666], "mean_test_score": [0.5288888888888889, 0.5188888888888888, 0.5188888888888888, 0.5188888888888888, 0.5188888888888888], "std_test_score": [0.01749779527558181, 0.01498970840359114, 0.01498970840359114, 0.01498970840359114, 0.01498970840359114], "rank_test_score": [1, 2, 2, 2, 2]}, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_gs", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "LogisticRegression", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:10:56.004849", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:10:56.277288", "total_time": "0:00:00.272439", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [26] | 24 | 0.520 | 0.520 | 0.520 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 24 | [26] | 0.520 | 0.520 | 0.520 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.52, "pearson": "", "score": 0.52, "fold": 4, "model_params": "{\"C\": 0.01, \"class_weight\": null, \"dual\": false, \"fit_intercept\": true, \"intercept_scaling\": 1, \"l1_ratio\": null, \"max_iter\": 1000, \"multi_class\": \"auto\", \"n_jobs\": null, \"penalty\": \"l2\", \"random_state\": 123456789, \"solver\": \"liblinear\", \"tol\": 0.0001, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.5311111111111111, "grid_search_cv_results": {"mean_fit_time": [0.0010494391123453777, 0.0010494391123453777, 0.0009988943735758464, 0.0010190804799397786, 0.0010050137837727864], "std_fit_time": [6.577309459101752e-05, 3.297731077427726e-05, 4.582284073869667e-05, 2.6599318010525168e-05, 1.46109074837766e-06], "mean_score_time": [0.0007149378458658854, 0.0007196267445882162, 0.0006969769795735677, 0.0006878376007080078, 0.0006919701894124349], "std_score_time": [4.2683510890885354e-05, 4.28713172377949e-05, 1.1346542547591366e-05, 2.867638040013109e-06, 4.158489053074878e-06], "param_C": [0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01}, {"C": 0.1}, {"C": 1.0}, {"C": 10.0}, {"C": 100.0}], "split0_test_score": [0.5233333333333333, 0.5166666666666667, 0.5166666666666667, 0.5166666666666667, 0.5166666666666667], "split1_test_score": [0.5233333333333333, 0.52, 0.52, 0.52, 0.52], "split2_test_score": [0.5466666666666666, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333], "mean_test_score": [0.5311111111111111, 0.5166666666666666, 0.5166666666666666, 0.5166666666666666, 0.5166666666666666], "std_test_score": [0.010999438818457398, 0.0027216552697591043, 0.0027216552697591043, 0.0027216552697591043, 0.0027216552697591043], "rank_test_score": [1, 2, 2, 2, 2]}, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_gs", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "LogisticRegression", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:10:56.004849", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:10:56.277288", "total_time": "0:00:00.272439", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [33] | 17 | 0.532 | 0.660 | 0.589 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 29 | [21] | 0.553 | 0.420 | 0.477 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.54, "pearson": "", "score": 0.54, "fold": 5, "model_params": "{\"C\": 0.01, \"class_weight\": null, \"dual\": false, \"fit_intercept\": true, \"intercept_scaling\": 1, \"l1_ratio\": null, \"max_iter\": 1000, \"multi_class\": \"auto\", \"n_jobs\": null, \"penalty\": \"l2\", \"random_state\": 123456789, \"solver\": \"liblinear\", \"tol\": 0.0001, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.5255555555555556, "grid_search_cv_results": {"mean_fit_time": [0.0010535717010498047, 0.0010649363199869792, 0.000988324483235677, 0.0010102589925130208, 0.001009225845336914], "std_fit_time": [6.76344386345053e-05, 5.8018018052541564e-05, 3.2390041222047416e-05, 1.9058910734651684e-05, 1.0004114793803397e-05], "mean_score_time": [0.0007066726684570312, 0.0006961027781168619, 0.0006890296936035156, 0.0006990432739257812, 0.0007310708363850912], "std_score_time": [2.4307005073419444e-05, 1.5080590271161932e-05, 1.2045841628767827e-05, 6.256689842785064e-06, 6.122897752038199e-05], "param_C": [0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01}, {"C": 0.1}, {"C": 1.0}, {"C": 10.0}, {"C": 100.0}], "split0_test_score": [0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333], "split1_test_score": [0.5233333333333333, 0.5266666666666666, 0.5266666666666666, 0.5266666666666666, 0.5266666666666666], "split2_test_score": [0.54, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333], "mean_test_score": [0.5255555555555556, 0.5144444444444445, 0.5144444444444445, 0.5144444444444445, 0.5144444444444445], "std_test_score": [0.010999438818457432, 0.009558139185602912, 0.009558139185602912, 0.009558139185602912, 0.009558139185602912], "rank_test_score": [1, 2, 2, 2, 2]}, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_gs", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "LogisticRegression", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:10:56.004849", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:10:56.277288", "total_time": "0:00:00.272439", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [30] | 20 | 0.588 | 0.600 | 0.594 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 21 | [29] | 0.592 | 0.580 | 0.586 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.59, "pearson": "", "score": 0.59, "fold": 6, "model_params": "{\"C\": 0.01, \"class_weight\": null, \"dual\": false, \"fit_intercept\": true, \"intercept_scaling\": 1, \"l1_ratio\": null, \"max_iter\": 1000, \"multi_class\": \"auto\", \"n_jobs\": null, \"penalty\": \"l2\", \"random_state\": 123456789, \"solver\": \"liblinear\", \"tol\": 0.0001, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.5255555555555556, "grid_search_cv_results": {"mean_fit_time": [0.0010418097178141277, 0.001064618428548177, 0.0010069211324055989, 0.0010712941487630208, 0.001012722651163737], "std_fit_time": [3.9754386659230654e-05, 7.638437488252742e-05, 3.472372873315514e-05, 4.413613826127264e-05, 5.18830577340109e-06], "mean_score_time": [0.0006983280181884766, 0.0007015864054361979, 0.0007414023081461588, 0.0007140636444091797, 0.0006914138793945312], "std_score_time": [2.7910931687800872e-05, 1.7926723808250424e-05, 5.220453529851058e-05, 1.6090457579096175e-05, 1.1523290608973095e-05], "param_C": [0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01}, {"C": 0.1}, {"C": 1.0}, {"C": 10.0}, {"C": 100.0}], "split0_test_score": [0.5266666666666666, 0.53, 0.53, 0.53, 0.53], "split1_test_score": [0.5066666666666667, 0.5, 0.5, 0.5, 0.5], "split2_test_score": [0.5433333333333333, 0.49666666666666665, 0.49666666666666665, 0.49666666666666665, 0.49666666666666665], "mean_test_score": [0.5255555555555556, 0.5088888888888888, 0.5088888888888888, 0.5088888888888888, 0.5088888888888888], "std_test_score": [0.014989708403591139, 0.014989708403591175, 0.014989708403591175, 0.014989708403591175, 0.014989708403591175], "rank_test_score": [1, 2, 2, 2, 2]}, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_gs", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "LogisticRegression", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:10:56.004849", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:10:56.277288", "total_time": "0:00:00.272439", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [22] | 28 | 0.440 | 0.440 | 0.440 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 28 | [22] | 0.440 | 0.440 | 0.440 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.44, "pearson": "", "score": 0.44, "fold": 7, "model_params": "{\"C\": 0.01, \"class_weight\": null, \"dual\": false, \"fit_intercept\": true, \"intercept_scaling\": 1, \"l1_ratio\": null, \"max_iter\": 1000, \"multi_class\": \"auto\", \"n_jobs\": null, \"penalty\": \"l2\", \"random_state\": 123456789, \"solver\": \"liblinear\", \"tol\": 0.0001, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.53, "grid_search_cv_results": {"mean_fit_time": [0.001064618428548177, 0.001065969467163086, 0.0009781519571940105, 0.0010159810384114583, 0.0010236104329427083], "std_fit_time": [5.824097370190138e-05, 8.278035896580859e-05, 2.3855629228605436e-05, 4.088042497795997e-05, 1.5634555733129497e-05], "mean_score_time": [0.0007019837697347006, 0.0006953080495198568, 0.0006838639577229818, 0.0006923675537109375, 0.0006906986236572266], "std_score_time": [1.8510182742243112e-05, 1.7340023703327468e-05, 6.344901293504103e-06, 7.358860670515722e-06, 4.07874661139054e-06], "param_C": [0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01}, {"C": 0.1}, {"C": 1.0}, {"C": 10.0}, {"C": 100.0}], "split0_test_score": [0.55, 0.55, 0.55, 0.55, 0.55], "split1_test_score": [0.5, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333], "split2_test_score": [0.54, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333], "mean_test_score": [0.53, 0.5255555555555556, 0.5255555555555556, 0.5255555555555556, 0.5255555555555556], "std_test_score": [0.021602468994692887, 0.01728483242900453, 0.01728483242900453, 0.01728483242900453, 0.01728483242900453], "rank_test_score": [1, 2, 2, 2, 2]}, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_gs", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "LogisticRegression", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:10:56.004849", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:10:56.277288", "total_time": "0:00:00.272439", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [25] | 25 | 0.521 | 0.500 | 0.510 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 23 | [27] | 0.519 | 0.540 | 0.529 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.52, "pearson": "", "score": 0.52, "fold": 8, "model_params": "{\"C\": 0.01, \"class_weight\": null, \"dual\": false, \"fit_intercept\": true, \"intercept_scaling\": 1, \"l1_ratio\": null, \"max_iter\": 1000, \"multi_class\": \"auto\", \"n_jobs\": null, \"penalty\": \"l2\", \"random_state\": 123456789, \"solver\": \"liblinear\", \"tol\": 0.0001, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.5222222222222223, "grid_search_cv_results": {"mean_fit_time": [0.0010772546132405598, 0.001066446304321289, 0.0009872913360595703, 0.0010298887888590496, 0.0010252793629964192], "std_fit_time": [1.5379179105023557e-05, 8.822282119559457e-05, 3.443807618192251e-05, 3.1967260134986395e-05, 1.3941995149986515e-05], "mean_score_time": [0.0007007122039794922, 0.0006992816925048828, 0.0007092952728271484, 0.0007180372873942057, 0.0006914138793945312], "std_score_time": [1.0475957904360505e-05, 2.5378609719713344e-05, 3.5817316656378506e-05, 1.2795377219526788e-05, 4.400529289216083e-06], "param_C": [0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01}, {"C": 0.1}, {"C": 1.0}, {"C": 10.0}, {"C": 100.0}], "split0_test_score": [0.5366666666666666, 0.54, 0.54, 0.54, 0.54], "split1_test_score": [0.4866666666666667, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333], "split2_test_score": [0.5433333333333333, 0.5066666666666667, 0.5066666666666667, 0.5066666666666667, 0.5066666666666667], "mean_test_score": [0.5222222222222223, 0.5166666666666667, 0.5166666666666667, 0.5166666666666667, 0.5166666666666667], "std_test_score": [0.02528845928164674, 0.016555182695279284, 0.016555182695279284, 0.016555182695279284, 0.016555182695279284], "rank_test_score": [1, 2, 2, 2, 2]}, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_gs", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "LogisticRegression", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:10:56.004849", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:10:56.277288", "total_time": "0:00:00.272439", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [18] | 32 | 0.439 | 0.360 | 0.396 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 23 | [27] | 0.458 | 0.540 | 0.495 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.45, "pearson": "", "score": 0.45, "fold": 9, "model_params": "{\"C\": 0.01, \"class_weight\": null, \"dual\": false, \"fit_intercept\": true, \"intercept_scaling\": 1, \"l1_ratio\": null, \"max_iter\": 1000, \"multi_class\": \"auto\", \"n_jobs\": null, \"penalty\": \"l2\", \"random_state\": 123456789, \"solver\": \"liblinear\", \"tol\": 0.0001, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.5311111111111111, "grid_search_cv_results": {"mean_fit_time": [0.001090685526529948, 0.0011225541432698567, 0.0010396639506022136, 0.0009998480478922527, 0.0009973843892415364], "std_fit_time": [1.6805080683274097e-05, 0.00011125087682400545, 9.251139267978898e-05, 1.8718853216179633e-05, 1.882383089162674e-05], "mean_score_time": [0.0007929801940917969, 0.000701904296875, 0.0006969769795735677, 0.0006968180338541666, 0.0006864070892333984], "std_score_time": [9.910893337515139e-05, 2.4072800158678068e-05, 1.2832344622255585e-05, 1.3821881740766949e-05, 6.920986511572915e-06], "param_C": [0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01}, {"C": 0.1}, {"C": 1.0}, {"C": 10.0}, {"C": 100.0}], "split0_test_score": [0.5366666666666666, 0.5266666666666666, 0.5266666666666666, 0.5266666666666666, 0.5266666666666666], "split1_test_score": [0.5133333333333333, 0.5166666666666667, 0.5166666666666667, 0.5166666666666667, 0.5166666666666667], "split2_test_score": [0.5433333333333333, 0.53, 0.53, 0.53, 0.53], "mean_test_score": [0.5311111111111111, 0.5244444444444445, 0.5244444444444445, 0.5244444444444445, 0.5244444444444445], "std_test_score": [0.012862041003100256, 0.0056655772373252955, 0.0056655772373252955, 0.0056655772373252955, 0.0056655772373252955], "rank_test_score": [1, 2, 2, 2, 2]}, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_gs", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "LogisticRegression", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:10:56.004849", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:10:56.277288", "total_time": "0:00:00.272439", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [30] | 20 | 0.517 | 0.600 | 0.556 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 28 | [22] | 0.524 | 0.440 | 0.478 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.52, "pearson": "", "score": 0.52, "fold": 10, "model_params": "{\"C\": 0.01, \"class_weight\": null, \"dual\": false, \"fit_intercept\": true, \"intercept_scaling\": 1, \"l1_ratio\": null, \"max_iter\": 1000, \"multi_class\": \"auto\", \"n_jobs\": null, \"penalty\": \"l2\", \"random_state\": 123456789, \"solver\": \"liblinear\", \"tol\": 0.0001, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.5233333333333333, "grid_search_cv_results": {"mean_fit_time": [0.0010837713877360027, 0.0011022885640462239, 0.0009809335072835286, 0.0010653336842854817, 0.0011541048685709636], "std_fit_time": [7.392368732330319e-05, 0.00012158791730889367, 3.824486358172292e-05, 8.94637104391244e-05, 0.0001461014233633815], "mean_score_time": [0.000690301259358724, 0.0007034142812093099, 0.0006770292917887369, 0.0007448991139729818, 0.0008252461751302084], "std_score_time": [1.5564105738623334e-05, 2.4743769894952024e-05, 1.2795377219526786e-05, 2.8266653982712128e-05, 0.0001709475436669447], "param_C": [0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01}, {"C": 0.1}, {"C": 1.0}, {"C": 10.0}, {"C": 100.0}], "split0_test_score": [0.5333333333333333, 0.5233333333333333, 0.5233333333333333, 0.5233333333333333, 0.5233333333333333], "split1_test_score": [0.5033333333333333, 0.4933333333333334, 0.4933333333333334, 0.4933333333333334, 0.4933333333333334], "split2_test_score": [0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333], "mean_test_score": [0.5233333333333333, 0.5166666666666666, 0.5166666666666666, 0.5166666666666666, 0.5166666666666666], "std_test_score": [0.014142135623730963, 0.016996731711975917, 0.016996731711975917, 0.016996731711975917, 0.016996731711975917], "rank_test_score": [1, 2, 2, 2, 2]}, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_gs", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "LogisticRegression", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:10:56.004849", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:10:56.277288", "total_time": "0:00:00.272439", "fold": "average", "result_table": "+---------+-------------+----------+-------------+\n| Label | Precision | Recall | F-measure |\n|---------+-------------+----------+-------------|\n| cat | 0.514 | 0.532 | 0.522 |\n| dog | 0.520 | 0.502 | 0.509 |\n+---------+-------------+----------+-------------+", "accuracy": 0.517, "score": 0.517, "additional_scores": {}}] \ No newline at end of file diff --git a/tests/other/cv_results/test_grid_search_cv_results_cross_validate_gs_f0_SVC.results.json b/tests/other/cv_results/test_grid_search_cv_results_cross_validate_gs_f0_SVC.results.json deleted file mode 100644 index e854fc31..00000000 --- a/tests/other/cv_results/test_grid_search_cv_results_cross_validate_gs_f0_SVC.results.json +++ /dev/null @@ -1 +0,0 @@ -[{"experiment_name": "test_grid_search_cv_results_cross_validate_gs", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "SVC", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:10:56.284458", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:11:00.947541", "total_time": "0:00:04.663083", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [31] | 19 | 0.564 | 0.620 | 0.590 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 24 | [26] | 0.578 | 0.520 | 0.547 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.57, "pearson": "", "score": 0.57, "fold": 1, "model_params": "{\"C\": 0.01, \"break_ties\": false, \"cache_size\": 1000, \"class_weight\": null, \"coef0\": 0.0, \"decision_function_shape\": \"ovr\", \"degree\": 3, \"gamma\": 0.01, \"kernel\": \"rbf\", \"max_iter\": -1, \"probability\": false, \"random_state\": 123456789, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.5111111111111111, "grid_search_cv_results": {"mean_fit_time": [0.009130557378133139, 0.008376042048136393, 0.00763694445292155, 0.0076783498128255205, 0.007665713628133138, 0.007734616597493489, 0.007919708887736002, 0.008360465367635092, 0.008914788564046225, 0.007922013600667318, 0.008515278498331705, 0.007815678914388021, 0.008078257242838541, 0.008513609568277994, 0.007333040237426758, 0.00821526845296224, 0.008372942606608072, 0.007722139358520508, 0.007383664449055989, 0.007889588673909506, 0.007987658182779947, 0.007856925328572592, 0.008697827657063803, 0.007552385330200195, 0.007849613825480143, 0.008394797643025717, 0.007621288299560547, 0.008340835571289062, 0.007356087366739909, 0.008019288380940756, 0.008699973424275717, 0.011465946833292643, 0.00942834218343099, 0.008442083994547525, 0.0077563126881917315], "std_fit_time": [0.0015672562684548455, 9.469397166834645e-05, 4.9027476396598124e-05, 0.0002676203208610987, 0.0003557086059931922, 0.00036308941370788683, 0.00023458436279112576, 0.000189896203391394, 0.0006366122022475661, 0.000305466980715781, 0.0002830809652605277, 0.0006220762244536778, 0.00039360735605042127, 7.743780966401597e-05, 0.0001289297194595427, 0.0003620845063199217, 0.00016281752776470308, 0.0005113266870843983, 3.459909156996612e-05, 0.0004223340157001559, 0.0004712058511687815, 0.0004306083905549679, 0.00048262447161649615, 6.846890126392097e-05, 0.0003340817647399953, 0.0002757187142734192, 0.0004219469118535075, 0.00010854357674963651, 5.720864721526581e-05, 0.00017909846803382034, 0.0003601127936895128, 0.0007405886768941984, 0.00015674606814603095, 2.9999925581370105e-05, 6.771320837479776e-05], "mean_score_time": [0.0031366348266601562, 0.0031272570292154946, 0.0031566619873046875, 0.003112951914469401, 0.003043015797932943, 0.003092606862386068, 0.003295342127482096, 0.003346125284830729, 0.003163019816080729, 0.003115415573120117, 0.0034476121266682944, 0.0030846595764160156, 0.0032296180725097656, 0.0033826828002929688, 0.002922614415486654, 0.003090461095174154, 0.003427426020304362, 0.002996524175008138, 0.0030699570973714194, 0.003269354502360026, 0.003209988276163737, 0.003194729487101237, 0.003045241038004557, 0.003019412358601888, 0.003057082494099935, 0.0032382806142171225, 0.0031302769978841147, 0.0032175381978352866, 0.0029495557149251304, 0.0029893716176350913, 0.0034339427947998047, 0.003925720850626628, 0.0036153793334960938, 0.004184325536092122, 0.0031279722849527993], "std_score_time": [6.6490150086163e-05, 5.7636948403967626e-05, 4.203520818887341e-05, 0.00013461121327806795, 0.00010807356371698445, 0.00010935182484579704, 0.00012408587020904373, 2.423622550575634e-05, 0.00021276097232825092, 0.00016371112036864756, 7.966114628006392e-05, 0.00012868523633975502, 0.00018329081161883048, 0.00018602792018752894, 4.8494336384444246e-05, 6.622640820951324e-05, 2.126816079383909e-05, 7.042604845617707e-05, 2.5726630278245394e-05, 0.00015105096003803015, 0.00029245401199837884, 0.00011938119784906579, 0.00018931059075704876, 3.1681474500130706e-05, 0.0001601759271248621, 0.0001718147719807334, 0.0001441370404081898, 0.00015436743295429127, 7.63893358947829e-05, 6.673572209845783e-05, 5.091376515740258e-05, 2.667045706174597e-05, 7.081339515824399e-05, 0.0004423789043937141, 5.198193331185584e-05], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.4633333333333333, 0.4633333333333333, 0.54, 0.5133333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.54, 0.5133333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.54, 0.5133333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.54, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333], "split1_test_score": [0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48], "split2_test_score": [0.4933333333333334, 0.4933333333333334, 0.5133333333333333, 0.5133333333333333, 0.4933333333333334, 0.4933333333333334, 0.4933333333333334, 0.4933333333333334, 0.4933333333333334, 0.5133333333333333, 0.5133333333333333, 0.4933333333333334, 0.4933333333333334, 0.4933333333333334, 0.4933333333333334, 0.4933333333333334, 0.5133333333333333, 0.4933333333333334, 0.4933333333333334, 0.51, 0.51, 0.51, 0.51, 0.5133333333333333, 0.4933333333333334, 0.51, 0.51, 0.51, 0.51, 0.51, 0.4933333333333334, 0.4933333333333334, 0.51, 0.51, 0.51], "mean_test_score": [0.4788888888888889, 0.4788888888888889, 0.5111111111111111, 0.5022222222222222, 0.4788888888888889, 0.4788888888888889, 0.4788888888888889, 0.4788888888888889, 0.4788888888888889, 0.5111111111111111, 0.5022222222222222, 0.4788888888888889, 0.4788888888888889, 0.4788888888888889, 0.4788888888888889, 0.4788888888888889, 0.5111111111111111, 0.4955555555555556, 0.4788888888888889, 0.48444444444444446, 0.48444444444444446, 0.48444444444444446, 0.48444444444444446, 0.5111111111111111, 0.4788888888888889, 0.48444444444444446, 0.48444444444444446, 0.48444444444444446, 0.48444444444444446, 0.48444444444444446, 0.4788888888888889, 0.4788888888888889, 0.48444444444444446, 0.48444444444444446, 0.48444444444444446], "std_test_score": [0.012272623352430321, 0.012272623352430321, 0.0245452467048606, 0.01571348402636772, 0.012272623352430321, 0.012272623352430321, 0.012272623352430321, 0.012272623352430321, 0.012272623352430321, 0.0245452467048606, 0.01571348402636772, 0.012272623352430321, 0.012272623352430321, 0.012272623352430321, 0.012272623352430321, 0.012272623352430321, 0.0245452467048606, 0.013698697784375496, 0.012272623352430321, 0.019309052441091976, 0.019309052441091976, 0.019309052441091976, 0.019309052441091976, 0.0245452467048606, 0.012272623352430321, 0.019309052441091976, 0.019309052441091976, 0.019309052441091976, 0.019309052441091976, 0.019309052441091976, 0.012272623352430321, 0.012272623352430321, 0.019309052441091976, 0.019309052441091976, 0.019309052441091976], "rank_test_score": [20, 20, 1, 5, 20, 20, 20, 20, 20, 1, 5, 20, 20, 20, 20, 20, 1, 7, 20, 8, 8, 8, 8, 1, 20, 8, 8, 8, 8, 8, 20, 20, 8, 8, 8]}, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_gs", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "SVC", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:10:56.284458", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:11:00.947541", "total_time": "0:00:04.663083", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [26] | 24 | 0.520 | 0.520 | 0.520 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 24 | [26] | 0.520 | 0.520 | 0.520 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.52, "pearson": "", "score": 0.52, "fold": 2, "model_params": "{\"C\": 0.01, \"break_ties\": false, \"cache_size\": 1000, \"class_weight\": null, \"coef0\": 0.0, \"decision_function_shape\": \"ovr\", \"degree\": 3, \"gamma\": 0.01, \"kernel\": \"rbf\", \"max_iter\": -1, \"probability\": false, \"random_state\": 123456789, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.5166666666666667, "grid_search_cv_results": {"mean_fit_time": [0.007982730865478516, 0.008098204930623373, 0.007446448008219401, 0.008311192194620768, 0.00798328717549642, 0.007935365041097006, 0.007895310719807943, 0.008165359497070312, 0.008870681126912435, 0.008526961008707682, 0.007841030756632486, 0.00851599375406901, 0.00850224494934082, 0.008001883824666342, 0.008333365122477213, 0.008021990458170572, 0.008626937866210938, 0.008149941762288412, 0.007812738418579102, 0.007615009943644206, 0.00719300905863444, 0.008044958114624023, 0.009122133255004883, 0.007830222447713217, 0.008028427759806315, 0.007346312204996745, 0.0078093210856119795, 0.00841975212097168, 0.007814327875773111, 0.008912404378255209, 0.007692019144694011, 0.008124033610026041, 0.007581313451131185, 0.008157809575398764, 0.008504072825113932], "std_fit_time": [0.0003752591798998322, 0.00013919212522683715, 8.786629491190466e-05, 0.000497190543687841, 0.00019715129457903544, 0.0002088274870313535, 0.00023095778387992763, 0.00033586845879643066, 0.0005031974341203337, 0.00027262483125511564, 0.00025733869109504964, 6.574082189530843e-05, 0.00011534482891767433, 0.00037453711446814263, 0.00011536015985550552, 0.0005113314796593293, 0.00020015416031894504, 0.00014410298905288363, 0.00036398238315211664, 0.0005155099041161337, 0.00024315651015372616, 0.00026399824173623383, 0.0001263074037839297, 0.00032862605028716397, 0.0005253763279176008, 9.3972279605997e-05, 0.0003850962363653188, 0.00010421773990555833, 0.0002769928906392008, 0.00038369159215029513, 0.00043529645292704315, 0.0004939588141533709, 7.865027053198406e-05, 0.00011393087915200577, 8.528152553190154e-05], "mean_score_time": [0.0030243396759033203, 0.0030721028645833335, 0.003100236256917318, 0.003215312957763672, 0.0032384395599365234, 0.003367900848388672, 0.0034023920694986978, 0.0032716592152913413, 0.003361225128173828, 0.0035429000854492188, 0.0031898021697998047, 0.0034324328104654946, 0.003321488698323568, 0.0032959779103597007, 0.0032667318979899087, 0.0030266443888346353, 0.003469705581665039, 0.0032939910888671875, 0.00312956174214681, 0.003047943115234375, 0.002988735834757487, 0.003435214360555013, 0.0033969879150390625, 0.0030826727549235025, 0.003171046574910482, 0.0029838085174560547, 0.003155310948689779, 0.0034036636352539062, 0.003106832504272461, 0.003207683563232422, 0.002972682317097982, 0.0032523473103841147, 0.0031366348266601562, 0.0033566157023111978, 0.0035535494486490884], "std_score_time": [8.500572510836249e-05, 0.000173900963681336, 7.492221392876897e-05, 4.298063891743715e-05, 0.00011559802112600822, 6.340230985538793e-05, 5.764976799790271e-05, 6.745893023020954e-05, 0.0001461007316849314, 4.970365056314566e-05, 4.630274593765265e-05, 4.341459103178942e-05, 0.00015939803139256308, 0.00017906968935428816, 1.9253766230752722e-05, 0.0002207224156789819, 3.100236155055153e-05, 6.729347676959472e-05, 0.00019158979712197003, 0.00015130634869352073, 7.738396042329516e-05, 4.109215663526857e-05, 8.905904679536401e-05, 0.00010285716340346319, 0.0001856275401188921, 3.72304689886458e-05, 0.00011200334300658175, 6.541625378053492e-05, 0.0002053486732907911, 0.00014115869920281187, 6.12014295476206e-05, 3.1564034698339076e-05, 5.963547227296994e-05, 4.0372056284924264e-05, 3.200043554144267e-05], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.5133333333333333, 0.5133333333333333, 0.53, 0.53, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.53, 0.53, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.53, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.53, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333], "split1_test_score": [0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.4866666666666667, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334], "split2_test_score": [0.5433333333333333, 0.5433333333333333, 0.5366666666666666, 0.5366666666666666, 0.5433333333333333, 0.53, 0.53, 0.5433333333333333, 0.5433333333333333, 0.5366666666666666, 0.5366666666666666, 0.5433333333333333, 0.53, 0.53, 0.53, 0.53, 0.5366666666666666, 0.5366666666666666, 0.53, 0.53, 0.53, 0.53, 0.53, 0.5366666666666666, 0.5433333333333333, 0.53, 0.53, 0.53, 0.53, 0.53, 0.5366666666666666, 0.5433333333333333, 0.53, 0.53, 0.53], "mean_test_score": [0.5133333333333333, 0.5133333333333333, 0.5166666666666667, 0.5166666666666667, 0.5133333333333333, 0.5088888888888888, 0.5088888888888888, 0.5133333333333333, 0.5133333333333333, 0.5166666666666667, 0.5166666666666667, 0.5133333333333333, 0.5088888888888888, 0.5088888888888888, 0.5088888888888888, 0.5088888888888888, 0.5166666666666667, 0.5111111111111111, 0.5088888888888888, 0.5088888888888888, 0.5088888888888888, 0.5088888888888888, 0.5088888888888888, 0.5166666666666667, 0.5144444444444445, 0.5088888888888888, 0.5088888888888888, 0.5088888888888888, 0.5088888888888888, 0.5088888888888888, 0.5111111111111111, 0.5133333333333333, 0.5088888888888888, 0.5088888888888888, 0.5088888888888888], "std_test_score": [0.02449489742783178, 0.02449489742783178, 0.023726840560069573, 0.023726840560069573, 0.02449489742783178, 0.01930905244109197, 0.01930905244109197, 0.02449489742783178, 0.02449489742783178, 0.023726840560069573, 0.023726840560069573, 0.02449489742783178, 0.01930905244109197, 0.01930905244109197, 0.01930905244109197, 0.01930905244109197, 0.023726840560069573, 0.02182986967154276, 0.01930905244109197, 0.01930905244109197, 0.01930905244109197, 0.01930905244109197, 0.01930905244109197, 0.023726840560069573, 0.023147407395555167, 0.01930905244109197, 0.01930905244109197, 0.01930905244109197, 0.01930905244109197, 0.01930905244109197, 0.02182986967154276, 0.02449489742783178, 0.01930905244109197, 0.01930905244109197, 0.01930905244109197], "rank_test_score": [8, 8, 1, 1, 8, 17, 17, 8, 8, 1, 1, 8, 17, 17, 17, 17, 1, 15, 17, 17, 17, 17, 17, 1, 7, 17, 17, 17, 17, 17, 15, 8, 17, 17, 17]}, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_gs", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "SVC", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:10:56.284458", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:11:00.947541", "total_time": "0:00:04.663083", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [39] | 11 | 0.500 | 0.780 | 0.609 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 39 | [11] | 0.500 | 0.220 | 0.306 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.5, "pearson": "", "score": 0.5, "fold": 3, "model_params": "{\"C\": 0.01, \"break_ties\": false, \"cache_size\": 1000, \"class_weight\": null, \"coef0\": 0.0, \"decision_function_shape\": \"ovr\", \"degree\": 3, \"gamma\": 10.0, \"kernel\": \"rbf\", \"max_iter\": -1, \"probability\": false, \"random_state\": 123456789, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.52, "grid_search_cv_results": {"mean_fit_time": [0.007441520690917969, 0.008356094360351562, 0.008781989415486654, 0.008562644322713217, 0.008412837982177734, 0.008481025695800781, 0.008457501729329428, 0.007922649383544922, 0.009308894475301107, 0.008034070332845053, 0.008362213770548502, 0.00852362314860026, 0.007836739222208658, 0.008487304051717123, 0.008112351099650065, 0.008518060048421225, 0.008356412251790365, 0.008080005645751953, 0.007524251937866211, 0.007643699645996094, 0.007569313049316406, 0.007964293162027994, 0.008806387583414713, 0.007670402526855469, 0.008101940155029297, 0.0073244571685791016, 0.007927735646565756, 0.008243640263875326, 0.0077973206837972, 0.008401314417521158, 0.007799466451009114, 0.007913351058959961, 0.007409572601318359, 0.00787790616353353, 0.007585287094116211], "std_fit_time": [0.00018879048388959152, 0.0003635346784765132, 0.0008859213143320969, 0.00019420236859746305, 0.00013871877818827827, 0.00028139432969814413, 0.0005616861177881962, 0.00033816446093665935, 5.676242951219234e-05, 0.0003361256850273569, 0.00013570609225232094, 0.0001573092136625266, 0.00037760025394080937, 0.000140012188813456, 0.00013751197893313604, 0.00018230259868000007, 0.00010587169033591226, 0.00019177283541694216, 0.00017475458414182354, 0.0003969185076970426, 0.00032178771890626983, 0.00020097638179916374, 0.00012952447566536167, 0.00043122326656930504, 0.00017012007943524327, 0.00016904207924934184, 0.0001128312549500929, 0.00019310917194575983, 0.00023720929974398693, 0.00036608639504498723, 0.0007633854221555432, 0.000519837837621637, 3.0312619782504358e-05, 0.00019922982072761636, 0.0001412341166110244], "mean_score_time": [0.003029982248942057, 0.0035613377888997397, 0.003377040227254232, 0.0034940242767333984, 0.0034047762552897134, 0.003355820973714193, 0.0033832391103108725, 0.0032753944396972656, 0.003432671229044596, 0.0031716028849283853, 0.0034636656443277993, 0.003511349360148112, 0.0031195481618245444, 0.003480195999145508, 0.0032091140747070312, 0.003215948740641276, 0.003535668055216471, 0.0032466252644856772, 0.003050088882446289, 0.0031212170918782554, 0.00316468874613444, 0.0033090909322102866, 0.0032025973002115884, 0.003084580103556315, 0.0032467047373453775, 0.0030579566955566406, 0.0031589667002360025, 0.0032776991526285806, 0.0030580361684163413, 0.0031652450561523438, 0.003065983454386393, 0.0029755433400472007, 0.002945423126220703, 0.0032629966735839844, 0.0030754407246907554], "std_score_time": [9.810769220356073e-05, 0.0006028545138934907, 4.866906508040531e-05, 0.00011306019181349969, 0.00027698905991095765, 0.00019081256528808777, 0.00016979602914430033, 0.0001537565095121905, 0.00010143252811026346, 0.00018798538523109485, 4.4731855219562203e-05, 0.00013860308246958124, 0.00016566338255143208, 4.0151179988950375e-05, 0.00021627452066012756, 6.736702013962487e-05, 8.737107546981229e-05, 4.283107914773369e-05, 0.0001519967838806088, 0.00016387068564562742, 5.72394410190221e-05, 0.00015858370562925832, 3.457060262149128e-05, 0.00015803541340442132, 6.238685291696445e-05, 2.4436062844216563e-05, 3.5615369939725484e-05, 9.891360819519796e-05, 0.00020208955958672843, 0.00016062795991905792, 5.6340260314303885e-05, 5.113002406504414e-05, 5.319068094274325e-05, 0.0001172340786027749, 5.6390684285346337e-05], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.5133333333333333, 0.5133333333333333, 0.52, 0.52, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.52, 0.52, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.52, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.52, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333], "split1_test_score": [0.5, 0.5, 0.5, 0.5, 0.5, 0.5133333333333333, 0.5133333333333333, 0.4933333333333334, 0.5, 0.5, 0.5, 0.4933333333333334, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5, 0.5, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5, 0.4933333333333334, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5, 0.4933333333333334, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333], "split2_test_score": [0.5166666666666667, 0.5166666666666667, 0.5366666666666666, 0.5366666666666666, 0.5166666666666667, 0.5333333333333333, 0.5333333333333333, 0.5166666666666667, 0.5166666666666667, 0.5366666666666666, 0.5366666666666666, 0.5166666666666667, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5366666666666666, 0.5166666666666667, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5366666666666666, 0.5166666666666667, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5166666666666667, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333], "mean_test_score": [0.5099999999999999, 0.5099999999999999, 0.5188888888888888, 0.5188888888888888, 0.5099999999999999, 0.52, 0.52, 0.5077777777777778, 0.5099999999999999, 0.5188888888888888, 0.5188888888888888, 0.5077777777777778, 0.52, 0.52, 0.52, 0.52, 0.5188888888888888, 0.5099999999999999, 0.52, 0.52, 0.52, 0.52, 0.52, 0.5188888888888888, 0.5077777777777778, 0.52, 0.52, 0.52, 0.52, 0.52, 0.5099999999999999, 0.5133333333333333, 0.52, 0.52, 0.52], "std_test_score": [0.007200822998230968, 0.007200822998230968, 0.01498970840359114, 0.01498970840359114, 0.007200822998230968, 0.009428090415820642, 0.009428090415820642, 0.01030402055055076, 0.007200822998230968, 0.01498970840359114, 0.01498970840359114, 0.01030402055055076, 0.009428090415820642, 0.009428090415820642, 0.009428090415820642, 0.009428090415820642, 0.01498970840359114, 0.007200822998230968, 0.009428090415820642, 0.009428090415820642, 0.009428090415820642, 0.009428090415820642, 0.009428090415820642, 0.01498970840359114, 0.01030402055055076, 0.009428090415820642, 0.009428090415820642, 0.009428090415820642, 0.009428090415820642, 0.009428090415820642, 0.007200822998230968, 0.016329931618554488, 0.009428090415820642, 0.009428090415820642, 0.009428090415820642], "rank_test_score": [27, 27, 20, 20, 27, 1, 1, 33, 27, 20, 20, 33, 1, 1, 1, 1, 20, 27, 1, 1, 1, 1, 1, 20, 33, 1, 1, 1, 1, 1, 27, 26, 1, 1, 1]}, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_gs", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "SVC", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:10:56.284458", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:11:00.947541", "total_time": "0:00:04.663083", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [37] | 13 | 0.487 | 0.740 | 0.587 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 39 | [11] | 0.458 | 0.220 | 0.297 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.48, "pearson": "", "score": 0.48, "fold": 4, "model_params": "{\"C\": 0.1, \"break_ties\": false, \"cache_size\": 1000, \"class_weight\": null, \"coef0\": 0.0, \"decision_function_shape\": \"ovr\", \"degree\": 3, \"gamma\": \"auto\", \"kernel\": \"rbf\", \"max_iter\": -1, \"probability\": false, \"random_state\": 123456789, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.5311111111111111, "grid_search_cv_results": {"mean_fit_time": [0.007707834243774414, 0.011222521464029947, 0.009519179662068685, 0.007982174555460611, 0.008273681004842123, 0.008017857869466146, 0.007797082265218099, 0.008202791213989258, 0.008524576822916666, 0.0077160994211832685, 0.008293708165486654, 0.007640282313028972, 0.007888714472452799, 0.008183002471923828, 0.007309675216674805, 0.008079767227172852, 0.008604605992635092, 0.008488337198893229, 0.00818943977355957, 0.008150657018025717, 0.0073053836822509766, 0.008121093114217123, 0.008934259414672852, 0.00842134157816569, 0.008668661117553711, 0.0075321197509765625, 0.007646083831787109, 0.008287986119588217, 0.008141438166300455, 0.00908660888671875, 0.007965405782063803, 0.008500973383585611, 0.0073544979095458984, 0.00749357541402181, 0.007913748423258463], "std_fit_time": [9.1214557102643e-05, 0.0008407367606334486, 0.00042221847379649534, 0.00036831291916519093, 0.0001653475198582997, 0.0003240471526314356, 0.00019875677614584905, 0.00014832024724256685, 0.0003410426079642769, 0.00035546743428211633, 0.0001144972525682435, 0.00037708616587543015, 0.00012714102769211381, 2.061734915650221e-05, 0.00016589239432267326, 0.0002239381327522053, 0.00016708775163022438, 0.0002744335130066736, 0.00017869129213662465, 0.000128702217071562, 0.0001482688831341272, 0.0005078291606895506, 5.933733445185267e-05, 0.0002048273548928574, 0.0003235478036312056, 0.000327150661639018, 0.00047479813447085016, 0.00018890539938163243, 0.00021032720166732, 0.00016870469006501014, 0.00027358614772079353, 0.0006256181756327655, 0.00010896137725155817, 0.00016739976482024098, 0.0001667971941510241], "mean_score_time": [0.0031513373057047525, 0.004174391428629558, 0.0037702719370524087, 0.0031905174255371094, 0.003170649210611979, 0.003300825754801432, 0.003385623296101888, 0.0032743612925211587, 0.0031709671020507812, 0.0032226244608561196, 0.003359238306681315, 0.002959728240966797, 0.0031417210896809897, 0.003348271052042643, 0.002993345260620117, 0.003097693125406901, 0.003459294637044271, 0.003400723139444987, 0.0033959547678629556, 0.0032949447631835938, 0.002955277760823568, 0.003232876459757487, 0.003227790196736654, 0.003313302993774414, 0.0033353964487711587, 0.002948284149169922, 0.0031682650248209634, 0.0033404032389322915, 0.0032933553059895835, 0.003300348917643229, 0.003189643224080404, 0.003153085708618164, 0.0029185612996419272, 0.003198544184366862, 0.0032672882080078125], "std_score_time": [2.5314569727629852e-05, 0.0002319488353507011, 0.00013417076002808035, 1.2657908593536725e-05, 9.403013014537617e-05, 0.00019620456867623182, 0.0003072987867728303, 8.795768028590298e-05, 0.00026655502806647126, 9.346136699927679e-05, 0.0002134427672779736, 7.276754805086236e-05, 0.0001048475049821172, 0.0002279147217768201, 3.833920996206557e-05, 0.00022781809783420297, 4.434257982885954e-05, 7.498793902526879e-05, 7.06506124054389e-05, 0.00014144485709230493, 6.131278332614628e-05, 0.00017423177074204734, 2.685383107750305e-05, 2.6929692494088913e-05, 7.196459433250043e-05, 7.133777122794362e-05, 0.00011176828590614365, 8.4788193227653e-05, 7.175444260963901e-05, 6.182978269671555e-05, 0.00016140219755242754, 8.079845830793217e-05, 7.868543584546041e-05, 9.588603896139398e-05, 7.40165861342372e-05], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.5233333333333333, 0.5233333333333333, 0.5166666666666667, 0.5166666666666667, 0.5233333333333333, 0.5233333333333333, 0.5233333333333333, 0.5233333333333333, 0.5233333333333333, 0.5166666666666667, 0.5166666666666667, 0.5233333333333333, 0.47333333333333333, 0.47333333333333333, 0.47333333333333333, 0.47333333333333333, 0.5166666666666667, 0.5233333333333333, 0.47333333333333333, 0.47333333333333333, 0.47333333333333333, 0.47333333333333333, 0.47333333333333333, 0.5166666666666667, 0.47333333333333333, 0.47333333333333333, 0.47333333333333333, 0.47333333333333333, 0.47333333333333333, 0.47333333333333333, 0.5233333333333333, 0.47333333333333333, 0.47333333333333333, 0.47333333333333333, 0.47333333333333333], "split1_test_score": [0.5233333333333333, 0.5233333333333333, 0.52, 0.52, 0.5233333333333333, 0.4866666666666667, 0.4866666666666667, 0.5233333333333333, 0.5233333333333333, 0.52, 0.52, 0.5233333333333333, 0.4866666666666667, 0.4866666666666667, 0.4866666666666667, 0.4866666666666667, 0.52, 0.52, 0.4866666666666667, 0.4866666666666667, 0.4866666666666667, 0.4866666666666667, 0.4866666666666667, 0.52, 0.5233333333333333, 0.4866666666666667, 0.4866666666666667, 0.4866666666666667, 0.4866666666666667, 0.4866666666666667, 0.5233333333333333, 0.4866666666666667, 0.4866666666666667, 0.4866666666666667, 0.4866666666666667], "split2_test_score": [0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5466666666666666, 0.5466666666666666, 0.5466666666666666, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5466666666666666, 0.5466666666666666, 0.5466666666666666, 0.5466666666666666, 0.5466666666666666, 0.5133333333333333, 0.5133333333333333, 0.5466666666666666, 0.5466666666666666, 0.5466666666666666, 0.5466666666666666, 0.5466666666666666, 0.5133333333333333, 0.5466666666666666, 0.5466666666666666, 0.5466666666666666, 0.5466666666666666, 0.5466666666666666, 0.5466666666666666, 0.5466666666666666, 0.5466666666666666, 0.5466666666666666, 0.5466666666666666, 0.5466666666666666], "mean_test_score": [0.52, 0.52, 0.5166666666666666, 0.5166666666666666, 0.52, 0.5188888888888888, 0.5188888888888888, 0.5311111111111111, 0.52, 0.5166666666666666, 0.5166666666666666, 0.5311111111111111, 0.5022222222222222, 0.5022222222222222, 0.5022222222222222, 0.5022222222222222, 0.5166666666666666, 0.5188888888888888, 0.5022222222222222, 0.5022222222222222, 0.5022222222222222, 0.5022222222222222, 0.5022222222222222, 0.5166666666666666, 0.5144444444444444, 0.5022222222222222, 0.5022222222222222, 0.5022222222222222, 0.5022222222222222, 0.5022222222222222, 0.5311111111111111, 0.5022222222222222, 0.5022222222222222, 0.5022222222222222, 0.5022222222222222], "std_test_score": [0.004714045207910321, 0.004714045207910321, 0.0027216552697591043, 0.0027216552697591043, 0.004714045207910321, 0.024695678634325383, 0.024695678634325383, 0.010999438818457398, 0.004714045207910321, 0.0027216552697591043, 0.0027216552697591043, 0.010999438818457398, 0.031894889098682926, 0.031894889098682926, 0.031894889098682926, 0.031894889098682926, 0.0027216552697591043, 0.004157397096415497, 0.031894889098682926, 0.031894889098682926, 0.031894889098682926, 0.031894889098682926, 0.031894889098682926, 0.0027216552697591043, 0.030590888662080443, 0.031894889098682926, 0.031894889098682926, 0.031894889098682926, 0.031894889098682926, 0.031894889098682926, 0.010999438818457398, 0.031894889098682926, 0.031894889098682926, 0.031894889098682926, 0.031894889098682926], "rank_test_score": [4, 4, 11, 11, 4, 8, 8, 1, 4, 11, 11, 1, 18, 18, 18, 18, 11, 8, 18, 18, 18, 18, 18, 11, 17, 18, 18, 18, 18, 18, 1, 18, 18, 18, 18]}, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_gs", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "SVC", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:10:56.284458", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:11:00.947541", "total_time": "0:00:04.663083", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [33] | 17 | 0.532 | 0.660 | 0.589 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 29 | [21] | 0.553 | 0.420 | 0.477 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.54, "pearson": "", "score": 0.54, "fold": 5, "model_params": "{\"C\": 0.01, \"break_ties\": false, \"cache_size\": 1000, \"class_weight\": null, \"coef0\": 0.0, \"decision_function_shape\": \"ovr\", \"degree\": 3, \"gamma\": 0.01, \"kernel\": \"rbf\", \"max_iter\": -1, \"probability\": false, \"random_state\": 123456789, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.5144444444444445, "grid_search_cv_results": {"mean_fit_time": [0.007510582605997722, 0.00846536954243978, 0.008115530014038086, 0.008154471715291342, 0.008154630661010742, 0.008288383483886719, 0.008321285247802734, 0.00808262825012207, 0.00937493642171224, 0.008260885874430338, 0.008538484573364258, 0.008362372716267904, 0.008037169774373373, 0.00857686996459961, 0.00790731112162272, 0.008270661036173502, 0.007892688115437826, 0.00832366943359375, 0.007674694061279297, 0.0077210267384847, 0.007607301076253255, 0.007922967274983725, 0.008610248565673828, 0.007688124974568685, 0.008330663045247396, 0.0075795650482177734, 0.007851759592692057, 0.007587114969889323, 0.007765452067057292, 0.008880297342936197, 0.007876714070638021, 0.008987029393513998, 0.007779677708943685, 0.007512251536051433, 0.007387479146321614], "std_fit_time": [7.828879436248328e-05, 0.00031177483435113887, 0.00037411154628979736, 0.0003047389473654653, 0.0003544116570788359, 0.0002726037483498706, 0.0004004299953697965, 0.0004046527800313282, 0.00038899968615273164, 0.00046122562827577174, 0.00036406295836483916, 0.00020783002226996093, 0.00021992416353655773, 0.00022823528855034017, 8.907571108753754e-05, 0.0005453764530650396, 0.0004642029667908225, 0.0003682175623486938, 0.0004325485156600597, 0.0004914018157135821, 0.0003833810455228441, 0.00028983576512309255, 0.0006484813547663561, 0.00032117795793466607, 0.0005555723954092393, 0.000414948615744401, 0.000515485167094615, 0.0004544775259482968, 0.00045741552838729954, 0.0005936281844694857, 0.0003147154945978333, 0.0006639861784009687, 0.00015133256083825475, 0.0001948839487121935, 0.000150154793729827], "mean_score_time": [0.002936840057373047, 0.0033382574717203775, 0.003465572992960612, 0.0032674471537272134, 0.0033200581868489585, 0.0034637451171875, 0.0035006205240885415, 0.003268003463745117, 0.0033763249715169272, 0.0032517115275065103, 0.003483931223551432, 0.0033623377482096353, 0.003285646438598633, 0.0034694671630859375, 0.0032226244608561196, 0.0031287670135498047, 0.003186941146850586, 0.003317753473917643, 0.0031665960947672525, 0.0031636555989583335, 0.0031493504842122397, 0.003086646397908529, 0.003238121668497721, 0.0030454794565836587, 0.0031797091166178384, 0.0030820369720458984, 0.003204981486002604, 0.0031952857971191406, 0.003127574920654297, 0.0032694339752197266, 0.0032242139180501304, 0.003253300984700521, 0.0032193660736083984, 0.0030426979064941406, 0.0031135876973470054], "std_score_time": [6.823299256216301e-05, 0.00021078183127567874, 0.00014328491572237185, 0.00010383201353851326, 0.00011983616565624065, 0.00024998116959273924, 0.00011647137354803098, 0.00014670745867412, 8.101890685661912e-05, 0.000129020412279396, 4.454849006141466e-05, 0.000111804558920861, 8.246732879962096e-05, 8.945008403830547e-05, 0.00011540909571794937, 0.0002087012072578139, 8.340493938219705e-05, 0.00020452639603710544, 0.00013027669580715627, 9.372859398268501e-05, 0.00021556716908119572, 0.00015309373304142536, 0.00017763803750997636, 8.660193658777667e-05, 0.00013013437501802926, 0.00013313537680126526, 0.00011797268881292437, 0.000213945396068926, 0.00023293360960621536, 0.0001293742488519845, 0.00011211156067372037, 7.786823631071063e-05, 4.175026337115002e-05, 9.183046811836794e-05, 5.025312183132197e-05], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.5133333333333333, 0.5133333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.5133333333333333, 0.5133333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.5133333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333], "split1_test_score": [0.5233333333333333, 0.5233333333333333, 0.5266666666666666, 0.5266666666666666, 0.5233333333333333, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.5233333333333333, 0.5266666666666666, 0.5266666666666666, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.5266666666666666, 0.5266666666666666, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.5266666666666666, 0.5233333333333333, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.5266666666666666, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334], "split2_test_score": [0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333], "mean_test_score": [0.5133333333333333, 0.5133333333333333, 0.5144444444444445, 0.5144444444444445, 0.5133333333333333, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.4966666666666666, 0.5144444444444445, 0.5144444444444445, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.5144444444444445, 0.5144444444444445, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.5144444444444445, 0.4966666666666666, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.4977777777777777, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334, 0.48333333333333334], "std_test_score": [0.008164965809277268, 0.008164965809277268, 0.009558139185602912, 0.009558139185602912, 0.008164965809277268, 0.016329931618554512, 0.016329931618554512, 0.016329931618554512, 0.024944382578492942, 0.009558139185602912, 0.009558139185602912, 0.016329931618554512, 0.016329931618554512, 0.016329931618554512, 0.016329931618554512, 0.016329931618554512, 0.009558139185602912, 0.009558139185602912, 0.016329931618554512, 0.016329931618554512, 0.016329931618554512, 0.016329931618554512, 0.016329931618554512, 0.009558139185602912, 0.024944382578492942, 0.016329931618554512, 0.016329931618554512, 0.016329931618554512, 0.016329931618554512, 0.016329931618554512, 0.026152449546532917, 0.016329931618554512, 0.016329931618554512, 0.016329931618554512, 0.016329931618554512], "rank_test_score": [8, 8, 1, 1, 8, 14, 14, 14, 12, 1, 1, 14, 14, 14, 14, 14, 1, 1, 14, 14, 14, 14, 14, 1, 12, 14, 14, 14, 14, 14, 11, 14, 14, 14, 14]}, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_gs", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "SVC", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:10:56.284458", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:11:00.947541", "total_time": "0:00:04.663083", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [38] | 12 | 0.521 | 0.760 | 0.618 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 35 | [15] | 0.556 | 0.300 | 0.390 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.53, "pearson": "", "score": 0.53, "fold": 6, "model_params": "{\"C\": 0.01, \"break_ties\": false, \"cache_size\": 1000, \"class_weight\": null, \"coef0\": 0.0, \"decision_function_shape\": \"ovr\", \"degree\": 3, \"gamma\": \"auto\", \"kernel\": \"rbf\", \"max_iter\": -1, \"probability\": false, \"random_state\": 123456789, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.51, "grid_search_cv_results": {"mean_fit_time": [0.007515430450439453, 0.008428255716959635, 0.007429361343383789, 0.0078736941019694, 0.008624633153279623, 0.008488893508911133, 0.007935523986816406, 0.008321603139241537, 0.008855581283569336, 0.008354107538859049, 0.008742650349934896, 0.00786733627319336, 0.008281230926513672, 0.008396466573079428, 0.00791311264038086, 0.009865919748942057, 0.007771730422973633, 0.008165280024210611, 0.008277257283528646, 0.007207314173380534, 0.008897701899210611, 0.007815837860107422, 0.008295933405558268, 0.008599360783894857, 0.007838010787963867, 0.008160750071207682, 0.008315960566202799, 0.007554292678833008, 0.00815439224243164, 0.008504152297973633, 0.008398691813151041, 0.009237925211588541, 0.00768891970316569, 0.008046309153238932, 0.008184432983398438], "std_fit_time": [0.000245998144032588, 0.00029040781397032524, 4.316539677834711e-05, 9.644698687208314e-05, 0.0008980951674016078, 0.0009295416850084231, 8.654561581299743e-05, 0.0004249337188346711, 0.0006807561754827129, 0.00041622036070042084, 0.0002875724961551061, 0.0002727619693509897, 0.00042081714456137966, 0.0003316965058472412, 0.0005530280532430438, 0.0006094463389986725, 0.0002675037332966214, 0.00036193800559950476, 0.0004075547551363012, 0.00010571282517381829, 0.0008602380514313028, 0.0004137018317853972, 0.0002640744052660816, 2.0009492215291615e-05, 0.00046127067870557634, 0.0011240347575486897, 0.000492206224037786, 0.00016731923036358108, 0.0004946785454871003, 0.00035500363639251643, 0.0007604713636148244, 0.000596604795669687, 7.7394243626527e-05, 0.00024108762332505516, 0.00011137950460181181], "mean_score_time": [0.0030806859334309897, 0.003075758616129557, 0.0031371116638183594, 0.003203233083089193, 0.003212451934814453, 0.003219048182169596, 0.003276824951171875, 0.003388007481892904, 0.003289461135864258, 0.0035730202992757163, 0.0035124619801839194, 0.0033431053161621094, 0.0033887227376302085, 0.0033162434895833335, 0.003217935562133789, 0.0035959084828694663, 0.0031479994455973306, 0.003401041030883789, 0.0032637914021809897, 0.0029402573903401694, 0.0036026636759440103, 0.0030818780263264975, 0.0029714107513427734, 0.003517627716064453, 0.0029326279958089194, 0.0032653013865152993, 0.0032513936360677085, 0.0031085809071858725, 0.0032656987508138022, 0.003160556157430013, 0.0031293233235677085, 0.003238677978515625, 0.003117720286051432, 0.0032543341318766275, 0.0031513373057047525], "std_score_time": [0.00014626577708250725, 9.561691500255327e-05, 3.4215073631837386e-05, 7.442055169057588e-05, 7.725644944200349e-05, 2.1901947306824793e-05, 0.00014473886436009578, 0.0001656607518976445, 3.411024762231421e-05, 0.00033250297212957447, 0.0001582761010878372, 6.762042967015199e-05, 0.00019780192896696694, 0.00015641595394376708, 9.429085563924669e-05, 0.00042351866146026894, 0.00018319240604509275, 0.00012552868379604268, 0.00015906436783317434, 4.962556710604429e-05, 0.00023131077891544623, 0.00017548863537606557, 0.00020149242978764677, 9.63570980773428e-05, 2.187251345875499e-05, 0.00048588787417902637, 0.00021402865931173778, 0.00022893492206662436, 9.040337337519527e-05, 0.00032769216848983713, 0.00017687009439038888, 7.097696139405254e-05, 0.00016725323416664145, 9.600216189180013e-05, 3.5016611376760326e-05], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.48, 0.48, 0.53, 0.5266666666666666, 0.48, 0.48, 0.48, 0.48, 0.48, 0.53, 0.5266666666666666, 0.48, 0.48, 0.48, 0.48, 0.48, 0.53, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.53, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48], "split1_test_score": [0.5066666666666667, 0.5066666666666667, 0.5, 0.5, 0.5066666666666667, 0.4766666666666667, 0.4766666666666667, 0.5066666666666667, 0.5066666666666667, 0.5, 0.5, 0.5066666666666667, 0.4766666666666667, 0.4766666666666667, 0.4766666666666667, 0.4766666666666667, 0.5, 0.5066666666666667, 0.4766666666666667, 0.4766666666666667, 0.4766666666666667, 0.4766666666666667, 0.4766666666666667, 0.5, 0.5066666666666667, 0.4766666666666667, 0.4766666666666667, 0.4766666666666667, 0.4766666666666667, 0.4766666666666667, 0.5066666666666667, 0.4766666666666667, 0.4766666666666667, 0.4766666666666667, 0.4766666666666667], "split2_test_score": [0.5433333333333333, 0.49666666666666665, 0.49666666666666665, 0.49666666666666665, 0.5433333333333333, 0.5433333333333333, 0.5433333333333333, 0.5433333333333333, 0.49666666666666665, 0.49666666666666665, 0.49666666666666665, 0.5433333333333333, 0.5433333333333333, 0.5433333333333333, 0.5433333333333333, 0.5433333333333333, 0.49666666666666665, 0.5433333333333333, 0.5433333333333333, 0.5433333333333333, 0.5433333333333333, 0.5433333333333333, 0.5433333333333333, 0.49666666666666665, 0.5433333333333333, 0.5433333333333333, 0.5433333333333333, 0.5433333333333333, 0.5433333333333333, 0.5433333333333333, 0.5433333333333333, 0.5433333333333333, 0.5433333333333333, 0.5433333333333333, 0.5433333333333333], "mean_test_score": [0.51, 0.49444444444444446, 0.5088888888888888, 0.5077777777777778, 0.51, 0.5, 0.5, 0.51, 0.49444444444444446, 0.5088888888888888, 0.5077777777777778, 0.51, 0.5, 0.5, 0.5, 0.5, 0.5088888888888888, 0.51, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5088888888888888, 0.51, 0.5, 0.5, 0.5, 0.5, 0.5, 0.51, 0.5, 0.5, 0.5, 0.5], "std_test_score": [0.025962936545662056, 0.010999438818457429, 0.014989708403591175, 0.013425606637327284, 0.025962936545662056, 0.030671497204093914, 0.030671497204093914, 0.025962936545662056, 0.010999438818457429, 0.014989708403591175, 0.013425606637327284, 0.025962936545662056, 0.030671497204093914, 0.030671497204093914, 0.030671497204093914, 0.030671497204093914, 0.014989708403591175, 0.025962936545662056, 0.030671497204093914, 0.030671497204093914, 0.030671497204093914, 0.030671497204093914, 0.030671497204093914, 0.014989708403591175, 0.025962936545662056, 0.030671497204093914, 0.030671497204093914, 0.030671497204093914, 0.030671497204093914, 0.030671497204093914, 0.025962936545662056, 0.030671497204093914, 0.030671497204093914, 0.030671497204093914, 0.030671497204093914], "rank_test_score": [1, 34, 8, 12, 1, 14, 14, 1, 34, 8, 12, 1, 14, 14, 14, 14, 8, 1, 14, 14, 14, 14, 14, 8, 1, 14, 14, 14, 14, 14, 1, 14, 14, 14, 14]}, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_gs", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "SVC", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:10:56.284458", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:11:00.947541", "total_time": "0:00:04.663083", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [22] | 28 | 0.440 | 0.440 | 0.440 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 28 | [22] | 0.440 | 0.440 | 0.440 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.44, "pearson": "", "score": 0.44, "fold": 7, "model_params": "{\"C\": 0.01, \"break_ties\": false, \"cache_size\": 1000, \"class_weight\": null, \"coef0\": 0.0, \"decision_function_shape\": \"ovr\", \"degree\": 3, \"gamma\": \"auto\", \"kernel\": \"rbf\", \"max_iter\": -1, \"probability\": false, \"random_state\": 123456789, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.5255555555555556, "grid_search_cv_results": {"mean_fit_time": [0.007419109344482422, 0.00878747304280599, 0.007965962092081705, 0.008423566818237305, 0.008559783299763998, 0.008688847223917643, 0.008822997411092123, 0.00841665267944336, 0.008919318517049154, 0.00821224848429362, 0.008365631103515625, 0.007884502410888672, 0.008348306020100912, 0.008428812026977539, 0.007500886917114258, 0.0089109738667806, 0.007855415344238281, 0.008426189422607422, 0.007493893305460612, 0.008090019226074219, 0.007751305898030599, 0.00792233149210612, 0.00857075055440267, 0.00789491335550944, 0.008393208185831705, 0.00805513064066569, 0.007986307144165039, 0.007706960042317708, 0.008158683776855469, 0.00836332639058431, 0.008504072825113932, 0.009008328119913736, 0.007573684056599935, 0.007762988408406575, 0.008331537246704102], "std_fit_time": [0.0003499408136523986, 0.00018023785798302607, 8.039959354543809e-05, 0.00038049473937857583, 0.0004335051382782928, 0.0003777939976123549, 0.0001923927469140629, 0.0001753396431630436, 0.0005953464954642972, 0.000247533936353056, 4.07874661139054e-06, 0.0006946434308790798, 0.00017923859221362384, 0.00021057107670284934, 0.00040015592660243396, 0.00017697622676994158, 0.0002844980083273503, 2.276117131207013e-05, 6.634160893587337e-05, 6.622402394570746e-05, 0.00046150563643893776, 0.00044690693332444215, 0.00036454943142135457, 0.0004961015082336373, 0.00020816698592150297, 0.00018790059832344468, 5.680869882688314e-05, 0.00038331856987614845, 0.00017234392810003662, 0.00045788809345925405, 0.0003779790198441199, 0.0003256419797377723, 0.00013146204338352805, 0.0001818530407751326, 0.00017974051837201215], "mean_score_time": [0.0031871795654296875, 0.0032133261362711587, 0.0032293001810709634, 0.00350340207417806, 0.0034859180450439453, 0.003531773885091146, 0.0036416848500569663, 0.0034603277842203775, 0.0032166639963785806, 0.0033010641733805337, 0.003517309824625651, 0.003147602081298828, 0.0034324328104654946, 0.0033855438232421875, 0.003062089284261068, 0.0034653345743815103, 0.0032585461934407554, 0.003421227137247721, 0.0030660629272460938, 0.0033060709635416665, 0.0031995773315429688, 0.003114620844523112, 0.0032256444295247397, 0.0031070709228515625, 0.003271341323852539, 0.0032123724619547525, 0.0032056967417399087, 0.0031316280364990234, 0.003163894017537435, 0.0030586719512939453, 0.003340005874633789, 0.003000020980834961, 0.0030233065287272134, 0.003329753875732422, 0.003385305404663086], "std_score_time": [0.00018885490671554855, 5.529712212081219e-05, 4.511609218935824e-05, 6.806765763839387e-05, 0.00014298172431783784, 8.256178321707637e-05, 1.7403286113870652e-05, 0.00013075331264067593, 0.0001759204228590287, 0.00010729089192359487, 0.0001249034763979069, 0.00021150375402629297, 0.00012557898839545104, 5.8322792116318686e-05, 4.431522387029149e-05, 0.00024715635167250335, 0.00024246722764999424, 7.648650677456072e-05, 0.00018042695175907503, 5.712180551861422e-05, 0.00019699502519578051, 0.0001765544267534734, 0.00011028353415177075, 0.00026334221574338606, 4.3021617981202e-05, 0.00013344986430453626, 0.0002226205173742543, 0.00018897195551301324, 0.00020869297554540651, 0.00014669286358374008, 3.637895652595511e-05, 6.369867450659434e-05, 0.00011500664680994111, 0.0001535298410129495, 0.00011528041671471613], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.55, 0.55, 0.55, 0.55, 0.55, 0.48, 0.48, 0.55, 0.55, 0.55, 0.55, 0.55, 0.48, 0.48, 0.48, 0.48, 0.55, 0.55, 0.48, 0.48, 0.48, 0.48, 0.48, 0.55, 0.48, 0.48, 0.48, 0.48, 0.48, 0.48, 0.55, 0.48, 0.48, 0.48, 0.48], "split1_test_score": [0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.4633333333333333, 0.4633333333333333, 0.5, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.5133333333333333, 0.5133333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.5133333333333333, 0.5, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.5133333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333], "split2_test_score": [0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333, 0.5133333333333333], "mean_test_score": [0.5255555555555556, 0.5255555555555556, 0.5255555555555556, 0.5255555555555556, 0.5255555555555556, 0.4855555555555555, 0.4855555555555555, 0.5211111111111112, 0.5255555555555556, 0.5255555555555556, 0.5255555555555556, 0.5211111111111112, 0.4855555555555555, 0.4855555555555555, 0.4855555555555555, 0.4855555555555555, 0.5255555555555556, 0.5255555555555556, 0.4855555555555555, 0.4855555555555555, 0.4855555555555555, 0.4855555555555555, 0.4855555555555555, 0.5255555555555556, 0.4977777777777777, 0.4855555555555555, 0.4855555555555555, 0.4855555555555555, 0.4855555555555555, 0.4855555555555555, 0.5255555555555556, 0.4855555555555555, 0.4855555555555555, 0.4855555555555555, 0.4855555555555555], "std_test_score": [0.01728483242900453, 0.01728483242900453, 0.01728483242900453, 0.01728483242900453, 0.01728483242900453, 0.02078698548207745, 0.02078698548207745, 0.021140330656044964, 0.01728483242900453, 0.01728483242900453, 0.01728483242900453, 0.021140330656044964, 0.02078698548207745, 0.02078698548207745, 0.02078698548207745, 0.02078698548207745, 0.01728483242900453, 0.01728483242900453, 0.02078698548207745, 0.02078698548207745, 0.02078698548207745, 0.02078698548207745, 0.02078698548207745, 0.01728483242900453, 0.013698697784375501, 0.02078698548207745, 0.02078698548207745, 0.02078698548207745, 0.02078698548207745, 0.02078698548207745, 0.01728483242900453, 0.02078698548207745, 0.02078698548207745, 0.02078698548207745, 0.02078698548207745], "rank_test_score": [1, 1, 1, 1, 1, 16, 16, 13, 1, 1, 1, 13, 16, 16, 16, 16, 1, 1, 16, 16, 16, 16, 16, 1, 15, 16, 16, 16, 16, 16, 1, 16, 16, 16, 16]}, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_gs", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "SVC", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:10:56.284458", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:11:00.947541", "total_time": "0:00:04.663083", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [25] | 25 | 0.521 | 0.500 | 0.510 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 23 | [27] | 0.519 | 0.540 | 0.529 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.52, "pearson": "", "score": 0.52, "fold": 8, "model_params": "{\"C\": 0.01, \"break_ties\": false, \"cache_size\": 1000, \"class_weight\": null, \"coef0\": 0.0, \"decision_function_shape\": \"ovr\", \"degree\": 3, \"gamma\": 0.01, \"kernel\": \"rbf\", \"max_iter\": -1, \"probability\": false, \"random_state\": 123456789, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.5166666666666667, "grid_search_cv_results": {"mean_fit_time": [0.007509311040242513, 0.008271296819051107, 0.007669130961100261, 0.008096059163411459, 0.008137941360473633, 0.008424599965413412, 0.008542060852050781, 0.0080413818359375, 0.008991003036499023, 0.008431116739908854, 0.008103291193644205, 0.007970650990804037, 0.0080413818359375, 0.008327166239420572, 0.007872740427652994, 0.008397102355957031, 0.008270343144734701, 0.00781718889872233, 0.008543809254964193, 0.007946968078613281, 0.007567008336385091, 0.00816202163696289, 0.008157730102539062, 0.00863790512084961, 0.008403380711873373, 0.00775607426961263, 0.00799091657002767, 0.007779041926066081, 0.008020639419555664, 0.009288628896077475, 0.008141120274861654, 0.011627991994222006, 0.009291569391886393, 0.008351802825927734, 0.007765611012776692], "std_fit_time": [0.0001747031107178116, 0.00021697036783087213, 0.0002651449958423252, 0.0001927252405369514, 0.0004282633504835462, 0.0005164605530533167, 0.00033982641272398606, 0.00038979714517877893, 0.00032122459971296906, 0.000297161785840237, 0.00024988301855976837, 0.00028484786942118453, 0.00029449439985549666, 8.393831492727437e-05, 0.00033407887220766945, 0.00028471098469650395, 0.0002929921726887718, 0.0004353620019287418, 0.00015115215608041356, 0.0004844748832331839, 0.00035910652148064614, 0.00011146215193085014, 0.00023294141852188467, 0.0003281729331464253, 0.0005382202596885982, 0.0005088653226351689, 0.00028507926168970147, 0.00043789327901308983, 0.0004168168222394415, 0.0003011427269672172, 0.00017900375604664766, 0.00013298333983494638, 0.0002057724383515951, 0.0002456894685148705, 0.00016562483357559861], "mean_score_time": [0.0029838879903157554, 0.0031059583028157554, 0.00326387087504069, 0.003271341323852539, 0.0032467047373453775, 0.003433704376220703, 0.0035162766774495444, 0.0032178560892740884, 0.003228425979614258, 0.003372669219970703, 0.0033746560414632163, 0.003166039784749349, 0.0032233397165934243, 0.00336607297261556, 0.0031692981719970703, 0.003110170364379883, 0.0032875537872314453, 0.003268162409464518, 0.003438870112101237, 0.0031436284383138022, 0.0031290054321289062, 0.0032568772633870444, 0.003079970677693685, 0.003567377726236979, 0.003276666005452474, 0.0032148361206054688, 0.0033507347106933594, 0.0031196276346842446, 0.00337068239847819, 0.0032907327016194663, 0.0032682418823242188, 0.003966967264811198, 0.003465731938680013, 0.0031742254892985025, 0.0030190149943033853], "std_score_time": [7.598644448897641e-05, 0.00015399998855617403, 7.319730814732997e-05, 0.00018858422314456578, 0.00017831938843229737, 0.0002953990480054301, 0.00010462516711155976, 0.00016396385418043387, 0.00016371297218656497, 7.885854439039815e-05, 9.344960768159606e-05, 0.000153262086065903, 0.00014607107289078066, 0.0001809303636576709, 0.0001133415612105375, 0.00012436235483160175, 0.00020676293706482847, 0.00014201615465242527, 0.00020808514092058398, 0.0001865699478495255, 0.00020627906021445709, 0.00014225690724379601, 0.0001712938999552904, 1.6942077839077606e-05, 0.00014628365301729685, 0.00020176194853983647, 0.00010195528537477012, 3.3329935776435905e-05, 0.00018317978700679865, 0.00012074001666447966, 5.50022240221682e-05, 5.195203509591487e-05, 4.949328266185164e-05, 6.850827869057072e-05, 6.94215331531972e-05], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.5366666666666666, 0.5366666666666666, 0.54, 0.54, 0.5366666666666666, 0.5366666666666666, 0.5366666666666666, 0.5366666666666666, 0.5366666666666666, 0.54, 0.54, 0.5366666666666666, 0.5366666666666666, 0.5366666666666666, 0.5366666666666666, 0.5366666666666666, 0.54, 0.5366666666666666, 0.5366666666666666, 0.5366666666666666, 0.5366666666666666, 0.5366666666666666, 0.5366666666666666, 0.54, 0.4933333333333334, 0.5366666666666666, 0.5366666666666666, 0.5366666666666666, 0.5366666666666666, 0.5366666666666666, 0.5366666666666666, 0.5366666666666666, 0.5366666666666666, 0.5366666666666666, 0.5366666666666666], "split1_test_score": [0.4866666666666667, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.4866666666666667, 0.4633333333333333, 0.4633333333333333, 0.4866666666666667, 0.4866666666666667, 0.5033333333333333, 0.5033333333333333, 0.4866666666666667, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.5033333333333333, 0.5033333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.5033333333333333, 0.4866666666666667, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4866666666666667, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333, 0.4633333333333333], "split2_test_score": [0.5066666666666667, 0.5066666666666667, 0.5066666666666667, 0.5066666666666667, 0.5066666666666667, 0.5066666666666667, 0.5066666666666667, 0.5066666666666667, 0.5066666666666667, 0.5066666666666667, 0.5066666666666667, 0.5066666666666667, 0.5066666666666667, 0.5066666666666667, 0.5066666666666667, 0.5066666666666667, 0.5066666666666667, 0.5066666666666667, 0.5066666666666667, 0.5066666666666667, 0.5066666666666667, 0.5066666666666667, 0.5066666666666667, 0.5066666666666667, 0.5066666666666667, 0.5066666666666667, 0.5066666666666667, 0.5066666666666667, 0.5066666666666667, 0.5066666666666667, 0.5066666666666667, 0.5066666666666667, 0.5066666666666667, 0.5066666666666667, 0.5066666666666667], "mean_test_score": [0.5100000000000001, 0.5155555555555557, 0.5166666666666667, 0.5166666666666667, 0.5100000000000001, 0.5022222222222222, 0.5022222222222222, 0.5100000000000001, 0.5100000000000001, 0.5166666666666667, 0.5166666666666667, 0.5100000000000001, 0.5022222222222222, 0.5022222222222222, 0.5022222222222222, 0.5022222222222222, 0.5166666666666667, 0.5155555555555557, 0.5022222222222222, 0.5022222222222222, 0.5022222222222222, 0.5022222222222222, 0.5022222222222222, 0.5166666666666667, 0.4955555555555556, 0.5022222222222222, 0.5022222222222222, 0.5022222222222222, 0.5022222222222222, 0.5022222222222222, 0.5100000000000001, 0.5022222222222222, 0.5022222222222222, 0.5022222222222222, 0.5022222222222222], "std_test_score": [0.020548046676563226, 0.014989708403591139, 0.016555182695279284, 0.016555182695279284, 0.020548046676563226, 0.030102704853653472, 0.030102704853653472, 0.020548046676563226, 0.020548046676563226, 0.016555182695279284, 0.016555182695279284, 0.020548046676563226, 0.030102704853653472, 0.030102704853653472, 0.030102704853653472, 0.030102704853653472, 0.016555182695279284, 0.014989708403591139, 0.030102704853653472, 0.030102704853653472, 0.030102704853653472, 0.030102704853653472, 0.030102704853653472, 0.016555182695279284, 0.008314794192830984, 0.030102704853653472, 0.030102704853653472, 0.030102704853653472, 0.030102704853653472, 0.030102704853653472, 0.020548046676563226, 0.030102704853653472, 0.030102704853653472, 0.030102704853653472, 0.030102704853653472], "rank_test_score": [9, 7, 1, 1, 9, 15, 15, 9, 9, 1, 1, 9, 15, 15, 15, 15, 1, 7, 15, 15, 15, 15, 15, 1, 35, 15, 15, 15, 15, 15, 9, 15, 15, 15, 15]}, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_gs", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "SVC", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:10:56.284458", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:11:00.947541", "total_time": "0:00:04.663083", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [34] | 16 | 0.486 | 0.680 | 0.567 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 36 | [14] | 0.467 | 0.280 | 0.350 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.48, "pearson": "", "score": 0.48, "fold": 9, "model_params": "{\"C\": 0.01, \"break_ties\": false, \"cache_size\": 1000, \"class_weight\": null, \"coef0\": 0.0, \"decision_function_shape\": \"ovr\", \"degree\": 3, \"gamma\": 10.0, \"kernel\": \"rbf\", \"max_iter\": -1, \"probability\": false, \"random_state\": 123456789, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.5311111111111111, "grid_search_cv_results": {"mean_fit_time": [0.007697343826293945, 0.008392651875813803, 0.007906039555867514, 0.007672548294067383, 0.00812999407450358, 0.008321285247802734, 0.008421818415323893, 0.008468310038248697, 0.00854643185933431, 0.00867303212483724, 0.008144617080688477, 0.00785374641418457, 0.008483807245890299, 0.008026123046875, 0.008135636647542318, 0.008617639541625977, 0.008464733759562174, 0.008726676305135092, 0.008109092712402344, 0.008207559585571289, 0.007973670959472656, 0.00828099250793457, 0.009233315785725912, 0.008104324340820312, 0.008521954218546549, 0.008008400599161783, 0.008333365122477213, 0.008583625157674154, 0.008060137430826822, 0.009195327758789062, 0.008380889892578125, 0.009124755859375, 0.007354338963826497, 0.007246971130371094, 0.0077364444732666016], "std_fit_time": [0.00014340291218704315, 0.00038665472984332624, 0.00019302113854471553, 0.0002110728536519966, 0.0007547217687961626, 0.0007220890999738231, 0.0006793213324554178, 0.00043586526009867026, 0.0002809072975664166, 0.00020460345995507596, 0.0001471195259399382, 0.0003466170487802275, 0.00020683131992646852, 0.00012548928121829803, 0.00034843510204665267, 0.00017370589306794354, 4.6902589926187746e-05, 0.0003663709520502284, 0.00018517292278838032, 7.90172071341662e-05, 0.00034323383212893653, 0.00011049923102962882, 0.00017865993791559858, 0.0002385939906480696, 5.043828798819438e-05, 0.0001919300988665979, 0.00018461023578669516, 0.00026582594090832063, 0.0003526249921093047, 0.00012332441552085325, 0.00031561667437030375, 0.0006214421616558212, 0.00014595350256321984, 0.00016430390537194894, 0.00011260847115151517], "mean_score_time": [0.0030563672383626304, 0.003131230672200521, 0.0032449563344319663, 0.0031487147013346353, 0.003242333730061849, 0.0033190250396728516, 0.0036011536916097007, 0.003391424814860026, 0.003079573313395182, 0.003497441609700521, 0.0032606919606526694, 0.003223419189453125, 0.0034557978312174478, 0.003170013427734375, 0.003251791000366211, 0.0033066272735595703, 0.003474076588948568, 0.003383080164591471, 0.0034027099609375, 0.003316799799601237, 0.003400087356567383, 0.0033103624979654946, 0.0034302870432535806, 0.0032699902852376304, 0.0034450689951578775, 0.003219763437906901, 0.0032717386881510415, 0.0034825801849365234, 0.0032552083333333335, 0.003361304601033529, 0.003304719924926758, 0.0030700365702311196, 0.002933979034423828, 0.0030876795450846353, 0.00317533810933431], "std_score_time": [0.00015830255558880308, 7.825780909482286e-05, 2.8306844828288578e-05, 4.502444370447643e-05, 0.00026153879390641876, 0.00019015412533080484, 0.0001579496645356236, 9.538120594156763e-05, 5.518564705389897e-05, 9.211360419821791e-05, 0.0001737025479214767, 0.00010937481008764012, 4.629756224980109e-05, 0.00011809640210935593, 0.00013692880831416352, 8.243377681453766e-05, 7.826192503213485e-05, 0.0001743095100644244, 6.534264130784419e-05, 0.00010454345829295581, 0.0003105922183754762, 8.459937241964312e-05, 3.4239615979975044e-05, 0.00014366987430989154, 3.108862066665052e-05, 9.235580656142062e-05, 1.6888309924377237e-05, 0.00013606844431977635, 0.000130008659894954, 0.00012071302157918227, 8.599036869245417e-05, 4.836640152064217e-05, 6.210273889677231e-05, 8.193748188654762e-05, 4.326463358616009e-05], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.5266666666666666, 0.5266666666666666, 0.5266666666666666, 0.5266666666666666, 0.5266666666666666, 0.5366666666666666, 0.5366666666666666, 0.5266666666666666, 0.5266666666666666, 0.5266666666666666, 0.5266666666666666, 0.5266666666666666, 0.5366666666666666, 0.5366666666666666, 0.5366666666666666, 0.5366666666666666, 0.5266666666666666, 0.5266666666666666, 0.5366666666666666, 0.5366666666666666, 0.5366666666666666, 0.5366666666666666, 0.5366666666666666, 0.5266666666666666, 0.5366666666666666, 0.5366666666666666, 0.5366666666666666, 0.5366666666666666, 0.5366666666666666, 0.5366666666666666, 0.5366666666666666, 0.5366666666666666, 0.5366666666666666, 0.5366666666666666, 0.5366666666666666], "split1_test_score": [0.5166666666666667, 0.5166666666666667, 0.5166666666666667, 0.5166666666666667, 0.5166666666666667, 0.51, 0.51, 0.5133333333333333, 0.5133333333333333, 0.5166666666666667, 0.5166666666666667, 0.5133333333333333, 0.51, 0.51, 0.51, 0.51, 0.5166666666666667, 0.5166666666666667, 0.51, 0.51, 0.51, 0.51, 0.51, 0.5166666666666667, 0.5133333333333333, 0.51, 0.51, 0.51, 0.51, 0.51, 0.5133333333333333, 0.5133333333333333, 0.51, 0.51, 0.51], "split2_test_score": [0.53, 0.53, 0.53, 0.53, 0.53, 0.5466666666666666, 0.5466666666666666, 0.53, 0.53, 0.53, 0.53, 0.53, 0.5466666666666666, 0.5466666666666666, 0.5433333333333333, 0.5433333333333333, 0.53, 0.53, 0.5433333333333333, 0.5466666666666666, 0.5466666666666666, 0.5466666666666666, 0.5466666666666666, 0.53, 0.5433333333333333, 0.5466666666666666, 0.5466666666666666, 0.5466666666666666, 0.5466666666666666, 0.5466666666666666, 0.53, 0.5433333333333333, 0.5466666666666666, 0.5466666666666666, 0.5466666666666666], "mean_test_score": [0.5244444444444445, 0.5244444444444445, 0.5244444444444445, 0.5244444444444445, 0.5244444444444445, 0.5311111111111111, 0.5311111111111111, 0.5233333333333333, 0.5233333333333333, 0.5244444444444445, 0.5244444444444445, 0.5233333333333333, 0.5311111111111111, 0.5311111111111111, 0.5299999999999999, 0.5299999999999999, 0.5244444444444445, 0.5244444444444445, 0.5299999999999999, 0.5311111111111111, 0.5311111111111111, 0.5311111111111111, 0.5311111111111111, 0.5244444444444445, 0.5311111111111111, 0.5311111111111111, 0.5311111111111111, 0.5311111111111111, 0.5311111111111111, 0.5311111111111111, 0.5266666666666666, 0.5311111111111111, 0.5311111111111111, 0.5311111111111111, 0.5311111111111111], "std_test_score": [0.0056655772373252955, 0.0056655772373252955, 0.0056655772373252955, 0.0056655772373252955, 0.0056655772373252955, 0.015475986974649001, 0.015475986974649001, 0.007200822998230968, 0.007200822998230968, 0.0056655772373252955, 0.0056655772373252955, 0.007200822998230968, 0.015475986974649001, 0.015475986974649001, 0.014401645996461902, 0.014401645996461902, 0.0056655772373252955, 0.0056655772373252955, 0.014401645996461902, 0.015475986974649001, 0.015475986974649001, 0.015475986974649001, 0.015475986974649001, 0.0056655772373252955, 0.012862041003100256, 0.015475986974649001, 0.015475986974649001, 0.015475986974649001, 0.015475986974649001, 0.015475986974649001, 0.009813067629253163, 0.012862041003100256, 0.015475986974649001, 0.015475986974649001, 0.015475986974649001], "rank_test_score": [23, 23, 23, 23, 23, 1, 1, 33, 33, 23, 23, 33, 1, 1, 19, 19, 23, 23, 19, 1, 1, 1, 1, 23, 1, 1, 1, 1, 1, 1, 22, 1, 1, 1, 1]}, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_gs", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "SVC", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:10:56.284458", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:11:00.947541", "total_time": "0:00:04.663083", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [46] | 4 | 0.529 | 0.920 | 0.672 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 41 | [9] | 0.692 | 0.180 | 0.286 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.55, "pearson": "", "score": 0.55, "fold": 10, "model_params": "{\"C\": 1.0, \"break_ties\": false, \"cache_size\": 1000, \"class_weight\": null, \"coef0\": 0.0, \"decision_function_shape\": \"ovr\", \"degree\": 3, \"gamma\": \"scale\", \"kernel\": \"rbf\", \"max_iter\": -1, \"probability\": false, \"random_state\": 123456789, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.5233333333333333, "grid_search_cv_results": {"mean_fit_time": [0.007591724395751953, 0.008282184600830078, 0.00748904546101888, 0.008506298065185547, 0.008256753285725912, 0.00812840461730957, 0.008358001708984375, 0.008371909459431967, 0.009321451187133789, 0.00785223642985026, 0.008548418680826822, 0.008268276850382486, 0.007957776387532553, 0.008845170338948568, 0.007629712422688802, 0.008478005727132162, 0.008550643920898438, 0.008205254872639975, 0.007991313934326172, 0.008523782094319662, 0.00796802838643392, 0.008310715357462565, 0.00922703742980957, 0.007841348648071289, 0.009024699529012045, 0.008217732111612955, 0.008083025614420572, 0.008567015329996744, 0.00781702995300293, 0.009056011835734049, 0.009308894475301107, 0.009385903676350912, 0.007915337880452475, 0.007802327473958333, 0.008156299591064453], "std_fit_time": [0.0001551386353834195, 0.00025521369771557494, 0.00013622603277240573, 0.00047413889075315264, 0.0004983227527791557, 0.0001652033743796252, 0.0004222629742599323, 0.0003267958586134902, 0.0002542154800096329, 0.00020762825689611483, 0.0003290864124691368, 0.000446782012371598, 0.00023334869189576865, 4.9605326761650195e-06, 0.000259745294587244, 0.00022333279154789355, 5.651710615591617e-05, 0.0003490606686830196, 0.0002967073637015932, 9.69761688574353e-05, 0.0004955135925157385, 0.00031984628197658183, 0.00011248321403359109, 0.00044509409200465334, 0.0010180401547447153, 0.000566800290523303, 0.00017405648538348933, 0.00014703621691041874, 0.000447880622990404, 0.00022683965505349767, 0.00048205384443530166, 0.0005068017599969157, 0.00017801874450215128, 6.306831152686436e-05, 5.6512747635163146e-05], "mean_score_time": [0.003083308537801107, 0.003039121627807617, 0.0030783812204996743, 0.0034324328104654946, 0.0034175713857014975, 0.0032180150349934897, 0.003407637278238932, 0.003355820973714193, 0.0034636656443277993, 0.0032644271850585938, 0.0034956932067871094, 0.003267526626586914, 0.0033551851908365884, 0.0036489168802897134, 0.0032002131144205728, 0.0031785964965820312, 0.003448963165283203, 0.003187417984008789, 0.0032667318979899087, 0.0033882459004720054, 0.0033470789591471353, 0.003396749496459961, 0.0033593972524007163, 0.003224531809488932, 0.0034399827321370444, 0.0033566157023111978, 0.00328675905863444, 0.003478447596232096, 0.003101348876953125, 0.0033899943033854165, 0.0034379164377848306, 0.003519932428995768, 0.0030745665232340493, 0.0030623277028401694, 0.003442049026489258], "std_score_time": [0.00012693102024368525, 8.303974560883164e-05, 3.246775149033662e-05, 0.00010374913217638721, 0.0001559163125383597, 0.00017502287521117187, 0.00019212675192903714, 0.00019403955804704278, 0.0001718471913674708, 0.0001753309978741282, 0.00013020637948152266, 0.0003158787950722445, 0.00017444164171375335, 4.921763889925953e-05, 0.00021957685255920542, 9.899415794488014e-05, 7.27269161574519e-05, 8.975269442224629e-05, 0.00015858478095838964, 8.178378966004979e-05, 0.00020108185206913477, 0.0001537176863585045, 0.0001432367727596175, 0.00020597675753607493, 2.3254741952986955e-05, 0.00019273212247289224, 9.290013579467803e-05, 1.384516667539624e-05, 0.00010373975669549904, 4.575828906113551e-05, 7.874465146842191e-05, 6.538824830296757e-05, 9.586765969677466e-05, 4.218339739624574e-05, 6.703280144617056e-05], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.5233333333333333, 0.5233333333333333, 0.5233333333333333, 0.5233333333333333, 0.5233333333333333, 0.52, 0.52, 0.5233333333333333, 0.5233333333333333, 0.5233333333333333, 0.5233333333333333, 0.5233333333333333, 0.52, 0.52, 0.52, 0.5333333333333333, 0.5233333333333333, 0.5233333333333333, 0.52, 0.52, 0.52, 0.52, 0.52, 0.5233333333333333, 0.5333333333333333, 0.52, 0.52, 0.52, 0.52, 0.52, 0.5233333333333333, 0.5333333333333333, 0.52, 0.52, 0.52], "split1_test_score": [0.4933333333333334, 0.4933333333333334, 0.4933333333333334, 0.4933333333333334, 0.4933333333333334, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.4933333333333334, 0.4933333333333334, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.4933333333333334, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.4933333333333334, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333, 0.5033333333333333], "split2_test_score": [0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333], "mean_test_score": [0.5166666666666666, 0.5166666666666666, 0.5166666666666666, 0.5166666666666666, 0.5166666666666666, 0.5188888888888888, 0.5188888888888888, 0.52, 0.52, 0.5166666666666666, 0.5166666666666666, 0.52, 0.5188888888888888, 0.5188888888888888, 0.5188888888888888, 0.5233333333333333, 0.5166666666666666, 0.52, 0.5188888888888888, 0.5188888888888888, 0.5188888888888888, 0.5188888888888888, 0.5188888888888888, 0.5166666666666666, 0.5233333333333333, 0.5188888888888888, 0.5188888888888888, 0.5188888888888888, 0.5188888888888888, 0.5188888888888888, 0.52, 0.5233333333333333, 0.5188888888888888, 0.5188888888888888, 0.5188888888888888], "std_test_score": [0.016996731711975917, 0.016996731711975917, 0.016996731711975917, 0.016996731711975917, 0.016996731711975917, 0.012272623352430302, 0.012272623352430302, 0.012472191289246483, 0.012472191289246483, 0.016996731711975917, 0.016996731711975917, 0.012472191289246483, 0.012272623352430302, 0.012272623352430302, 0.012272623352430302, 0.014142135623730963, 0.016996731711975917, 0.012472191289246483, 0.012272623352430302, 0.012272623352430302, 0.012272623352430302, 0.012272623352430302, 0.012272623352430302, 0.016996731711975917, 0.014142135623730963, 0.012272623352430302, 0.012272623352430302, 0.012272623352430302, 0.012272623352430302, 0.012272623352430302, 0.012472191289246483, 0.014142135623730963, 0.012272623352430302, 0.012272623352430302, 0.012272623352430302], "rank_test_score": [27, 27, 27, 27, 27, 9, 9, 4, 4, 27, 27, 4, 9, 9, 9, 1, 27, 4, 9, 9, 9, 9, 9, 27, 1, 9, 9, 9, 9, 9, 4, 1, 9, 9, 9]}, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_gs", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "SVC", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:10:56.284458", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:11:00.947541", "total_time": "0:00:04.663083", "fold": "average", "result_table": "+---------+-------------+----------+-------------+\n| Label | Precision | Recall | F-measure |\n|---------+-------------+----------+-------------|\n| cat | 0.510 | 0.662 | 0.570 |\n| dog | 0.528 | 0.364 | 0.414 |\n+---------+-------------+----------+-------------+", "accuracy": 0.513, "score": 0.513, "additional_scores": {}}] \ No newline at end of file diff --git a/tests/other/cv_results/test_grid_search_cv_results_cross_validate_nogs_LogisticRegression.results.json b/tests/other/cv_results/test_grid_search_cv_results_cross_validate_nogs_LogisticRegression.results.json new file mode 100644 index 00000000..2979ee77 --- /dev/null +++ b/tests/other/cv_results/test_grid_search_cv_results_cross_validate_nogs_LogisticRegression.results.json @@ -0,0 +1 @@ +[{"experiment_name": "test_grid_search_cv_results_cross_validate_nogs", "job_name": "test_grid_search_cv_results_cross_validate_nogs_LogisticRegression", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "LogisticRegression", "task": "cross_validate", "start_timestamp": "22 Jan 2024 12:16:50.609894", "version": "4.0.1", "feature_scaling": "none", "folds_file": "", "grid_search": false, "grid_objective": null, "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.3.2", "end_timestamp": "22 Jan 2024 12:16:50.660882", "total_time": "0:00:00.050988", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [33] | 17 | 0.532 | 0.660 | 0.589 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 29 | [21] | 0.553 | 0.420 | 0.477 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.54, "pearson": "", "score": "", "fold": 1, "model_params": "{\"C\": 1.0, \"class_weight\": null, \"dual\": false, \"fit_intercept\": true, \"intercept_scaling\": 1, \"l1_ratio\": null, \"max_iter\": 1000, \"multi_class\": \"auto\", \"n_jobs\": null, \"penalty\": \"l2\", \"random_state\": 123456789, \"solver\": \"liblinear\", \"tol\": 0.0001, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "conf_matrix": [[33, 17], [29, 21]], "label_metrics": {"cat": {"precision": 0.532258064516129, "recall": 0.66, "f-measure": 0.5892857142857142}, "dog": {"precision": 0.5526315789473685, "recall": 0.42, "f-measure": 0.4772727272727273}}, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_nogs", "job_name": "test_grid_search_cv_results_cross_validate_nogs_LogisticRegression", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "LogisticRegression", "task": "cross_validate", "start_timestamp": "22 Jan 2024 12:16:50.609894", "version": "4.0.1", "feature_scaling": "none", "folds_file": "", "grid_search": false, "grid_objective": null, "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.3.2", "end_timestamp": "22 Jan 2024 12:16:50.660882", "total_time": "0:00:00.050988", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [26] | 24 | 0.531 | 0.520 | 0.525 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 23 | [27] | 0.529 | 0.540 | 0.535 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.53, "pearson": "", "score": "", "fold": 2, "model_params": "{\"C\": 1.0, \"class_weight\": null, \"dual\": false, \"fit_intercept\": true, \"intercept_scaling\": 1, \"l1_ratio\": null, \"max_iter\": 1000, \"multi_class\": \"auto\", \"n_jobs\": null, \"penalty\": \"l2\", \"random_state\": 123456789, \"solver\": \"liblinear\", \"tol\": 0.0001, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "conf_matrix": [[26, 24], [23, 27]], "label_metrics": {"cat": {"precision": 0.5306122448979592, "recall": 0.52, "f-measure": 0.5252525252525252}, "dog": {"precision": 0.5294117647058824, "recall": 0.54, "f-measure": 0.5346534653465347}}, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_nogs", "job_name": "test_grid_search_cv_results_cross_validate_nogs_LogisticRegression", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "LogisticRegression", "task": "cross_validate", "start_timestamp": "22 Jan 2024 12:16:50.609894", "version": "4.0.1", "feature_scaling": "none", "folds_file": "", "grid_search": false, "grid_objective": null, "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.3.2", "end_timestamp": "22 Jan 2024 12:16:50.660882", "total_time": "0:00:00.050988", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [29] | 21 | 0.569 | 0.580 | 0.574 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 22 | [28] | 0.571 | 0.560 | 0.566 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.57, "pearson": "", "score": "", "fold": 3, "model_params": "{\"C\": 1.0, \"class_weight\": null, \"dual\": false, \"fit_intercept\": true, \"intercept_scaling\": 1, \"l1_ratio\": null, \"max_iter\": 1000, \"multi_class\": \"auto\", \"n_jobs\": null, \"penalty\": \"l2\", \"random_state\": 123456789, \"solver\": \"liblinear\", \"tol\": 0.0001, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "conf_matrix": [[29, 21], [22, 28]], "label_metrics": {"cat": {"precision": 0.5686274509803921, "recall": 0.58, "f-measure": 0.5742574257425743}, "dog": {"precision": 0.5714285714285714, "recall": 0.56, "f-measure": 0.5656565656565656}}, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_nogs", "job_name": "test_grid_search_cv_results_cross_validate_nogs_LogisticRegression", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "LogisticRegression", "task": "cross_validate", "start_timestamp": "22 Jan 2024 12:16:50.609894", "version": "4.0.1", "feature_scaling": "none", "folds_file": "", "grid_search": false, "grid_objective": null, "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.3.2", "end_timestamp": "22 Jan 2024 12:16:50.660882", "total_time": "0:00:00.050988", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [23] | 27 | 0.511 | 0.460 | 0.484 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 22 | [28] | 0.509 | 0.560 | 0.533 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.51, "pearson": "", "score": "", "fold": 4, "model_params": "{\"C\": 1.0, \"class_weight\": null, \"dual\": false, \"fit_intercept\": true, \"intercept_scaling\": 1, \"l1_ratio\": null, \"max_iter\": 1000, \"multi_class\": \"auto\", \"n_jobs\": null, \"penalty\": \"l2\", \"random_state\": 123456789, \"solver\": \"liblinear\", \"tol\": 0.0001, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "conf_matrix": [[23, 27], [22, 28]], "label_metrics": {"cat": {"precision": 0.5111111111111111, "recall": 0.46, "f-measure": 0.4842105263157895}, "dog": {"precision": 0.509090909090909, "recall": 0.56, "f-measure": 0.5333333333333333}}, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_nogs", "job_name": "test_grid_search_cv_results_cross_validate_nogs_LogisticRegression", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "LogisticRegression", "task": "cross_validate", "start_timestamp": "22 Jan 2024 12:16:50.609894", "version": "4.0.1", "feature_scaling": "none", "folds_file": "", "grid_search": false, "grid_objective": null, "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.3.2", "end_timestamp": "22 Jan 2024 12:16:50.660882", "total_time": "0:00:00.050988", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [27] | 23 | 0.466 | 0.540 | 0.500 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 31 | [19] | 0.452 | 0.380 | 0.413 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.46, "pearson": "", "score": "", "fold": 5, "model_params": "{\"C\": 1.0, \"class_weight\": null, \"dual\": false, \"fit_intercept\": true, \"intercept_scaling\": 1, \"l1_ratio\": null, \"max_iter\": 1000, \"multi_class\": \"auto\", \"n_jobs\": null, \"penalty\": \"l2\", \"random_state\": 123456789, \"solver\": \"liblinear\", \"tol\": 0.0001, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "conf_matrix": [[27, 23], [31, 19]], "label_metrics": {"cat": {"precision": 0.46551724137931033, "recall": 0.54, "f-measure": 0.5}, "dog": {"precision": 0.4523809523809524, "recall": 0.38, "f-measure": 0.41304347826086957}}, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_nogs", "job_name": "test_grid_search_cv_results_cross_validate_nogs_LogisticRegression", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "LogisticRegression", "task": "cross_validate", "start_timestamp": "22 Jan 2024 12:16:50.609894", "version": "4.0.1", "feature_scaling": "none", "folds_file": "", "grid_search": false, "grid_objective": null, "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.3.2", "end_timestamp": "22 Jan 2024 12:16:50.660882", "total_time": "0:00:00.050988", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [25] | 25 | 0.521 | 0.500 | 0.510 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 23 | [27] | 0.519 | 0.540 | 0.529 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.52, "pearson": "", "score": "", "fold": 6, "model_params": "{\"C\": 1.0, \"class_weight\": null, \"dual\": false, \"fit_intercept\": true, \"intercept_scaling\": 1, \"l1_ratio\": null, \"max_iter\": 1000, \"multi_class\": \"auto\", \"n_jobs\": null, \"penalty\": \"l2\", \"random_state\": 123456789, \"solver\": \"liblinear\", \"tol\": 0.0001, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "conf_matrix": [[25, 25], [23, 27]], "label_metrics": {"cat": {"precision": 0.5208333333333334, "recall": 0.5, "f-measure": 0.5102040816326531}, "dog": {"precision": 0.5192307692307693, "recall": 0.54, "f-measure": 0.5294117647058824}}, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_nogs", "job_name": "test_grid_search_cv_results_cross_validate_nogs_LogisticRegression", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "LogisticRegression", "task": "cross_validate", "start_timestamp": "22 Jan 2024 12:16:50.609894", "version": "4.0.1", "feature_scaling": "none", "folds_file": "", "grid_search": false, "grid_objective": null, "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.3.2", "end_timestamp": "22 Jan 2024 12:16:50.660882", "total_time": "0:00:00.050988", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [25] | 25 | 0.455 | 0.500 | 0.476 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 30 | [20] | 0.444 | 0.400 | 0.421 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.45, "pearson": "", "score": "", "fold": 7, "model_params": "{\"C\": 1.0, \"class_weight\": null, \"dual\": false, \"fit_intercept\": true, \"intercept_scaling\": 1, \"l1_ratio\": null, \"max_iter\": 1000, \"multi_class\": \"auto\", \"n_jobs\": null, \"penalty\": \"l2\", \"random_state\": 123456789, \"solver\": \"liblinear\", \"tol\": 0.0001, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "conf_matrix": [[25, 25], [30, 20]], "label_metrics": {"cat": {"precision": 0.45454545454545453, "recall": 0.5, "f-measure": 0.47619047619047616}, "dog": {"precision": 0.4444444444444444, "recall": 0.4, "f-measure": 0.4210526315789474}}, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_nogs", "job_name": "test_grid_search_cv_results_cross_validate_nogs_LogisticRegression", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "LogisticRegression", "task": "cross_validate", "start_timestamp": "22 Jan 2024 12:16:50.609894", "version": "4.0.1", "feature_scaling": "none", "folds_file": "", "grid_search": false, "grid_objective": null, "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.3.2", "end_timestamp": "22 Jan 2024 12:16:50.660882", "total_time": "0:00:00.050988", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [23] | 27 | 0.523 | 0.460 | 0.489 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 21 | [29] | 0.518 | 0.580 | 0.547 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.52, "pearson": "", "score": "", "fold": 8, "model_params": "{\"C\": 1.0, \"class_weight\": null, \"dual\": false, \"fit_intercept\": true, \"intercept_scaling\": 1, \"l1_ratio\": null, \"max_iter\": 1000, \"multi_class\": \"auto\", \"n_jobs\": null, \"penalty\": \"l2\", \"random_state\": 123456789, \"solver\": \"liblinear\", \"tol\": 0.0001, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "conf_matrix": [[23, 27], [21, 29]], "label_metrics": {"cat": {"precision": 0.5227272727272727, "recall": 0.46, "f-measure": 0.4893617021276596}, "dog": {"precision": 0.5178571428571429, "recall": 0.58, "f-measure": 0.5471698113207547}}, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_nogs", "job_name": "test_grid_search_cv_results_cross_validate_nogs_LogisticRegression", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "LogisticRegression", "task": "cross_validate", "start_timestamp": "22 Jan 2024 12:16:50.609894", "version": "4.0.1", "feature_scaling": "none", "folds_file": "", "grid_search": false, "grid_objective": null, "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.3.2", "end_timestamp": "22 Jan 2024 12:16:50.660882", "total_time": "0:00:00.050988", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [27] | 23 | 0.540 | 0.540 | 0.540 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 23 | [27] | 0.540 | 0.540 | 0.540 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.54, "pearson": "", "score": "", "fold": 9, "model_params": "{\"C\": 1.0, \"class_weight\": null, \"dual\": false, \"fit_intercept\": true, \"intercept_scaling\": 1, \"l1_ratio\": null, \"max_iter\": 1000, \"multi_class\": \"auto\", \"n_jobs\": null, \"penalty\": \"l2\", \"random_state\": 123456789, \"solver\": \"liblinear\", \"tol\": 0.0001, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "conf_matrix": [[27, 23], [23, 27]], "label_metrics": {"cat": {"precision": 0.54, "recall": 0.54, "f-measure": 0.54}, "dog": {"precision": 0.54, "recall": 0.54, "f-measure": 0.54}}, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_nogs", "job_name": "test_grid_search_cv_results_cross_validate_nogs_LogisticRegression", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "LogisticRegression", "task": "cross_validate", "start_timestamp": "22 Jan 2024 12:16:50.609894", "version": "4.0.1", "feature_scaling": "none", "folds_file": "", "grid_search": false, "grid_objective": null, "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.3.2", "end_timestamp": "22 Jan 2024 12:16:50.660882", "total_time": "0:00:00.050988", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [28] | 22 | 0.528 | 0.560 | 0.544 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 25 | [25] | 0.532 | 0.500 | 0.515 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.53, "pearson": "", "score": "", "fold": 10, "model_params": "{\"C\": 1.0, \"class_weight\": null, \"dual\": false, \"fit_intercept\": true, \"intercept_scaling\": 1, \"l1_ratio\": null, \"max_iter\": 1000, \"multi_class\": \"auto\", \"n_jobs\": null, \"penalty\": \"l2\", \"random_state\": 123456789, \"solver\": \"liblinear\", \"tol\": 0.0001, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "conf_matrix": [[28, 22], [25, 25]], "label_metrics": {"cat": {"precision": 0.5283018867924528, "recall": 0.56, "f-measure": 0.5436893203883495}, "dog": {"precision": 0.5319148936170213, "recall": 0.5, "f-measure": 0.5154639175257731}}, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_nogs", "job_name": "test_grid_search_cv_results_cross_validate_nogs_LogisticRegression", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "LogisticRegression", "task": "cross_validate", "start_timestamp": "22 Jan 2024 12:16:50.609894", "version": "4.0.1", "feature_scaling": "none", "folds_file": "", "grid_search": false, "grid_objective": null, "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.3.2", "end_timestamp": "22 Jan 2024 12:16:50.660882", "total_time": "0:00:00.050988", "fold": "average", "result_table": "+---------+-------------+----------+-------------+\n| Label | Precision | Recall | F-measure |\n|---------+-------------+----------+-------------|\n| cat | 0.517 | 0.532 | 0.523 |\n| dog | 0.517 | 0.502 | 0.508 |\n+---------+-------------+----------+-------------+", "accuracy": 0.5170000000000001, "additional_scores": {}}] \ No newline at end of file diff --git a/tests/other/cv_results/test_grid_search_cv_results_cross_validate_nogs_SVC.results.json b/tests/other/cv_results/test_grid_search_cv_results_cross_validate_nogs_SVC.results.json new file mode 100644 index 00000000..bad53845 --- /dev/null +++ b/tests/other/cv_results/test_grid_search_cv_results_cross_validate_nogs_SVC.results.json @@ -0,0 +1 @@ +[{"experiment_name": "test_grid_search_cv_results_cross_validate_nogs", "job_name": "test_grid_search_cv_results_cross_validate_nogs_SVC", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "SVC", "task": "cross_validate", "start_timestamp": "22 Jan 2024 12:16:50.664593", "version": "4.0.1", "feature_scaling": "none", "folds_file": "", "grid_search": false, "grid_objective": null, "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.3.2", "end_timestamp": "22 Jan 2024 12:16:50.773490", "total_time": "0:00:00.108897", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [41] | 9 | 0.526 | 0.820 | 0.641 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 37 | [13] | 0.591 | 0.260 | 0.361 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.54, "pearson": "", "score": "", "fold": 1, "model_params": "{\"C\": 1.0, \"break_ties\": false, \"cache_size\": 1000, \"class_weight\": null, \"coef0\": 0.0, \"decision_function_shape\": \"ovr\", \"degree\": 3, \"gamma\": \"scale\", \"kernel\": \"rbf\", \"max_iter\": -1, \"probability\": false, \"random_state\": 123456789, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "conf_matrix": [[41, 9], [37, 13]], "label_metrics": {"cat": {"precision": 0.5256410256410257, "recall": 0.82, "f-measure": 0.640625}, "dog": {"precision": 0.5909090909090909, "recall": 0.26, "f-measure": 0.36111111111111116}}, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_nogs", "job_name": "test_grid_search_cv_results_cross_validate_nogs_SVC", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "SVC", "task": "cross_validate", "start_timestamp": "22 Jan 2024 12:16:50.664593", "version": "4.0.1", "feature_scaling": "none", "folds_file": "", "grid_search": false, "grid_objective": null, "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.3.2", "end_timestamp": "22 Jan 2024 12:16:50.773490", "total_time": "0:00:00.108897", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [39] | 11 | 0.534 | 0.780 | 0.634 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 34 | [16] | 0.593 | 0.320 | 0.416 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.55, "pearson": "", "score": "", "fold": 2, "model_params": "{\"C\": 1.0, \"break_ties\": false, \"cache_size\": 1000, \"class_weight\": null, \"coef0\": 0.0, \"decision_function_shape\": \"ovr\", \"degree\": 3, \"gamma\": \"scale\", \"kernel\": \"rbf\", \"max_iter\": -1, \"probability\": false, \"random_state\": 123456789, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "conf_matrix": [[39, 11], [34, 16]], "label_metrics": {"cat": {"precision": 0.5342465753424658, "recall": 0.78, "f-measure": 0.6341463414634146}, "dog": {"precision": 0.5925925925925926, "recall": 0.32, "f-measure": 0.41558441558441556}}, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_nogs", "job_name": "test_grid_search_cv_results_cross_validate_nogs_SVC", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "SVC", "task": "cross_validate", "start_timestamp": "22 Jan 2024 12:16:50.664593", "version": "4.0.1", "feature_scaling": "none", "folds_file": "", "grid_search": false, "grid_objective": null, "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.3.2", "end_timestamp": "22 Jan 2024 12:16:50.773490", "total_time": "0:00:00.108897", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [42] | 8 | 0.553 | 0.840 | 0.667 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 34 | [16] | 0.667 | 0.320 | 0.432 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.58, "pearson": "", "score": "", "fold": 3, "model_params": "{\"C\": 1.0, \"break_ties\": false, \"cache_size\": 1000, \"class_weight\": null, \"coef0\": 0.0, \"decision_function_shape\": \"ovr\", \"degree\": 3, \"gamma\": \"scale\", \"kernel\": \"rbf\", \"max_iter\": -1, \"probability\": false, \"random_state\": 123456789, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "conf_matrix": [[42, 8], [34, 16]], "label_metrics": {"cat": {"precision": 0.5526315789473685, "recall": 0.84, "f-measure": 0.6666666666666667}, "dog": {"precision": 0.6666666666666666, "recall": 0.32, "f-measure": 0.43243243243243246}}, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_nogs", "job_name": "test_grid_search_cv_results_cross_validate_nogs_SVC", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "SVC", "task": "cross_validate", "start_timestamp": "22 Jan 2024 12:16:50.664593", "version": "4.0.1", "feature_scaling": "none", "folds_file": "", "grid_search": false, "grid_objective": null, "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.3.2", "end_timestamp": "22 Jan 2024 12:16:50.773490", "total_time": "0:00:00.108897", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [37] | 13 | 0.500 | 0.740 | 0.597 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 37 | [13] | 0.500 | 0.260 | 0.342 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.5, "pearson": "", "score": "", "fold": 4, "model_params": "{\"C\": 1.0, \"break_ties\": false, \"cache_size\": 1000, \"class_weight\": null, \"coef0\": 0.0, \"decision_function_shape\": \"ovr\", \"degree\": 3, \"gamma\": \"scale\", \"kernel\": \"rbf\", \"max_iter\": -1, \"probability\": false, \"random_state\": 123456789, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "conf_matrix": [[37, 13], [37, 13]], "label_metrics": {"cat": {"precision": 0.5, "recall": 0.74, "f-measure": 0.5967741935483871}, "dog": {"precision": 0.5, "recall": 0.26, "f-measure": 0.34210526315789475}}, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_nogs", "job_name": "test_grid_search_cv_results_cross_validate_nogs_SVC", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "SVC", "task": "cross_validate", "start_timestamp": "22 Jan 2024 12:16:50.664593", "version": "4.0.1", "feature_scaling": "none", "folds_file": "", "grid_search": false, "grid_objective": null, "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.3.2", "end_timestamp": "22 Jan 2024 12:16:50.773490", "total_time": "0:00:00.108897", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [39] | 11 | 0.476 | 0.780 | 0.591 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 43 | [7] | 0.389 | 0.140 | 0.206 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.46, "pearson": "", "score": "", "fold": 5, "model_params": "{\"C\": 1.0, \"break_ties\": false, \"cache_size\": 1000, \"class_weight\": null, \"coef0\": 0.0, \"decision_function_shape\": \"ovr\", \"degree\": 3, \"gamma\": \"scale\", \"kernel\": \"rbf\", \"max_iter\": -1, \"probability\": false, \"random_state\": 123456789, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "conf_matrix": [[39, 11], [43, 7]], "label_metrics": {"cat": {"precision": 0.47560975609756095, "recall": 0.78, "f-measure": 0.5909090909090909}, "dog": {"precision": 0.3888888888888889, "recall": 0.14, "f-measure": 0.20588235294117646}}, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_nogs", "job_name": "test_grid_search_cv_results_cross_validate_nogs_SVC", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "SVC", "task": "cross_validate", "start_timestamp": "22 Jan 2024 12:16:50.664593", "version": "4.0.1", "feature_scaling": "none", "folds_file": "", "grid_search": false, "grid_objective": null, "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.3.2", "end_timestamp": "22 Jan 2024 12:16:50.773490", "total_time": "0:00:00.108897", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [23] | 27 | 0.469 | 0.460 | 0.465 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 26 | [24] | 0.471 | 0.480 | 0.475 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.47, "pearson": "", "score": "", "fold": 6, "model_params": "{\"C\": 1.0, \"break_ties\": false, \"cache_size\": 1000, \"class_weight\": null, \"coef0\": 0.0, \"decision_function_shape\": \"ovr\", \"degree\": 3, \"gamma\": \"scale\", \"kernel\": \"rbf\", \"max_iter\": -1, \"probability\": false, \"random_state\": 123456789, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "conf_matrix": [[23, 27], [26, 24]], "label_metrics": {"cat": {"precision": 0.46938775510204084, "recall": 0.46, "f-measure": 0.46464646464646464}, "dog": {"precision": 0.47058823529411764, "recall": 0.48, "f-measure": 0.4752475247524752}}, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_nogs", "job_name": "test_grid_search_cv_results_cross_validate_nogs_SVC", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "SVC", "task": "cross_validate", "start_timestamp": "22 Jan 2024 12:16:50.664593", "version": "4.0.1", "feature_scaling": "none", "folds_file": "", "grid_search": false, "grid_objective": null, "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.3.2", "end_timestamp": "22 Jan 2024 12:16:50.773490", "total_time": "0:00:00.108897", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [39] | 11 | 0.487 | 0.780 | 0.600 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 41 | [9] | 0.450 | 0.180 | 0.257 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.48, "pearson": "", "score": "", "fold": 7, "model_params": "{\"C\": 1.0, \"break_ties\": false, \"cache_size\": 1000, \"class_weight\": null, \"coef0\": 0.0, \"decision_function_shape\": \"ovr\", \"degree\": 3, \"gamma\": \"scale\", \"kernel\": \"rbf\", \"max_iter\": -1, \"probability\": false, \"random_state\": 123456789, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "conf_matrix": [[39, 11], [41, 9]], "label_metrics": {"cat": {"precision": 0.4875, "recall": 0.78, "f-measure": 0.6}, "dog": {"precision": 0.45, "recall": 0.18, "f-measure": 0.2571428571428572}}, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_nogs", "job_name": "test_grid_search_cv_results_cross_validate_nogs_SVC", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "SVC", "task": "cross_validate", "start_timestamp": "22 Jan 2024 12:16:50.664593", "version": "4.0.1", "feature_scaling": "none", "folds_file": "", "grid_search": false, "grid_objective": null, "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.3.2", "end_timestamp": "22 Jan 2024 12:16:50.773490", "total_time": "0:00:00.108897", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [43] | 7 | 0.524 | 0.860 | 0.652 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 39 | [11] | 0.611 | 0.220 | 0.324 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.54, "pearson": "", "score": "", "fold": 8, "model_params": "{\"C\": 1.0, \"break_ties\": false, \"cache_size\": 1000, \"class_weight\": null, \"coef0\": 0.0, \"decision_function_shape\": \"ovr\", \"degree\": 3, \"gamma\": \"scale\", \"kernel\": \"rbf\", \"max_iter\": -1, \"probability\": false, \"random_state\": 123456789, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "conf_matrix": [[43, 7], [39, 11]], "label_metrics": {"cat": {"precision": 0.524390243902439, "recall": 0.86, "f-measure": 0.6515151515151516}, "dog": {"precision": 0.6111111111111112, "recall": 0.22, "f-measure": 0.3235294117647059}}, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_nogs", "job_name": "test_grid_search_cv_results_cross_validate_nogs_SVC", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "SVC", "task": "cross_validate", "start_timestamp": "22 Jan 2024 12:16:50.664593", "version": "4.0.1", "feature_scaling": "none", "folds_file": "", "grid_search": false, "grid_objective": null, "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.3.2", "end_timestamp": "22 Jan 2024 12:16:50.773490", "total_time": "0:00:00.108897", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [41] | 9 | 0.562 | 0.820 | 0.667 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 32 | [18] | 0.667 | 0.360 | 0.468 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.59, "pearson": "", "score": "", "fold": 9, "model_params": "{\"C\": 1.0, \"break_ties\": false, \"cache_size\": 1000, \"class_weight\": null, \"coef0\": 0.0, \"decision_function_shape\": \"ovr\", \"degree\": 3, \"gamma\": \"scale\", \"kernel\": \"rbf\", \"max_iter\": -1, \"probability\": false, \"random_state\": 123456789, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "conf_matrix": [[41, 9], [32, 18]], "label_metrics": {"cat": {"precision": 0.5616438356164384, "recall": 0.82, "f-measure": 0.6666666666666667}, "dog": {"precision": 0.6666666666666666, "recall": 0.36, "f-measure": 0.4675324675324675}}, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_nogs", "job_name": "test_grid_search_cv_results_cross_validate_nogs_SVC", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "SVC", "task": "cross_validate", "start_timestamp": "22 Jan 2024 12:16:50.664593", "version": "4.0.1", "feature_scaling": "none", "folds_file": "", "grid_search": false, "grid_objective": null, "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.3.2", "end_timestamp": "22 Jan 2024 12:16:50.773490", "total_time": "0:00:00.108897", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [41] | 9 | 0.494 | 0.820 | 0.617 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 42 | [8] | 0.471 | 0.160 | 0.239 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.49, "pearson": "", "score": "", "fold": 10, "model_params": "{\"C\": 1.0, \"break_ties\": false, \"cache_size\": 1000, \"class_weight\": null, \"coef0\": 0.0, \"decision_function_shape\": \"ovr\", \"degree\": 3, \"gamma\": \"scale\", \"kernel\": \"rbf\", \"max_iter\": -1, \"probability\": false, \"random_state\": 123456789, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "conf_matrix": [[41, 9], [42, 8]], "label_metrics": {"cat": {"precision": 0.4939759036144578, "recall": 0.82, "f-measure": 0.6165413533834586}, "dog": {"precision": 0.47058823529411764, "recall": 0.16, "f-measure": 0.23880597014925375}}, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_nogs", "job_name": "test_grid_search_cv_results_cross_validate_nogs_SVC", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "SVC", "task": "cross_validate", "start_timestamp": "22 Jan 2024 12:16:50.664593", "version": "4.0.1", "feature_scaling": "none", "folds_file": "", "grid_search": false, "grid_objective": null, "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.3.2", "end_timestamp": "22 Jan 2024 12:16:50.773490", "total_time": "0:00:00.108897", "fold": "average", "result_table": "+---------+-------------+----------+-------------+\n| Label | Precision | Recall | F-measure |\n|---------+-------------+----------+-------------|\n| cat | 0.513 | 0.770 | 0.613 |\n| dog | 0.541 | 0.270 | 0.352 |\n+---------+-------------+----------+-------------+", "accuracy": 0.5199999999999999, "additional_scores": {}}] \ No newline at end of file diff --git a/tests/other/cv_results/test_grid_search_cv_results_cross_validate_nogs_f0_LogisticRegression.results.json b/tests/other/cv_results/test_grid_search_cv_results_cross_validate_nogs_f0_LogisticRegression.results.json deleted file mode 100644 index c87ac3f9..00000000 --- a/tests/other/cv_results/test_grid_search_cv_results_cross_validate_nogs_f0_LogisticRegression.results.json +++ /dev/null @@ -1 +0,0 @@ -[{"experiment_name": "test_grid_search_cv_results_cross_validate_nogs", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "LogisticRegression", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:11:00.981960", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": false, "grid_objective": null, "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:11:01.040255", "total_time": "0:00:00.058295", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [33] | 17 | 0.532 | 0.660 | 0.589 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 29 | [21] | 0.553 | 0.420 | 0.477 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.54, "pearson": "", "score": "", "fold": 1, "model_params": "{\"C\": 1.0, \"class_weight\": null, \"dual\": false, \"fit_intercept\": true, \"intercept_scaling\": 1, \"l1_ratio\": null, \"max_iter\": 1000, \"multi_class\": \"auto\", \"n_jobs\": null, \"penalty\": \"l2\", \"random_state\": 123456789, \"solver\": \"liblinear\", \"tol\": 0.0001, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_nogs", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "LogisticRegression", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:11:00.981960", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": false, "grid_objective": null, "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:11:01.040255", "total_time": "0:00:00.058295", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [26] | 24 | 0.531 | 0.520 | 0.525 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 23 | [27] | 0.529 | 0.540 | 0.535 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.53, "pearson": "", "score": "", "fold": 2, "model_params": "{\"C\": 1.0, \"class_weight\": null, \"dual\": false, \"fit_intercept\": true, \"intercept_scaling\": 1, \"l1_ratio\": null, \"max_iter\": 1000, \"multi_class\": \"auto\", \"n_jobs\": null, \"penalty\": \"l2\", \"random_state\": 123456789, \"solver\": \"liblinear\", \"tol\": 0.0001, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_nogs", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "LogisticRegression", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:11:00.981960", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": false, "grid_objective": null, "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:11:01.040255", "total_time": "0:00:00.058295", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [29] | 21 | 0.569 | 0.580 | 0.574 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 22 | [28] | 0.571 | 0.560 | 0.566 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.57, "pearson": "", "score": "", "fold": 3, "model_params": "{\"C\": 1.0, \"class_weight\": null, \"dual\": false, \"fit_intercept\": true, \"intercept_scaling\": 1, \"l1_ratio\": null, \"max_iter\": 1000, \"multi_class\": \"auto\", \"n_jobs\": null, \"penalty\": \"l2\", \"random_state\": 123456789, \"solver\": \"liblinear\", \"tol\": 0.0001, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_nogs", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "LogisticRegression", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:11:00.981960", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": false, "grid_objective": null, "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:11:01.040255", "total_time": "0:00:00.058295", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [23] | 27 | 0.511 | 0.460 | 0.484 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 22 | [28] | 0.509 | 0.560 | 0.533 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.51, "pearson": "", "score": "", "fold": 4, "model_params": "{\"C\": 1.0, \"class_weight\": null, \"dual\": false, \"fit_intercept\": true, \"intercept_scaling\": 1, \"l1_ratio\": null, \"max_iter\": 1000, \"multi_class\": \"auto\", \"n_jobs\": null, \"penalty\": \"l2\", \"random_state\": 123456789, \"solver\": \"liblinear\", \"tol\": 0.0001, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_nogs", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "LogisticRegression", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:11:00.981960", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": false, "grid_objective": null, "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:11:01.040255", "total_time": "0:00:00.058295", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [27] | 23 | 0.466 | 0.540 | 0.500 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 31 | [19] | 0.452 | 0.380 | 0.413 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.46, "pearson": "", "score": "", "fold": 5, "model_params": "{\"C\": 1.0, \"class_weight\": null, \"dual\": false, \"fit_intercept\": true, \"intercept_scaling\": 1, \"l1_ratio\": null, \"max_iter\": 1000, \"multi_class\": \"auto\", \"n_jobs\": null, \"penalty\": \"l2\", \"random_state\": 123456789, \"solver\": \"liblinear\", \"tol\": 0.0001, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_nogs", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "LogisticRegression", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:11:00.981960", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": false, "grid_objective": null, "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:11:01.040255", "total_time": "0:00:00.058295", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [25] | 25 | 0.521 | 0.500 | 0.510 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 23 | [27] | 0.519 | 0.540 | 0.529 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.52, "pearson": "", "score": "", "fold": 6, "model_params": "{\"C\": 1.0, \"class_weight\": null, \"dual\": false, \"fit_intercept\": true, \"intercept_scaling\": 1, \"l1_ratio\": null, \"max_iter\": 1000, \"multi_class\": \"auto\", \"n_jobs\": null, \"penalty\": \"l2\", \"random_state\": 123456789, \"solver\": \"liblinear\", \"tol\": 0.0001, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_nogs", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "LogisticRegression", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:11:00.981960", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": false, "grid_objective": null, "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:11:01.040255", "total_time": "0:00:00.058295", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [25] | 25 | 0.455 | 0.500 | 0.476 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 30 | [20] | 0.444 | 0.400 | 0.421 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.45, "pearson": "", "score": "", "fold": 7, "model_params": "{\"C\": 1.0, \"class_weight\": null, \"dual\": false, \"fit_intercept\": true, \"intercept_scaling\": 1, \"l1_ratio\": null, \"max_iter\": 1000, \"multi_class\": \"auto\", \"n_jobs\": null, \"penalty\": \"l2\", \"random_state\": 123456789, \"solver\": \"liblinear\", \"tol\": 0.0001, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_nogs", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "LogisticRegression", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:11:00.981960", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": false, "grid_objective": null, "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:11:01.040255", "total_time": "0:00:00.058295", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [23] | 27 | 0.523 | 0.460 | 0.489 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 21 | [29] | 0.518 | 0.580 | 0.547 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.52, "pearson": "", "score": "", "fold": 8, "model_params": "{\"C\": 1.0, \"class_weight\": null, \"dual\": false, \"fit_intercept\": true, \"intercept_scaling\": 1, \"l1_ratio\": null, \"max_iter\": 1000, \"multi_class\": \"auto\", \"n_jobs\": null, \"penalty\": \"l2\", \"random_state\": 123456789, \"solver\": \"liblinear\", \"tol\": 0.0001, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_nogs", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "LogisticRegression", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:11:00.981960", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": false, "grid_objective": null, "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:11:01.040255", "total_time": "0:00:00.058295", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [27] | 23 | 0.540 | 0.540 | 0.540 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 23 | [27] | 0.540 | 0.540 | 0.540 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.54, "pearson": "", "score": "", "fold": 9, "model_params": "{\"C\": 1.0, \"class_weight\": null, \"dual\": false, \"fit_intercept\": true, \"intercept_scaling\": 1, \"l1_ratio\": null, \"max_iter\": 1000, \"multi_class\": \"auto\", \"n_jobs\": null, \"penalty\": \"l2\", \"random_state\": 123456789, \"solver\": \"liblinear\", \"tol\": 0.0001, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_nogs", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "LogisticRegression", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:11:00.981960", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": false, "grid_objective": null, "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:11:01.040255", "total_time": "0:00:00.058295", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [28] | 22 | 0.528 | 0.560 | 0.544 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 25 | [25] | 0.532 | 0.500 | 0.515 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.53, "pearson": "", "score": "", "fold": 10, "model_params": "{\"C\": 1.0, \"class_weight\": null, \"dual\": false, \"fit_intercept\": true, \"intercept_scaling\": 1, \"l1_ratio\": null, \"max_iter\": 1000, \"multi_class\": \"auto\", \"n_jobs\": null, \"penalty\": \"l2\", \"random_state\": 123456789, \"solver\": \"liblinear\", \"tol\": 0.0001, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_nogs", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "LogisticRegression", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:11:00.981960", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": false, "grid_objective": null, "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:11:01.040255", "total_time": "0:00:00.058295", "fold": "average", "result_table": "+---------+-------------+----------+-------------+\n| Label | Precision | Recall | F-measure |\n|---------+-------------+----------+-------------|\n| cat | 0.517 | 0.532 | 0.523 |\n| dog | 0.517 | 0.502 | 0.508 |\n+---------+-------------+----------+-------------+", "accuracy": 0.5170000000000001, "additional_scores": {}}] \ No newline at end of file diff --git a/tests/other/cv_results/test_grid_search_cv_results_cross_validate_nogs_f0_SVC.results.json b/tests/other/cv_results/test_grid_search_cv_results_cross_validate_nogs_f0_SVC.results.json deleted file mode 100644 index 3240b3aa..00000000 --- a/tests/other/cv_results/test_grid_search_cv_results_cross_validate_nogs_f0_SVC.results.json +++ /dev/null @@ -1 +0,0 @@ -[{"experiment_name": "test_grid_search_cv_results_cross_validate_nogs", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "SVC", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:11:01.045279", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": false, "grid_objective": null, "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:11:01.264863", "total_time": "0:00:00.219584", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [41] | 9 | 0.526 | 0.820 | 0.641 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 37 | [13] | 0.591 | 0.260 | 0.361 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.54, "pearson": "", "score": "", "fold": 1, "model_params": "{\"C\": 1.0, \"break_ties\": false, \"cache_size\": 1000, \"class_weight\": null, \"coef0\": 0.0, \"decision_function_shape\": \"ovr\", \"degree\": 3, \"gamma\": \"scale\", \"kernel\": \"rbf\", \"max_iter\": -1, \"probability\": false, \"random_state\": 123456789, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_nogs", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "SVC", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:11:01.045279", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": false, "grid_objective": null, "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:11:01.264863", "total_time": "0:00:00.219584", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [39] | 11 | 0.534 | 0.780 | 0.634 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 34 | [16] | 0.593 | 0.320 | 0.416 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.55, "pearson": "", "score": "", "fold": 2, "model_params": "{\"C\": 1.0, \"break_ties\": false, \"cache_size\": 1000, \"class_weight\": null, \"coef0\": 0.0, \"decision_function_shape\": \"ovr\", \"degree\": 3, \"gamma\": \"scale\", \"kernel\": \"rbf\", \"max_iter\": -1, \"probability\": false, \"random_state\": 123456789, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_nogs", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "SVC", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:11:01.045279", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": false, "grid_objective": null, "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:11:01.264863", "total_time": "0:00:00.219584", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [42] | 8 | 0.553 | 0.840 | 0.667 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 34 | [16] | 0.667 | 0.320 | 0.432 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.58, "pearson": "", "score": "", "fold": 3, "model_params": "{\"C\": 1.0, \"break_ties\": false, \"cache_size\": 1000, \"class_weight\": null, \"coef0\": 0.0, \"decision_function_shape\": \"ovr\", \"degree\": 3, \"gamma\": \"scale\", \"kernel\": \"rbf\", \"max_iter\": -1, \"probability\": false, \"random_state\": 123456789, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_nogs", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "SVC", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:11:01.045279", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": false, "grid_objective": null, "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:11:01.264863", "total_time": "0:00:00.219584", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [37] | 13 | 0.500 | 0.740 | 0.597 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 37 | [13] | 0.500 | 0.260 | 0.342 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.5, "pearson": "", "score": "", "fold": 4, "model_params": "{\"C\": 1.0, \"break_ties\": false, \"cache_size\": 1000, \"class_weight\": null, \"coef0\": 0.0, \"decision_function_shape\": \"ovr\", \"degree\": 3, \"gamma\": \"scale\", \"kernel\": \"rbf\", \"max_iter\": -1, \"probability\": false, \"random_state\": 123456789, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_nogs", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "SVC", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:11:01.045279", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": false, "grid_objective": null, "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:11:01.264863", "total_time": "0:00:00.219584", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [39] | 11 | 0.476 | 0.780 | 0.591 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 43 | [7] | 0.389 | 0.140 | 0.206 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.46, "pearson": "", "score": "", "fold": 5, "model_params": "{\"C\": 1.0, \"break_ties\": false, \"cache_size\": 1000, \"class_weight\": null, \"coef0\": 0.0, \"decision_function_shape\": \"ovr\", \"degree\": 3, \"gamma\": \"scale\", \"kernel\": \"rbf\", \"max_iter\": -1, \"probability\": false, \"random_state\": 123456789, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_nogs", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "SVC", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:11:01.045279", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": false, "grid_objective": null, "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:11:01.264863", "total_time": "0:00:00.219584", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [23] | 27 | 0.469 | 0.460 | 0.465 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 26 | [24] | 0.471 | 0.480 | 0.475 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.47, "pearson": "", "score": "", "fold": 6, "model_params": "{\"C\": 1.0, \"break_ties\": false, \"cache_size\": 1000, \"class_weight\": null, \"coef0\": 0.0, \"decision_function_shape\": \"ovr\", \"degree\": 3, \"gamma\": \"scale\", \"kernel\": \"rbf\", \"max_iter\": -1, \"probability\": false, \"random_state\": 123456789, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_nogs", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "SVC", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:11:01.045279", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": false, "grid_objective": null, "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:11:01.264863", "total_time": "0:00:00.219584", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [39] | 11 | 0.487 | 0.780 | 0.600 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 41 | [9] | 0.450 | 0.180 | 0.257 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.48, "pearson": "", "score": "", "fold": 7, "model_params": "{\"C\": 1.0, \"break_ties\": false, \"cache_size\": 1000, \"class_weight\": null, \"coef0\": 0.0, \"decision_function_shape\": \"ovr\", \"degree\": 3, \"gamma\": \"scale\", \"kernel\": \"rbf\", \"max_iter\": -1, \"probability\": false, \"random_state\": 123456789, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_nogs", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "SVC", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:11:01.045279", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": false, "grid_objective": null, "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:11:01.264863", "total_time": "0:00:00.219584", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [43] | 7 | 0.524 | 0.860 | 0.652 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 39 | [11] | 0.611 | 0.220 | 0.324 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.54, "pearson": "", "score": "", "fold": 8, "model_params": "{\"C\": 1.0, \"break_ties\": false, \"cache_size\": 1000, \"class_weight\": null, \"coef0\": 0.0, \"decision_function_shape\": \"ovr\", \"degree\": 3, \"gamma\": \"scale\", \"kernel\": \"rbf\", \"max_iter\": -1, \"probability\": false, \"random_state\": 123456789, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_nogs", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "SVC", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:11:01.045279", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": false, "grid_objective": null, "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:11:01.264863", "total_time": "0:00:00.219584", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [41] | 9 | 0.562 | 0.820 | 0.667 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 32 | [18] | 0.667 | 0.360 | 0.468 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.59, "pearson": "", "score": "", "fold": 9, "model_params": "{\"C\": 1.0, \"break_ties\": false, \"cache_size\": 1000, \"class_weight\": null, \"coef0\": 0.0, \"decision_function_shape\": \"ovr\", \"degree\": 3, \"gamma\": \"scale\", \"kernel\": \"rbf\", \"max_iter\": -1, \"probability\": false, \"random_state\": 123456789, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_nogs", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "SVC", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:11:01.045279", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": false, "grid_objective": null, "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:11:01.264863", "total_time": "0:00:00.219584", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [41] | 9 | 0.494 | 0.820 | 0.617 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 42 | [8] | 0.471 | 0.160 | 0.239 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.49, "pearson": "", "score": "", "fold": 10, "model_params": "{\"C\": 1.0, \"break_ties\": false, \"cache_size\": 1000, \"class_weight\": null, \"coef0\": 0.0, \"decision_function_shape\": \"ovr\", \"degree\": 3, \"gamma\": \"scale\", \"kernel\": \"rbf\", \"max_iter\": -1, \"probability\": false, \"random_state\": 123456789, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "additional_scores": {}}, {"experiment_name": "test_grid_search_cv_results_cross_validate_nogs", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "SVC", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:11:01.045279", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": false, "grid_objective": null, "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:11:01.264863", "total_time": "0:00:00.219584", "fold": "average", "result_table": "+---------+-------------+----------+-------------+\n| Label | Precision | Recall | F-measure |\n|---------+-------------+----------+-------------|\n| cat | 0.513 | 0.770 | 0.613 |\n| dog | 0.541 | 0.270 | 0.352 |\n+---------+-------------+----------+-------------+", "accuracy": 0.5199999999999999, "additional_scores": {}}] \ No newline at end of file diff --git a/tests/other/cv_results/test_grid_search_cv_results_evaluate_gs_LogisticRegression.results.json b/tests/other/cv_results/test_grid_search_cv_results_evaluate_gs_LogisticRegression.results.json new file mode 100644 index 00000000..e8f025ff --- /dev/null +++ b/tests/other/cv_results/test_grid_search_cv_results_evaluate_gs_LogisticRegression.results.json @@ -0,0 +1 @@ +[{"experiment_name": "test_grid_search_cv_results_evaluate_gs", "job_name": "test_grid_search_cv_results_evaluate_gs_LogisticRegression", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "f0.jsonlines", "test_set_size": 1000, "featureset": "[\"train_f0.jsonlines_test_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "LogisticRegression", "task": "evaluate", "start_timestamp": "22 Jan 2024 12:00:49.400154", "version": "4.0.1", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "None", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.3.2", "end_timestamp": "22 Jan 2024 12:00:50.247844", "total_time": "0:00:00.847690", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [266] | 234 | 0.517 | 0.532 | 0.524 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 249 | [251] | 0.518 | 0.502 | 0.510 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.517, "pearson": "", "score": 0.517, "fold": "", "model_params": "{\"C\": 0.01, \"class_weight\": null, \"dual\": false, \"fit_intercept\": true, \"intercept_scaling\": 1, \"l1_ratio\": null, \"max_iter\": 1000, \"multi_class\": \"auto\", \"n_jobs\": null, \"penalty\": \"l2\", \"random_state\": 123456789, \"solver\": \"liblinear\", \"tol\": 0.0001, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.5339950729172286, "grid_search_cv_results": {"mean_fit_time": [0.0009040037790934244, 0.0007875760396321615, 0.0006088415781656901, 0.0005969206492106119, 0.0006048679351806641], "std_fit_time": [6.778061250120925e-06, 9.172276705892538e-05, 1.0536075222763411e-05, 2.2707274969730746e-05, 1.908043893617724e-05], "mean_score_time": [0.0008030732472737631, 0.0006816387176513672, 0.000636895497639974, 0.0006277561187744141, 0.0005947748819986979], "std_score_time": [4.5459587243636736e-06, 2.9311590340253225e-05, 7.965543755420575e-06, 1.8003365639355528e-05, 1.1368230765944255e-05], "param_C": [0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01}, {"C": 0.1}, {"C": 1.0}, {"C": 10.0}, {"C": 100.0}], "split0_test_score": [0.5389221556886228, 0.5299401197604791, 0.5299401197604791, 0.5299401197604791, 0.5299401197604791], "split1_test_score": [0.5375375375375375, 0.5375375375375375, 0.5375375375375375, 0.5375375375375375, 0.5375375375375375], "split2_test_score": [0.5255255255255256, 0.48348348348348347, 0.48348348348348347, 0.48348348348348347, 0.48348348348348347], "mean_test_score": [0.5339950729172286, 0.5169870469271668, 0.5169870469271668, 0.5169870469271668, 0.5169870469271668], "std_test_score": [0.006015492034256594, 0.023892771037679585, 0.023892771037679585, 0.023892771037679585, 0.023892771037679585], "rank_test_score": [1, 2, 2, 2, 2]}, "conf_matrix": [[266, 234], [249, 251]], "label_metrics": {"cat": {"precision": 0.516504854368932, "recall": 0.532, "f-measure": 0.5241379310344828}, "dog": {"precision": 0.5175257731958763, "recall": 0.502, "f-measure": 0.5096446700507614}}, "additional_scores": {}}] \ No newline at end of file diff --git a/tests/other/cv_results/test_grid_search_cv_results_evaluate_gs_SVC.results.json b/tests/other/cv_results/test_grid_search_cv_results_evaluate_gs_SVC.results.json new file mode 100644 index 00000000..bce63d26 --- /dev/null +++ b/tests/other/cv_results/test_grid_search_cv_results_evaluate_gs_SVC.results.json @@ -0,0 +1 @@ +[{"experiment_name": "test_grid_search_cv_results_evaluate_gs", "job_name": "test_grid_search_cv_results_evaluate_gs_SVC", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "f0.jsonlines", "test_set_size": 1000, "featureset": "[\"train_f0.jsonlines_test_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "SVC", "task": "evaluate", "start_timestamp": "22 Jan 2024 12:00:50.249274", "version": "4.0.1", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "None", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.3.2", "end_timestamp": "22 Jan 2024 12:00:50.522683", "total_time": "0:00:00.273409", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [266] | 234 | 0.517 | 0.532 | 0.524 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 249 | [251] | 0.518 | 0.502 | 0.510 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.517, "pearson": "", "score": 0.517, "fold": "", "model_params": "{\"C\": 1.0, \"break_ties\": false, \"cache_size\": 1000, \"class_weight\": null, \"coef0\": 0.0, \"decision_function_shape\": \"ovr\", \"degree\": 3, \"gamma\": 0.01, \"kernel\": \"rbf\", \"max_iter\": -1, \"probability\": false, \"random_state\": 123456789, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.5259960559361757, "grid_search_cv_results": {"mean_fit_time": [0.0037011305491129556, 0.003713846206665039, 0.003409783045450846, 0.0033556620279947915, 0.003419001897176107, 0.003437201182047526, 0.0034949779510498047, 0.003404378890991211, 0.003544489542643229, 0.003382603327433268, 0.003371000289916992, 0.0033333301544189453, 0.0033332506815592446, 0.0034464200337727866, 0.0032434463500976562, 0.0034716129302978516, 0.0033425490061442056, 0.003275712331136068, 0.00322572390238444, 0.0031856695810953775, 0.003394047419230143, 0.00325926144917806, 0.0034653345743815103, 0.003326892852783203, 0.003415346145629883, 0.0033156871795654297, 0.0032014846801757812, 0.0033140182495117188, 0.0032019615173339844, 0.0033926169077555337, 0.003611962000528971, 0.0037523110707600913, 0.0033926963806152344, 0.0032879511515299478, 0.0033739407857259116], "std_fit_time": [1.6568900064759484e-05, 0.00010906340567365959, 2.9789498007069857e-05, 3.039709620419367e-05, 0.00010282639493878451, 0.0001220133850686223, 1.888279160260902e-05, 0.00012005805805103373, 4.715641184086919e-05, 4.40278208210395e-05, 3.281584407739227e-05, 3.498232434884865e-05, 5.572991433321683e-05, 4.5667514478552e-06, 2.543901287243694e-05, 6.30733185458995e-05, 3.9754386659230654e-05, 4.9513186127533604e-05, 2.0193301442946886e-05, 6.633960963792549e-06, 8.153528101437224e-05, 2.501186526911452e-05, 4.3981317398317906e-05, 7.24842149304201e-05, 0.0002005417266139635, 8.682649065007969e-05, 2.6087684953137706e-05, 1.569342493267783e-05, 2.150794603604109e-05, 1.5579923953810177e-05, 0.00038114127947052137, 0.00033244301811073256, 8.415939446606302e-05, 0.0001121639410710732, 9.461550184930926e-05], "mean_score_time": [0.002068201700846354, 0.0020230611165364585, 0.001997232437133789, 0.0020046234130859375, 0.0019936561584472656, 0.0019951661427815757, 0.0019483566284179688, 0.0019742647806803384, 0.0019568602244059243, 0.001980861028035482, 0.0019812583923339844, 0.0019447008768717449, 0.0019577344258626304, 0.0019422372182210286, 0.0019013086954752605, 0.0019100507100423176, 0.001956383387247721, 0.0019192695617675781, 0.0018653074900309246, 0.0018624464670817058, 0.0018846988677978516, 0.001905361811319987, 0.0019122759501139324, 0.0019493897755940754, 0.0018922487894694011, 0.001882632573445638, 0.0018750826517740886, 0.0018592675526936848, 0.0018587112426757812, 0.0018604596455891926, 0.0019067128499348958, 0.0019164085388183594, 0.0019176006317138672, 0.0018697579701741536, 0.0018549760182698567], "std_score_time": [5.399477561779985e-06, 1.188803478960365e-05, 1.6880080300251645e-05, 5.296685746831591e-05, 2.1516753909802343e-05, 1.8785541678608954e-05, 2.8024749251215386e-05, 3.05426100880277e-05, 2.461324632137695e-05, 1.5311266807577686e-05, 1.5997158238617186e-05, 1.8584758402226474e-05, 1.2290831688307825e-05, 1.0396678264308313e-05, 2.1653109491128574e-05, 3.690502605033382e-05, 2.255321582030749e-05, 3.557313861158877e-05, 1.0197950420234585e-05, 7.867411722033553e-06, 2.4135686368644265e-05, 1.2689802587008205e-05, 3.9065902542317276e-05, 3.8914281572743746e-05, 3.2574954789713035e-05, 2.571852744103402e-05, 1.4458382718282705e-05, 1.8300168310323402e-05, 1.2626434259056653e-05, 1.088110865452754e-05, 2.3264517417107498e-05, 4.8216387672469824e-05, 1.096379875245446e-05, 1.7555049225837708e-05, 5.8250082359578135e-05], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.5059880239520959, 0.5299401197604791, 0.5299401197604791, 0.5299401197604791, 0.5059880239520959, 0.5149700598802395, 0.5149700598802395, 0.5059880239520959, 0.5299401197604791, 0.5299401197604791, 0.5299401197604791, 0.5059880239520959, 0.5149700598802395, 0.5149700598802395, 0.5149700598802395, 0.5149700598802395, 0.5299401197604791, 0.5299401197604791, 0.5149700598802395, 0.5149700598802395, 0.5149700598802395, 0.5149700598802395, 0.5149700598802395, 0.5299401197604791, 0.5059880239520959, 0.5149700598802395, 0.5149700598802395, 0.5149700598802395, 0.5149700598802395, 0.5149700598802395, 0.5299401197604791, 0.5149700598802395, 0.5149700598802395, 0.5149700598802395, 0.5149700598802395], "split1_test_score": [0.4984984984984985, 0.4984984984984985, 0.4984984984984985, 0.4984984984984985, 0.4984984984984985, 0.4984984984984985, 0.4984984984984985, 0.44744744744744747, 0.44744744744744747, 0.4984984984984985, 0.4984984984984985, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.5645645645645646, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.5375375375375375, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747], "split2_test_score": [0.4984984984984985, 0.4984984984984985, 0.4984984984984985, 0.4984984984984985, 0.4984984984984985, 0.4984984984984985, 0.4984984984984985, 0.4774774774774775, 0.48348348348348347, 0.4984984984984985, 0.48348348348348347, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.48348348348348347, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.48348348348348347, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775], "mean_test_score": [0.500995006983031, 0.5089790389191586, 0.5089790389191586, 0.5089790389191586, 0.500995006983031, 0.5039890189590789, 0.5039890189590789, 0.4769709829590069, 0.48695701689713666, 0.5089790389191586, 0.5039740339141536, 0.4769709829590069, 0.4799649949350548, 0.4799649949350548, 0.4799649949350548, 0.4799649949350548, 0.5259960559361757, 0.4849550148951347, 0.4799649949350548, 0.4799649949350548, 0.4799649949350548, 0.4799649949350548, 0.4799649949350548, 0.5169870469271668, 0.4769709829590069, 0.4799649949350548, 0.4799649949350548, 0.4799649949350548, 0.4799649949350548, 0.4799649949350548, 0.4849550148951347, 0.4799649949350548, 0.4799649949350548, 0.4799649949350548, 0.4799649949350548], "std_test_score": [0.0035305961574053067, 0.014821722403897068, 0.014821722403897068, 0.014821722403897068, 0.0035305961574053067, 0.0077647684998396775, 0.0077647684998396775, 0.023901773670546966, 0.033766939671006864, 0.014821722403897068, 0.019357012159410283, 0.023901773670546966, 0.027622051634682187, 0.027622051634682187, 0.027622051634682187, 0.027622051634682187, 0.03321849040225285, 0.034090031981119734, 0.027622051634682187, 0.027622051634682187, 0.027622051634682187, 0.027622051634682187, 0.027622051634682187, 0.023892771037679585, 0.023901773670546966, 0.027622051634682187, 0.027622051634682187, 0.027622051634682187, 0.027622051634682187, 0.027622051634682187, 0.034090031981119734, 0.027622051634682187, 0.027622051634682187, 0.027622051634682187, 0.027622051634682187], "rank_test_score": [10, 3, 3, 3, 10, 7, 7, 33, 12, 3, 9, 33, 15, 15, 15, 15, 1, 13, 15, 15, 15, 15, 15, 2, 33, 15, 15, 15, 15, 15, 13, 15, 15, 15, 15]}, "conf_matrix": [[266, 234], [249, 251]], "label_metrics": {"cat": {"precision": 0.516504854368932, "recall": 0.532, "f-measure": 0.5241379310344828}, "dog": {"precision": 0.5175257731958763, "recall": 0.502, "f-measure": 0.5096446700507614}}, "additional_scores": {}}] \ No newline at end of file diff --git a/tests/other/cv_results/test_grid_search_cv_results_evaluate_gs_f0_LogisticRegression.results.json b/tests/other/cv_results/test_grid_search_cv_results_evaluate_gs_f0_LogisticRegression.results.json deleted file mode 100644 index 95645b96..00000000 --- a/tests/other/cv_results/test_grid_search_cv_results_evaluate_gs_f0_LogisticRegression.results.json +++ /dev/null @@ -1 +0,0 @@ -[{"experiment_name": "test_grid_search_cv_results_evaluate_gs", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "f0.jsonlines", "test_set_size": 1000, "featureset": "[\"train_f0.jsonlines_test_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "LogisticRegression", "task": "evaluate", "start_timestamp": "10 Mar 2020 13:10:53.957797", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "None", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:10:54.626115", "total_time": "0:00:00.668318", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [266] | 234 | 0.517 | 0.532 | 0.524 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 249 | [251] | 0.518 | 0.502 | 0.510 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.517, "pearson": "", "score": 0.517, "fold": "", "model_params": "{\"C\": 0.01, \"class_weight\": null, \"dual\": false, \"fit_intercept\": true, \"intercept_scaling\": 1, \"l1_ratio\": null, \"max_iter\": 1000, \"multi_class\": \"auto\", \"n_jobs\": null, \"penalty\": \"l2\", \"random_state\": 123456789, \"solver\": \"liblinear\", \"tol\": 0.0001, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.5339950729172286, "grid_search_cv_results": {"mean_fit_time": [0.0016810894012451172, 0.001447121302286784, 0.0012733936309814453, 0.0012078285217285156, 0.0011747678120930989], "std_fit_time": [4.245189926920888e-05, 0.00026836517362777, 0.0001639281034525392, 9.381642334671361e-05, 2.2508644480975587e-05], "mean_score_time": [0.0010512669881184895, 0.000978231430053711, 0.0008033116658528646, 0.0008019606272379557, 0.0007739067077636719], "std_score_time": [1.7986869555706554e-05, 9.593457226948102e-05, 1.94281479587382e-05, 1.9584537950409158e-05, 8.57202384392028e-06], "param_C": [0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01}, {"C": 0.1}, {"C": 1.0}, {"C": 10.0}, {"C": 100.0}], "split0_test_score": [0.5389221556886228, 0.5299401197604791, 0.5299401197604791, 0.5299401197604791, 0.5299401197604791], "split1_test_score": [0.5375375375375375, 0.5375375375375375, 0.5375375375375375, 0.5375375375375375, 0.5375375375375375], "split2_test_score": [0.5255255255255256, 0.48348348348348347, 0.48348348348348347, 0.48348348348348347, 0.48348348348348347], "mean_test_score": [0.5339950729172286, 0.5169870469271668, 0.5169870469271668, 0.5169870469271668, 0.5169870469271668], "std_test_score": [0.006015492034256594, 0.023892771037679585, 0.023892771037679585, 0.023892771037679585, 0.023892771037679585], "rank_test_score": [1, 2, 2, 2, 2]}, "additional_scores": {}}] \ No newline at end of file diff --git a/tests/other/cv_results/test_grid_search_cv_results_evaluate_gs_f0_SVC.results.json b/tests/other/cv_results/test_grid_search_cv_results_evaluate_gs_f0_SVC.results.json deleted file mode 100644 index 48439c06..00000000 --- a/tests/other/cv_results/test_grid_search_cv_results_evaluate_gs_f0_SVC.results.json +++ /dev/null @@ -1 +0,0 @@ -[{"experiment_name": "test_grid_search_cv_results_evaluate_gs", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "f0.jsonlines", "test_set_size": 1000, "featureset": "[\"train_f0.jsonlines_test_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "SVC", "task": "evaluate", "start_timestamp": "10 Mar 2020 13:10:54.628307", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "None", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:10:55.219070", "total_time": "0:00:00.590763", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [266] | 234 | 0.517 | 0.532 | 0.524 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 249 | [251] | 0.518 | 0.502 | 0.510 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.517, "pearson": "", "score": 0.517, "fold": "", "model_params": "{\"C\": 1.0, \"break_ties\": false, \"cache_size\": 1000, \"class_weight\": null, \"coef0\": 0.0, \"decision_function_shape\": \"ovr\", \"degree\": 3, \"gamma\": 0.01, \"kernel\": \"rbf\", \"max_iter\": -1, \"probability\": false, \"random_state\": 123456789, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.5259960559361757, "grid_search_cv_results": {"mean_fit_time": [0.009588082631429037, 0.010178407033284506, 0.009815613428751627, 0.010641892751057943, 0.010203997294108072, 0.010248422622680664, 0.01026296615600586, 0.009618759155273438, 0.0109100341796875, 0.009355703989664713, 0.010036865870157877, 0.00968464215596517, 0.00928497314453125, 0.010174989700317383, 0.009377320607503256, 0.010148366292317709, 0.009941021601359049, 0.00896437962849935, 0.009737014770507812, 0.00925604502360026, 0.009726683298746744, 0.009655475616455078, 0.009871959686279297, 0.009496450424194336, 0.009872357050577799, 0.009741942087809244, 0.009597539901733398, 0.009545644124348959, 0.009127934773763021, 0.01050869623819987, 0.010365009307861328, 0.010169347127278646, 0.009714365005493164, 0.009328047434488932, 0.010253270467122396], "std_fit_time": [0.0002783839781995432, 0.0005161775024159378, 0.00037986783282620084, 0.00040777952574475544, 0.00014191738945230396, 0.0006614836864221775, 3.772944196148319e-05, 0.0005167614032977022, 0.00029062302266793307, 0.00029599787954289147, 0.0007238741003860207, 0.0006376193464523407, 0.0003850217197424397, 0.00015868626717658135, 0.0007014549676281649, 7.911913352975043e-05, 0.0002597609778564085, 0.000381988645969205, 0.0001691200753999719, 0.0005171632702216402, 0.0008410985842498702, 0.00015203218298774597, 0.0005434720350685053, 0.0004430803870703491, 0.0008037265425945931, 0.0004692453314008853, 0.000138608094914633, 0.0004632959224710072, 0.0004985400457925801, 0.00028354243530659005, 0.0010927489482957479, 0.0009871358677915152, 0.0003059121897879563, 0.00012718185531140867, 0.00017565936355698648], "mean_score_time": [0.0034879843393961587, 0.003613154093424479, 0.0037799676259358725, 0.0039700667063395185, 0.003893693288167318, 0.003998915354410808, 0.0039793650309244795, 0.0036706129709879556, 0.0038237571716308594, 0.003697633743286133, 0.004012584686279297, 0.003843386967976888, 0.003817001978556315, 0.004083474477132161, 0.003664255142211914, 0.0038753350575764975, 0.003923972447713216, 0.003536065419514974, 0.0038126309712727866, 0.003795623779296875, 0.003914594650268555, 0.0037139256795247397, 0.003600597381591797, 0.0037450790405273438, 0.003833611806233724, 0.003804763158162435, 0.003868659337361654, 0.003680706024169922, 0.0036487579345703125, 0.0037346680959065757, 0.003985404968261719, 0.003672997156778971, 0.0036820570627848306, 0.0038247108459472656, 0.003712256749471029], "std_score_time": [9.247328907103593e-05, 0.00016321690069417958, 0.00010615819083584277, 0.00010531056563358113, 0.000111191420646207, 0.00011915242640320597, 0.00011491039018610717, 0.00022534111399466453, 0.00017959646025983845, 0.0001612193883182697, 6.656192419731493e-05, 0.00011081383907395476, 0.00023691276698899866, 4.284169506055054e-05, 7.907761198754261e-05, 5.335192483425066e-05, 9.11333686131803e-05, 6.681318811608423e-05, 2.7070280608294793e-05, 2.2095456021299787e-05, 0.0001239415874329317, 5.257560655127271e-05, 0.00010485774515514314, 0.0001043734346038225, 2.7202249226640852e-05, 9.86565850075105e-05, 9.430458626550005e-05, 0.00014867381909582588, 0.0001504294651588395, 0.00017026462511057669, 0.00024515327839903344, 5.644106320805524e-05, 2.7482215894431207e-05, 6.556149675069532e-05, 8.3292940926707e-05], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.5059880239520959, 0.5299401197604791, 0.5299401197604791, 0.5299401197604791, 0.5059880239520959, 0.5149700598802395, 0.5149700598802395, 0.5059880239520959, 0.5299401197604791, 0.5299401197604791, 0.5299401197604791, 0.5059880239520959, 0.5149700598802395, 0.5149700598802395, 0.5149700598802395, 0.5149700598802395, 0.5299401197604791, 0.5299401197604791, 0.5149700598802395, 0.5149700598802395, 0.5149700598802395, 0.5149700598802395, 0.5149700598802395, 0.5299401197604791, 0.5059880239520959, 0.5149700598802395, 0.5149700598802395, 0.5149700598802395, 0.5149700598802395, 0.5149700598802395, 0.5299401197604791, 0.5149700598802395, 0.5149700598802395, 0.5149700598802395, 0.5149700598802395], "split1_test_score": [0.4984984984984985, 0.4984984984984985, 0.4984984984984985, 0.4984984984984985, 0.4984984984984985, 0.4984984984984985, 0.4984984984984985, 0.44744744744744747, 0.44744744744744747, 0.4984984984984985, 0.4984984984984985, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.5645645645645646, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.5375375375375375, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747], "split2_test_score": [0.4984984984984985, 0.4984984984984985, 0.4984984984984985, 0.4984984984984985, 0.4984984984984985, 0.4984984984984985, 0.4984984984984985, 0.4774774774774775, 0.48348348348348347, 0.4984984984984985, 0.48348348348348347, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.48348348348348347, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.48348348348348347, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775], "mean_test_score": [0.500995006983031, 0.5089790389191586, 0.5089790389191586, 0.5089790389191586, 0.500995006983031, 0.5039890189590789, 0.5039890189590789, 0.4769709829590069, 0.48695701689713666, 0.5089790389191586, 0.5039740339141536, 0.4769709829590069, 0.4799649949350548, 0.4799649949350548, 0.4799649949350548, 0.4799649949350548, 0.5259960559361757, 0.4849550148951347, 0.4799649949350548, 0.4799649949350548, 0.4799649949350548, 0.4799649949350548, 0.4799649949350548, 0.5169870469271668, 0.4769709829590069, 0.4799649949350548, 0.4799649949350548, 0.4799649949350548, 0.4799649949350548, 0.4799649949350548, 0.4849550148951347, 0.4799649949350548, 0.4799649949350548, 0.4799649949350548, 0.4799649949350548], "std_test_score": [0.0035305961574053067, 0.014821722403897068, 0.014821722403897068, 0.014821722403897068, 0.0035305961574053067, 0.0077647684998396775, 0.0077647684998396775, 0.023901773670546966, 0.033766939671006864, 0.014821722403897068, 0.019357012159410283, 0.023901773670546966, 0.027622051634682187, 0.027622051634682187, 0.027622051634682187, 0.027622051634682187, 0.03321849040225285, 0.034090031981119734, 0.027622051634682187, 0.027622051634682187, 0.027622051634682187, 0.027622051634682187, 0.027622051634682187, 0.023892771037679585, 0.023901773670546966, 0.027622051634682187, 0.027622051634682187, 0.027622051634682187, 0.027622051634682187, 0.027622051634682187, 0.034090031981119734, 0.027622051634682187, 0.027622051634682187, 0.027622051634682187, 0.027622051634682187], "rank_test_score": [10, 3, 3, 3, 10, 7, 7, 33, 12, 3, 9, 33, 15, 15, 15, 15, 1, 13, 15, 15, 15, 15, 15, 2, 33, 15, 15, 15, 15, 15, 13, 15, 15, 15, 15]}, "additional_scores": {}}] \ No newline at end of file diff --git a/tests/other/cv_results/test_grid_search_cv_results_evaluate_nogs_LogisticRegression.results.json b/tests/other/cv_results/test_grid_search_cv_results_evaluate_nogs_LogisticRegression.results.json new file mode 100644 index 00000000..674a6897 --- /dev/null +++ b/tests/other/cv_results/test_grid_search_cv_results_evaluate_nogs_LogisticRegression.results.json @@ -0,0 +1 @@ +[{"experiment_name": "test_grid_search_cv_results_evaluate_nogs", "job_name": "test_grid_search_cv_results_evaluate_nogs_LogisticRegression", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "f0.jsonlines", "test_set_size": 1000, "featureset": "[\"train_f0.jsonlines_test_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "LogisticRegression", "task": "evaluate", "start_timestamp": "22 Jan 2024 12:34:46.010934", "version": "4.0.1", "feature_scaling": "none", "folds_file": "", "grid_search": false, "grid_objective": null, "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "None", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.3.2", "end_timestamp": "22 Jan 2024 12:34:46.047017", "total_time": "0:00:00.036083", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [266] | 234 | 0.517 | 0.532 | 0.524 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 249 | [251] | 0.518 | 0.502 | 0.510 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.517, "pearson": "", "score": "", "fold": "", "model_params": "{\"C\": 1.0, \"class_weight\": null, \"dual\": false, \"fit_intercept\": true, \"intercept_scaling\": 1, \"l1_ratio\": null, \"max_iter\": 1000, \"multi_class\": \"auto\", \"n_jobs\": null, \"penalty\": \"l2\", \"random_state\": 123456789, \"solver\": \"liblinear\", \"tol\": 0.0001, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "conf_matrix": [[266, 234], [249, 251]], "label_metrics": {"cat": {"precision": 0.516504854368932, "recall": 0.532, "f-measure": 0.5241379310344828}, "dog": {"precision": 0.5175257731958763, "recall": 0.502, "f-measure": 0.5096446700507614}}, "additional_scores": {}}] \ No newline at end of file diff --git a/tests/other/cv_results/test_grid_search_cv_results_evaluate_nogs_SVC.results.json b/tests/other/cv_results/test_grid_search_cv_results_evaluate_nogs_SVC.results.json new file mode 100644 index 00000000..1d688acf --- /dev/null +++ b/tests/other/cv_results/test_grid_search_cv_results_evaluate_nogs_SVC.results.json @@ -0,0 +1 @@ +[{"experiment_name": "test_grid_search_cv_results_evaluate_nogs", "job_name": "test_grid_search_cv_results_evaluate_nogs_SVC", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "f0.jsonlines", "test_set_size": 1000, "featureset": "[\"train_f0.jsonlines_test_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "SVC", "task": "evaluate", "start_timestamp": "22 Jan 2024 12:34:46.047773", "version": "4.0.1", "feature_scaling": "none", "folds_file": "", "grid_search": false, "grid_objective": null, "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "None", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.3.2", "end_timestamp": "22 Jan 2024 12:34:46.096443", "total_time": "0:00:00.048670", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [400] | 100 | 0.517 | 0.800 | 0.628 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 374 | [126] | 0.558 | 0.252 | 0.347 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.526, "pearson": "", "score": "", "fold": "", "model_params": "{\"C\": 1.0, \"break_ties\": false, \"cache_size\": 1000, \"class_weight\": null, \"coef0\": 0.0, \"decision_function_shape\": \"ovr\", \"degree\": 3, \"gamma\": \"scale\", \"kernel\": \"rbf\", \"max_iter\": -1, \"probability\": false, \"random_state\": 123456789, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "conf_matrix": [[400, 100], [374, 126]], "label_metrics": {"cat": {"precision": 0.5167958656330749, "recall": 0.8, "f-measure": 0.6279434850863422}, "dog": {"precision": 0.5575221238938053, "recall": 0.252, "f-measure": 0.34710743801652894}}, "additional_scores": {}}] \ No newline at end of file diff --git a/tests/other/cv_results/test_grid_search_cv_results_evaluate_nogs_f0_LogisticRegression.results.json b/tests/other/cv_results/test_grid_search_cv_results_evaluate_nogs_f0_LogisticRegression.results.json deleted file mode 100644 index 08f6fa9f..00000000 --- a/tests/other/cv_results/test_grid_search_cv_results_evaluate_nogs_f0_LogisticRegression.results.json +++ /dev/null @@ -1 +0,0 @@ -[{"experiment_name": "test_grid_search_cv_results_evaluate_nogs", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "f0.jsonlines", "test_set_size": 1000, "featureset": "[\"train_f0.jsonlines_test_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "LogisticRegression", "task": "evaluate", "start_timestamp": "10 Mar 2020 13:10:55.231055", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": false, "grid_objective": null, "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "None", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:10:55.269694", "total_time": "0:00:00.038639", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [266] | 234 | 0.517 | 0.532 | 0.524 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 249 | [251] | 0.518 | 0.502 | 0.510 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.517, "pearson": "", "score": "", "fold": "", "model_params": "{\"C\": 1.0, \"class_weight\": null, \"dual\": false, \"fit_intercept\": true, \"intercept_scaling\": 1, \"l1_ratio\": null, \"max_iter\": 1000, \"multi_class\": \"auto\", \"n_jobs\": null, \"penalty\": \"l2\", \"random_state\": 123456789, \"solver\": \"liblinear\", \"tol\": 0.0001, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "additional_scores": {}}] \ No newline at end of file diff --git a/tests/other/cv_results/test_grid_search_cv_results_evaluate_nogs_f0_SVC.results.json b/tests/other/cv_results/test_grid_search_cv_results_evaluate_nogs_f0_SVC.results.json deleted file mode 100644 index e647072b..00000000 --- a/tests/other/cv_results/test_grid_search_cv_results_evaluate_nogs_f0_SVC.results.json +++ /dev/null @@ -1 +0,0 @@ -[{"experiment_name": "test_grid_search_cv_results_evaluate_nogs", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "f0.jsonlines", "test_set_size": 1000, "featureset": "[\"train_f0.jsonlines_test_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "SVC", "task": "evaluate", "start_timestamp": "10 Mar 2020 13:10:55.271095", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": false, "grid_objective": null, "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "None", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:10:55.341652", "total_time": "0:00:00.070557", "result_table": "+-----+-------+-------+-------------+----------+-------------+\n| | cat | dog | Precision | Recall | F-measure |\n+=====+=======+=======+=============+==========+=============+\n| cat | [400] | 100 | 0.517 | 0.800 | 0.628 |\n+-----+-------+-------+-------------+----------+-------------+\n| dog | 374 | [126] | 0.558 | 0.252 | 0.347 |\n+-----+-------+-------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.526, "pearson": "", "score": "", "fold": "", "model_params": "{\"C\": 1.0, \"break_ties\": false, \"cache_size\": 1000, \"class_weight\": null, \"coef0\": 0.0, \"decision_function_shape\": \"ovr\", \"degree\": 3, \"gamma\": \"scale\", \"kernel\": \"rbf\", \"max_iter\": -1, \"probability\": false, \"random_state\": 123456789, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "additional_scores": {}}] \ No newline at end of file diff --git a/tests/other/cv_results/test_grid_search_cv_results_learning_curve_gs_LogisticRegression.results.json b/tests/other/cv_results/test_grid_search_cv_results_learning_curve_gs_LogisticRegression.results.json new file mode 100644 index 00000000..bd1baaaa --- /dev/null +++ b/tests/other/cv_results/test_grid_search_cv_results_learning_curve_gs_LogisticRegression.results.json @@ -0,0 +1 @@ +[{"experiment_name": "test_grid_search_cv_results_learning_curve_gs", "job_name": "test_grid_search_cv_results_learning_curve_gs_LogisticRegression", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "LogisticRegression", "task": "learning_curve", "start_timestamp": "22 Jan 2024 11:22:33.055153", "version": "4.0.1", "feature_scaling": "none", "folds_file": "", "grid_search": false, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "None", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.3.2", "end_timestamp": "22 Jan 2024 11:22:33.126100", "total_time": "0:00:00.070947", "learning_curve_cv_folds": 10, "given_curve_train_sizes": [0.1, 0.325, 0.55, 0.775, 1.0], "learning_curve_train_scores_means": [0.5499999999999999, 0.5407692307692308, 0.5295454545454545, 0.5249999999999999, 0.5215000000000001], "learning_curve_test_scores_means": [0.4965, 0.5050000000000001, 0.51, 0.5035000000000001, 0.5075000000000001], "learning_curve_fit_times_means": [0.0006450653076171875, 0.0007431268692016602, 0.0007926702499389648, 0.0009032011032104493, 0.0009728670120239258], "learning_curve_train_scores_stds": [0.0338501600193165, 0.018418753842120977, 0.008963757247120636, 0.015324938509397009, 0.007610300037887244], "learning_curve_test_scores_stds": [0.03232216301892902, 0.04301162633521315, 0.03382963855030741, 0.04062361108736862, 0.03505947327993773], "learning_curve_fit_times_stds": [9.413882646290087e-05, 6.45867481788975e-05, 8.12383486480556e-05, 8.90031628464468e-05, 5.753097620843435e-05], "computed_curve_train_sizes": [80, 260, 440, 620, 800]}] \ No newline at end of file diff --git a/tests/other/cv_results/test_grid_search_cv_results_learning_curve_gs_SVC.results.json b/tests/other/cv_results/test_grid_search_cv_results_learning_curve_gs_SVC.results.json new file mode 100644 index 00000000..a6b969cf --- /dev/null +++ b/tests/other/cv_results/test_grid_search_cv_results_learning_curve_gs_SVC.results.json @@ -0,0 +1 @@ +[{"experiment_name": "test_grid_search_cv_results_learning_curve_gs", "job_name": "test_grid_search_cv_results_learning_curve_gs_SVC", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "SVC", "task": "learning_curve", "start_timestamp": "22 Jan 2024 11:22:33.127387", "version": "4.0.1", "feature_scaling": "none", "folds_file": "", "grid_search": false, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "None", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.3.2", "end_timestamp": "22 Jan 2024 11:22:33.232840", "total_time": "0:00:00.105453", "learning_curve_cv_folds": 10, "given_curve_train_sizes": [0.1, 0.325, 0.55, 0.775, 1.0], "learning_curve_train_scores_means": [0.59, 0.5484615384615384, 0.5363636363636364, 0.5324193548387097, 0.5311250000000001], "learning_curve_test_scores_means": [0.505, 0.4995, 0.5175000000000001, 0.497, 0.4995], "learning_curve_fit_times_means": [0.0009610176086425782, 0.0013967037200927734, 0.0023374557495117188, 0.003536224365234375, 0.005318379402160645], "learning_curve_train_scores_stds": [0.04851975542669878, 0.014067555614713028, 0.007945521577046602, 0.00795444597541603, 0.007251676051476358], "learning_curve_test_scores_stds": [0.029720924166878358, 0.03252776591706778, 0.041982139059366666, 0.04056544780420348, 0.036472973251131836], "learning_curve_fit_times_stds": [6.504151477881107e-05, 7.176904565502269e-05, 0.00012339270583349088, 0.00014309544672104995, 0.00020220918952274465], "computed_curve_train_sizes": [80, 260, 440, 620, 800]}] \ No newline at end of file diff --git a/tests/other/cv_results/test_grid_search_cv_results_learning_curve_gs_f0_LogisticRegression.results.json b/tests/other/cv_results/test_grid_search_cv_results_learning_curve_gs_f0_LogisticRegression.results.json deleted file mode 100644 index ea9aae1c..00000000 --- a/tests/other/cv_results/test_grid_search_cv_results_learning_curve_gs_f0_LogisticRegression.results.json +++ /dev/null @@ -1 +0,0 @@ -[{"experiment_name": "test_grid_search_cv_results_learning_curve_gs", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "LogisticRegression", "task": "learning_curve", "start_timestamp": "10 Mar 2020 13:11:01.915649", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": false, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "None", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:11:03.014917", "total_time": "0:00:01.099268", "learning_curve_cv_folds": 10, "given_curve_train_sizes": [0.1, 0.325, 0.55, 0.775, 1.0], "learning_curve_train_scores_means": [0.5499999999999999, 0.5407692307692308, 0.5295454545454545, 0.5249999999999999, 0.5215000000000001], "learning_curve_test_scores_means": [0.4965, 0.5050000000000001, 0.51, 0.5035000000000001, 0.5075000000000001], "learning_curve_train_scores_stds": [0.0338501600193165, 0.018418753842120977, 0.008963757247120636, 0.015324938509397009, 0.007610300037887244], "learning_curve_test_scores_stds": [0.03232216301892902, 0.04301162633521315, 0.03382963855030741, 0.04062361108736862, 0.03505947327993773], "computed_curve_train_sizes": [80, 260, 440, 620, 800]}] \ No newline at end of file diff --git a/tests/other/cv_results/test_grid_search_cv_results_learning_curve_gs_f0_SVC.results.json b/tests/other/cv_results/test_grid_search_cv_results_learning_curve_gs_f0_SVC.results.json deleted file mode 100644 index 69f30409..00000000 --- a/tests/other/cv_results/test_grid_search_cv_results_learning_curve_gs_f0_SVC.results.json +++ /dev/null @@ -1 +0,0 @@ -[{"experiment_name": "test_grid_search_cv_results_learning_curve_gs", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "SVC", "task": "learning_curve", "start_timestamp": "10 Mar 2020 13:11:03.015831", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": false, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "None", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:11:03.331219", "total_time": "0:00:00.315388", "learning_curve_cv_folds": 10, "given_curve_train_sizes": [0.1, 0.325, 0.55, 0.775, 1.0], "learning_curve_train_scores_means": [0.59, 0.5484615384615384, 0.5363636363636364, 0.5324193548387097, 0.5311250000000001], "learning_curve_test_scores_means": [0.505, 0.4995, 0.5175000000000001, 0.497, 0.4995], "learning_curve_train_scores_stds": [0.04851975542669878, 0.014067555614713028, 0.007945521577046602, 0.00795444597541603, 0.007251676051476358], "learning_curve_test_scores_stds": [0.029720924166878358, 0.03252776591706778, 0.041982139059366666, 0.04056544780420348, 0.036472973251131836], "computed_curve_train_sizes": [80, 260, 440, 620, 800]}] \ No newline at end of file diff --git a/tests/other/cv_results/test_grid_search_cv_results_learning_curve_nogs_LogisticRegression.results.json b/tests/other/cv_results/test_grid_search_cv_results_learning_curve_nogs_LogisticRegression.results.json new file mode 100644 index 00000000..aaf44e6a --- /dev/null +++ b/tests/other/cv_results/test_grid_search_cv_results_learning_curve_nogs_LogisticRegression.results.json @@ -0,0 +1 @@ +[{"experiment_name": "test_grid_search_cv_results_learning_curve_nogs", "job_name": "test_grid_search_cv_results_learning_curve_nogs_LogisticRegression", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "LogisticRegression", "task": "learning_curve", "start_timestamp": "22 Jan 2024 11:22:33.801248", "version": "4.0.1", "feature_scaling": "none", "folds_file": "", "grid_search": false, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "None", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.3.2", "end_timestamp": "22 Jan 2024 11:22:33.862142", "total_time": "0:00:00.060894", "learning_curve_cv_folds": 10, "given_curve_train_sizes": [0.1, 0.325, 0.55, 0.775, 1.0], "learning_curve_train_scores_means": [0.5499999999999999, 0.5407692307692308, 0.5295454545454545, 0.5249999999999999, 0.5215000000000001], "learning_curve_test_scores_means": [0.4965, 0.5050000000000001, 0.51, 0.5035000000000001, 0.5075000000000001], "learning_curve_fit_times_means": [0.0007191181182861328, 0.0007269382476806641, 0.0007855415344238282, 0.0009744405746459961, 0.0010179758071899414], "learning_curve_train_scores_stds": [0.0338501600193165, 0.018418753842120977, 0.008963757247120636, 0.015324938509397009, 0.007610300037887244], "learning_curve_test_scores_stds": [0.03232216301892902, 0.04301162633521315, 0.03382963855030741, 0.04062361108736862, 0.03505947327993773], "learning_curve_fit_times_stds": [0.00011927863964831987, 5.260456204834409e-05, 2.4012621649947132e-05, 0.00014773741295335022, 7.87662280205052e-05], "computed_curve_train_sizes": [80, 260, 440, 620, 800]}] \ No newline at end of file diff --git a/tests/other/cv_results/test_grid_search_cv_results_learning_curve_nogs_SVC.results.json b/tests/other/cv_results/test_grid_search_cv_results_learning_curve_nogs_SVC.results.json new file mode 100644 index 00000000..60850bbd --- /dev/null +++ b/tests/other/cv_results/test_grid_search_cv_results_learning_curve_nogs_SVC.results.json @@ -0,0 +1 @@ +[{"experiment_name": "test_grid_search_cv_results_learning_curve_nogs", "job_name": "test_grid_search_cv_results_learning_curve_nogs_SVC", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "SVC", "task": "learning_curve", "start_timestamp": "22 Jan 2024 11:22:33.863060", "version": "4.0.1", "feature_scaling": "none", "folds_file": "", "grid_search": false, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "None", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.3.2", "end_timestamp": "22 Jan 2024 11:22:33.969087", "total_time": "0:00:00.106027", "learning_curve_cv_folds": 10, "given_curve_train_sizes": [0.1, 0.325, 0.55, 0.775, 1.0], "learning_curve_train_scores_means": [0.59, 0.5484615384615384, 0.5363636363636364, 0.5324193548387097, 0.5311250000000001], "learning_curve_test_scores_means": [0.505, 0.4995, 0.5175000000000001, 0.497, 0.4995], "learning_curve_fit_times_means": [0.0009806156158447266, 0.0014060020446777343, 0.0022329092025756836, 0.0035639047622680665, 0.005259108543395996], "learning_curve_train_scores_stds": [0.04851975542669878, 0.014067555614713028, 0.007945521577046602, 0.00795444597541603, 0.007251676051476358], "learning_curve_test_scores_stds": [0.029720924166878358, 0.03252776591706778, 0.041982139059366666, 0.04056544780420348, 0.036472973251131836], "learning_curve_fit_times_stds": [8.310527516512983e-05, 8.794374297118022e-05, 6.528545473883873e-05, 0.0001363001900154712, 0.0001262029985436289], "computed_curve_train_sizes": [80, 260, 440, 620, 800]}] \ No newline at end of file diff --git a/tests/other/cv_results/test_grid_search_cv_results_learning_curve_nogs_f0_LogisticRegression.results.json b/tests/other/cv_results/test_grid_search_cv_results_learning_curve_nogs_f0_LogisticRegression.results.json deleted file mode 100644 index aa503977..00000000 --- a/tests/other/cv_results/test_grid_search_cv_results_learning_curve_nogs_f0_LogisticRegression.results.json +++ /dev/null @@ -1 +0,0 @@ -[{"experiment_name": "test_grid_search_cv_results_learning_curve_nogs", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "LogisticRegression", "task": "learning_curve", "start_timestamp": "10 Mar 2020 13:11:03.867377", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": false, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "None", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:11:04.036195", "total_time": "0:00:00.168818", "learning_curve_cv_folds": 10, "given_curve_train_sizes": [0.1, 0.325, 0.55, 0.775, 1.0], "learning_curve_train_scores_means": [0.5499999999999999, 0.5407692307692308, 0.5295454545454545, 0.5249999999999999, 0.5215000000000001], "learning_curve_test_scores_means": [0.4965, 0.5050000000000001, 0.51, 0.5035000000000001, 0.5075000000000001], "learning_curve_train_scores_stds": [0.0338501600193165, 0.018418753842120977, 0.008963757247120636, 0.015324938509397009, 0.007610300037887244], "learning_curve_test_scores_stds": [0.03232216301892902, 0.04301162633521315, 0.03382963855030741, 0.04062361108736862, 0.03505947327993773], "computed_curve_train_sizes": [80, 260, 440, 620, 800]}] \ No newline at end of file diff --git a/tests/other/cv_results/test_grid_search_cv_results_learning_curve_nogs_f0_SVC.results.json b/tests/other/cv_results/test_grid_search_cv_results_learning_curve_nogs_f0_SVC.results.json deleted file mode 100644 index 397b00ec..00000000 --- a/tests/other/cv_results/test_grid_search_cv_results_learning_curve_nogs_f0_SVC.results.json +++ /dev/null @@ -1 +0,0 @@ -[{"experiment_name": "test_grid_search_cv_results_learning_curve_nogs", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "SVC", "task": "learning_curve", "start_timestamp": "10 Mar 2020 13:11:04.037021", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": false, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "None", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:11:04.347297", "total_time": "0:00:00.310276", "learning_curve_cv_folds": 10, "given_curve_train_sizes": [0.1, 0.325, 0.55, 0.775, 1.0], "learning_curve_train_scores_means": [0.59, 0.5484615384615384, 0.5363636363636364, 0.5324193548387097, 0.5311250000000001], "learning_curve_test_scores_means": [0.505, 0.4995, 0.5175000000000001, 0.497, 0.4995], "learning_curve_train_scores_stds": [0.04851975542669878, 0.014067555614713028, 0.007945521577046602, 0.00795444597541603, 0.007251676051476358], "learning_curve_test_scores_stds": [0.029720924166878358, 0.03252776591706778, 0.041982139059366666, 0.04056544780420348, 0.036472973251131836], "computed_curve_train_sizes": [80, 260, 440, 620, 800]}] \ No newline at end of file diff --git a/tests/other/cv_results/test_grid_search_cv_results_predict_gs_LogisticRegression.results.json b/tests/other/cv_results/test_grid_search_cv_results_predict_gs_LogisticRegression.results.json new file mode 100644 index 00000000..38a9c55d --- /dev/null +++ b/tests/other/cv_results/test_grid_search_cv_results_predict_gs_LogisticRegression.results.json @@ -0,0 +1 @@ +{"grid_score": 0.5339950729172286, "grid_search_cv_results": {"mean_fit_time": [0.0008900165557861328, 0.0006765524546305338, 0.000667413075764974, 0.0006057421366373698, 0.0005721251169840494], "std_fit_time": [7.123357722058792e-06, 9.74803225066188e-05, 4.522012700509577e-05, 1.8813762338002e-05, 3.0434473782233162e-05], "mean_score_time": [0.0007882118225097656, 0.0006406307220458984, 0.0006504853566487631, 0.0006192525227864584, 0.0005879402160644531], "std_score_time": [7.786718186642895e-07, 2.9456677360217453e-05, 1.061669363151981e-05, 1.8193210604262684e-05, 2.4974464706042437e-05], "param_C": [0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01}, {"C": 0.1}, {"C": 1.0}, {"C": 10.0}, {"C": 100.0}], "split0_test_score": [0.5389221556886228, 0.5299401197604791, 0.5299401197604791, 0.5299401197604791, 0.5299401197604791], "split1_test_score": [0.5375375375375375, 0.5375375375375375, 0.5375375375375375, 0.5375375375375375, 0.5375375375375375], "split2_test_score": [0.5255255255255256, 0.48348348348348347, 0.48348348348348347, 0.48348348348348347, 0.48348348348348347], "mean_test_score": [0.5339950729172286, 0.5169870469271668, 0.5169870469271668, 0.5169870469271668, 0.5169870469271668], "std_test_score": [0.006015492034256594, 0.023892771037679585, 0.023892771037679585, 0.023892771037679585, 0.023892771037679585], "rank_test_score": [1, 2, 2, 2, 2]}, "experiment_name": "test_grid_search_cv_results_predict_gs", "job_name": "test_grid_search_cv_results_predict_gs_LogisticRegression", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "f0.jsonlines", "test_set_size": 1000, "featureset": "[\"train_f0.jsonlines_test_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "LogisticRegression", "task": "predict", "start_timestamp": "22 Jan 2024 11:22:34.545738", "version": "4.0.1", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "None", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.3.2", "predictions_file": "/Users/tlavee/TamarETS/workspace/tmp/skll/tests/output/test_grid_search_cv_results_predict_gs_LogisticRegression_predictions.tsv", "end_timestamp": "22 Jan 2024 11:22:35.359773", "total_time": "0:00:00.814035"} \ No newline at end of file diff --git a/tests/other/cv_results/test_grid_search_cv_results_predict_gs_SVC.results.json b/tests/other/cv_results/test_grid_search_cv_results_predict_gs_SVC.results.json new file mode 100644 index 00000000..4788af7b --- /dev/null +++ b/tests/other/cv_results/test_grid_search_cv_results_predict_gs_SVC.results.json @@ -0,0 +1 @@ +{"grid_score": 0.5259960559361757, "grid_search_cv_results": {"mean_fit_time": [0.003525813420613607, 0.003545363744099935, 0.0033530394236246743, 0.003479639689127604, 0.0034484068552652993, 0.0035324891408284507, 0.003585338592529297, 0.0033659140268961587, 0.0035719871520996094, 0.0032494068145751953, 0.003479560216267904, 0.0032929579416910806, 0.003336747487386068, 0.0034256776173909507, 0.0031500657399495444, 0.00358732541402181, 0.003400882085164388, 0.0032662550608317056, 0.003235419591267904, 0.0032103856404622397, 0.0033747355143229165, 0.0032099088033040366, 0.0034297307332356772, 0.0032536983489990234, 0.0033936500549316406, 0.0031975110371907554, 0.003213008244832357, 0.0033391316731770835, 0.003331422805786133, 0.0034634272257486978, 0.0035696824391682944, 0.0036980311075846353, 0.0032732486724853516, 0.0032203197479248047, 0.0033896764119466147], "std_fit_time": [0.00011309426340061946, 3.127092929106922e-05, 1.0702017242982705e-05, 0.0001760259437674511, 8.45265505016676e-05, 5.011342013015432e-05, 7.954919645648952e-05, 0.00013559239081069522, 5.918290022445539e-05, 7.604842616212599e-05, 0.00011573273224829536, 6.953062282455123e-05, 1.975887731139822e-05, 1.3174768971757787e-05, 1.9498241387672426e-05, 0.00014902138148177225, 7.896859404726722e-05, 7.569964057273646e-05, 3.496029073968605e-05, 2.1510001529178496e-05, 9.28111671276006e-05, 3.8422312727094084e-05, 5.575880628794402e-05, 9.174769062050809e-05, 0.0001834218451020305, 8.712697722415603e-05, 0.00010161393750003585, 8.21748600706704e-05, 6.081901715518817e-05, 5.406035768997341e-05, 0.00039594927611618714, 0.00035608942654108807, 4.777224587599262e-05, 1.9463875228252943e-05, 1.846816571930483e-05], "mean_score_time": [0.0019744237263997397, 0.0019458929697672527, 0.0019746621449788413, 0.002047936121622721, 0.0020853678385416665, 0.0020255247751871743, 0.002006371815999349, 0.001964569091796875, 0.0019768873850504556, 0.0019666353861490884, 0.0020426114400227866, 0.001970688501993815, 0.0019446214040120442, 0.001920143763224284, 0.0018445650736490886, 0.0020096302032470703, 0.0019800662994384766, 0.0019234021504720051, 0.0019292036692301433, 0.001878499984741211, 0.001897573471069336, 0.0018680095672607422, 0.0019926230112711587, 0.001910845438639323, 0.0019394556681315105, 0.0018143653869628906, 0.0018843809763590496, 0.0019127527872721355, 0.0019152164459228516, 0.0019526481628417969, 0.0019187132517496746, 0.0019027392069498699, 0.001912991205851237, 0.0018788973490397136, 0.0018765926361083984], "std_score_time": [2.538930880808733e-05, 1.1991187846753481e-05, 1.5234348140739404e-05, 5.572311404916463e-05, 6.361840889532653e-05, 2.3604108285040643e-05, 6.896696708184165e-05, 6.957820499768283e-05, 2.335555778094738e-05, 4.556117428062896e-05, 7.081321677551372e-05, 4.218339739624574e-05, 3.9826767277333026e-05, 1.91887051058324e-05, 4.29437390333651e-05, 2.570133114792234e-05, 4.2234871604690944e-05, 1.7932007822889272e-05, 4.3450800341318934e-05, 2.1673809389807724e-05, 7.528089445003567e-05, 4.120206009985113e-05, 0.00013627762573942013, 1.6750873033003574e-05, 6.195835848054799e-05, 2.386806954537836e-05, 2.311253310894671e-05, 5.1956046831388955e-05, 6.533220133313224e-05, 6.780846820586359e-05, 6.34275078993782e-05, 4.692601503764636e-05, 4.000240953261663e-05, 1.2474454581230254e-05, 1.843393495567103e-05], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.5059880239520959, 0.5299401197604791, 0.5299401197604791, 0.5299401197604791, 0.5059880239520959, 0.5149700598802395, 0.5149700598802395, 0.5059880239520959, 0.5299401197604791, 0.5299401197604791, 0.5299401197604791, 0.5059880239520959, 0.5149700598802395, 0.5149700598802395, 0.5149700598802395, 0.5149700598802395, 0.5299401197604791, 0.5299401197604791, 0.5149700598802395, 0.5149700598802395, 0.5149700598802395, 0.5149700598802395, 0.5149700598802395, 0.5299401197604791, 0.5059880239520959, 0.5149700598802395, 0.5149700598802395, 0.5149700598802395, 0.5149700598802395, 0.5149700598802395, 0.5299401197604791, 0.5149700598802395, 0.5149700598802395, 0.5149700598802395, 0.5149700598802395], "split1_test_score": [0.4984984984984985, 0.4984984984984985, 0.4984984984984985, 0.4984984984984985, 0.4984984984984985, 0.4984984984984985, 0.4984984984984985, 0.44744744744744747, 0.44744744744744747, 0.4984984984984985, 0.4984984984984985, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.5645645645645646, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.5375375375375375, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747], "split2_test_score": [0.4984984984984985, 0.4984984984984985, 0.4984984984984985, 0.4984984984984985, 0.4984984984984985, 0.4984984984984985, 0.4984984984984985, 0.4774774774774775, 0.48348348348348347, 0.4984984984984985, 0.48348348348348347, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.48348348348348347, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.48348348348348347, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775], "mean_test_score": [0.500995006983031, 0.5089790389191586, 0.5089790389191586, 0.5089790389191586, 0.500995006983031, 0.5039890189590789, 0.5039890189590789, 0.4769709829590069, 0.48695701689713666, 0.5089790389191586, 0.5039740339141536, 0.4769709829590069, 0.4799649949350548, 0.4799649949350548, 0.4799649949350548, 0.4799649949350548, 0.5259960559361757, 0.4849550148951347, 0.4799649949350548, 0.4799649949350548, 0.4799649949350548, 0.4799649949350548, 0.4799649949350548, 0.5169870469271668, 0.4769709829590069, 0.4799649949350548, 0.4799649949350548, 0.4799649949350548, 0.4799649949350548, 0.4799649949350548, 0.4849550148951347, 0.4799649949350548, 0.4799649949350548, 0.4799649949350548, 0.4799649949350548], "std_test_score": [0.0035305961574053067, 0.014821722403897068, 0.014821722403897068, 0.014821722403897068, 0.0035305961574053067, 0.0077647684998396775, 0.0077647684998396775, 0.023901773670546966, 0.033766939671006864, 0.014821722403897068, 0.019357012159410283, 0.023901773670546966, 0.027622051634682187, 0.027622051634682187, 0.027622051634682187, 0.027622051634682187, 0.03321849040225285, 0.034090031981119734, 0.027622051634682187, 0.027622051634682187, 0.027622051634682187, 0.027622051634682187, 0.027622051634682187, 0.023892771037679585, 0.023901773670546966, 0.027622051634682187, 0.027622051634682187, 0.027622051634682187, 0.027622051634682187, 0.027622051634682187, 0.034090031981119734, 0.027622051634682187, 0.027622051634682187, 0.027622051634682187, 0.027622051634682187], "rank_test_score": [10, 3, 3, 3, 10, 7, 7, 33, 12, 3, 9, 33, 15, 15, 15, 15, 1, 13, 15, 15, 15, 15, 15, 2, 33, 15, 15, 15, 15, 15, 13, 15, 15, 15, 15]}, "experiment_name": "test_grid_search_cv_results_predict_gs", "job_name": "test_grid_search_cv_results_predict_gs_SVC", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "f0.jsonlines", "test_set_size": 1000, "featureset": "[\"train_f0.jsonlines_test_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "SVC", "task": "predict", "start_timestamp": "22 Jan 2024 11:22:35.360833", "version": "4.0.1", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "None", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.3.2", "predictions_file": "/Users/tlavee/TamarETS/workspace/tmp/skll/tests/output/test_grid_search_cv_results_predict_gs_SVC_predictions.tsv", "end_timestamp": "22 Jan 2024 11:22:35.635202", "total_time": "0:00:00.274369"} \ No newline at end of file diff --git a/tests/other/cv_results/test_grid_search_cv_results_predict_gs_f0_LogisticRegression.results.json b/tests/other/cv_results/test_grid_search_cv_results_predict_gs_f0_LogisticRegression.results.json deleted file mode 100644 index 3fc9e6b2..00000000 --- a/tests/other/cv_results/test_grid_search_cv_results_predict_gs_f0_LogisticRegression.results.json +++ /dev/null @@ -1 +0,0 @@ -{"grid_score": 0.5339950729172286, "grid_search_cv_results": {"mean_fit_time": [0.0010937054951985676, 0.0009906291961669922, 0.0010286966959635417, 0.0010689894358317058, 0.0011525948842366536], "std_fit_time": [7.922060988297049e-05, 9.011675634742283e-06, 6.953825269247188e-05, 5.338316867165187e-05, 7.576794233100272e-05], "mean_score_time": [0.0007037321726481119, 0.0007452964782714844, 0.0006906986236572266, 0.0007277329762776693, 0.0008231004079182943], "std_score_time": [4.627873239508412e-05, 6.753855928211972e-05, 1.701981382138705e-05, 3.7089396979492834e-05, 8.586475202647448e-05], "param_C": [0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01}, {"C": 0.1}, {"C": 1.0}, {"C": 10.0}, {"C": 100.0}], "split0_test_score": [0.5389221556886228, 0.5299401197604791, 0.5299401197604791, 0.5299401197604791, 0.5299401197604791], "split1_test_score": [0.5375375375375375, 0.5375375375375375, 0.5375375375375375, 0.5375375375375375, 0.5375375375375375], "split2_test_score": [0.5255255255255256, 0.48348348348348347, 0.48348348348348347, 0.48348348348348347, 0.48348348348348347], "mean_test_score": [0.5339950729172286, 0.5169870469271668, 0.5169870469271668, 0.5169870469271668, 0.5169870469271668], "std_test_score": [0.006015492034256594, 0.023892771037679585, 0.023892771037679585, 0.023892771037679585, 0.023892771037679585], "rank_test_score": [1, 2, 2, 2, 2]}, "experiment_name": "test_grid_search_cv_results_predict_gs", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "f0.jsonlines", "test_set_size": 1000, "featureset": "[\"train_f0.jsonlines_test_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "LogisticRegression", "task": "predict", "start_timestamp": "10 Mar 2020 13:10:55.350373", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "None", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:10:55.409852", "total_time": "0:00:00.059479"} \ No newline at end of file diff --git a/tests/other/cv_results/test_grid_search_cv_results_predict_gs_f0_SVC.results.json b/tests/other/cv_results/test_grid_search_cv_results_predict_gs_f0_SVC.results.json deleted file mode 100644 index cb2179a1..00000000 --- a/tests/other/cv_results/test_grid_search_cv_results_predict_gs_f0_SVC.results.json +++ /dev/null @@ -1 +0,0 @@ -{"grid_score": 0.5259960559361757, "grid_search_cv_results": {"mean_fit_time": [0.009011665980021158, 0.00960246721903483, 0.008921066919962565, 0.008991320927937826, 0.009048700332641602, 0.009145259857177734, 0.009026209513346354, 0.009130398432413736, 0.010564327239990234, 0.009906371434529623, 0.009493350982666016, 0.009763717651367188, 0.00940410296122233, 0.009900887807210287, 0.009379704793294271, 0.011250654856363932, 0.008964220682779947, 0.009196996688842773, 0.009250958760579428, 0.009582281112670898, 0.010559002558390299, 0.00898305575052897, 0.009511391321818033, 0.009437084197998047, 0.00986170768737793, 0.010240634282430014, 0.00954874356587728, 0.008507013320922852, 0.009106953938802084, 0.010112365086873373, 0.010582923889160156, 0.009374618530273438, 0.008672396341959635, 0.009337027867635092, 0.010041395823160807], "std_fit_time": [0.0002186742778100821, 0.000319854338562967, 0.0004315502002165682, 0.00020788863613872081, 3.656494369226867e-05, 0.000408464166829079, 0.00015008411154084742, 0.00010746205950919223, 0.0005973279845417372, 0.00048513294419631444, 0.00022072745183242674, 0.0006025036094148724, 0.0006966132940886641, 0.00047645451504678475, 0.00028623639602066064, 0.001023240348304126, 0.00023661105786285664, 0.00030623806158845023, 0.00033603457682981154, 5.6757978551850186e-05, 0.0007842733487785457, 0.0006540132159345004, 0.0003546297890760888, 0.0001265305766119761, 0.00042068231445206597, 0.0007768154991490221, 0.0008297823886618724, 0.00016017624257447168, 0.00019458173011103179, 0.0003136217556323727, 0.0011851944161690707, 0.0008057122273705294, 9.545110634504841e-05, 9.917779855974648e-05, 0.00010537567767666569], "mean_score_time": [0.003591299057006836, 0.0033922195434570312, 0.0035060246785481772, 0.003557920455932617, 0.003635406494140625, 0.0034972031911214194, 0.0036933422088623047, 0.003620147705078125, 0.0036749839782714844, 0.0038439432779947915, 0.003805955251057943, 0.0037353038787841797, 0.0037102699279785156, 0.003947734832763672, 0.003756999969482422, 0.004031578699747722, 0.003483454386393229, 0.003678003946940104, 0.003737370173136393, 0.003817319869995117, 0.00417788823445638, 0.003409306208292643, 0.0035149256388346353, 0.0037308533986409507, 0.003824313481648763, 0.003940979639689128, 0.0036083062489827475, 0.003391106923421224, 0.003548304239908854, 0.0036039352416992188, 0.0038336912790934243, 0.003762324651082357, 0.0035799344380696616, 0.003834883371988932, 0.0039520263671875], "std_score_time": [8.919043280907145e-05, 9.004271496881227e-05, 0.00015796321955169462, 0.00022380101967635146, 0.00021204630853156252, 9.307944654828275e-05, 3.2497306522366826e-05, 3.427648868579969e-05, 0.00014314383576910533, 0.00015609558110247224, 0.00012083884251373963, 0.00010291529743001868, 0.0002754674684974101, 0.00025140904729881825, 0.00010609832147332071, 0.0004565428530291435, 0.00010989369564504127, 9.26065831104947e-05, 0.00011039755700084053, 0.00011176433019276505, 0.00037331895155194936, 0.00014678355350070896, 7.825199799123321e-05, 0.0002020385480068536, 0.00014976891826826516, 0.00034132717085796725, 0.00027877357368844507, 4.108846762823914e-05, 6.845681606097502e-05, 5.933733445185267e-05, 0.0001327909917588339, 5.140610258991314e-06, 7.371475102608951e-05, 9.935398017977606e-05, 2.0135668822461714e-05], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.5059880239520959, 0.5299401197604791, 0.5299401197604791, 0.5299401197604791, 0.5059880239520959, 0.5149700598802395, 0.5149700598802395, 0.5059880239520959, 0.5299401197604791, 0.5299401197604791, 0.5299401197604791, 0.5059880239520959, 0.5149700598802395, 0.5149700598802395, 0.5149700598802395, 0.5149700598802395, 0.5299401197604791, 0.5299401197604791, 0.5149700598802395, 0.5149700598802395, 0.5149700598802395, 0.5149700598802395, 0.5149700598802395, 0.5299401197604791, 0.5059880239520959, 0.5149700598802395, 0.5149700598802395, 0.5149700598802395, 0.5149700598802395, 0.5149700598802395, 0.5299401197604791, 0.5149700598802395, 0.5149700598802395, 0.5149700598802395, 0.5149700598802395], "split1_test_score": [0.4984984984984985, 0.4984984984984985, 0.4984984984984985, 0.4984984984984985, 0.4984984984984985, 0.4984984984984985, 0.4984984984984985, 0.44744744744744747, 0.44744744744744747, 0.4984984984984985, 0.4984984984984985, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.5645645645645646, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.5375375375375375, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747], "split2_test_score": [0.4984984984984985, 0.4984984984984985, 0.4984984984984985, 0.4984984984984985, 0.4984984984984985, 0.4984984984984985, 0.4984984984984985, 0.4774774774774775, 0.48348348348348347, 0.4984984984984985, 0.48348348348348347, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.48348348348348347, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.48348348348348347, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775], "mean_test_score": [0.500995006983031, 0.5089790389191586, 0.5089790389191586, 0.5089790389191586, 0.500995006983031, 0.5039890189590789, 0.5039890189590789, 0.4769709829590069, 0.48695701689713666, 0.5089790389191586, 0.5039740339141536, 0.4769709829590069, 0.4799649949350548, 0.4799649949350548, 0.4799649949350548, 0.4799649949350548, 0.5259960559361757, 0.4849550148951347, 0.4799649949350548, 0.4799649949350548, 0.4799649949350548, 0.4799649949350548, 0.4799649949350548, 0.5169870469271668, 0.4769709829590069, 0.4799649949350548, 0.4799649949350548, 0.4799649949350548, 0.4799649949350548, 0.4799649949350548, 0.4849550148951347, 0.4799649949350548, 0.4799649949350548, 0.4799649949350548, 0.4799649949350548], "std_test_score": [0.0035305961574053067, 0.014821722403897068, 0.014821722403897068, 0.014821722403897068, 0.0035305961574053067, 0.0077647684998396775, 0.0077647684998396775, 0.023901773670546966, 0.033766939671006864, 0.014821722403897068, 0.019357012159410283, 0.023901773670546966, 0.027622051634682187, 0.027622051634682187, 0.027622051634682187, 0.027622051634682187, 0.03321849040225285, 0.034090031981119734, 0.027622051634682187, 0.027622051634682187, 0.027622051634682187, 0.027622051634682187, 0.027622051634682187, 0.023892771037679585, 0.023901773670546966, 0.027622051634682187, 0.027622051634682187, 0.027622051634682187, 0.027622051634682187, 0.027622051634682187, 0.034090031981119734, 0.027622051634682187, 0.027622051634682187, 0.027622051634682187, 0.027622051634682187], "rank_test_score": [10, 3, 3, 3, 10, 7, 7, 33, 12, 3, 9, 33, 15, 15, 15, 15, 1, 13, 15, 15, 15, 15, 15, 2, 33, 15, 15, 15, 15, 15, 13, 15, 15, 15, 15]}, "experiment_name": "test_grid_search_cv_results_predict_gs", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "f0.jsonlines", "test_set_size": 1000, "featureset": "[\"train_f0.jsonlines_test_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "SVC", "task": "predict", "start_timestamp": "10 Mar 2020 13:10:55.410436", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "None", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:10:55.988308", "total_time": "0:00:00.577872"} \ No newline at end of file diff --git a/tests/other/cv_results/test_grid_search_cv_results_train_gs_LogisticRegression.results.json b/tests/other/cv_results/test_grid_search_cv_results_train_gs_LogisticRegression.results.json new file mode 100644 index 00000000..c2acd35e --- /dev/null +++ b/tests/other/cv_results/test_grid_search_cv_results_train_gs_LogisticRegression.results.json @@ -0,0 +1 @@ +{"grid_score": 0.5339950729172286, "grid_search_cv_results": {"mean_fit_time": [0.0009186267852783203, 0.0006957054138183594, 0.0006347497304280599, 0.0006630420684814453, 0.0005540847778320312], "std_fit_time": [9.049443008944662e-06, 9.970116520395947e-05, 6.019532722185982e-05, 7.021902761235168e-05, 4.0507777332861135e-05], "mean_score_time": [0.0007991790771484375, 0.0006519158681233724, 0.0006166299184163412, 0.0006645520528157552, 0.0005699793497721354], "std_score_time": [1.6632437337602258e-06, 3.748575657646557e-05, 2.2384557653047195e-05, 6.403283708790427e-05, 2.037080237876644e-05], "param_C": [0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01}, {"C": 0.1}, {"C": 1.0}, {"C": 10.0}, {"C": 100.0}], "split0_test_score": [0.5389221556886228, 0.5299401197604791, 0.5299401197604791, 0.5299401197604791, 0.5299401197604791], "split1_test_score": [0.5375375375375375, 0.5375375375375375, 0.5375375375375375, 0.5375375375375375, 0.5375375375375375], "split2_test_score": [0.5255255255255256, 0.48348348348348347, 0.48348348348348347, 0.48348348348348347, 0.48348348348348347], "mean_test_score": [0.5339950729172286, 0.5169870469271668, 0.5169870469271668, 0.5169870469271668, 0.5169870469271668], "std_test_score": [0.006015492034256594, 0.023892771037679585, 0.023892771037679585, 0.023892771037679585, 0.023892771037679585], "rank_test_score": [1, 2, 2, 2, 2]}, "experiment_name": "test_grid_search_cv_results_train_gs", "job_name": "test_grid_search_cv_results_train_gs_LogisticRegression", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "LogisticRegression", "task": "train", "start_timestamp": "22 Jan 2024 12:16:47.258672", "version": "4.0.1", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "None", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.3.2", "model_file": "/Users/tlavee/TamarETS/workspace/tmp/skll/tests/output/test_grid_search_cv_results_train_gs_LogisticRegression.model", "end_timestamp": "22 Jan 2024 12:16:48.006120", "total_time": "0:00:00.747448"} \ No newline at end of file diff --git a/tests/other/cv_results/test_grid_search_cv_results_train_gs_SVC.results.json b/tests/other/cv_results/test_grid_search_cv_results_train_gs_SVC.results.json new file mode 100644 index 00000000..728d830f --- /dev/null +++ b/tests/other/cv_results/test_grid_search_cv_results_train_gs_SVC.results.json @@ -0,0 +1 @@ +{"grid_score": 0.5259960559361757, "grid_search_cv_results": {"mean_fit_time": [0.003533601760864258, 0.003564039866129557, 0.0033620993296305337, 0.0035065015157063804, 0.003406365712483724, 0.0033989747365315757, 0.0036814212799072266, 0.0035003026326497397, 0.0035723050435384116, 0.003500699996948242, 0.003386259078979492, 0.003324747085571289, 0.003308375676472982, 0.003476222356160482, 0.003203312555948893, 0.003515164057413737, 0.0033344427744547525, 0.0032792886098225913, 0.0032111008961995444, 0.003200054168701172, 0.003293752670288086, 0.003214120864868164, 0.0034089088439941406, 0.0032933553059895835, 0.003355741500854492, 0.0032274723052978516, 0.0032013257344563804, 0.0033010641733805337, 0.0031946500142415366, 0.003394603729248047, 0.003592332204182943, 0.0037163893381754556, 0.0034852822621663413, 0.0032510757446289062, 0.0033397674560546875], "std_fit_time": [0.00012433248875172063, 5.0326215858467045e-05, 2.685383107750305e-05, 0.00014288101852666398, 5.0690105018925296e-05, 3.836111389596835e-05, 0.00010875807858301881, 0.00020441714152365575, 6.476223783268084e-05, 0.00018313288897270556, 3.123617033087576e-05, 3.52574783451784e-05, 0.00011878340196945764, 8.316135126458808e-05, 2.3877858426683966e-05, 0.00012086126316011442, 3.416649062453461e-05, 5.448836843385416e-05, 1.8998169544048577e-05, 2.8737764088780335e-05, 2.3999487817665624e-05, 1.679229743549648e-05, 2.203878550100521e-05, 7.938690305447881e-05, 0.00016010525075003528, 4.003776101990919e-05, 1.2562243534833299e-05, 3.4623179293937627e-06, 1.2713670575346133e-05, 1.9954177540396727e-05, 0.00039523071651517596, 0.00035387701881979636, 1.4828451572044309e-05, 3.8638524207845485e-05, 6.6101165872981714e-06], "mean_score_time": [0.0020128091176350913, 0.0019523302714029949, 0.001975854237874349, 0.0020256837209065757, 0.0019900004069010415, 0.002004384994506836, 0.0020260016123453775, 0.0020142396291097007, 0.0019706090291341147, 0.002014001210530599, 0.001988093058268229, 0.0019470850626627605, 0.001985629399617513, 0.0019356409708658855, 0.0018614927927652996, 0.001921256383260091, 0.001966555913289388, 0.0019260247548421223, 0.001875003178914388, 0.0018669764200846355, 0.0018592675526936848, 0.0018576780954996746, 0.0018693606058756511, 0.001914660135904948, 0.0018732547760009766, 0.001871188481648763, 0.0018646717071533203, 0.0018524328867594402, 0.001862923304239909, 0.0018614133199055989, 0.0019017855326334636, 0.0019059181213378906, 0.001919110616048177, 0.001889944076538086, 0.0018428961435953777], "std_score_time": [4.578064417285348e-05, 1.9243922623590424e-05, 1.197537597950017e-05, 3.295489488699489e-05, 1.1321466053285373e-05, 4.368246536005239e-05, 5.284592609548802e-05, 5.3241003487880314e-05, 2.4631715108342515e-05, 4.378529058922691e-05, 1.9848814075123766e-05, 2.0004756950559196e-05, 7.71281544371416e-05, 2.5208811140593634e-05, 2.59619721344459e-05, 3.4346805547175615e-05, 2.7417330338422508e-05, 4.417818998839149e-05, 1.5982148185358417e-05, 1.1321466053285374e-05, 9.411412139312402e-06, 1.275087486460317e-05, 3.200694809850418e-06, 3.698759442570186e-05, 2.7367295937121855e-05, 2.9911371568809784e-05, 1.559896561752837e-05, 2.186558208927508e-05, 8.955431205540643e-06, 1.0555838803147842e-05, 2.3113352900968993e-05, 3.6315357814336896e-05, 5.723149581714895e-06, 1.8689137516037982e-05, 2.0055838644393196e-05], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.5059880239520959, 0.5299401197604791, 0.5299401197604791, 0.5299401197604791, 0.5059880239520959, 0.5149700598802395, 0.5149700598802395, 0.5059880239520959, 0.5299401197604791, 0.5299401197604791, 0.5299401197604791, 0.5059880239520959, 0.5149700598802395, 0.5149700598802395, 0.5149700598802395, 0.5149700598802395, 0.5299401197604791, 0.5299401197604791, 0.5149700598802395, 0.5149700598802395, 0.5149700598802395, 0.5149700598802395, 0.5149700598802395, 0.5299401197604791, 0.5059880239520959, 0.5149700598802395, 0.5149700598802395, 0.5149700598802395, 0.5149700598802395, 0.5149700598802395, 0.5299401197604791, 0.5149700598802395, 0.5149700598802395, 0.5149700598802395, 0.5149700598802395], "split1_test_score": [0.4984984984984985, 0.4984984984984985, 0.4984984984984985, 0.4984984984984985, 0.4984984984984985, 0.4984984984984985, 0.4984984984984985, 0.44744744744744747, 0.44744744744744747, 0.4984984984984985, 0.4984984984984985, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.5645645645645646, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.5375375375375375, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747], "split2_test_score": [0.4984984984984985, 0.4984984984984985, 0.4984984984984985, 0.4984984984984985, 0.4984984984984985, 0.4984984984984985, 0.4984984984984985, 0.4774774774774775, 0.48348348348348347, 0.4984984984984985, 0.48348348348348347, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.48348348348348347, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.48348348348348347, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775], "mean_test_score": [0.500995006983031, 0.5089790389191586, 0.5089790389191586, 0.5089790389191586, 0.500995006983031, 0.5039890189590789, 0.5039890189590789, 0.4769709829590069, 0.48695701689713666, 0.5089790389191586, 0.5039740339141536, 0.4769709829590069, 0.4799649949350548, 0.4799649949350548, 0.4799649949350548, 0.4799649949350548, 0.5259960559361757, 0.4849550148951347, 0.4799649949350548, 0.4799649949350548, 0.4799649949350548, 0.4799649949350548, 0.4799649949350548, 0.5169870469271668, 0.4769709829590069, 0.4799649949350548, 0.4799649949350548, 0.4799649949350548, 0.4799649949350548, 0.4799649949350548, 0.4849550148951347, 0.4799649949350548, 0.4799649949350548, 0.4799649949350548, 0.4799649949350548], "std_test_score": [0.0035305961574053067, 0.014821722403897068, 0.014821722403897068, 0.014821722403897068, 0.0035305961574053067, 0.0077647684998396775, 0.0077647684998396775, 0.023901773670546966, 0.033766939671006864, 0.014821722403897068, 0.019357012159410283, 0.023901773670546966, 0.027622051634682187, 0.027622051634682187, 0.027622051634682187, 0.027622051634682187, 0.03321849040225285, 0.034090031981119734, 0.027622051634682187, 0.027622051634682187, 0.027622051634682187, 0.027622051634682187, 0.027622051634682187, 0.023892771037679585, 0.023901773670546966, 0.027622051634682187, 0.027622051634682187, 0.027622051634682187, 0.027622051634682187, 0.027622051634682187, 0.034090031981119734, 0.027622051634682187, 0.027622051634682187, 0.027622051634682187, 0.027622051634682187], "rank_test_score": [10, 3, 3, 3, 10, 7, 7, 33, 12, 3, 9, 33, 15, 15, 15, 15, 1, 13, 15, 15, 15, 15, 15, 2, 33, 15, 15, 15, 15, 15, 13, 15, 15, 15, 15]}, "experiment_name": "test_grid_search_cv_results_train_gs", "job_name": "test_grid_search_cv_results_train_gs_SVC", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "SVC", "task": "train", "start_timestamp": "22 Jan 2024 12:16:48.006992", "version": "4.0.1", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "None", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.3.2", "model_file": "/Users/tlavee/TamarETS/workspace/tmp/skll/tests/output/test_grid_search_cv_results_train_gs_SVC.model", "end_timestamp": "22 Jan 2024 12:16:48.255880", "total_time": "0:00:00.248888"} \ No newline at end of file diff --git a/tests/other/cv_results/test_grid_search_cv_results_train_gs_f0_LogisticRegression.results.json b/tests/other/cv_results/test_grid_search_cv_results_train_gs_f0_LogisticRegression.results.json deleted file mode 100644 index 4e0429b1..00000000 --- a/tests/other/cv_results/test_grid_search_cv_results_train_gs_f0_LogisticRegression.results.json +++ /dev/null @@ -1 +0,0 @@ -{"grid_score": 0.5339950729172286, "grid_search_cv_results": {"mean_fit_time": [0.001262664794921875, 0.0013682047526041667, 0.0014964739481608074, 0.0016015370686848958, 0.001484235127766927], "std_fit_time": [0.00016481479349095038, 6.61190312211082e-05, 0.0002523282944610264, 0.0001766412272285829, 0.00014079706637236617], "mean_score_time": [0.00081634521484375, 0.0010338624318440754, 0.0009542306264241537, 0.0010101000467936199, 0.0010077953338623047], "std_score_time": [6.970662335699847e-05, 0.0001449297801932589, 6.05352654885091e-05, 3.8253285032770086e-05, 8.311820162578642e-05], "param_C": [0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01}, {"C": 0.1}, {"C": 1.0}, {"C": 10.0}, {"C": 100.0}], "split0_test_score": [0.5389221556886228, 0.5299401197604791, 0.5299401197604791, 0.5299401197604791, 0.5299401197604791], "split1_test_score": [0.5375375375375375, 0.5375375375375375, 0.5375375375375375, 0.5375375375375375, 0.5375375375375375], "split2_test_score": [0.5255255255255256, 0.48348348348348347, 0.48348348348348347, 0.48348348348348347, 0.48348348348348347], "mean_test_score": [0.5339950729172286, 0.5169870469271668, 0.5169870469271668, 0.5169870469271668, 0.5169870469271668], "std_test_score": [0.006015492034256594, 0.023892771037679585, 0.023892771037679585, 0.023892771037679585, 0.023892771037679585], "rank_test_score": [1, 2, 2, 2, 2]}, "experiment_name": "test_grid_search_cv_results_train_gs", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "LogisticRegression", "task": "train", "start_timestamp": "10 Mar 2020 13:11:01.278980", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "None", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:11:01.342563", "total_time": "0:00:00.063583"} \ No newline at end of file diff --git a/tests/other/cv_results/test_grid_search_cv_results_train_gs_f0_SVC.results.json b/tests/other/cv_results/test_grid_search_cv_results_train_gs_f0_SVC.results.json deleted file mode 100644 index 2edab616..00000000 --- a/tests/other/cv_results/test_grid_search_cv_results_train_gs_f0_SVC.results.json +++ /dev/null @@ -1 +0,0 @@ -{"grid_score": 0.5259960559361757, "grid_search_cv_results": {"mean_fit_time": [0.011183977127075195, 0.01040196418762207, 0.00924976666768392, 0.009311993916829428, 0.00943454106648763, 0.009661436080932617, 0.009588956832885742, 0.009673515955607096, 0.010697126388549805, 0.009430964787801107, 0.00947896639506022, 0.009489933649698893, 0.009457588195800781, 0.009900967280069986, 0.008974393208821615, 0.010302861531575521, 0.009570837020874023, 0.009418567021687826, 0.009455601374308268, 0.009645859400431315, 0.009470462799072266, 0.009410937627156576, 0.009875218073527018, 0.009925285975138346, 0.00994110107421875, 0.009561379750569662, 0.009672880172729492, 0.009070952733357748, 0.009593963623046875, 0.009942054748535156, 0.010895252227783203, 0.00990001360575358, 0.010016759236653646, 0.010026375452677408, 0.009611368179321289], "std_fit_time": [0.00024568738624027904, 3.498557403450016e-05, 0.0001582163527101194, 0.0002262055314661144, 0.0003580768909931432, 0.00043068801288546167, 0.0004642991510915858, 0.0002010244582221176, 0.0008089073337883093, 9.893467745728119e-05, 0.0004519037150566891, 0.00043529653998405573, 0.00023399476835729495, 0.0007891245908530184, 5.756721246904322e-05, 0.0002809346818119335, 0.0003606746483446982, 0.0003518755255627982, 0.0004478870251744762, 0.00020905311196897766, 0.0002318390730247796, 0.0004154701402033119, 0.0006275744136361032, 0.0005405774995512038, 0.00028493670283120086, 0.0004800853695017554, 9.180219592099075e-05, 0.00013506313719972252, 0.0004111222671651591, 0.0001231292894936206, 0.0011510925212387623, 0.0009832351818442715, 0.0002845194751881648, 0.0001050313145427367, 9.59718939445541e-05], "mean_score_time": [0.004293282826741536, 0.0036771297454833984, 0.003671566645304362, 0.003686030705769857, 0.0037326812744140625, 0.003929932912190755, 0.003936370213826497, 0.00376741091410319, 0.003689289093017578, 0.003882328669230143, 0.004109303156534831, 0.003677209218343099, 0.004007975260416667, 0.003928979237874349, 0.003748734792073568, 0.003990650177001953, 0.003722111384073893, 0.003803809483846029, 0.003608067830403646, 0.003810326258341471, 0.0038963953653971353, 0.003686030705769857, 0.0035670598347981772, 0.003769477208455404, 0.003904581069946289, 0.0036209424336751304, 0.0037349859873453775, 0.0036592483520507812, 0.003699143727620443, 0.00364836057027181, 0.0037261644999186196, 0.003762404123942057, 0.00402530034383138, 0.003906965255737305, 0.003922621409098308], "std_score_time": [0.0003041994559101132, 0.0001407853129729792, 0.0001050547641195291, 0.0001643336941116741, 0.00011929238919804624, 0.00017413049451662127, 0.00016045580214153697, 0.0003127529769792302, 9.687562309235475e-05, 0.0001235965736439502, 0.00019619462154027325, 7.343042804285436e-05, 9.991176712100783e-05, 0.00026229528234169436, 0.00014061122982789298, 0.0001034991134894117, 2.9615345503312162e-05, 0.0001490198556950885, 8.835230538001118e-05, 0.00010621992921994333, 0.0002389185220217481, 0.000181773628401869, 6.529545481966493e-05, 0.00024398056614028535, 0.00010460083627374137, 9.641279707650807e-05, 0.00015812459083160125, 8.75332851588389e-05, 0.0001476586057369676, 4.5037487661806325e-05, 0.00020318358388677016, 0.00010313550370862107, 9.613726427620303e-05, 7.232458150870474e-05, 3.742555768741117e-05], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.5059880239520959, 0.5299401197604791, 0.5299401197604791, 0.5299401197604791, 0.5059880239520959, 0.5149700598802395, 0.5149700598802395, 0.5059880239520959, 0.5299401197604791, 0.5299401197604791, 0.5299401197604791, 0.5059880239520959, 0.5149700598802395, 0.5149700598802395, 0.5149700598802395, 0.5149700598802395, 0.5299401197604791, 0.5299401197604791, 0.5149700598802395, 0.5149700598802395, 0.5149700598802395, 0.5149700598802395, 0.5149700598802395, 0.5299401197604791, 0.5059880239520959, 0.5149700598802395, 0.5149700598802395, 0.5149700598802395, 0.5149700598802395, 0.5149700598802395, 0.5299401197604791, 0.5149700598802395, 0.5149700598802395, 0.5149700598802395, 0.5149700598802395], "split1_test_score": [0.4984984984984985, 0.4984984984984985, 0.4984984984984985, 0.4984984984984985, 0.4984984984984985, 0.4984984984984985, 0.4984984984984985, 0.44744744744744747, 0.44744744744744747, 0.4984984984984985, 0.4984984984984985, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.5645645645645646, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.5375375375375375, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747, 0.44744744744744747], "split2_test_score": [0.4984984984984985, 0.4984984984984985, 0.4984984984984985, 0.4984984984984985, 0.4984984984984985, 0.4984984984984985, 0.4984984984984985, 0.4774774774774775, 0.48348348348348347, 0.4984984984984985, 0.48348348348348347, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.48348348348348347, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.48348348348348347, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775, 0.4774774774774775], "mean_test_score": [0.500995006983031, 0.5089790389191586, 0.5089790389191586, 0.5089790389191586, 0.500995006983031, 0.5039890189590789, 0.5039890189590789, 0.4769709829590069, 0.48695701689713666, 0.5089790389191586, 0.5039740339141536, 0.4769709829590069, 0.4799649949350548, 0.4799649949350548, 0.4799649949350548, 0.4799649949350548, 0.5259960559361757, 0.4849550148951347, 0.4799649949350548, 0.4799649949350548, 0.4799649949350548, 0.4799649949350548, 0.4799649949350548, 0.5169870469271668, 0.4769709829590069, 0.4799649949350548, 0.4799649949350548, 0.4799649949350548, 0.4799649949350548, 0.4799649949350548, 0.4849550148951347, 0.4799649949350548, 0.4799649949350548, 0.4799649949350548, 0.4799649949350548], "std_test_score": [0.0035305961574053067, 0.014821722403897068, 0.014821722403897068, 0.014821722403897068, 0.0035305961574053067, 0.0077647684998396775, 0.0077647684998396775, 0.023901773670546966, 0.033766939671006864, 0.014821722403897068, 0.019357012159410283, 0.023901773670546966, 0.027622051634682187, 0.027622051634682187, 0.027622051634682187, 0.027622051634682187, 0.03321849040225285, 0.034090031981119734, 0.027622051634682187, 0.027622051634682187, 0.027622051634682187, 0.027622051634682187, 0.027622051634682187, 0.023892771037679585, 0.023901773670546966, 0.027622051634682187, 0.027622051634682187, 0.027622051634682187, 0.027622051634682187, 0.027622051634682187, 0.034090031981119734, 0.027622051634682187, 0.027622051634682187, 0.027622051634682187, 0.027622051634682187], "rank_test_score": [10, 3, 3, 3, 10, 7, 7, 33, 12, 3, 9, 33, 15, 15, 15, 15, 1, 13, 15, 15, 15, 15, 15, 2, 33, 15, 15, 15, 15, 15, 13, 15, 15, 15, 15]}, "experiment_name": "test_grid_search_cv_results_train_gs", "train_set_name": "f0.jsonlines", "train_set_size": 1000, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"train_f0.jsonlines\"]", "featureset_name": "f0", "shuffle": false, "learner_name": "SVC", "task": "train", "start_timestamp": "10 Mar 2020 13:11:01.343489", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "None", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:11:01.900072", "total_time": "0:00:00.556583"} \ No newline at end of file diff --git a/tests/other/expected/California_Voting_Evaluate_example_california_VotingRegressor.results.json b/tests/other/expected/California_Voting_Evaluate_example_california_VotingRegressor.results.json deleted file mode 100644 index 32f45277..00000000 --- a/tests/other/expected/California_Voting_Evaluate_example_california_VotingRegressor.results.json +++ /dev/null @@ -1 +0,0 @@ -[{"experiment_name": "California_Voting_Evaluate", "train_set_name": "train", "train_set_size": 335, "test_set_name": "test", "test_set_size": 165, "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "VotingRegressor", "task": "evaluate", "start_timestamp": "08 Sep 2022 16:46:00.730349", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "None", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:46:01.258898", "total_time": "0:00:00.528549", "result_table": "", "accuracy": "", "pearson": 0.8166881235318064, "score": 0.8166881235318064, "fold": "", "model_params": "{\"estimators\": [[\"SVR\", \"{'vectorizer': DictVectorizer(sparse=False), 'selector': SelectByMinCount(), 'scaler': StandardScaler(), 'estimator': SVR(C=0.01, cache_size=1000)}\"], [\"LinearRegression\", \"{'vectorizer': DictVectorizer(sparse=False), 'selector': SelectByMinCount(), 'scaler': StandardScaler(), 'estimator': LinearRegression()}\"], [\"DecisionTreeRegressor\", \"{'vectorizer': DictVectorizer(sparse=False), 'selector': SelectByMinCount(), 'scaler': StandardScaler(), 'estimator': DecisionTreeRegressor(criterion='poisson', max_features='log2', random_state=123456789)}\"]], \"n_jobs\": null, \"verbose\": false, \"weights\": null}", "descriptive": {"actual": {"min": 0.425, "max": 5.00001, "avg": 2.0123758181818183, "std": 1.0334681372156997}, "predicted": {"min": 0.8218118503116726, "max": 3.7041058491575156, "avg": 1.9474491829550034, "std": 0.643682340272272}}, "additional_scores": {}}] \ No newline at end of file diff --git a/tests/other/expected/Example_CV_example_california_LinearRegression.results.json b/tests/other/expected/Example_CV_example_california_LinearRegression.results.json deleted file mode 100644 index d194f554..00000000 --- a/tests/other/expected/Example_CV_example_california_LinearRegression.results.json +++ /dev/null @@ -1 +0,0 @@ -[{"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 335, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "LinearRegression", "task": "cross_validate", "start_timestamp": "08 Sep 2022 16:42:59.886772", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:42:59.909647", "total_time": "0:00:00.022875", "result_table": "", "accuracy": "", "pearson": 0.8098651587143093, "score": 0.8098651587143093, "fold": 1, "model_params": "{\"copy_X\": true, \"fit_intercept\": true, \"n_jobs\": null, \"normalize\": \"deprecated\", \"positive\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "descriptive": {"actual": {"min": 0.581, "max": 5.00001, "avg": 1.8923238235294118, "std": 1.1446704071581546}, "predicted": {"min": 0.4786774711492483, "max": 4.092055280937159, "avg": 1.8670572967036971, "std": 0.9141609003408828}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 335, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "LinearRegression", "task": "cross_validate", "start_timestamp": "08 Sep 2022 16:42:59.886772", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:42:59.909647", "total_time": "0:00:00.022875", "result_table": "", "accuracy": "", "pearson": 0.8636565411026966, "score": 0.8636565411026966, "fold": 2, "model_params": "{\"copy_X\": true, \"fit_intercept\": true, \"n_jobs\": null, \"normalize\": \"deprecated\", \"positive\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "descriptive": {"actual": {"min": 0.535, "max": 5.00001, "avg": 2.0366179411764707, "std": 1.1392645627921534}, "predicted": {"min": 0.3466018440976444, "max": 3.6064527574491345, "avg": 2.0656256757413454, "std": 0.867547087578469}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 335, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "LinearRegression", "task": "cross_validate", "start_timestamp": "08 Sep 2022 16:42:59.886772", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:42:59.909647", "total_time": "0:00:00.022875", "result_table": "", "accuracy": "", "pearson": 0.8781651020341252, "score": 0.8781651020341252, "fold": 3, "model_params": "{\"copy_X\": true, \"fit_intercept\": true, \"n_jobs\": null, \"normalize\": \"deprecated\", \"positive\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "descriptive": {"actual": {"min": 0.475, "max": 5.00001, "avg": 2.4114717647058828, "std": 1.235666830611454}, "predicted": {"min": 0.45026272647842025, "max": 5.303784080004082, "avg": 2.3634366782246503, "std": 1.027708372768086}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 335, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "LinearRegression", "task": "cross_validate", "start_timestamp": "08 Sep 2022 16:42:59.886772", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:42:59.909647", "total_time": "0:00:00.022875", "result_table": "", "accuracy": "", "pearson": 0.8884695486993589, "score": 0.8884695486993589, "fold": 4, "model_params": "{\"copy_X\": true, \"fit_intercept\": true, \"n_jobs\": null, \"normalize\": \"deprecated\", \"positive\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "descriptive": {"actual": {"min": 0.58, "max": 5.00001, "avg": 2.1028238235294117, "std": 1.1822357046366574}, "predicted": {"min": -0.026641103954648138, "max": 5.466018143129121, "avg": 2.1272166505048773, "std": 1.168444083273442}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 335, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "LinearRegression", "task": "cross_validate", "start_timestamp": "08 Sep 2022 16:42:59.886772", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:42:59.909647", "total_time": "0:00:00.022875", "result_table": "", "accuracy": "", "pearson": 0.765819142581856, "score": 0.765819142581856, "fold": 5, "model_params": "{\"copy_X\": true, \"fit_intercept\": true, \"n_jobs\": null, \"normalize\": \"deprecated\", \"positive\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "descriptive": {"actual": {"min": 0.702, "max": 5.00001, "avg": 1.9466473529411763, "std": 0.8891587701778404}, "predicted": {"min": 0.5996050727743063, "max": 3.8662658076319727, "avg": 2.0610228045107375, "std": 0.6226663077339967}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 335, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "LinearRegression", "task": "cross_validate", "start_timestamp": "08 Sep 2022 16:42:59.886772", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:42:59.909647", "total_time": "0:00:00.022875", "result_table": "", "accuracy": "", "pearson": 0.88369807565199, "score": 0.88369807565199, "fold": 6, "model_params": "{\"copy_X\": true, \"fit_intercept\": true, \"n_jobs\": null, \"normalize\": \"deprecated\", \"positive\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "descriptive": {"actual": {"min": 0.616, "max": 5.00001, "avg": 2.322061818181818, "std": 1.4079089815868984}, "predicted": {"min": 0.37518857360111046, "max": 4.579078245963599, "avg": 2.3728326091232943, "std": 1.035124463530555}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 335, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "LinearRegression", "task": "cross_validate", "start_timestamp": "08 Sep 2022 16:42:59.886772", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:42:59.909647", "total_time": "0:00:00.022875", "result_table": "", "accuracy": "", "pearson": 0.8521672853275234, "score": 0.8521672853275234, "fold": 7, "model_params": "{\"copy_X\": true, \"fit_intercept\": true, \"n_jobs\": null, \"normalize\": \"deprecated\", \"positive\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "descriptive": {"actual": {"min": 0.596, "max": 5.00001, "avg": 2.234819090909091, "std": 1.3411265822826846}, "predicted": {"min": 0.41336470265256064, "max": 4.056495351593293, "avg": 2.048427099003869, "std": 0.940833930826557}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 335, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "LinearRegression", "task": "cross_validate", "start_timestamp": "08 Sep 2022 16:42:59.886772", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:42:59.909647", "total_time": "0:00:00.022875", "result_table": "", "accuracy": "", "pearson": 0.6915307369705576, "score": 0.6915307369705576, "fold": 8, "model_params": "{\"copy_X\": true, \"fit_intercept\": true, \"n_jobs\": null, \"normalize\": \"deprecated\", \"positive\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "descriptive": {"actual": {"min": 0.571, "max": 5.00001, "avg": 1.9573942424242423, "std": 1.0419866039243302}, "predicted": {"min": 0.07136427443810645, "max": 4.011593288515772, "avg": 1.8113555229936618, "std": 0.8845046639442126}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 335, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "LinearRegression", "task": "cross_validate", "start_timestamp": "08 Sep 2022 16:42:59.886772", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:42:59.909647", "total_time": "0:00:00.022875", "result_table": "", "accuracy": "", "pearson": 0.9065863813813909, "score": 0.9065863813813909, "fold": 9, "model_params": "{\"copy_X\": true, \"fit_intercept\": true, \"n_jobs\": null, \"normalize\": \"deprecated\", \"positive\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "descriptive": {"actual": {"min": 0.437, "max": 4.92, "avg": 1.7039393939393939, "std": 1.0664446437321946}, "predicted": {"min": 0.5063995091749331, "max": 4.700424707617959, "avg": 1.9073535553370522, "std": 1.0072331208040048}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 335, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "LinearRegression", "task": "cross_validate", "start_timestamp": "08 Sep 2022 16:42:59.886772", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:42:59.909647", "total_time": "0:00:00.022875", "result_table": "", "accuracy": "", "pearson": 0.8010572920884123, "score": 0.8010572920884123, "fold": 10, "model_params": "{\"copy_X\": true, \"fit_intercept\": true, \"n_jobs\": null, \"normalize\": \"deprecated\", \"positive\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "descriptive": {"actual": {"min": 0.581, "max": 3.781, "avg": 2.111121212121212, "std": 0.9070918485309292}, "predicted": {"min": -1.8935471720521586, "max": 4.0516529996166835, "avg": 2.058259946179404, "std": 1.140454762449857}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 335, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "LinearRegression", "task": "cross_validate", "start_timestamp": "08 Sep 2022 16:42:59.886772", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:42:59.909647", "total_time": "0:00:00.022875", "fold": "average", "pearson": 0.8341015264552221, "score": 0.8341015264552221, "additional_scores": {}}] \ No newline at end of file diff --git a/tests/other/expected/Example_CV_example_california_RandomForestRegressor.results.json b/tests/other/expected/Example_CV_example_california_RandomForestRegressor.results.json deleted file mode 100644 index d6834ea3..00000000 --- a/tests/other/expected/Example_CV_example_california_RandomForestRegressor.results.json +++ /dev/null @@ -1 +0,0 @@ -[{"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 335, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "RandomForestRegressor", "task": "cross_validate", "start_timestamp": "08 Sep 2022 16:42:41.524913", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:42:58.434255", "total_time": "0:00:16.909342", "result_table": "", "accuracy": "", "pearson": 0.8829578991508786, "score": 0.8829578991508786, "fold": 1, "model_params": "{\"bootstrap\": true, \"ccp_alpha\": 0.0, \"criterion\": \"squared_error\", \"max_depth\": null, \"max_features\": 1.0, \"max_leaf_nodes\": null, \"max_samples\": null, \"min_impurity_decrease\": 0.0, \"min_samples_leaf\": 1, \"min_samples_split\": 2, \"min_weight_fraction_leaf\": 0.0, \"n_estimators\": 500, \"n_jobs\": null, \"oob_score\": false, \"random_state\": 123456789, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.8262233887392613, "grid_search_cv_results": {"mean_fit_time": [0.19662896792093912, 0.27605223655700684, 0.32507872581481934, 0.33060574531555176], "std_fit_time": [0.000544277827177072, 0.0018869117348589346, 0.003493156130570328, 0.005378388935977656], "mean_score_time": [0.011491139729817709, 0.012103796005249023, 0.013609886169433594, 0.014371077219645182], "std_score_time": [0.0001812623492951416, 0.00013115420266648602, 0.00012302691310783266, 1.7796243034716802e-05], "param_max_depth": [1, 5, 10, null], "params": [{"max_depth": 1}, {"max_depth": 5}, {"max_depth": 10}, {"max_depth": null}], "split0_test_score": [0.6296423313753893, 0.8157309043666787, 0.8221244672381913, 0.8204150141451751], "split1_test_score": [0.5229767836831736, 0.810268296893323, 0.8230184957447455, 0.8231176619912649], "split2_test_score": [0.7202352100728148, 0.8153707079337329, 0.8334350407856812, 0.8351374900813433], "mean_test_score": [0.6242847750437925, 0.8137899697312448, 0.8261926679228727, 0.8262233887392613], "std_test_score": [0.0806194734656338, 0.002494536703891681, 0.005134120843636353, 0.006399061306039449], "rank_test_score": [4, 3, 2, 1]}, "descriptive": {"actual": {"min": 0.581, "max": 5.00001, "avg": 1.8923238235294118, "std": 1.1446704071581546}, "predicted": {"min": 0.6455360000000014, "max": 3.9872523599999905, "avg": 1.927886854705882, "std": 0.834431498405034}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 335, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "RandomForestRegressor", "task": "cross_validate", "start_timestamp": "08 Sep 2022 16:42:41.524913", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:42:58.434255", "total_time": "0:00:16.909342", "result_table": "", "accuracy": "", "pearson": 0.8960621027630895, "score": 0.8960621027630895, "fold": 2, "model_params": "{\"bootstrap\": true, \"ccp_alpha\": 0.0, \"criterion\": \"squared_error\", \"max_depth\": 10, \"max_features\": 1.0, \"max_leaf_nodes\": null, \"max_samples\": null, \"min_impurity_decrease\": 0.0, \"min_samples_leaf\": 1, \"min_samples_split\": 2, \"min_weight_fraction_leaf\": 0.0, \"n_estimators\": 500, \"n_jobs\": null, \"oob_score\": false, \"random_state\": 123456789, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.8199560412076262, "grid_search_cv_results": {"mean_fit_time": [0.19470938046773276, 0.2764809926350911, 0.3303964138031006, 0.338345209757487], "std_fit_time": [0.0009007718193041638, 0.0029209231942853983, 0.003665922382123123, 0.006399931274648006], "mean_score_time": [0.010550260543823242, 0.01172335942586263, 0.013738870620727539, 0.014264424641927084], "std_score_time": [9.841172703832988e-05, 0.00015670967838603796, 0.00024820530651016354, 9.216707078808113e-05], "param_max_depth": [1, 5, 10, null], "params": [{"max_depth": 1}, {"max_depth": 5}, {"max_depth": 10}, {"max_depth": null}], "split0_test_score": [0.6505776315837188, 0.8237095710887756, 0.8322404350301474, 0.8328501159062642], "split1_test_score": [0.5658699190068261, 0.8122746732804101, 0.82395915019493, 0.8224905498284063], "split2_test_score": [0.6468698984770076, 0.7797882183628441, 0.8036685383978013, 0.8024300550490188], "mean_test_score": [0.6211058163558508, 0.8052574875773434, 0.8199560412076262, 0.8192569069278964], "std_test_score": [0.03908699773719855, 0.018604694348692722, 0.012002971311736183, 0.012627677549616764], "rank_test_score": [4, 3, 1, 2]}, "descriptive": {"actual": {"min": 0.535, "max": 5.00001, "avg": 2.0366179411764707, "std": 1.1392645627921534}, "predicted": {"min": 0.7635217052472413, "max": 4.12062701760316, "avg": 2.022869424728949, "std": 0.8244038680615895}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 335, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "RandomForestRegressor", "task": "cross_validate", "start_timestamp": "08 Sep 2022 16:42:41.524913", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:42:58.434255", "total_time": "0:00:16.909342", "result_table": "", "accuracy": "", "pearson": 0.8957150660290684, "score": 0.8957150660290684, "fold": 3, "model_params": "{\"bootstrap\": true, \"ccp_alpha\": 0.0, \"criterion\": \"squared_error\", \"max_depth\": 10, \"max_features\": 1.0, \"max_leaf_nodes\": null, \"max_samples\": null, \"min_impurity_decrease\": 0.0, \"min_samples_leaf\": 1, \"min_samples_split\": 2, \"min_weight_fraction_leaf\": 0.0, \"n_estimators\": 500, \"n_jobs\": null, \"oob_score\": false, \"random_state\": 123456789, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.8129482112621808, "grid_search_cv_results": {"mean_fit_time": [0.2010358969370524, 0.2791227499643962, 0.32411924997965497, 0.3304016590118408], "std_fit_time": [0.0005066935130210076, 0.0011178674084943343, 0.0018041531170522253, 0.004206776657805512], "mean_score_time": [0.010483741760253906, 0.011914650599161783, 0.013875166575113932, 0.014259735743204752], "std_score_time": [0.00034298256293972714, 0.00023228515265584886, 0.0001154941093811631, 0.00032801731357645197], "param_max_depth": [1, 5, 10, null], "params": [{"max_depth": 1}, {"max_depth": 5}, {"max_depth": 10}, {"max_depth": null}], "split0_test_score": [0.6607445071160672, 0.8289907160919957, 0.833040460774403, 0.8333013795566531], "split1_test_score": [0.5743750632168655, 0.7646910225166296, 0.7771216980733633, 0.7756317797778198], "split2_test_score": [0.6781466767253801, 0.8095474923163284, 0.8286824749387761, 0.8297090529967305], "mean_test_score": [0.6377554156861043, 0.8010764103083178, 0.8129482112621808, 0.8128807374437345], "std_test_score": [0.04537628371827094, 0.02692498308586686, 0.02539556779685866, 0.026379788196345906], "rank_test_score": [4, 3, 1, 2]}, "descriptive": {"actual": {"min": 0.475, "max": 5.00001, "avg": 2.4114717647058828, "std": 1.235666830611454}, "predicted": {"min": 1.1508395821540984, "max": 4.479862710909082, "avg": 2.2488811632486727, "std": 0.9166465849852445}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 335, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "RandomForestRegressor", "task": "cross_validate", "start_timestamp": "08 Sep 2022 16:42:41.524913", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:42:58.434255", "total_time": "0:00:16.909342", "result_table": "", "accuracy": "", "pearson": 0.883833132132246, "score": 0.883833132132246, "fold": 4, "model_params": "{\"bootstrap\": true, \"ccp_alpha\": 0.0, \"criterion\": \"squared_error\", \"max_depth\": null, \"max_features\": 1.0, \"max_leaf_nodes\": null, \"max_samples\": null, \"min_impurity_decrease\": 0.0, \"min_samples_leaf\": 1, \"min_samples_split\": 2, \"min_weight_fraction_leaf\": 0.0, \"n_estimators\": 500, \"n_jobs\": null, \"oob_score\": false, \"random_state\": 123456789, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.8013888292148633, "grid_search_cv_results": {"mean_fit_time": [0.19340848922729492, 0.2725858688354492, 0.3225376605987549, 0.3289830684661865], "std_fit_time": [0.0006025607799895447, 0.001394174707666746, 0.003219178756932082, 0.0054864754951017645], "mean_score_time": [0.010601520538330078, 0.012029409408569336, 0.014023383458455404, 0.014133930206298828], "std_score_time": [0.00015191074464096515, 0.00010338243075051275, 9.784506644503488e-05, 0.00020850355646345278], "param_max_depth": [1, 5, 10, null], "params": [{"max_depth": 1}, {"max_depth": 5}, {"max_depth": 10}, {"max_depth": null}], "split0_test_score": [0.6505697257588231, 0.8102174015824195, 0.8169648323095187, 0.8182341608901], "split1_test_score": [0.5309739824556032, 0.7591697937563275, 0.7708074998960796, 0.7752683099597968], "split2_test_score": [0.648577349963929, 0.784170499574797, 0.8079586609098423, 0.8106640167946934], "mean_test_score": [0.6100403527261183, 0.784519231637848, 0.7985769977051468, 0.8013888292148633], "std_test_score": [0.0559142830359869, 0.02084155747107961, 0.019977262696140852, 0.018726770766686465], "rank_test_score": [4, 3, 2, 1]}, "descriptive": {"actual": {"min": 0.58, "max": 5.00001, "avg": 2.1028238235294117, "std": 1.1822357046366574}, "predicted": {"min": 0.7125640000000013, "max": 4.372652300000001, "avg": 2.215956938235292, "std": 1.0456939758692636}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 335, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "RandomForestRegressor", "task": "cross_validate", "start_timestamp": "08 Sep 2022 16:42:41.524913", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:42:58.434255", "total_time": "0:00:16.909342", "result_table": "", "accuracy": "", "pearson": 0.652813050962414, "score": 0.652813050962414, "fold": 5, "model_params": "{\"bootstrap\": true, \"ccp_alpha\": 0.0, \"criterion\": \"squared_error\", \"max_depth\": 10, \"max_features\": 1.0, \"max_leaf_nodes\": null, \"max_samples\": null, \"min_impurity_decrease\": 0.0, \"min_samples_leaf\": 1, \"min_samples_split\": 2, \"min_weight_fraction_leaf\": 0.0, \"n_estimators\": 500, \"n_jobs\": null, \"oob_score\": false, \"random_state\": 123456789, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.8186478778682943, "grid_search_cv_results": {"mean_fit_time": [0.194029172261556, 0.27374935150146484, 0.32225743929545086, 0.3272703488667806], "std_fit_time": [0.0002827287390172886, 0.0006364236721745938, 0.001128393203625615, 0.002629990726778855], "mean_score_time": [0.010520140329996744, 0.011907021204630533, 0.013944784800211588, 0.01401813824971517], "std_score_time": [0.00017296927873257544, 0.0001141999829978911, 0.00033731689604537483, 0.00036865533131654816], "param_max_depth": [1, 5, 10, null], "params": [{"max_depth": 1}, {"max_depth": 5}, {"max_depth": 10}, {"max_depth": null}], "split0_test_score": [0.643566442460767, 0.8220139552375992, 0.828731219086591, 0.8270279095782852], "split1_test_score": [0.620766315345515, 0.7880803811096517, 0.7945783446774323, 0.7949134700349568], "split2_test_score": [0.6683686728047052, 0.8165141872984188, 0.8326340698408593, 0.8330017136493174], "mean_test_score": [0.6442338102036623, 0.8088695078818899, 0.8186478778682943, 0.8183143644208531], "std_test_score": [0.01943930972190671, 0.014870613208839163, 0.01709414874593108, 0.016725688372773093], "rank_test_score": [4, 3, 1, 2]}, "descriptive": {"actual": {"min": 0.702, "max": 5.00001, "avg": 1.9466473529411763, "std": 0.8891587701778404}, "predicted": {"min": 0.9611175654935813, "max": 4.13395985419413, "avg": 2.0037181889246067, "std": 0.7050628034839745}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 335, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "RandomForestRegressor", "task": "cross_validate", "start_timestamp": "08 Sep 2022 16:42:41.524913", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:42:58.434255", "total_time": "0:00:16.909342", "result_table": "", "accuracy": "", "pearson": 0.9017297411984564, "score": 0.9017297411984564, "fold": 6, "model_params": "{\"bootstrap\": true, \"ccp_alpha\": 0.0, \"criterion\": \"squared_error\", \"max_depth\": 10, \"max_features\": 1.0, \"max_leaf_nodes\": null, \"max_samples\": null, \"min_impurity_decrease\": 0.0, \"min_samples_leaf\": 1, \"min_samples_split\": 2, \"min_weight_fraction_leaf\": 0.0, \"n_estimators\": 500, \"n_jobs\": null, \"oob_score\": false, \"random_state\": 123456789, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.8153263684048117, "grid_search_cv_results": {"mean_fit_time": [0.19290900230407715, 0.27362863222757977, 0.3242209752400716, 0.33039212226867676], "std_fit_time": [0.0022808323639787113, 0.0011372795364804726, 0.0021076268230285538, 0.0009418808170813332], "mean_score_time": [0.010408878326416016, 0.012167056401570639, 0.013939380645751953, 0.0140531857808431], "std_score_time": [0.00026661323953287706, 0.00021856125891146544, 0.00020777665073704957, 0.00014716399536232017], "param_max_depth": [1, 5, 10, null], "params": [{"max_depth": 1}, {"max_depth": 5}, {"max_depth": 10}, {"max_depth": null}], "split0_test_score": [0.594453232666994, 0.8239998722693563, 0.8347575899909558, 0.8335239142896314], "split1_test_score": [0.6322683222685267, 0.808942271649392, 0.8183526146261041, 0.8192426607238319], "split2_test_score": [0.5708087962367248, 0.774619137264285, 0.7928689005973746, 0.7922647205314955], "mean_test_score": [0.5991767837240818, 0.8025204270610112, 0.8153263684048117, 0.8150104318483197], "std_test_score": [0.02531208256880656, 0.02066469313181717, 0.017234349410830636, 0.017107777730881905], "rank_test_score": [4, 3, 1, 2]}, "descriptive": {"actual": {"min": 0.616, "max": 5.00001, "avg": 2.322061818181818, "std": 1.4079089815868984}, "predicted": {"min": 0.8862698725630778, "max": 4.291777328205115, "avg": 2.3539965194811066, "std": 1.0323351634942795}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 335, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "RandomForestRegressor", "task": "cross_validate", "start_timestamp": "08 Sep 2022 16:42:41.524913", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:42:58.434255", "total_time": "0:00:16.909342", "result_table": "", "accuracy": "", "pearson": 0.786432894731879, "score": 0.786432894731879, "fold": 7, "model_params": "{\"bootstrap\": true, \"ccp_alpha\": 0.0, \"criterion\": \"squared_error\", \"max_depth\": 10, \"max_features\": 1.0, \"max_leaf_nodes\": null, \"max_samples\": null, \"min_impurity_decrease\": 0.0, \"min_samples_leaf\": 1, \"min_samples_split\": 2, \"min_weight_fraction_leaf\": 0.0, \"n_estimators\": 500, \"n_jobs\": null, \"oob_score\": false, \"random_state\": 123456789, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.8294168059749251, "grid_search_cv_results": {"mean_fit_time": [0.20209805170694986, 0.2737416426340739, 0.32477498054504395, 0.3309048016866048], "std_fit_time": [0.0042355841289083915, 0.002035113444902102, 0.002199958162135699, 0.0010913405061128492], "mean_score_time": [0.010684013366699219, 0.012084722518920898, 0.013933022816975912, 0.014034191767374674], "std_score_time": [0.0001595810669187608, 0.0003103481007918431, 0.0002058370693174285, 0.00027341405875168595], "param_max_depth": [1, 5, 10, null], "params": [{"max_depth": 1}, {"max_depth": 5}, {"max_depth": 10}, {"max_depth": null}], "split0_test_score": [0.6573115353005919, 0.7942782947586281, 0.8039799978152193, 0.8024627903698414], "split1_test_score": [0.722413327956377, 0.8255317379458529, 0.8406115793580742, 0.8413264250333444], "split2_test_score": [0.6679844221331895, 0.8345098610188505, 0.8436588407514816, 0.8416223834439946], "mean_test_score": [0.6825697617967195, 0.8181066312411106, 0.8294168059749251, 0.8284705329490603], "std_test_score": [0.028508594628925663, 0.017243238058637634, 0.018029510208085527, 0.018390648047225726], "rank_test_score": [4, 3, 1, 2]}, "descriptive": {"actual": {"min": 0.596, "max": 5.00001, "avg": 2.234819090909091, "std": 1.3411265822826846}, "predicted": {"min": 0.8816144602358483, "max": 4.355502179000004, "avg": 2.122256906865242, "std": 0.9659955099783774}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 335, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "RandomForestRegressor", "task": "cross_validate", "start_timestamp": "08 Sep 2022 16:42:41.524913", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:42:58.434255", "total_time": "0:00:16.909342", "result_table": "", "accuracy": "", "pearson": 0.6774488605057218, "score": 0.6774488605057218, "fold": 8, "model_params": "{\"bootstrap\": true, \"ccp_alpha\": 0.0, \"criterion\": \"squared_error\", \"max_depth\": 10, \"max_features\": 1.0, \"max_leaf_nodes\": null, \"max_samples\": null, \"min_impurity_decrease\": 0.0, \"min_samples_leaf\": 1, \"min_samples_split\": 2, \"min_weight_fraction_leaf\": 0.0, \"n_estimators\": 500, \"n_jobs\": null, \"oob_score\": false, \"random_state\": 123456789, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.8509065768243778, "grid_search_cv_results": {"mean_fit_time": [0.19478408495585123, 0.2753036816914876, 0.3202674388885498, 0.330552339553833], "std_fit_time": [0.0010768158929351092, 0.0010384664964526566, 0.0017703770694835817, 0.001689690361764331], "mean_score_time": [0.010670661926269531, 0.012032429377237955, 0.014010270436604818, 0.014224608739217123], "std_score_time": [0.00040233034557640447, 0.00012102560650642667, 0.00016619506096910967, 0.00012157576147297455], "param_max_depth": [1, 5, 10, null], "params": [{"max_depth": 1}, {"max_depth": 5}, {"max_depth": 10}, {"max_depth": null}], "split0_test_score": [0.6921616742701378, 0.8160601474686785, 0.8206901581611016, 0.8188697949013362], "split1_test_score": [0.6978520123360842, 0.8719171332483153, 0.8825219035215502, 0.8814363328880462], "split2_test_score": [0.6181610158500909, 0.8400509834097873, 0.8495076687904813, 0.8519295511245922], "mean_test_score": [0.6693915674854375, 0.8426760880422602, 0.8509065768243778, 0.8507452263046583], "std_test_score": [0.03629988110607375, 0.022878943679654606, 0.025262078185102087, 0.025556406735819267], "rank_test_score": [4, 3, 1, 2]}, "descriptive": {"actual": {"min": 0.571, "max": 5.00001, "avg": 1.9573942424242423, "std": 1.0419866039243302}, "predicted": {"min": 0.8712073779775775, "max": 4.606419292121216, "avg": 1.8850172608447402, "std": 0.8123675917084043}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 335, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "RandomForestRegressor", "task": "cross_validate", "start_timestamp": "08 Sep 2022 16:42:41.524913", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:42:58.434255", "total_time": "0:00:16.909342", "result_table": "", "accuracy": "", "pearson": 0.9042365634616863, "score": 0.9042365634616863, "fold": 9, "model_params": "{\"bootstrap\": true, \"ccp_alpha\": 0.0, \"criterion\": \"squared_error\", \"max_depth\": null, \"max_features\": 1.0, \"max_leaf_nodes\": null, \"max_samples\": null, \"min_impurity_decrease\": 0.0, \"min_samples_leaf\": 1, \"min_samples_split\": 2, \"min_weight_fraction_leaf\": 0.0, \"n_estimators\": 500, \"n_jobs\": null, \"oob_score\": false, \"random_state\": 123456789, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.8293100201419352, "grid_search_cv_results": {"mean_fit_time": [0.19367535909016928, 0.2735239664713542, 0.3232142925262451, 0.3287382920583089], "std_fit_time": [0.00017993178461109111, 0.001166765610502902, 0.0009622294433249496, 0.0014864596497613104], "mean_score_time": [0.010408639907836914, 0.011982997258504232, 0.013896783192952475, 0.014019330342610678], "std_score_time": [9.208905401088014e-05, 0.0001314644935942263, 7.799782424941447e-05, 0.00023040408765984794], "param_max_depth": [1, 5, 10, null], "params": [{"max_depth": 1}, {"max_depth": 5}, {"max_depth": 10}, {"max_depth": null}], "split0_test_score": [0.6641072447833959, 0.7965647361247583, 0.8003676620573306, 0.7997002374221541], "split1_test_score": [0.724904277993396, 0.8628611254909988, 0.8752498606406902, 0.8752459411288785], "split2_test_score": [0.5576613604531324, 0.8017611430180795, 0.8120382040096319, 0.812983881874773], "mean_test_score": [0.6488909610766415, 0.8203956682112789, 0.8292185755692175, 0.8293100201419352], "std_test_score": [0.06911921987517017, 0.03010245790221597, 0.03289589428650626, 0.03293119524275752], "rank_test_score": [4, 3, 2, 1]}, "descriptive": {"actual": {"min": 0.437, "max": 4.92, "avg": 1.7039393939393939, "std": 1.0664446437321946}, "predicted": {"min": 0.8020960000000017, "max": 4.339469739999998, "avg": 1.948568467272726, "std": 0.8881067204900619}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 335, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "RandomForestRegressor", "task": "cross_validate", "start_timestamp": "08 Sep 2022 16:42:41.524913", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:42:58.434255", "total_time": "0:00:16.909342", "result_table": "", "accuracy": "", "pearson": 0.900611360582037, "score": 0.900611360582037, "fold": 10, "model_params": "{\"bootstrap\": true, \"ccp_alpha\": 0.0, \"criterion\": \"squared_error\", \"max_depth\": null, \"max_features\": 1.0, \"max_leaf_nodes\": null, \"max_samples\": null, \"min_impurity_decrease\": 0.0, \"min_samples_leaf\": 1, \"min_samples_split\": 2, \"min_weight_fraction_leaf\": 0.0, \"n_estimators\": 500, \"n_jobs\": null, \"oob_score\": false, \"random_state\": 123456789, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.8333035305051038, "grid_search_cv_results": {"mean_fit_time": [0.19733357429504395, 0.2822244167327881, 0.32764379183451336, 0.3301599820454915], "std_fit_time": [0.00046063839258239403, 0.006476390541996427, 0.0011861322207000733, 0.0011511304351286343], "mean_score_time": [0.01027830441792806, 0.012558937072753906, 0.014156659444173178, 0.014154275258382162], "std_score_time": [0.0002883021454951343, 0.00023202460368923022, 0.00022432931803889231, 0.00013134899577200694], "param_max_depth": [1, 5, 10, null], "params": [{"max_depth": 1}, {"max_depth": 5}, {"max_depth": 10}, {"max_depth": null}], "split0_test_score": [0.6678237383923968, 0.7998923592720545, 0.8054843807275993, 0.806071650925366], "split1_test_score": [0.7349794794498692, 0.8636779737232859, 0.8701576793296606, 0.8708411446084016], "split2_test_score": [0.5521212918141692, 0.8107305724235292, 0.8219021176349588, 0.8229977959815437], "mean_test_score": [0.6516415032188118, 0.8247669684729565, 0.8325147258974063, 0.8333035305051038], "std_test_score": [0.07552340806117938, 0.02786774076804661, 0.027448490894971152, 0.027427819831231798], "rank_test_score": [4, 3, 2, 1]}, "descriptive": {"actual": {"min": 0.581, "max": 3.781, "avg": 2.111121212121212, "std": 0.9070918485309292}, "predicted": {"min": 0.679698, "max": 4.193853340000001, "avg": 2.215824464242423, "std": 0.9630606739611631}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 335, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "RandomForestRegressor", "task": "cross_validate", "start_timestamp": "08 Sep 2022 16:42:41.524913", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:42:58.434255", "total_time": "0:00:16.909342", "fold": "average", "pearson": 0.8381840671517479, "score": 0.8381840671517479, "additional_scores": {}}] \ No newline at end of file diff --git a/tests/other/expected/Example_CV_example_california_SVR.results.json b/tests/other/expected/Example_CV_example_california_SVR.results.json deleted file mode 100644 index 9be8592e..00000000 --- a/tests/other/expected/Example_CV_example_california_SVR.results.json +++ /dev/null @@ -1 +0,0 @@ -[{"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 335, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "SVR", "task": "cross_validate", "start_timestamp": "08 Sep 2022 16:42:58.436237", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:42:59.881279", "total_time": "0:00:01.445042", "result_table": "", "accuracy": "", "pearson": 0.8463625598731622, "score": 0.8463625598731622, "fold": 1, "model_params": "{\"C\": 100.0, \"cache_size\": 1000, \"coef0\": 0.0, \"degree\": 3, \"epsilon\": 0.1, \"gamma\": 0.01, \"kernel\": \"rbf\", \"max_iter\": -1, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.8543509797567262, "grid_search_cv_results": {"mean_fit_time": [0.0011016527811686199, 0.0010457038879394531, 0.0009810129801432292, 0.0009493033091227213, 0.0009020964304606119, 0.0009165604909261068, 0.0012201468149820964, 0.000942230224609375, 0.0009623368581136068, 0.001004616419474284, 0.0009672641754150391, 0.0009427070617675781, 0.0009639263153076172, 0.001205126444498698, 0.0013630390167236328, 0.0013340314229329426, 0.0010152657826741536, 0.0012926260630289714, 0.001209576924641927, 0.001141945521036784, 0.0014732678731282551, 0.0027106602986653647, 0.0026720364888509116, 0.0014042059580485027, 0.002588669459025065, 0.0016006628672281902, 0.001298666000366211, 0.0015393892923990886, 0.010242382685343424, 0.010207255681355795, 0.00382081667582194, 0.010065396626790365, 0.0016249815622965496, 0.001347939173380534, 0.0016630490620930989], "std_fit_time": [2.5609258151580396e-05, 2.1893871367277807e-05, 1.6353653102737406e-05, 5.260839196343538e-06, 7.802114179150188e-06, 2.002936810231084e-05, 4.087161765503918e-05, 1.1399300659067078e-05, 5.0812935394114745e-06, 6.328125949897855e-05, 8.329877947650832e-06, 8.240687940480373e-06, 3.14537876489633e-05, 6.254670578623135e-06, 8.64617233047963e-05, 5.564451053636509e-05, 7.48498496644589e-05, 6.128434549574764e-05, 3.13417422202116e-05, 2.344301186744463e-05, 3.478206675399189e-05, 0.0001503292111076106, 5.300881444260845e-05, 4.278371781897903e-05, 0.00015065191059944575, 4.674233925687582e-05, 6.108108421698855e-05, 5.7503982417235956e-05, 0.0009900622582397214, 0.0012989409650546204, 4.738888723106413e-05, 0.00036862860386787055, 0.0001230840901700052, 6.629932522687859e-05, 9.553543498533744e-05], "mean_score_time": [0.0008779366811116537, 0.0008697509765625, 0.000812371571858724, 0.0007970333099365234, 0.0007805824279785156, 0.0007994969685872396, 0.0008660157521565756, 0.000797112782796224, 0.0008002122243245443, 0.0008142789204915365, 0.0008043448130289713, 0.0008000532786051432, 0.0008261203765869141, 0.0008652210235595703, 0.0008226235707600912, 0.0007512569427490234, 0.0008030732472737631, 0.0007593631744384766, 0.0007623831431070963, 0.0007987022399902344, 0.0008797645568847656, 0.0007634162902832031, 0.0007786750793457031, 0.0007377465565999349, 0.0007879734039306641, 0.0008217493693033854, 0.0008295377095540365, 0.0008587042490641276, 0.0008258819580078125, 0.0008004506429036459, 0.0007607142130533854, 0.0008511543273925781, 0.0008484522501627604, 0.0008350213368733724, 0.0008878707885742188], "std_score_time": [2.496029852756801e-05, 9.350143218578138e-06, 1.209816050609148e-05, 1.8235514808628982e-05, 6.5756287871798206e-06, 4.4660636006123595e-06, 8.305579254651961e-06, 2.809789900726269e-06, 4.895166903951802e-06, 3.0511575678102854e-05, 5.268037611381706e-06, 7.763160172462917e-06, 2.0905743225593917e-05, 6.3169676301440095e-06, 2.398237569350696e-05, 2.0524318000147077e-05, 4.0395515955385284e-05, 2.74675035402422e-05, 5.595927792321506e-06, 8.357129529548176e-06, 3.939658112308828e-05, 4.105417475526127e-05, 3.210310077794703e-05, 3.7843937721418855e-05, 1.0696113984084108e-05, 2.785203441865635e-05, 1.6361761491131993e-05, 1.9843085609687524e-05, 4.4584061797208523e-05, 3.0100811166803527e-05, 7.570389559497744e-06, 3.7673656282994735e-05, 4.378269405036195e-05, 3.0382132297540146e-05, 3.543598479297313e-05], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.6691841143330919, 0.6710060619433031, 0.7431956940632597, 0.6861407823739066, 0.41270748293240295, 0.19982293227390538, 0.10608867259374986, 0.7307831685817179, 0.7316019673038803, 0.7612192623391553, 0.7425353026102975, 0.4565552750585506, 0.20009307813464705, 0.10608867230888408, 0.823523928653577, 0.8238529404011883, 0.8233693406871377, 0.8266833101433197, 0.5973857298417934, 0.1977180690553627, 0.07629467582000432, 0.8530515776430336, 0.8530035399752425, 0.8539333599070856, 0.8524600478826794, 0.5801790685922349, 0.15983047453116403, 0.04601926615768609, 0.7985662462943122, 0.7992825362820146, 0.859260823954226, 0.8127443423597253, 0.574524031884702, 0.15983047453116403, 0.04601926615768609], "split1_test_score": [0.6935244455498558, 0.6800086408516148, 0.7704246018210039, 0.7184861957408368, 0.390569398911136, 0.1256581912328167, 0.04425595983937923, 0.7417222277849691, 0.7339047044157202, 0.774292870340511, 0.7534275244446951, 0.4532746431539582, 0.1225237674023475, 0.044255902380559195, 0.795385142813791, 0.7900369254140689, 0.8084904621578813, 0.8025119008297613, 0.6203328113182744, 0.13350645309997203, 0.04968679501570548, 0.818473966226041, 0.8112651433903706, 0.8370135031504276, 0.8196070273067129, 0.6245858426745368, 0.15515261716021594, 0.057810212043789375, 0.6910043699271958, 0.6794647585776722, 0.8470433050847554, 0.7562078989041786, 0.6245858426745368, 0.15515261716021594, 0.057810212043789375], "split2_test_score": [0.7669056163291776, 0.7703699549299037, 0.8118254203900009, 0.7759690028416536, 0.644863629726769, 0.3226438075009232, 0.22987707521612266, 0.8128226067431465, 0.8153674503283294, 0.8308801294809164, 0.8189350319788427, 0.673457829719846, 0.32192001362581263, 0.22987707340253594, 0.843852377766155, 0.8464364984387017, 0.8598924988772642, 0.850523160680684, 0.7078419181810348, 0.35039192582956397, 0.22673083058502766, 0.8195232412723169, 0.8211853515011551, 0.8613253291252055, 0.8227439446382485, 0.6841955120457099, 0.33909491189748503, 0.2290397114778382, 0.7093141152841254, 0.7207435339685744, 0.8567488102311974, 0.7315527867941951, 0.6820317292241688, 0.33909491189748503, 0.2290397114778382], "mean_test_score": [0.7098713920707084, 0.7071282192416072, 0.7751485720914215, 0.7268653269854656, 0.4827135038567693, 0.2160416436692151, 0.12674056921641727, 0.7617760010366111, 0.7602913740159766, 0.7887974207201941, 0.7716326196779452, 0.5277625826441182, 0.21484561972093572, 0.12674054936399307, 0.8209204830778409, 0.8201087880846529, 0.8305841005740944, 0.8265727905512549, 0.6418534864470343, 0.2272054826616329, 0.11757076714024582, 0.8303495950471306, 0.8284846782889227, 0.8507573973942396, 0.8316036732758803, 0.6296534744374939, 0.21802600119628832, 0.11095639655977123, 0.7329615771685445, 0.7331636096094204, 0.8543509797567262, 0.7668350093526998, 0.6270472012611359, 0.21802600119628832, 0.11095639655977123], "std_test_score": [0.041535446576865406, 0.04486943619288715, 0.02821638714479811, 0.037147765104705605, 0.11501310412521329, 0.08123266257536513, 0.07717372283366743, 0.036370617442123304, 0.03895601182551622, 0.030231832991325553, 0.03374214754314955, 0.1030308025196555, 0.08206884859451266, 0.07717374252216871, 0.01987211887094205, 0.023176740736742737, 0.021596016837911323, 0.019600670550661916, 0.04759199497889471, 0.0909650399555605, 0.07794842063260182, 0.016058440249480457, 0.017804186137628374, 0.010176157558044687, 0.014803182853485114, 0.04261545725783226, 0.08562994585687295, 0.08363615066764606, 0.04698787894826349, 0.04969754301569349, 0.005268088525559278, 0.033987436709775, 0.04392432857675015, 0.08562994585687295, 0.08363615066764606], "rank_test_score": [19, 20, 11, 18, 25, 29, 31, 14, 15, 10, 12, 24, 30, 32, 8, 9, 4, 7, 21, 26, 33, 5, 6, 2, 3, 22, 27, 34, 17, 16, 1, 13, 23, 27, 34]}, "descriptive": {"actual": {"min": 0.581, "max": 5.00001, "avg": 1.8923238235294118, "std": 1.1446704071581546}, "predicted": {"min": 0.5638078123007579, "max": 4.398227925265252, "avg": 1.8665105051162574, "std": 0.9236463048479229}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 335, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "SVR", "task": "cross_validate", "start_timestamp": "08 Sep 2022 16:42:58.436237", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:42:59.881279", "total_time": "0:00:01.445042", "result_table": "", "accuracy": "", "pearson": 0.8745963102870932, "score": 0.8745963102870932, "fold": 2, "model_params": "{\"C\": 10.0, \"cache_size\": 1000, \"coef0\": 0.0, \"degree\": 3, \"epsilon\": 0.1, \"gamma\": 0.01, \"kernel\": \"rbf\", \"max_iter\": -1, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.8483672171235842, "grid_search_cv_results": {"mean_fit_time": [0.0009819666544596355, 0.0009709993998209635, 0.0009911855061848958, 0.0009076595306396484, 0.0008840560913085938, 0.0009125868479410807, 0.001173257827758789, 0.0008790493011474609, 0.0008787314097086588, 0.0009977022806803386, 0.0009179910024007162, 0.0009183883666992188, 0.0009636084238688151, 0.001188516616821289, 0.0013477802276611328, 0.0014146169026692708, 0.0009894371032714844, 0.001270612080891927, 0.0012516180674235027, 0.0011916160583496094, 0.0014395713806152344, 0.0025917689005533853, 0.002655585606892904, 0.0014310677846272786, 0.002508242925008138, 0.0015520254770914714, 0.001207272211710612, 0.0015981992085774739, 0.010036627451578775, 0.008957624435424805, 0.0035642782847086587, 0.010363260904947916, 0.0015938282012939453, 0.0013251304626464844, 0.0016031265258789062], "std_fit_time": [2.0018012869088194e-05, 2.7690333350792483e-05, 2.048581571512144e-05, 1.7249821736181596e-05, 3.6806660455729345e-05, 3.684439259225345e-05, 1.3858389680059634e-05, 1.4182732865781284e-05, 1.7939402828638948e-05, 1.921830564893312e-05, 2.264711576438911e-05, 1.4962863331810387e-05, 3.30433203741582e-05, 2.1292794763342007e-05, 4.535888664705803e-05, 6.686194845798292e-05, 1.778097566793831e-05, 6.024818571757317e-05, 4.416918227436821e-05, 5.745178722358646e-05, 6.120844668745245e-05, 9.498207064313307e-05, 0.00015944462202267432, 6.109669599595709e-05, 9.069820745599965e-05, 4.595744447924667e-05, 2.5934954394494552e-05, 8.171332807404683e-05, 0.0012039260444075002, 0.00048073427784114177, 0.00030466712426661496, 0.0007428086678792653, 4.057461148362017e-05, 4.708510403948614e-05, 1.7908393820012973e-05], "mean_score_time": [0.0007980664571126302, 0.0008023579915364584, 0.0008210341135660807, 0.0007619063059488932, 0.000766913096110026, 0.0007840792338053385, 0.000847021738688151, 0.0007409254709879557, 0.000766754150390625, 0.0008106231689453125, 0.0007660388946533203, 0.0007832050323486328, 0.00081634521484375, 0.0008548100789388021, 0.0007576147715250651, 0.0007594426472981771, 0.0007633368174235026, 0.0007640520731608073, 0.0007806619008382162, 0.0007987022399902344, 0.0008453528086344401, 0.0007668336232503256, 0.0007605552673339844, 0.0007535616556803385, 0.0007710456848144531, 0.0007963180541992188, 0.0007739861806233724, 0.0009121100107828776, 0.0008216698964436849, 0.0007917881011962891, 0.0007023016611735026, 0.0008133252461751302, 0.0008231798807779948, 0.0008537769317626953, 0.0008862813313802084], "std_score_time": [2.2551535482361734e-05, 1.0677201622759822e-05, 1.0349185137227968e-05, 4.414858631239302e-06, 1.947879629136422e-05, 1.5699862930972406e-05, 1.6247875832257287e-05, 1.2700250351282736e-05, 5.4680908255908435e-05, 1.2751865493114518e-05, 1.82334365688583e-05, 1.7423597571376834e-05, 1.9077459557275095e-05, 6.521618601140545e-06, 1.647485991214885e-05, 2.051908593399267e-05, 1.6610017802779326e-05, 8.68475105531893e-06, 1.3663323878535249e-05, 9.448918627231502e-06, 1.168061801176621e-05, 2.1804838619504985e-05, 2.6509172743974537e-05, 1.2961631163199815e-06, 1.3185790476453234e-05, 1.843393495567103e-05, 1.2724098741617781e-05, 4.1314728771023066e-05, 2.0680053669345337e-05, 2.1813237070126408e-05, 1.309687651236747e-05, 2.581485965451676e-05, 3.107764814023995e-05, 2.6052798636818686e-05, 9.056419683336069e-06], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.6698574333284829, 0.6719545655403962, 0.7614039196678564, 0.6890379237273131, 0.414118479056954, 0.20556712869116175, 0.13193541509263476, 0.7505006969904171, 0.7520445285640208, 0.7737569365745961, 0.7593048152015989, 0.4663511208984743, 0.20528881837787022, 0.13193541509263443, 0.8408678663795986, 0.8410238631878247, 0.8374599161377142, 0.8422507159098308, 0.6073437703762925, 0.17652625347842305, 0.13193512904959787, 0.8561971927438397, 0.856873788149993, 0.8664676816661624, 0.860528275891478, 0.5902779543256346, 0.15889200423487362, 0.1319350185444115, 0.7884423967403835, 0.790965923637563, 0.8713431137349756, 0.8095947468659918, 0.5844374335472241, 0.15889200423487362, 0.1319350185444115], "split1_test_score": [0.6972742667619877, 0.6862956514152451, 0.7666139670678791, 0.7157745816368729, 0.4062135310085644, 0.17916517779080943, 0.13417535027950603, 0.7284194171559057, 0.7211779620341259, 0.7759671073610727, 0.7412663275808304, 0.47187103876754377, 0.17872945038046797, 0.1341753502793904, 0.7773936495697806, 0.7723369506406362, 0.7956716051495248, 0.7838274118956682, 0.6138854706656213, 0.17898484372192122, 0.13417530935547578, 0.7966921080837075, 0.781105217347291, 0.8219149480472013, 0.8015606931585815, 0.6201617934488692, 0.1890127169915909, 0.13417526767129573, 0.6585890498736926, 0.6331684134922846, 0.8245701247735229, 0.6940617510680275, 0.6201617934488692, 0.1890127169915909, 0.13417526767129573], "split2_test_score": [0.7681606320165193, 0.771491760960496, 0.7932668707364754, 0.7771850261227596, 0.6419427419327851, 0.28048366407810904, 0.22227736445865032, 0.7946579736772711, 0.7969963427281485, 0.8128894141208728, 0.8001100667769375, 0.6619065365764215, 0.32344631077195934, 0.2283899356643389, 0.8337339080017232, 0.8359393696559929, 0.8508458877157549, 0.8411773075658737, 0.6845427456621621, 0.3512669700779631, 0.22777019414037825, 0.7792028717455057, 0.7834210118688903, 0.8567190216573891, 0.7888760152503168, 0.6853625184625212, 0.3208316509675621, 0.2290493901481213, 0.6573626445522639, 0.6661399294940432, 0.8454356019843973, 0.6836728840043146, 0.6878473540984422, 0.3208316509675621, 0.2290493901481213], "mean_test_score": [0.7117641107023299, 0.7099139926387125, 0.7737615858240702, 0.7273325104956485, 0.4874249173327678, 0.22173865685336006, 0.16279604327693037, 0.7578593626078646, 0.7567396111087651, 0.7875378193521806, 0.7668937365197889, 0.5333762320808132, 0.23582152651009922, 0.16483356701212123, 0.8173318079837008, 0.816433394494818, 0.8279924696676647, 0.8224184784571241, 0.6352573289013587, 0.2355926890927691, 0.16462687751515062, 0.8106973908576842, 0.8071333391220582, 0.8483672171235842, 0.8169883281001254, 0.6319340887456749, 0.22291212406467556, 0.16505322545460951, 0.7014646970554467, 0.6967580888746303, 0.8471162801642986, 0.7291097939794446, 0.6308155270315119, 0.22291212406467556, 0.16505322545460951], "std_test_score": [0.041419370678757665, 0.04393391134902427, 0.013955363439987144, 0.036902278202542126, 0.10930825110744756, 0.04291462577578115, 0.042069585249144385, 0.027537841385513875, 0.031130259264820413, 0.01794897827571879, 0.024614903422183438, 0.09091258348406511, 0.0629016540312919, 0.04495044178205344, 0.028390323629197477, 0.031249909749816996, 0.02349857827148966, 0.02729152328875846, 0.03495223111270026, 0.08180022668093108, 0.04465843278169697, 0.03295595369259713, 0.03518451295851638, 0.01912330162321503, 0.031219871382015475, 0.03970061953078165, 0.07032301494251135, 0.04526136321887901, 0.06150455917716131, 0.06796134840188496, 0.019131938975708355, 0.05706927293841617, 0.042883792171711024, 0.07032301494251135, 0.04526136321887901], "rank_test_score": [17, 18, 11, 16, 25, 30, 35, 13, 14, 10, 12, 24, 26, 33, 5, 7, 3, 4, 21, 27, 34, 8, 9, 1, 6, 22, 28, 31, 19, 20, 2, 15, 23, 28, 31]}, "descriptive": {"actual": {"min": 0.535, "max": 5.00001, "avg": 2.0366179411764707, "std": 1.1392645627921534}, "predicted": {"min": 0.6404436227476804, "max": 3.6033416721413136, "avg": 2.023198573020187, "std": 0.8394813673356317}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 335, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "SVR", "task": "cross_validate", "start_timestamp": "08 Sep 2022 16:42:58.436237", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:42:59.881279", "total_time": "0:00:01.445042", "result_table": "", "accuracy": "", "pearson": 0.8975547717127154, "score": 0.8975547717127154, "fold": 3, "model_params": "{\"C\": 100.0, \"cache_size\": 1000, \"coef0\": 0.0, \"degree\": 3, \"epsilon\": 0.1, \"gamma\": 0.01, \"kernel\": \"rbf\", \"max_iter\": -1, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.8471051617501741, "grid_search_cv_results": {"mean_fit_time": [0.0009678204854329427, 0.0009585221608479818, 0.0009877681732177734, 0.0009756882985432943, 0.0009505748748779297, 0.0009516080220540365, 0.001237948735555013, 0.0009630521138509115, 0.0009036064147949219, 0.0009706020355224609, 0.0009397665659586588, 0.0009377002716064453, 0.0009546279907226562, 0.0011941591898600261, 0.0013129711151123047, 0.0013039906819661458, 0.0010005633036295574, 0.0012359619140625, 0.0012103716532389324, 0.0012196699778238933, 0.001436789830525716, 0.002705256144205729, 0.002747217814127604, 0.0014544328053792317, 0.002612908681233724, 0.0015060106913248699, 0.0012076695760091145, 0.0015309651692708333, 0.008827606836954752, 0.00913564364115397, 0.0036106109619140625, 0.010307550430297852, 0.0015833377838134766, 0.0012939771016438801, 0.001581748326619466], "std_fit_time": [1.1824108704501656e-05, 1.1972211100095166e-05, 2.6067340275948734e-05, 1.2854474034084005e-05, 2.444536591416434e-05, 1.3579863130949412e-05, 3.368674443153353e-05, 1.4652347153334953e-05, 9.4949282416057e-06, 1.3614236706433746e-05, 1.909962822954808e-05, 4.819752120989578e-06, 1.9988332681e-05, 1.8579660029350862e-05, 2.633922890651651e-05, 4.1141925855450966e-05, 9.263276889854053e-06, 5.261691522513808e-05, 5.281831067652196e-05, 4.1767203175416014e-05, 5.061603911350679e-05, 0.00011067799155172942, 0.00010238393237407856, 2.325066762992285e-05, 0.00018414563012130564, 5.4250691118252624e-05, 2.3303578267176992e-05, 7.845513051535903e-05, 4.918066693336735e-05, 0.00039829198314089844, 0.00012166793886848941, 0.001000246896070318, 3.6097129286690034e-05, 4.243597696979835e-05, 7.930332220140818e-05], "mean_score_time": [0.0008388360341389974, 0.0008242925008138021, 0.0008274714152018229, 0.0008333524068196615, 0.0008177757263183594, 0.0008252461751302084, 0.0008784135182698568, 0.0008122126261393229, 0.000785668690999349, 0.0008116563161214193, 0.0007917086283365885, 0.0008040269215901693, 0.0008169809977213541, 0.0008496443430582682, 0.000740210215250651, 0.0007666746775309244, 0.0007843176523844401, 0.0007596810658772787, 0.0007800261179606119, 0.0008300940195719401, 0.0008396307627360026, 0.0007263024648030599, 0.0007334550221761068, 0.0007276535034179688, 0.0007466475168863932, 0.0007763703664143881, 0.0007747014363606771, 0.0008669694264729818, 0.0007923444112141927, 0.000793615976969401, 0.0007056395212809244, 0.0008354981740315756, 0.0008137226104736328, 0.0008262793223063151, 0.0008858839670817057], "std_score_time": [1.1050443230200026e-05, 3.510308206301664e-05, 6.8170853659335265e-06, 1.4828451572044309e-05, 1.3524870494540057e-05, 3.270962338011531e-06, 1.8709740917920634e-05, 1.8090857969118454e-05, 6.235373922318054e-05, 9.919155312456283e-06, 1.3122892036686594e-05, 4.2753148575823355e-06, 1.788545491752758e-05, 1.1014376410846973e-05, 1.3443839043801946e-05, 2.0459901474881256e-05, 1.9792412158374554e-05, 1.0227635238643619e-05, 3.183421277998473e-05, 8.153621056035746e-06, 4.7137523099062975e-06, 8.568339012110109e-06, 3.270962338011531e-06, 1.689915194193778e-05, 6.9218990287515885e-06, 7.78996197690509e-06, 1.3309272145430634e-05, 6.180832739560985e-05, 1.8584758402226474e-05, 1.0550452407376664e-05, 1.248356482638752e-05, 7.289875218371472e-06, 1.593782579534185e-05, 1.558357203096356e-05, 2.9300167902579576e-05], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.7173800993632921, 0.7185411809713752, 0.7568379430503733, 0.7295788772175708, 0.44156039326506613, 0.18139819550236633, 0.12777651770249063, 0.7822036556305051, 0.7828836785399436, 0.7672356379844292, 0.7886398120216578, 0.5074410001642853, 0.18125476889016748, 0.12777651770249238, 0.8472036803619915, 0.847250294154512, 0.8283002091636101, 0.8477408443466591, 0.6667827570828946, 0.1698905117253004, 0.12777644648754083, 0.8370409709175164, 0.8382440598493087, 0.8547425220963625, 0.8421236473948612, 0.6194753215640856, 0.15776819097710726, 0.1277764114660107, 0.7700496820270795, 0.7703254779552376, 0.8645843088095924, 0.7660384439243525, 0.6151767867028237, 0.15776819097710726, 0.1277764114660107], "split1_test_score": [0.6639723701686967, 0.6547167401173213, 0.7464775515978631, 0.6853598216619361, 0.38117058639057183, 0.16286340397788993, 0.13753214146477555, 0.7080265487284225, 0.7000405967325141, 0.7608593709326499, 0.7221771723857701, 0.4535964147473154, 0.16333619686317202, 0.13753214146587592, 0.7712504812277702, 0.7640004183403691, 0.7881844037663712, 0.7817881441981049, 0.607580009248401, 0.1637568758486972, 0.13753212933878237, 0.7527072809496606, 0.7359923523943964, 0.8145394982749348, 0.7814837271267827, 0.6013953388377166, 0.16410565840547492, 0.1375320967644428, 0.5761021844411288, 0.5762817560280327, 0.8231944010719937, 0.617878771431211, 0.6013953388377166, 0.16410565840547492, 0.1375320967644428], "split2_test_score": [0.7564600296586259, 0.7578492501882131, 0.7843824649632255, 0.761666562547413, 0.6513567006974534, 0.25657658888753904, 0.21806811350824606, 0.7883653699740729, 0.7917228139772914, 0.8068490391703977, 0.7963665379384207, 0.6756632378252189, 0.2746358854015699, 0.2230772043641907, 0.8270828178350502, 0.8285951860449113, 0.8448391318785266, 0.8316606188262907, 0.7064746536402948, 0.3193806523097971, 0.10842742138658903, 0.7774347961728609, 0.7810955797850634, 0.8526193460640203, 0.7859193743397339, 0.6894849185361985, 0.30920546034581764, 0.07335181770601862, 0.6430401267313289, 0.6533704908603669, 0.8535367753689361, 0.6726140085017576, 0.6894849185361985, 0.30920546034581764, 0.07335181770601862], "mean_test_score": [0.7126041663968715, 0.7103690570923032, 0.762565986537154, 0.7255350871423066, 0.49136256011769713, 0.20027939612259846, 0.16112559089183742, 0.7595318581110001, 0.7582156964165829, 0.7783146826958256, 0.7690611741152829, 0.5455668842456065, 0.20640895038496979, 0.16279528784418634, 0.815178993141604, 0.8132819661799308, 0.8204412482695026, 0.8203965357903517, 0.6602791399905302, 0.2176760132945982, 0.12457866573763739, 0.789061016013346, 0.7851106640095895, 0.8406337888117724, 0.8031755829537927, 0.6367851929793336, 0.2103597699094666, 0.11288677531215736, 0.663063997733179, 0.6666592416145457, 0.8471051617501741, 0.6855104079524402, 0.6353523480255796, 0.2103597699094666, 0.11288677531215736], "std_test_score": [0.03790865284915024, 0.04249836361478582, 0.015995905224957724, 0.031283050307053216, 0.11578809944168356, 0.040520900443463424, 0.040460937624561405, 0.03650652317836922, 0.04129398056422964, 0.020344062523536925, 0.033301729554463214, 0.09458190720469034, 0.048795182837319685, 0.042811409252260124, 0.032129922672693476, 0.03566984237646211, 0.02378741970197544, 0.028078453651648655, 0.04063463587313047, 0.0719596209466375, 0.012095187956069033, 0.03539698251483284, 0.0418405193989333, 0.018471797748310866, 0.027599909834739984, 0.03798830740436778, 0.06994232748834624, 0.028237717136245306, 0.08043475414846965, 0.079773365134384, 0.017498673396146663, 0.061169491183173, 0.03868878794414056, 0.06994232748834624, 0.028237717136245306], "rank_test_score": [16, 17, 12, 15, 25, 30, 32, 13, 14, 10, 11, 24, 29, 31, 5, 6, 3, 4, 21, 26, 33, 8, 9, 2, 7, 22, 27, 34, 20, 19, 1, 18, 23, 27, 34]}, "descriptive": {"actual": {"min": 0.475, "max": 5.00001, "avg": 2.4114717647058828, "std": 1.235666830611454}, "predicted": {"min": 0.8019514187089554, "max": 5.859875808630934, "avg": 2.3173393474346513, "std": 1.121862775343974}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 335, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "SVR", "task": "cross_validate", "start_timestamp": "08 Sep 2022 16:42:58.436237", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:42:59.881279", "total_time": "0:00:01.445042", "result_table": "", "accuracy": "", "pearson": 0.8941013233651572, "score": 0.8941013233651572, "fold": 4, "model_params": "{\"C\": 100.0, \"cache_size\": 1000, \"coef0\": 0.0, \"degree\": 3, \"epsilon\": 0.1, \"gamma\": 0.01, \"kernel\": \"rbf\", \"max_iter\": -1, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.8450381081141766, "grid_search_cv_results": {"mean_fit_time": [0.0009682178497314453, 0.0009716351826985677, 0.0009722709655761719, 0.0009530385335286459, 0.0009301503499348959, 0.0009551843007405599, 0.0012015501658121746, 0.0009657541910807291, 0.0009396870930989584, 0.0009570121765136719, 0.0009156068166097006, 0.0009160836537679037, 0.0009626547495524088, 0.001219034194946289, 0.0012491544087727864, 0.0013496081034342449, 0.0009791851043701172, 0.0012274583180745442, 0.001256386439005534, 0.001145760218302409, 0.0014440218607584636, 0.0027386347452799478, 0.0028060277303059897, 0.0014470418294270833, 0.0024816195170084634, 0.0015035470326741536, 0.0012276172637939453, 0.0016229947408040364, 0.010135571161905924, 0.01044933001200358, 0.0036510626475016275, 0.011984666188557943, 0.001581748326619466, 0.0013552506764729817, 0.0016103585561116536], "std_fit_time": [9.514863027862263e-06, 1.545415097348927e-05, 3.8638524207845485e-05, 1.0130841560349434e-05, 2.3271032111865794e-05, 1.900614666167253e-05, 7.789961976905089e-06, 1.0723242066650628e-05, 2.208373315551555e-05, 9.985156818090403e-06, 8.946964045243261e-06, 4.917373159507506e-05, 5.260839196343538e-06, 8.045228789548088e-06, 3.9552740867674924e-05, 9.743443904198853e-05, 1.3683647968560927e-05, 2.5675761102758675e-05, 2.2404863668952922e-05, 1.0184936106110123e-05, 2.862700217942564e-05, 2.6582216309466663e-05, 0.00012541305772608425, 5.317761778566557e-05, 2.431739645754777e-05, 1.3678569777139133e-05, 1.0416099980270714e-05, 6.769221829328494e-05, 0.0010480073382959495, 0.0007367889262029315, 0.00022484699333223863, 0.0025868079651593058, 4.8563054776039725e-06, 1.909764402437647e-05, 3.7936450948774786e-05], "mean_score_time": [0.0008156299591064453, 0.0007760524749755859, 0.0008196036020914713, 0.0007990201314290365, 0.0008151531219482422, 0.0008205572764078776, 0.0008627573649088541, 0.0007940133412679037, 0.0007750193277994791, 0.0008293787638346354, 0.0007566610972086588, 0.0008124510447184244, 0.0008186499277750651, 0.0008575916290283203, 0.0007617473602294922, 0.0007584095001220703, 0.0007497469584147135, 0.0007605552673339844, 0.0007770061492919922, 0.0007952849070231119, 0.0008533000946044922, 0.0007553895314534506, 0.0007928212483723959, 0.0006963411966959635, 0.000755469004313151, 0.0007824897766113281, 0.0007734298706054688, 0.0009245872497558594, 0.000782012939453125, 0.0007824103037516276, 0.0007112820943196615, 0.0007963180541992188, 0.0008186499277750651, 0.0008571147918701172, 0.000869592030843099], "std_score_time": [3.053806034820182e-05, 1.0674835221661884e-05, 2.8621044587290578e-05, 8.486123718236424e-06, 2.198369275518992e-05, 1.088110865452754e-05, 1.6461052875622592e-05, 2.4011590567260362e-05, 2.5808252913927212e-05, 6.646202693799315e-05, 1.8795625349652316e-05, 3.760384979563021e-05, 7.595377160371377e-06, 5.611706874818716e-06, 2.8256373817581573e-05, 3.184710622532463e-05, 1.4627756508191519e-05, 1.248912892695312e-05, 9.9471324727471e-06, 9.900034645741952e-06, 3.848374247652497e-05, 3.7055152978498987e-06, 5.0896767247003034e-05, 1.3951505225253102e-05, 1.973968896298546e-05, 1.8792264727166687e-05, 1.0122733642635763e-05, 1.4338190200065545e-05, 3.171833417144025e-05, 7.320999115579306e-06, 3.237131617286462e-05, 2.230711296218122e-05, 1.4607016487351461e-05, 1.679229743549648e-05, 2.071392665411937e-05], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.725024892946015, 0.7272972850218246, 0.7584493490181183, 0.7367036930936122, 0.4496082182408128, 0.162697424430488, 0.12536074508546835, 0.7783448716716845, 0.7796449763586007, 0.770046636838045, 0.7847551710506623, 0.5244312981046426, 0.1643624963961281, 0.12536074505212347, 0.8368791510000344, 0.8373670969211184, 0.8248591171914113, 0.8396592459265224, 0.6362633243376241, 0.15639984488212466, 0.12536071515313107, 0.8297217757333972, 0.8313314424603733, 0.8458873440498885, 0.8322623404356552, 0.5808100227339001, 0.14995549732423705, 0.12536071178415717, 0.7677435128637964, 0.7693350006304611, 0.8543152850377224, 0.7725872646484951, 0.577575488147255, 0.14995549732423705, 0.12536071178415717], "split1_test_score": [0.6374417679190989, 0.6220047708827882, 0.7527274759013008, 0.6613578809064549, 0.3728854669674194, 0.1773605918252317, 0.133379534076572, 0.6967352023881166, 0.6862099542604204, 0.7615601529985577, 0.7118551611173866, 0.43664932048056354, 0.17115294686545657, 0.13337953392307356, 0.7805058365833235, 0.7746438574389003, 0.7969129327836215, 0.7876696941015694, 0.5866628529970712, 0.16976532825497384, 0.13337950820423536, 0.799703633327495, 0.7804481016456574, 0.8227047371666594, 0.8125650471411818, 0.6311743359753765, 0.1867451200657445, 0.13337949300040292, 0.6839986064033812, 0.6628624117633806, 0.8384483450660726, 0.7128667108863477, 0.6311743359753765, 0.1867451200657445, 0.13337949300040292], "split2_test_score": [0.7100756319815507, 0.712128653017022, 0.735482943785647, 0.7162127754270312, 0.5874115531595046, 0.20330465585294505, 0.11008081852102271, 0.7559231767457285, 0.7580722156228166, 0.7606599976814682, 0.7631338191625636, 0.6166887953434537, 0.20105574948666483, 0.1100808209089875, 0.8260925985439138, 0.8288928676712451, 0.8210462416568061, 0.8313897058799345, 0.6881844146405445, 0.21796811396514265, 0.08015556192256765, 0.7940571636175762, 0.7933041047861789, 0.8501905279776638, 0.7920854645741128, 0.69570276634566, 0.28557350762119793, 0.0872582719185498, 0.6767088786352291, 0.6877227288145832, 0.8423506942387351, 0.7035288052725095, 0.69570276634566, 0.28557350762119793, 0.0872582719185498], "mean_test_score": [0.6908474309488882, 0.6871435696405449, 0.7488865895683555, 0.7047581164756994, 0.4699684127892456, 0.18112089070288828, 0.12294036589435435, 0.7436677502685098, 0.7413090487472793, 0.7640889291726903, 0.7532480504435375, 0.5259231379762199, 0.1788570642494165, 0.12294036662806151, 0.8144925287090906, 0.8136346073437547, 0.8142727638772795, 0.8195728819693421, 0.6370368639917466, 0.18137776236741368, 0.11296526175997805, 0.807827524226156, 0.8016945496307365, 0.8395942030647373, 0.8123042840503166, 0.6358957083516455, 0.20742470833705984, 0.11533282556770329, 0.7094836659674689, 0.706640047069475, 0.8450381081141766, 0.7296609269357841, 0.6348175301560972, 0.20742470833705984, 0.11533282556770329], "std_test_score": [0.03825348553691517, 0.04647450323870734, 0.009761429136913522, 0.03180832975080678, 0.08875533244360029, 0.01678971305464995, 0.00966440938723734, 0.034425582916848496, 0.03994394957432807, 0.0042287334879441574, 0.030571219356801165, 0.0735083773769046, 0.0159397568800138, 0.009664408270036822, 0.024432340039531188, 0.027786832300594293, 0.0123735553139441, 0.022810178579460685, 0.041449613125092495, 0.026442382759269197, 0.02342978962865913, 0.015652248865961827, 0.02160367664131588, 0.012071174803937332, 0.016403177264189096, 0.04702342785956763, 0.0572642716274292, 0.020119818339105384, 0.04130328762557191, 0.045478945623091994, 0.006750634094632463, 0.03059195942708395, 0.048294016962212256, 0.0572642716274292, 0.020119818339105384], "rank_test_score": [19, 20, 12, 18, 25, 29, 32, 13, 14, 10, 11, 24, 30, 31, 4, 6, 5, 3, 21, 28, 35, 8, 9, 2, 7, 22, 26, 33, 16, 17, 1, 15, 23, 26, 33]}, "descriptive": {"actual": {"min": 0.58, "max": 5.00001, "avg": 2.1028238235294117, "std": 1.1822357046366574}, "predicted": {"min": 0.09564880892228089, "max": 5.624885444295021, "avg": 2.1429074078711445, "std": 1.198892868833748}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 335, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "SVR", "task": "cross_validate", "start_timestamp": "08 Sep 2022 16:42:58.436237", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:42:59.881279", "total_time": "0:00:01.445042", "result_table": "", "accuracy": "", "pearson": 0.7871422856889146, "score": 0.7871422856889146, "fold": 5, "model_params": "{\"C\": 100.0, \"cache_size\": 1000, \"coef0\": 0.0, \"degree\": 3, \"epsilon\": 0.1, \"gamma\": 0.01, \"kernel\": \"rbf\", \"max_iter\": -1, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.8483031819145502, "grid_search_cv_results": {"mean_fit_time": [0.000980695088704427, 0.001011212666829427, 0.0009822845458984375, 0.0009789466857910156, 0.0009555816650390625, 0.0009433428446451823, 0.0011848608652750652, 0.0010050137837727864, 0.0010221004486083984, 0.0009733041127522787, 0.0009679794311523438, 0.0009534358978271484, 0.0009341239929199219, 0.0011882781982421875, 0.0012214183807373047, 0.0012729167938232422, 0.0010062058766682942, 0.0011869271596272786, 0.0012583732604980469, 0.0011820793151855469, 0.0014385382334391277, 0.002718369166056315, 0.002873500188191732, 0.0015080769856770833, 0.002520004908243815, 0.001545270284016927, 0.0013303756713867188, 0.0015727678934733074, 0.009758313496907553, 0.009714603424072266, 0.0032950242360432944, 0.010654687881469727, 0.001554250717163086, 0.0013249715169270833, 0.0015996297200520833], "std_fit_time": [8.62124864090005e-06, 2.9707971204775383e-05, 2.3794922724527214e-05, 1.2674363956453335e-05, 1.738658395147756e-05, 9.346765154513776e-06, 5.676610129174732e-06, 1.4610907483776598e-06, 1.3486991523486091e-06, 1.711565707376987e-05, 6.189706318734727e-06, 1.9560012897383576e-05, 2.2110029448260555e-06, 7.531914233651788e-06, 1.6016098198766752e-05, 2.7306994866079267e-05, 2.7640336129651493e-05, 4.513372785585935e-05, 2.242402468877315e-05, 2.6915616760065358e-05, 1.3417033636268116e-05, 0.00011038502711888031, 0.00013603896611489398, 1.8497894955922642e-05, 8.491458430403244e-05, 5.809667168930887e-05, 2.862413386392131e-05, 1.8369408434367568e-05, 0.0005568081124549571, 0.0007243877878897808, 7.42770710519107e-05, 0.0002195922695874946, 5.634990038302915e-05, 4.256437568909629e-05, 5.155075517610005e-05], "mean_score_time": [0.0008376439412434896, 0.0008380413055419922, 0.0008173783620198568, 0.0008223851521809896, 0.0008264382680257162, 0.0008219877878824869, 0.00084686279296875, 0.0008586247762044271, 0.0008304119110107422, 0.0008155504862467448, 0.0008168220520019531, 0.0008105436960856119, 0.0007995764414469401, 0.0008450349171956381, 0.0007585684458414713, 0.0007736682891845703, 0.0007816950480143229, 0.0007496674855550131, 0.0007879734039306641, 0.0008080005645751953, 0.0008556842803955078, 0.0007686614990234375, 0.0008005301157633463, 0.0007482369740804037, 0.0007502237955729166, 0.0007897218068440756, 0.0008398691813151041, 0.0008702278137207031, 0.0008060932159423828, 0.0007763703664143881, 0.000690619150797526, 0.0008197625478108724, 0.0007800261179606119, 0.0008447170257568359, 0.0008800029754638672], "std_score_time": [3.167130564231093e-05, 1.9772936932196933e-05, 1.616369341936216e-05, 1.4544618979478682e-05, 2.0923258549380577e-05, 1.1259371915451581e-05, 1.0287975793071469e-05, 2.1065855195336817e-05, 8.509906910693525e-06, 8.762941455100715e-06, 8.357129529548176e-06, 1.5244294938561152e-05, 8.195343638418048e-06, 8.541761298207858e-06, 1.2272318291155316e-05, 3.3629699101458465e-05, 1.4433461614922194e-05, 6.533229800721681e-06, 6.418140764099746e-06, 4.913197045667564e-06, 7.511761918651005e-06, 1.561717524155506e-05, 1.826596849256089e-05, 2.6100997281930727e-05, 1.3924316349422228e-05, 3.2759981379160055e-05, 1.9989596565457852e-05, 9.011675634742283e-06, 3.3941517677406665e-06, 2.9222463373413437e-05, 1.555558157559629e-05, 2.1431459499207857e-05, 1.1388213999510546e-05, 3.9798053006868996e-05, 3.3406404994970006e-05], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.7577285973552654, 0.7591711533424915, 0.775808713954565, 0.7653395514374195, 0.5014208682228521, 0.16625544087907354, 0.12766478942500417, 0.7956545483420422, 0.7964107468287472, 0.788201710576759, 0.8008056916246629, 0.5576917916815783, 0.16872613968914396, 0.1276647893014937, 0.8357156433474261, 0.8363150707539011, 0.8305713036404714, 0.8400124541163888, 0.6670968484036398, 0.1676435360885125, 0.12766475451757223, 0.8163312529795583, 0.8182735010924896, 0.8437916752634976, 0.8239975916018164, 0.5851397973516543, 0.16295067797398455, 0.12766475663170213, 0.7281794955414255, 0.7353222524092567, 0.843492904758256, 0.7594722663010556, 0.5851397973516543, 0.16295067797398455, 0.12766475663170213], "split1_test_score": [0.6709317182152232, 0.6555801130330993, 0.7732949937458906, 0.695800809846066, 0.4315548850085368, 0.1756314250676583, 0.12548532210854482, 0.7265496084652621, 0.7164750824286129, 0.7786514499721465, 0.7421624501335101, 0.4938802080964299, 0.17323241824557037, 0.1254853218923971, 0.7982481194418567, 0.7879148552501679, 0.8163354853444421, 0.8077173259880905, 0.6025900282342276, 0.16762513068314858, 0.125485288685318, 0.7836217613962255, 0.7711002467833433, 0.83525621137825, 0.7988879443226624, 0.6356654274267107, 0.18234069686978288, 0.12548527074170074, 0.6229354447490625, 0.6139584327188569, 0.8459972016330936, 0.6625067958318609, 0.6335829915115228, 0.18234069686978288, 0.12548527074170074], "split2_test_score": [0.7710434017526012, 0.7743792864261929, 0.783471259980212, 0.7783741195867996, 0.6007384399557222, 0.26896039894144724, 0.0368537925481064, 0.8017528036699001, 0.8040909898132398, 0.8141645635491019, 0.806330849179902, 0.6331239989623626, 0.2673230184288791, 0.03685379057339632, 0.8434171470273486, 0.8454755798530376, 0.8469121442452366, 0.8470967087978483, 0.6710364298545786, 0.2798114170369688, 0.040519939523093136, 0.7922939293041169, 0.7923751350779058, 0.8597810478907403, 0.795417864030141, 0.7004577532291475, 0.32282534129731777, 0.08479495701918043, 0.6617048440233472, 0.6619743393967173, 0.855419439352301, 0.6755977418943937, 0.7004577532291475, 0.32282534129731777, 0.08479495701918043], "mean_test_score": [0.73323457244103, 0.7297101842672612, 0.7775249892268893, 0.7465048269567617, 0.5112380643957036, 0.20361575496272635, 0.09666796802721846, 0.7746523201590682, 0.7723256063568668, 0.7936725746993357, 0.7830996636460249, 0.561565332913457, 0.20309385878786448, 0.09666796725576238, 0.8257936366055438, 0.8232351686190356, 0.8312729777433834, 0.8316088296341091, 0.6469077688308152, 0.20502669460287662, 0.09788999424199446, 0.7974156478933002, 0.7939162943179129, 0.8462763115108293, 0.8061011333182065, 0.640420992669171, 0.22270557204702843, 0.1126483281308611, 0.6709399281046117, 0.670418341508277, 0.8483031819145502, 0.6991922680091034, 0.6397268473641082, 0.22270557204702843, 0.1126483281308611], "std_test_score": [0.04438885173514044, 0.0527842932689851, 0.004328071104294338, 0.03624590096439873, 0.0694168654898986, 0.04636391659042252, 0.04230436707662214, 0.03410474389029583, 0.039616556306427776, 0.01500540068704614, 0.029034731261364417, 0.056911987986921216, 0.04545411860877028, 0.04230436792805841, 0.01972975631872157, 0.025253674770154364, 0.01249272527764078, 0.01713961543615137, 0.031378619835720156, 0.05288078489614096, 0.04057651128149379, 0.013835984747272108, 0.019289208716812663, 0.010165200914632227, 0.012733755105541998, 0.04719830002251025, 0.07123655126521893, 0.0197153958688793, 0.043459119796941656, 0.049905043574145165, 0.0051347648858598065, 0.04295813359354551, 0.04727838096842908, 0.07123655126521893, 0.0197153958688793], "rank_test_score": [16, 17, 12, 15, 25, 29, 34, 13, 14, 10, 11, 24, 30, 35, 5, 6, 4, 3, 21, 28, 33, 8, 9, 2, 7, 22, 26, 31, 19, 20, 1, 18, 23, 26, 31]}, "descriptive": {"actual": {"min": 0.702, "max": 5.00001, "avg": 1.9466473529411763, "std": 0.8891587701778404}, "predicted": {"min": 0.8586712510620238, "max": 4.150153293205268, "avg": 1.9971346973835065, "std": 0.7145451372781039}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 335, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "SVR", "task": "cross_validate", "start_timestamp": "08 Sep 2022 16:42:58.436237", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:42:59.881279", "total_time": "0:00:01.445042", "result_table": "", "accuracy": "", "pearson": 0.8997616094258267, "score": 0.8997616094258267, "fold": 6, "model_params": "{\"C\": 100.0, \"cache_size\": 1000, \"coef0\": 0.0, \"degree\": 3, \"epsilon\": 0.1, \"gamma\": 0.01, \"kernel\": \"rbf\", \"max_iter\": -1, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.8466839902282759, "grid_search_cv_results": {"mean_fit_time": [0.0009917418162027996, 0.0010116100311279297, 0.0009756088256835938, 0.0009530385335286459, 0.0009326934814453125, 0.0009476343790690104, 0.0012423197428385417, 0.0009411970774332682, 0.0009570121765136719, 0.0009326934814453125, 0.000978390375773112, 0.0009496212005615234, 0.0009740988413492838, 0.0012260278065999348, 0.0012556711832682292, 0.0012909571329752605, 0.0010610421498616536, 0.0013252894083658855, 0.001305977503458659, 0.001183907190958659, 0.0014367103576660156, 0.00264128049214681, 0.002606630325317383, 0.0014985402425130208, 0.0027070840199788413, 0.0015916824340820312, 0.0012877782185872395, 0.0015533765157063801, 0.00951234499613444, 0.008933067321777344, 0.0034180482228597007, 0.009607632954915365, 0.0016222000122070312, 0.0013225078582763672, 0.0015491644541422527], "std_fit_time": [2.959102323345282e-05, 9.843733100373595e-06, 1.7292607635068346e-05, 7.917826410577732e-06, 2.8117897594391577e-05, 2.1820474519335867e-05, 5.472674465397777e-06, 1.783559373320495e-05, 2.4123907691270758e-05, 3.6321618363368756e-05, 2.291989557938412e-05, 1.6758412358721975e-05, 4.6162718872889225e-06, 9.930610041083726e-06, 5.584641032958631e-05, 7.149704611510606e-05, 0.00010161151337962509, 3.445476151941807e-05, 1.630608014481543e-05, 4.33551947423545e-05, 2.7741378843709134e-05, 9.425816200309965e-05, 0.00010080642779783054, 8.287308480726058e-06, 9.44003771067938e-05, 3.542956774922517e-05, 1.5505560229785378e-05, 2.104335678537415e-05, 0.00022896397075012655, 0.0003794529372094476, 0.0002890439160660451, 0.0007919302071036094, 6.181282340874461e-05, 2.867439809333931e-05, 2.9453675405828996e-05], "mean_score_time": [0.0008206367492675781, 0.0008396307627360026, 0.0008193651835123698, 0.0008072853088378906, 0.0008180141448974609, 0.0008101463317871094, 0.0008922417958577474, 0.0007951259613037109, 0.0007976690928141276, 0.0007766882578531901, 0.0008227030436197916, 0.0008091926574707031, 0.0008228619893391927, 0.0008630752563476562, 0.0007603168487548828, 0.0007686614990234375, 0.0008062521616617838, 0.0008049805959065756, 0.0008187294006347656, 0.0008130868275960287, 0.0008693536122639974, 0.0007584095001220703, 0.0007562637329101562, 0.0007534821828206381, 0.0007533232371012369, 0.0008124510447184244, 0.0008357365926106771, 0.0008703072865804037, 0.0007845560709635416, 0.0007776419321695963, 0.0007152557373046875, 0.0007714430491129557, 0.0008196830749511719, 0.0008380413055419922, 0.0008754730224609375], "std_score_time": [1.5686179026204914e-05, 1.9951645204012866e-05, 7.655014625071862e-06, 1.0567798742179035e-05, 1.5004593773287353e-05, 5.655430753916802e-06, 1.3183395280982627e-05, 2.0166698146766475e-05, 1.0396678264308315e-05, 1.034552278908478e-05, 1.0527079511282306e-05, 2.329436147322509e-05, 1.0684297681334064e-05, 4.862803948967728e-06, 2.4214064461443635e-05, 2.0773907576362576e-05, 1.8199458392119784e-05, 1.6936484978958745e-05, 9.44290084594352e-06, 9.164568147739332e-06, 2.244204364530149e-05, 7.691232100763454e-06, 9.440894066440263e-06, 9.714561605126567e-06, 2.0088877772788128e-05, 6.8170853659335265e-06, 1.0294113105430895e-05, 7.030541278392942e-06, 2.4862941583325537e-05, 1.3021428590072648e-05, 1.6332397769693376e-05, 3.027091911236068e-05, 2.7866090455089163e-05, 1.767516421589912e-05, 2.863075261996138e-05], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.7528655221168703, 0.7544357369485034, 0.7729825917382237, 0.7663886618909762, 0.4855280128945906, 0.1738534721310635, 0.12683016012744483, 0.8047425576240939, 0.8062209669195194, 0.7901899367508537, 0.8142716927766216, 0.5497257279804743, 0.17713811032441004, 0.1268301600196032, 0.8648546533164478, 0.8652043822171157, 0.8508651438199164, 0.8664017993036518, 0.7080842872044733, 0.1798826562991976, 0.12683010049472565, 0.8498351621457974, 0.8502015653244014, 0.8696002015582477, 0.8515279990946464, 0.6941213675467746, 0.1985844954290359, 0.12683008015742112, 0.7973766697351478, 0.7954292347039554, 0.8714439436749277, 0.7905730438039146, 0.6941213675467746, 0.1985844954290359, 0.12683008015742112], "split1_test_score": [0.6464610774379403, 0.6285580521339696, 0.7727035102427519, 0.6712002169553831, 0.4580335650330056, 0.20207734461155208, 0.13220090767790535, 0.7066786536280277, 0.6915557983656455, 0.7749304308501075, 0.7277519596125169, 0.49407774630184836, 0.19472995456386843, 0.132200907582051, 0.7871633069514337, 0.7767003831566536, 0.8219416048099476, 0.7962579640517619, 0.6209775103146664, 0.18233450769375883, 0.13220085533350667, 0.7907072690067165, 0.7807310840470802, 0.8327316370412589, 0.8033784858394041, 0.661513346428704, 0.1955536259297804, 0.13220081209429457, 0.6878794802471245, 0.6582822451903154, 0.827386200738391, 0.7231057068113714, 0.6587722997783699, 0.1955536259297804, 0.13220081209429457], "split2_test_score": [0.7004316239977982, 0.7044863889509954, 0.7244776370645887, 0.7082762043881403, 0.5620298483776338, 0.22382847052677038, 0.15240177490235693, 0.7603255439936909, 0.7638503441378239, 0.7642523838703479, 0.7667482662180367, 0.611310666191603, 0.225533612520103, 0.15238008909388856, 0.8231295684749379, 0.8222392611755333, 0.8033441890555714, 0.8239751039039039, 0.6888019075626857, 0.23621498138356484, 0.12439364151244948, 0.8059744732466418, 0.8139133362452222, 0.8289428630748926, 0.8222455494499682, 0.7045299482886779, 0.24846720111787904, 0.08226988509475563, 0.6688010408489782, 0.67600011777988, 0.841221826271509, 0.6796021045400743, 0.7012706431219647, 0.24846720111787904, 0.08226988509475563], "mean_test_score": [0.6999194078508696, 0.695826726011156, 0.7567212463485214, 0.7152883610781666, 0.50186380876841, 0.19991976242312867, 0.13714428090256903, 0.7572489184152708, 0.7538757031409963, 0.7764575838237696, 0.7695906395357252, 0.5517047134913086, 0.19913389246946048, 0.13713705223184758, 0.8250491762476065, 0.8213813421831008, 0.825383645895145, 0.8288782890864392, 0.672621235027275, 0.19947738179217378, 0.1278081991135606, 0.8155056347997185, 0.8149486618722346, 0.8437582338914664, 0.8257173447946728, 0.6867215540880521, 0.21420177415889843, 0.11376692578215712, 0.7180190636104168, 0.7099038658913835, 0.8466839902282759, 0.7310936183851201, 0.684721436815703, 0.21420177415889843, 0.11376692578215712], "std_test_score": [0.04344094256108897, 0.05175287563823866, 0.022799959449692944, 0.03917556864848481, 0.04399962429761851, 0.02045917050839839, 0.011009225666923387, 0.04009348688128585, 0.04734022473636117, 0.01064388116904051, 0.03537866938570752, 0.04788059220051813, 0.020001285958667153, 0.010999207908694748, 0.0317463908237647, 0.03613669862408345, 0.01955242560490254, 0.028845222881923267, 0.0373564654627664, 0.02599668327073393, 0.0032614571991725545, 0.025062045901851626, 0.028370652284724535, 0.01833837818547542, 0.01980965974578772, 0.0183243906367587, 0.02426088973349638, 0.022379438024405438, 0.05665226650278072, 0.060906607661073114, 0.018396514243798852, 0.045654444024338985, 0.018579492638376393, 0.02426088973349638, 0.022379438024405438], "rank_test_score": [19, 20, 13, 17, 25, 28, 31, 12, 14, 10, 11, 24, 30, 32, 6, 7, 5, 3, 23, 29, 33, 8, 9, 2, 4, 21, 26, 34, 16, 18, 1, 15, 22, 26, 34]}, "descriptive": {"actual": {"min": 0.616, "max": 5.00001, "avg": 2.322061818181818, "std": 1.4079089815868984}, "predicted": {"min": 0.6056849432844125, "max": 4.702819456410726, "avg": 2.3466367363527394, "std": 1.1302860437713327}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 335, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "SVR", "task": "cross_validate", "start_timestamp": "08 Sep 2022 16:42:58.436237", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:42:59.881279", "total_time": "0:00:01.445042", "result_table": "", "accuracy": "", "pearson": 0.8799597142049125, "score": 0.8799597142049125, "fold": 7, "model_params": "{\"C\": 100.0, \"cache_size\": 1000, \"coef0\": 0.0, \"degree\": 3, \"epsilon\": 0.1, \"gamma\": 0.01, \"kernel\": \"rbf\", \"max_iter\": -1, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.8447570116909997, "grid_search_cv_results": {"mean_fit_time": [0.0009913444519042969, 0.0010151863098144531, 0.0009933312733968098, 0.0009566942850748698, 0.0009240309397379557, 0.0009507338205973307, 0.001230319341023763, 0.0009746551513671875, 0.0009603500366210938, 0.0009520053863525391, 0.0009562969207763672, 0.0009795029958089192, 0.0009702841440836588, 0.0012270609537760417, 0.0012679100036621094, 0.0012856324513753254, 0.0009473959604899088, 0.0012085437774658203, 0.001283725102742513, 0.001207907994588216, 0.0014696915944417317, 0.0026222864786783853, 0.0026152928670247397, 0.0015259583791097004, 0.002476294835408529, 0.0015439987182617188, 0.0012334187825520833, 0.0016155242919921875, 0.009765625, 0.009590228398640951, 0.003384192784627279, 0.00977325439453125, 0.001657247543334961, 0.001345237096150716, 0.0016216437021891277], "std_fit_time": [1.1082404087196928e-05, 4.620032876748109e-05, 2.8298811225596052e-05, 1.1569785455304429e-05, 1.3263636961209842e-05, 3.392606928255171e-05, 3.916859215380982e-05, 1.0621451813778424e-05, 1.2653417053294705e-05, 9.36836371631074e-06, 2.5456138258054997e-05, 2.2919895579384123e-05, 1.520696089942448e-05, 1.833843771566701e-05, 2.4037354365941075e-05, 6.188369459022358e-05, 2.2596860748590928e-05, 7.906802699669056e-05, 4.866283557294566e-05, 1.3600776332398356e-05, 4.0493430236641174e-05, 0.0001564386049787263, 0.00012552163954333435, 5.497821919974731e-05, 0.00017975615462946306, 6.846668734054516e-06, 4.019614371516831e-05, 1.1000031406699406e-05, 0.0010686786157814683, 0.0012599394330418505, 0.0001066372387084499, 0.00023002249220153138, 9.933789566039877e-06, 5.326590978549653e-05, 3.617490739824784e-05], "mean_score_time": [0.0008353392283121744, 0.0008232593536376953, 0.0008095900217692057, 0.0008293787638346354, 0.0008149147033691406, 0.0008228619893391927, 0.0008623600006103516, 0.0008042653401692709, 0.0007845560709635416, 0.0007999738057454427, 0.0007987817128499349, 0.0008372465769449869, 0.0008172988891601562, 0.0008663336435953776, 0.0007586479187011719, 0.0007572968800862631, 0.0007553895314534506, 0.0007626215616861979, 0.0007966359456380209, 0.000827948252360026, 0.0008656978607177734, 0.0007512569427490234, 0.0007638931274414062, 0.0007573763529459635, 0.0007596810658772787, 0.0007885297139485677, 0.0007702509562174479, 0.0009319782257080078, 0.0007987022399902344, 0.0007920265197753906, 0.0007457733154296875, 0.0008117357889811198, 0.0008269945780436198, 0.0008360544840494791, 0.0008815129597981771], "std_score_time": [2.18447747848554e-05, 4.7204470332201316e-06, 1.527161522729231e-05, 1.597859110751113e-05, 1.644569812868169e-05, 1.7655142177024663e-05, 1.4385685255347243e-05, 2.41924052640852e-05, 3.1288496152606847e-06, 8.577179948954291e-06, 2.8366356368978416e-06, 4.673382577256888e-06, 1.5083940396777215e-05, 8.814683071290515e-06, 3.307980817180064e-05, 3.833739779818017e-05, 1.4413756623476904e-05, 3.3874648051421914e-05, 1.5174530433252434e-05, 2.1997765996269475e-05, 1.3141168384094877e-05, 2.3621494439126655e-05, 5.050123489798627e-06, 9.1335028957104e-06, 2.745393360435984e-05, 1.6387218878422142e-05, 1.1748551096407583e-05, 2.328541227264316e-05, 1.4448769140292224e-05, 4.203340510869462e-05, 1.1730258703699985e-05, 1.3918872201025902e-05, 1.3604955115017795e-05, 1.6937603698725186e-05, 3.10324981043759e-05], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.7604408017111846, 0.7622840664936203, 0.7600282916962535, 0.7686586558319098, 0.467499902973844, 0.1621715026524036, 0.12882132910710165, 0.7879729002373943, 0.7896643552171159, 0.775938238056345, 0.7936830798843754, 0.5311203724266447, 0.16336122188044877, 0.1288213291071018, 0.8253039898893856, 0.8269409538557994, 0.8213018551480691, 0.830992929440644, 0.6636764715276515, 0.1640033349536282, 0.12882131082819914, 0.8176959316283343, 0.8168079870845675, 0.8454812922229101, 0.8138623636502701, 0.6383330474737187, 0.15317134820180323, 0.12882127687596714, 0.7799448635947133, 0.7802620886259511, 0.8442599265926091, 0.7817660087039908, 0.6383330474737187, 0.15317134820180323, 0.12882127687596714], "split1_test_score": [0.653287059598674, 0.635782503862553, 0.7853707396029195, 0.6761865203222641, 0.44358775033117065, 0.1665393375559596, 0.13265697082490124, 0.7197326693369305, 0.7049672636513237, 0.7902444934581105, 0.7396361341288883, 0.49241645694554814, 0.16345149986692412, 0.13265697082469557, 0.8024466647442746, 0.7986541377639632, 0.8313619784963667, 0.8111430160254003, 0.631028775834593, 0.1597601162138151, 0.13265692484574698, 0.827710782652458, 0.823995723536481, 0.833277009027007, 0.8253136816079573, 0.6090875280978172, 0.15663415958487098, 0.13265688287263694, 0.7296577464992096, 0.7013317285797429, 0.8381612829970555, 0.7706740580860276, 0.6059708400139572, 0.15663415958487098, 0.13265688287263694], "split2_test_score": [0.7047318153049734, 0.7107052511399643, 0.7532424376426902, 0.7169085202044488, 0.539080565645103, 0.1771582531881289, 0.1400346348846614, 0.7595666636286901, 0.7654302431167623, 0.7662096352118564, 0.7705320774777578, 0.5690093352164614, 0.1805727862027822, 0.14001148485366535, 0.832717552038795, 0.8335044843055142, 0.8307462387785204, 0.8341312890557705, 0.6469962258389236, 0.13617246465163618, 0.103444345704617, 0.8399308501474371, 0.8418705840420377, 0.8487493544820468, 0.8435932351020052, 0.7397871257184934, 0.1140173995324371, 0.03891213627435448, 0.7570102600503942, 0.762371415226851, 0.8518498254833348, 0.763706746540508, 0.7394094070219199, 0.1140173995324371, 0.03891213627435448], "mean_test_score": [0.7061532255382773, 0.7029239404987125, 0.766213822980621, 0.7205845654528743, 0.4833894063167059, 0.168623031132164, 0.13383764493888808, 0.7557574110676716, 0.7533539539950672, 0.777464122242104, 0.7679504304970072, 0.5308487215295513, 0.16912850265005167, 0.1338299282618209, 0.8201560688908184, 0.8196998586417589, 0.8278033574743188, 0.8254224115072716, 0.6472338244003893, 0.15331197193969318, 0.12164086045952105, 0.8284458548094098, 0.8275580982210288, 0.8425025519106546, 0.8275897601200776, 0.6624025670966763, 0.14127430243970376, 0.10013009867431953, 0.7555376233814389, 0.7479884108108483, 0.8447570116909997, 0.7720489377768421, 0.6612377648365318, 0.14127430243970376, 0.10013009867431953], "std_test_score": [0.043756876925934836, 0.05193632597387696, 0.013826364782890592, 0.03784097376239961, 0.04057155556550519, 0.006293224244887104, 0.004653317822646738, 0.027988867812547353, 0.03561625938752435, 0.009871333737668382, 0.022139960286384958, 0.031269501606870885, 0.008092414433908004, 0.0046430426999305805, 0.01288299841794102, 0.015120885301256838, 0.004604123747519216, 0.010178021312751282, 0.013329424801892122, 0.012242637484804057, 0.012961811746870954, 0.00909223656734062, 0.010537277529734752, 0.006658480249822526, 0.012243816925694963, 0.05600656232806787, 0.01932531729348486, 0.043315949015292066, 0.020556021510549957, 0.03379007296311626, 0.005599367169359391, 0.007436484747312248, 0.05683269217265365, 0.01932531729348486, 0.043315949015292066], "rank_test_score": [19, 20, 13, 18, 25, 27, 31, 14, 16, 10, 12, 24, 26, 32, 8, 9, 4, 7, 23, 28, 33, 3, 6, 2, 5, 21, 29, 34, 15, 17, 1, 11, 22, 29, 34]}, "descriptive": {"actual": {"min": 0.596, "max": 5.00001, "avg": 2.234819090909091, "std": 1.3411265822826846}, "predicted": {"min": 0.6001071883644764, "max": 4.334087813271709, "avg": 2.032985703327833, "std": 1.0335298353054287}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 335, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "SVR", "task": "cross_validate", "start_timestamp": "08 Sep 2022 16:42:58.436237", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:42:59.881279", "total_time": "0:00:01.445042", "result_table": "", "accuracy": "", "pearson": 0.7012481227901975, "score": 0.7012481227901975, "fold": 8, "model_params": "{\"C\": 100.0, \"cache_size\": 1000, \"coef0\": 0.0, \"degree\": 3, \"epsilon\": 0.1, \"gamma\": 0.01, \"kernel\": \"rbf\", \"max_iter\": -1, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.8675713317843544, "grid_search_cv_results": {"mean_fit_time": [0.0010004838307698567, 0.001001914342244466, 0.001031955083211263, 0.0009868144989013672, 0.0009081363677978516, 0.0009356339772542318, 0.0011347134908040364, 0.0009771188100179036, 0.0009629726409912109, 0.0009419918060302734, 0.0009525616963704427, 0.0009520053863525391, 0.0009886423746744792, 0.0012194315592447917, 0.0012522538503011067, 0.0012503465016682942, 0.0009636084238688151, 0.0012036959330240886, 0.0012690226236979167, 0.0011590321858723958, 0.0014426708221435547, 0.0027387142181396484, 0.002753178278605143, 0.0015091101328531902, 0.002564032872517904, 0.0015339851379394531, 0.0012180805206298828, 0.001600821812947591, 0.010720570882161459, 0.010050296783447266, 0.003225088119506836, 0.011449972788492838, 0.0015929539998372395, 0.0013060569763183594, 0.0016213258107503254], "std_fit_time": [2.514484106239963e-05, 5.142858170173159e-05, 9.164568147739332e-06, 6.364510918863878e-05, 2.0840384250515802e-05, 3.2143996464308515e-05, 1.420453706440842e-05, 1.7131148695955064e-05, 1.2671373661742269e-05, 8.755730936760396e-06, 1.1257688942135768e-05, 1.3626756826625067e-05, 1.7555049225837708e-05, 6.590978977398978e-06, 4.062190524566199e-05, 6.435545144017973e-05, 2.2663842672793137e-05, 3.1452783630575316e-05, 3.251440505136401e-05, 1.7254580964230816e-05, 4.55077722103547e-05, 0.00016106594113998198, 0.00018854195235548147, 2.7346748442980347e-05, 0.00010343746083275434, 1.2484576665483519e-05, 2.9425785489947443e-05, 2.5861792246229285e-05, 0.001049908084001099, 0.0013806986175121906, 0.00011871824856203345, 0.0006281329307977757, 2.9900600724962807e-05, 6.284579881970363e-05, 3.209503346086193e-05], "mean_score_time": [0.0007942517598470052, 0.0008327960968017578, 0.0008800029754638672, 0.0008312066396077474, 0.000800927480061849, 0.0008000532786051432, 0.0008062521616617838, 0.0008229414621988932, 0.0007890065511067709, 0.0007935365041097006, 0.0007988611857096354, 0.0008397102355957031, 0.000823974609375, 0.0008595784505208334, 0.0007583300272623698, 0.0007426738739013672, 0.0007503032684326172, 0.0007472832997639974, 0.0007866223653157552, 0.0007929801940917969, 0.0008599758148193359, 0.0007716019948323568, 0.0007682641347249349, 0.0007759730021158854, 0.0007499059041341146, 0.0007806619008382162, 0.0007770061492919922, 0.0009052753448486328, 0.0007881323496500651, 0.0007877349853515625, 0.0007129510243733724, 0.0008411407470703125, 0.0008150736490885416, 0.0008308887481689453, 0.0009005864461263021], "std_score_time": [1.2610417210815229e-05, 3.1316138935048074e-05, 2.9085763787446233e-05, 7.978402257566633e-05, 1.1239159602905075e-07, 1.9918378445715004e-05, 1.789922178672503e-05, 3.84784902917466e-05, 3.212512800122537e-06, 1.8133749258615696e-05, 7.806969763592284e-06, 2.1758444059384923e-05, 1.3128185174881177e-05, 9.250995895721766e-06, 1.9995283056891383e-05, 1.9169604981032785e-05, 6.920986511572915e-06, 1.3823252528559285e-05, 9.919155312456283e-06, 5.41932650287384e-06, 1.770836508683935e-05, 3.3464963389400613e-05, 4.183338404351562e-05, 1.235080857598776e-05, 3.259414417908202e-05, 2.3976054283470465e-05, 1.198275744736582e-05, 2.9048607628979535e-05, 1.5104443702618361e-05, 2.2307962352489464e-05, 1.5644248076303425e-05, 6.22916162760004e-05, 2.1997765996269475e-05, 2.765929548345959e-05, 1.2595382729599216e-05], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.7651929804464425, 0.7671939808836985, 0.781944502221052, 0.7733951141354076, 0.4200900984421151, 0.17203994242376147, 0.13683881076694077, 0.7899756985283729, 0.7918582373683812, 0.7914098577423505, 0.7975675257896851, 0.5032638532839471, 0.17256430481540114, 0.1368388107669988, 0.8367949874413633, 0.8374599303602046, 0.825876098227886, 0.8414635529583666, 0.6815415009717474, 0.17708999614683918, 0.13683879914380073, 0.8182471087239076, 0.8194426384862854, 0.8518394836045357, 0.8226234004094484, 0.67231881787997, 0.1814008229438339, 0.13683877176246512, 0.7968231002231155, 0.7991824110332573, 0.8558446971249257, 0.8022233020541742, 0.67231881787997, 0.1814008229438339, 0.13683877176246512], "split1_test_score": [0.6757831043370118, 0.6591450432024053, 0.7974295275181844, 0.6968451927706389, 0.44460107300917406, 0.18365238929776162, 0.12482100805015503, 0.7485269750554262, 0.7338467219741602, 0.801738398028925, 0.7659592534753226, 0.5062116869212288, 0.17904614649337, 0.1248210079896102, 0.8302795757031818, 0.8229771283030948, 0.8507269635151701, 0.8370513442561537, 0.6575604246162678, 0.17049700693022485, 0.12482096527426673, 0.8493346361436698, 0.8415618422321919, 0.8580201001255756, 0.852199147064116, 0.6734019523202318, 0.18069035486873944, 0.12482093021569916, 0.7376164986335925, 0.7003316344503836, 0.868692277845702, 0.7782738901034202, 0.6701081314063692, 0.18069035486873944, 0.12482093021569916], "split2_test_score": [0.7511290934315312, 0.7564400902718174, 0.7909343686461366, 0.7631405636219567, 0.5606850654280784, 0.22739664285494046, 0.12560506722161827, 0.7970769152604765, 0.8024346451265104, 0.8067714362518466, 0.8077224356433036, 0.612717925664376, 0.23967731179021234, 0.12553007369809593, 0.8560154511009644, 0.8581144849384894, 0.8452722068298244, 0.8600472498077073, 0.7103754188347471, 0.2783662180307827, 0.08789593642527714, 0.8574106168427383, 0.861911809020382, 0.8653212431744102, 0.8655064507923835, 0.7428133928720785, 0.33477259855859537, 0.028961582462133074, 0.7358928591948164, 0.7391564195892143, 0.8781770203824354, 0.7462842048872997, 0.7428133928720785, 0.33477259855859537, 0.028961582462133074], "mean_test_score": [0.7307017260716618, 0.7275930381193071, 0.7901027994617911, 0.7444602901760011, 0.47512541229312255, 0.19436299152548786, 0.129088295346238, 0.7785265296147585, 0.7760465348230173, 0.799973230674374, 0.7904164049694371, 0.5407311552898506, 0.19709592103299448, 0.12906329748490164, 0.8410300047485032, 0.8395171812005963, 0.8406250895242935, 0.8461873823407425, 0.6831591148075874, 0.20865107370261557, 0.11651856694778155, 0.8416641205701052, 0.8409720965796197, 0.8583936089681737, 0.8467763327553159, 0.6961780543574267, 0.23228792545705623, 0.09687376148009913, 0.7567774860171749, 0.7462234883576184, 0.8675713317843544, 0.7755937990149647, 0.6950801140528059, 0.23228792545705623, 0.09687376148009913], "std_test_score": [0.03925548360350204, 0.04859874859109874, 0.006349022633155027, 0.03392822892764296, 0.06132176150974587, 0.02383455223993455, 0.0054897816690649415, 0.02141007200809696, 0.030150547298796807, 0.0063943404881729605, 0.017783789302589236, 0.05091655763766346, 0.03022564801619889, 0.005505733293261343, 0.010925058331389037, 0.014418337134726435, 0.010664212764200614, 0.009964565254251092, 0.021591949263030496, 0.049369476995578816, 0.02082543823067964, 0.01688337839250293, 0.017342980547656556, 0.005510238465293499, 0.017921945370729782, 0.03297912869109833, 0.0724681877643261, 0.048271145094400475, 0.028325267237068366, 0.040663879168063605, 0.009151522844999255, 0.022915537874887, 0.03376458908185668, 0.0724681877643261, 0.048271145094400475], "rank_test_score": [19, 20, 12, 18, 25, 30, 31, 13, 14, 10, 11, 24, 29, 32, 6, 9, 8, 4, 23, 28, 33, 5, 7, 2, 3, 21, 26, 34, 16, 17, 1, 15, 22, 26, 34]}, "descriptive": {"actual": {"min": 0.571, "max": 5.00001, "avg": 1.9573942424242423, "std": 1.0419866039243302}, "predicted": {"min": 0.39448904632785275, "max": 3.652085644266511, "avg": 1.8182938477694779, "std": 0.8035615342967067}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 335, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "SVR", "task": "cross_validate", "start_timestamp": "08 Sep 2022 16:42:58.436237", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:42:59.881279", "total_time": "0:00:01.445042", "result_table": "", "accuracy": "", "pearson": 0.9271367125118865, "score": 0.9271367125118865, "fold": 9, "model_params": "{\"C\": 100.0, \"cache_size\": 1000, \"coef0\": 0.0, \"degree\": 3, \"epsilon\": 0.1, \"gamma\": 0.01, \"kernel\": \"rbf\", \"max_iter\": -1, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.8428375398496005, "grid_search_cv_results": {"mean_fit_time": [0.0009736220041910807, 0.0010129610697428386, 0.00101470947265625, 0.0009107589721679688, 0.0008863608042399088, 0.0009336471557617188, 0.0011553764343261719, 0.0009696483612060547, 0.0009471575419108073, 0.0009473164876302084, 0.0009097258249918619, 0.0009206136067708334, 0.0009480317433675131, 0.001200278600056966, 0.0013233025868733723, 0.0013279120127360027, 0.001023689905802409, 0.0013415813446044922, 0.0013470649719238281, 0.0011950333913167317, 0.0014569759368896484, 0.002675612767537435, 0.0026171207427978516, 0.0015112559000651042, 0.002574920654296875, 0.0015480518341064453, 0.0012975533803304036, 0.0015506744384765625, 0.010260979334513346, 0.009336709976196289, 0.0033697287241617837, 0.011085748672485352, 0.001592556635538737, 0.001331011454264323, 0.0016133785247802734], "std_fit_time": [1.729845047263342e-05, 2.0938647848846003e-05, 2.8372812654137114e-05, 2.1116762847480953e-05, 2.6200262556584723e-05, 4.591688470660812e-05, 3.239920474789859e-06, 2.6163112389810393e-05, 1.617775424173634e-05, 1.4433461614922194e-05, 1.6926413173774603e-05, 6.857794064794832e-05, 2.291989557938412e-05, 4.616271887288922e-06, 9.232543774577844e-05, 7.319937899269208e-05, 1.5225639362116557e-05, 5.303656884189245e-05, 4.4030689793219435e-05, 3.3283856060301343e-06, 1.30456581309361e-05, 0.00021429478997260322, 0.000273643671307929, 3.262319750416074e-05, 0.0002922090501373296, 1.86068352084629e-05, 2.2682228024904088e-05, 2.5494814117130816e-05, 0.0010856739223773647, 0.000890715495612926, 0.00013570595262840486, 0.0009453491382910453, 5.7544497166873984e-05, 2.6349537943515577e-05, 5.1578192080552696e-05], "mean_score_time": [0.0008021195729573568, 0.0008327166239420573, 0.0008083979288736979, 0.0007572174072265625, 0.0007695357004801432, 0.0007927417755126953, 0.0008395512898763021, 0.0007874170939127604, 0.0007794698079427084, 0.0007837613423665365, 0.0007619063059488932, 0.0008164246877034506, 0.0008225440979003906, 0.0008523464202880859, 0.0007843176523844401, 0.0007926623026529948, 0.000789642333984375, 0.0007870197296142578, 0.0008092721303304037, 0.0008243719736735026, 0.0008601347605387369, 0.0007957617441813151, 0.0007806619008382162, 0.0007774035135904948, 0.0007650057474772135, 0.000823974609375, 0.0008290608723958334, 0.0008716583251953125, 0.0008026758829752604, 0.0007809003194173177, 0.000736395517985026, 0.0008110205332438151, 0.0008310476938883463, 0.0008520285288492838, 0.0008760293324788412], "std_score_time": [2.317884232075971e-05, 2.4593993253687556e-05, 1.998201205957932e-05, 1.8244863958081238e-05, 1.9585505414555693e-05, 7.466220335361509e-06, 6.160043835664145e-06, 2.2512853094039906e-05, 5.2967334438806e-06, 8.396336776133977e-06, 9.385203007529274e-06, 3.870140595948131e-05, 9.024282321672508e-06, 1.4474972950611629e-05, 9.859760550989039e-06, 1.9222248944026038e-05, 8.939901952387178e-06, 1.005323822131539e-05, 6.486660298478401e-06, 7.867411722033553e-06, 8.90876223728897e-06, 4.112672498364643e-06, 1.8398267401597432e-05, 2.4112385198880726e-05, 2.055045834997574e-05, 7.519325366029657e-06, 8.176826551368703e-06, 1.0004114793803397e-05, 1.0301473053777289e-05, 1.8829869439589973e-05, 1.3464963513662475e-05, 3.4810382639853146e-05, 1.9169934454757397e-05, 1.0559428207208448e-05, 9.97249814563523e-06], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.7835851649082095, 0.7852907893502103, 0.7829220389542112, 0.788133230637889, 0.523863679784637, 0.18218142095991008, 0.13701149003126764, 0.7928599523700786, 0.7944597904802345, 0.8017999139086308, 0.797066927223088, 0.5764412830900469, 0.1835860540053264, 0.1370114900312695, 0.8283343579981812, 0.8302513365474542, 0.8227239570711813, 0.8332910991329172, 0.6959841247300453, 0.1846994171991752, 0.13701147673592876, 0.8032015048180725, 0.8061569497087613, 0.8385386274166357, 0.8097084283819524, 0.6669407510768354, 0.18717151487617514, 0.13701145446285612, 0.670906621398159, 0.6797522586039229, 0.8466519317645624, 0.6961945301689232, 0.6669407510768354, 0.18717151487617514, 0.13701145446285612], "split1_test_score": [0.6352320163084401, 0.6154021460090346, 0.762758599157871, 0.6615982619253061, 0.40518508780790735, 0.19160588306822177, 0.13001314617691226, 0.7262814686875526, 0.7095377040055114, 0.7747478205600498, 0.7450347018681481, 0.4842516405338115, 0.1897203223968218, 0.13001314612173365, 0.8185904677433197, 0.8135041803737473, 0.8345025952215989, 0.8243150814716765, 0.6234378471295167, 0.1763560421671387, 0.13001311079603825, 0.8101157364110863, 0.8040687113635728, 0.843547749500366, 0.8148194114559503, 0.6410124291645648, 0.18732240927912178, 0.1300130847125186, 0.6800265501533007, 0.6283654579169297, 0.832042610142103, 0.7185065893289284, 0.636160886970856, 0.18732240927912178, 0.1300130847125186], "split2_test_score": [0.7056846668870269, 0.7092928086521358, 0.7449042633805706, 0.7127220012364308, 0.5476248995367067, 0.3086325921341293, 0.1134045434467354, 0.7782743425053589, 0.780962251689453, 0.7549330267514943, 0.7844356018615005, 0.6133783195733609, 0.31770979043189335, 0.11336541024343685, 0.8399399903428092, 0.8394071194782062, 0.7967427076195774, 0.8375962946375743, 0.7021954790695231, 0.3505298453062957, 0.066201389350784, 0.8212675204048133, 0.8266029324354016, 0.8317381818645433, 0.8340197775038323, 0.7170731778214315, 0.3677689612199556, 0.03046609616990596, 0.6850444206705102, 0.6890697803039555, 0.8498180776421363, 0.7015110365679883, 0.7170731778214315, 0.3677689612199556, 0.03046609616990596], "mean_test_score": [0.7081672827012255, 0.703328581337127, 0.7635283004975509, 0.720817831266542, 0.49222455570975027, 0.22747329872075372, 0.12680972655163844, 0.7658052545209967, 0.7616532487250662, 0.7771602537400583, 0.7755124103175789, 0.5580237477324065, 0.23033872227801386, 0.12679668213214668, 0.82895493869477, 0.8277208787998026, 0.817989753304119, 0.8317341584140561, 0.6738724836430284, 0.23719510155753654, 0.11107532562758367, 0.8115282538779907, 0.8122761978359119, 0.8379415195938483, 0.8195158724472451, 0.6750087860209439, 0.24742096179175085, 0.09916354511509357, 0.6786591974073234, 0.6657291656082694, 0.8428375398496005, 0.7054040520219466, 0.6733916052897077, 0.24742096179175085, 0.09916354511509357], "std_test_score": [0.06059035517762983, 0.06948485105726343, 0.015530231700485668, 0.051973912845329866, 0.062305968791138595, 0.05751711804339379, 0.009900114636808734, 0.028574840200631245, 0.03726095713043442, 0.01920921919870675, 0.02215935662940824, 0.054300577138941195, 0.06183141043696759, 0.009917778742587114, 0.008726945594240957, 0.010725141051809524, 0.01577470109405926, 0.0055326728977978515, 0.035752712259539805, 0.08021211912663814, 0.03185903220111855, 0.007442742952739181, 0.010166339166082694, 0.004839688368086895, 0.010465912395758796, 0.03157139277315548, 0.08509890879464355, 0.04866038027987521, 0.00585215528475177, 0.026692558788178545, 0.007741834428259668, 0.009515729889099841, 0.03334576277658907, 0.08509890879464355, 0.04866038027987521], "rank_test_score": [16, 18, 13, 15, 25, 30, 31, 12, 14, 10, 11, 24, 29, 32, 4, 5, 7, 3, 21, 28, 33, 9, 8, 2, 6, 20, 26, 34, 19, 23, 1, 17, 22, 26, 34]}, "descriptive": {"actual": {"min": 0.437, "max": 4.92, "avg": 1.7039393939393939, "std": 1.0664446437321946}, "predicted": {"min": 0.5839025673916813, "max": 4.83179055373214, "avg": 1.8594854301288677, "std": 0.9696123690683546}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 335, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "SVR", "task": "cross_validate", "start_timestamp": "08 Sep 2022 16:42:58.436237", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:42:59.881279", "total_time": "0:00:01.445042", "result_table": "", "accuracy": "", "pearson": 0.8343473752417253, "score": 0.8343473752417253, "fold": 10, "model_params": "{\"C\": 10.0, \"cache_size\": 1000, \"coef0\": 0.0, \"degree\": 3, \"epsilon\": 0.1, \"gamma\": 0.01, \"kernel\": \"rbf\", \"max_iter\": -1, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.848081006392689, "grid_search_cv_results": {"mean_fit_time": [0.0009720325469970703, 0.0009930133819580078, 0.0010025501251220703, 0.000968774159749349, 0.0009419123331705729, 0.0009543100992838541, 0.0011413097381591797, 0.0009394486745198568, 0.0009459654490152994, 0.0009339650472005209, 0.0009477138519287109, 0.0009351571400960287, 0.0009951591491699219, 0.0011683305104573567, 0.0012882550557454426, 0.0012884140014648438, 0.0009743372599283854, 0.0012497107187906902, 0.0012126763661702473, 0.0011731783548990886, 0.0013722578684488933, 0.0026584466298421225, 0.0027125676472981772, 0.0015445550282796223, 0.0025232632954915366, 0.0014685789744059246, 0.001195669174194336, 0.0014603932698567708, 0.009316364924112955, 0.008844296137491861, 0.0043621063232421875, 0.009351253509521484, 0.001485586166381836, 0.0013141632080078125, 0.0014882087707519531], "std_fit_time": [7.249911353938093e-06, 2.6973983046972182e-06, 3.4236664447963313e-05, 6.187665195408417e-06, 1.5931087510841147e-05, 2.7504269669825647e-05, 1.0770258589682155e-05, 1.527161522729231e-05, 1.6135535016024685e-05, 1.659175583256529e-05, 1.6248653261183413e-05, 4.010033865465439e-06, 2.3804476360909687e-05, 8.479422676308402e-06, 3.0896038856043014e-05, 9.692431251787588e-06, 1.463552643871694e-05, 6.0241895471571204e-05, 1.4339952081394398e-05, 9.915334128887536e-06, 4.401792143162101e-05, 0.0002484997504638539, 0.00028305024078184544, 4.314183292146971e-05, 0.0002272952686472887, 2.8738643188324403e-05, 1.0962070400784158e-05, 7.469603308047727e-05, 0.0011417093705796447, 0.0003959514773998337, 0.00045598150074861396, 0.0005787711391436167, 3.350155753991697e-05, 4.292461507054235e-05, 6.912768436426365e-06], "mean_score_time": [0.0008060137430826823, 0.0008299350738525391, 0.0008284250895182291, 0.0008229414621988932, 0.0008288224538167318, 0.0008253256479899088, 0.0008455912272135416, 0.0007918675740559896, 0.0007933775583902994, 0.0007930596669514974, 0.0007931391398111979, 0.00079345703125, 0.0008367697397867838, 0.0008627573649088541, 0.0007855892181396484, 0.0007754166920979818, 0.0007536411285400391, 0.0007777214050292969, 0.0008042653401692709, 0.0008180141448974609, 0.000824133555094401, 0.0007552305857340494, 0.0007592042287190756, 0.0007470448811848959, 0.0007309913635253906, 0.0008089542388916016, 0.0007813771565755209, 0.0008896191914876302, 0.0008432865142822266, 0.0008043448130289713, 0.0007615884145100912, 0.0008306503295898438, 0.0008186499277750651, 0.0008536974589029948, 0.0008666515350341797], "std_score_time": [1.2677851742178133e-05, 1.7228938832416216e-05, 3.196014663900972e-05, 9.830892326448886e-06, 1.8299132891303646e-05, 7.100267360748308e-06, 2.2414164444892412e-05, 9.360944831674315e-06, 1.604131669307258e-05, 5.912054352250828e-06, 1.5699862930972406e-05, 7.579561244688901e-06, 1.9606777548088204e-05, 8.371476543594165e-06, 3.359080029393523e-05, 2.9785045278213054e-05, 1.1082404087196928e-05, 2.0509541671377722e-06, 6.013738127515352e-06, 6.967372511006573e-06, 2.845505737341268e-05, 2.3892930747057088e-05, 2.2622839779324775e-05, 1.0772604029298304e-05, 2.04845824470621e-05, 1.8689137516037982e-05, 7.411030595699798e-06, 3.445916070162713e-05, 3.3136465929968174e-05, 9.5849672273787e-06, 1.7979494073137493e-05, 3.1239809708366115e-05, 1.8825843956160613e-05, 6.266776403972729e-06, 1.3141168384094877e-05], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.7593874223721621, 0.7630791486066866, 0.7923552380613348, 0.7709651080373425, 0.43702568067817976, 0.0909140820696348, 0.06436072651577969, 0.7922599057260513, 0.7940494347078553, 0.8053622394092044, 0.7980753830154864, 0.4888409487372762, 0.09129810139499168, 0.06436094241072539, 0.840319010312025, 0.8405824123679535, 0.8271188813017352, 0.8408652165958769, 0.6299066883942415, 0.09788437814536739, 0.06441294388242949, 0.7950471974979929, 0.8010007607313147, 0.8556143658322491, 0.8155756257217941, 0.6096745114665855, 0.09168515888539698, 0.0644841257398014, 0.6554253783878436, 0.6717924350917603, 0.8472818533252218, 0.6980655503158291, 0.6096745114665855, 0.09168515888539698, 0.0644841257398014], "split1_test_score": [0.616824342647494, 0.6178402528520582, 0.7585715068093076, 0.6452603940870233, 0.3649058734097814, 0.10524352029587361, 0.05795924904749746, 0.7168451284387978, 0.7176527731344812, 0.7646624471564912, 0.7386517142941855, 0.3857480551477857, 0.09231431791310124, 0.057958492844313536, 0.8068396344998557, 0.807363068460801, 0.8330141716589811, 0.8173103640111679, 0.559978142345611, 0.10647746959103126, 0.057964208317675014, 0.7749401225379109, 0.7757197652129757, 0.8525815755362854, 0.7891871947151728, 0.5766067776805238, 0.15139414425102965, 0.05798088650660431, 0.5972215960803924, 0.5980101004790543, 0.8286681373158696, 0.6387416430498618, 0.5776910351100694, 0.15139414425102965, 0.05798088650660431], "split2_test_score": [0.6772798926843735, 0.6723229639929268, 0.7100285918965953, 0.6889195227257651, 0.5088718486937124, 0.28316580548375336, 0.23769910600053862, 0.7569781464669355, 0.7517952143121762, 0.7400428423072065, 0.7671272746785079, 0.5255564582108536, 0.2899344616827907, 0.23769882815499774, 0.830347928292955, 0.8299489253645317, 0.810821716251316, 0.8324389079533453, 0.6247355204230268, 0.2815854438112612, 0.23223394142746062, 0.7900594401587335, 0.78329604961754, 0.8360470778095326, 0.8005733171590924, 0.6195515372980285, 0.28079107505712547, 0.22987393351142882, 0.6847061118640425, 0.6856117059826546, 0.8350457362953798, 0.668949330041846, 0.6195515372980285, 0.28079107505712547, 0.22987393351142882], "mean_test_score": [0.6844972192346765, 0.6844141218172238, 0.7536517789224125, 0.7017150082833771, 0.43693446759389126, 0.15977446928308725, 0.12000636052127193, 0.7553610602105949, 0.7544991407181708, 0.7700225096243006, 0.7679514573293932, 0.46671515403197184, 0.15784896033029452, 0.12000608780334555, 0.8258355243682787, 0.8259648020644287, 0.8236515897373442, 0.83020482952013, 0.6048734503876264, 0.16198243051588662, 0.11820369787585505, 0.7866822533982125, 0.7866721918539433, 0.848081006392689, 0.8017787125320197, 0.6019442754817126, 0.1746234593978507, 0.11744631525261151, 0.6457843621107595, 0.6518047471844898, 0.8369985756454904, 0.6685855078025122, 0.6023056946248945, 0.1746234593978507, 0.11744631525261151], "std_test_score": [0.058424454223928064, 0.05990676802696556, 0.03378926810931122, 0.05211021726638124, 0.058773898683760484, 0.0874467441246738, 0.08326236237452399, 0.030809180280038262, 0.03124735603104088, 0.026934533121208745, 0.02426661024063372, 0.05918198197237213, 0.09339947510437131, 0.08326237120782182, 0.014035395566868149, 0.013851260622731192, 0.009385906184262768, 0.009745121853391112, 0.03181589495506105, 0.08464483011245104, 0.08067452667323144, 0.008548982733798156, 0.010593423617190973, 0.008598877139999375, 0.01080669719052676, 0.0183644676107183, 0.07893019149615668, 0.07954265120317029, 0.036360207384962144, 0.038454657911285085, 0.007723461748236483, 0.024220250044011328, 0.01786616927961568, 0.07893019149615668, 0.07954265120317029], "rank_test_score": [16, 17, 14, 15, 25, 29, 31, 12, 13, 10, 11, 24, 30, 32, 5, 4, 6, 3, 21, 28, 33, 8, 9, 1, 7, 23, 26, 34, 20, 19, 2, 18, 22, 26, 34]}, "descriptive": {"actual": {"min": 0.581, "max": 3.781, "avg": 2.111121212121212, "std": 0.9070918485309292}, "predicted": {"min": 0.7558141545585113, "max": 4.076957694272043, "avg": 2.2030333780911127, "std": 0.9392882334431578}}, "additional_scores": {}}, {"experiment_name": "Example_CV", "train_set_name": "train", "train_set_size": 335, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "SVR", "task": "cross_validate", "start_timestamp": "08 Sep 2022 16:42:58.436237", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "pearson", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:42:59.881279", "total_time": "0:00:01.445042", "fold": "average", "pearson": 0.8542210785101592, "score": 0.8542210785101592, "additional_scores": {}}] \ No newline at end of file diff --git a/tests/other/expected/Example_Evaluate_example_california_LinearRegression.results.json b/tests/other/expected/Example_Evaluate_example_california_LinearRegression.results.json deleted file mode 100644 index ee1a7f87..00000000 --- a/tests/other/expected/Example_Evaluate_example_california_LinearRegression.results.json +++ /dev/null @@ -1 +0,0 @@ -[{"experiment_name": "Example_Evaluate", "train_set_name": "train", "train_set_size": 335, "test_set_name": "test", "test_set_size": 165, "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "LinearRegression", "task": "evaluate", "start_timestamp": "08 Sep 2022 16:44:56.302062", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "unweighted_kappa", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "None", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:44:56.313168", "total_time": "0:00:00.011106", "result_table": "", "accuracy": "", "pearson": 0.8099668954312162, "score": 0.44079285200780516, "fold": "", "model_params": "{\"copy_X\": true, \"fit_intercept\": true, \"n_jobs\": null, \"normalize\": \"deprecated\", \"positive\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "descriptive": {"actual": {"min": 0.425, "max": 5.00001, "avg": 2.0123758181818183, "std": 1.0334681372156997}, "predicted": {"min": -0.22951557805583134, "max": 4.447117569266582, "avg": 2.055240734473605, "std": 0.9046300220609146}}, "additional_scores": {}}] \ No newline at end of file diff --git a/tests/other/expected/Example_Evaluate_example_california_RandomForestRegressor.results.json b/tests/other/expected/Example_Evaluate_example_california_RandomForestRegressor.results.json deleted file mode 100644 index 24c869f7..00000000 --- a/tests/other/expected/Example_Evaluate_example_california_RandomForestRegressor.results.json +++ /dev/null @@ -1 +0,0 @@ -[{"experiment_name": "Example_Evaluate", "train_set_name": "train", "train_set_size": 335, "test_set_name": "test", "test_set_size": 165, "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "RandomForestRegressor", "task": "evaluate", "start_timestamp": "08 Sep 2022 16:44:53.921672", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "unweighted_kappa", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "None", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:44:56.096966", "total_time": "0:00:02.175294", "result_table": "", "accuracy": "", "pearson": 0.8203931902947159, "score": 0.5008491667551216, "fold": "", "model_params": "{\"bootstrap\": true, \"ccp_alpha\": 0.0, \"criterion\": \"squared_error\", \"max_depth\": 10, \"max_features\": 1.0, \"max_leaf_nodes\": null, \"max_samples\": null, \"min_impurity_decrease\": 0.0, \"min_samples_leaf\": 1, \"min_samples_split\": 2, \"min_weight_fraction_leaf\": 0.0, \"n_estimators\": 500, \"n_jobs\": null, \"oob_score\": false, \"random_state\": 123456789, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.3740846965652224, "grid_search_cv_results": {"mean_fit_time": [0.200956662495931, 0.2890494664510091, 0.3443029721577962, 0.3531183401743571], "std_fit_time": [0.001454614401316898, 0.0011034852616073588, 0.000984874980324897, 0.003053678441741871], "mean_score_time": [0.012172222137451172, 0.013104915618896484, 0.015044689178466797, 0.015512943267822266], "std_score_time": [0.0002539318673619159, 0.000306730729634402, 0.00013517990029451217, 7.882177360760537e-05], "param_max_depth": [1, 5, 10, null], "params": [{"max_depth": 1}, {"max_depth": 5}, {"max_depth": 10}, {"max_depth": null}], "split0_test_score": [0.08537490720118768, 0.42142119159683167, 0.4063148190827379, 0.4063148190827379], "split1_test_score": [0.10502283105022825, 0.2754851661833596, 0.3203883495145631, 0.32016333737998004], "split2_test_score": [0.013387468451662388, 0.39645997223507645, 0.3955509210983663, 0.3836899942163101], "mean_test_score": [0.06792840223435943, 0.36445544333842256, 0.3740846965652224, 0.37005605022634275], "std_test_score": [0.039391583883792845, 0.06373145890266416, 0.03822249459758072, 0.03646855057385137], "rank_test_score": [4, 3, 1, 2]}, "descriptive": {"actual": {"min": 0.425, "max": 5.00001, "avg": 2.0123758181818183, "std": 1.0334681372156997}, "predicted": {"min": 0.7218883653201792, "max": 4.666410374640698, "avg": 2.047561173913654, "std": 0.8851964684475315}}, "additional_scores": {}}] \ No newline at end of file diff --git a/tests/other/expected/Example_Evaluate_example_california_SVR.results.json b/tests/other/expected/Example_Evaluate_example_california_SVR.results.json deleted file mode 100644 index 18c739c8..00000000 --- a/tests/other/expected/Example_Evaluate_example_california_SVR.results.json +++ /dev/null @@ -1 +0,0 @@ -[{"experiment_name": "Example_Evaluate", "train_set_name": "train", "train_set_size": 335, "test_set_name": "test", "test_set_size": 165, "featureset": "[\"example_california_features\"]", "featureset_name": "example_california", "shuffle": false, "learner_name": "SVR", "task": "evaluate", "start_timestamp": "08 Sep 2022 16:44:56.097907", "version": "3.0.0", "feature_scaling": "both", "folds_file": "", "grid_search": true, "grid_objective": "unweighted_kappa", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "None", "using_folds_file": false, "save_cv_folds": true, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "1.1.2", "end_timestamp": "08 Sep 2022 16:44:56.300885", "total_time": "0:00:00.202978", "result_table": "", "accuracy": "", "pearson": 0.8796484570831399, "score": 0.5647815994935639, "fold": "", "model_params": "{\"C\": 10.0, \"cache_size\": 1000, \"coef0\": 0.0, \"degree\": 3, \"epsilon\": 0.1, \"gamma\": \"auto\", \"kernel\": \"rbf\", \"max_iter\": -1, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.4645351986993438, "grid_search_cv_results": {"mean_fit_time": [0.0012669563293457031, 0.0011866092681884766, 0.0012315114339192708, 0.0012070337931315105, 0.0011476675669352214, 0.0011528333028157551, 0.001407623291015625, 0.0011363029479980469, 0.0011543432871500652, 0.0012122790018717449, 0.0011641184488932292, 0.001131296157836914, 0.001161336898803711, 0.0014917850494384766, 0.0015256404876708984, 0.0016337235768636067, 0.0012443065643310547, 0.0014716784159342449, 0.0015331109364827473, 0.001435995101928711, 0.0016866525014241536, 0.003442049026489258, 0.003509521484375, 0.0017962455749511719, 0.003039757410685221, 0.001909335454305013, 0.0015460650126139324, 0.001966714859008789, 0.012526591618855795, 0.012953360875447592, 0.00406956672668457, 0.01375730832417806, 0.0019080638885498047, 0.001581112543741862, 0.0019173622131347656], "std_fit_time": [4.234777531150066e-05, 3.456164932321691e-05, 2.2237636572876037e-05, 2.8916765436565407e-05, 2.4025790363608776e-05, 2.5178727819712476e-05, 5.090594930495933e-05, 4.2027093718880925e-05, 7.148564955181512e-05, 0.0001163590687634144, 2.5955402840190725e-05, 2.34629402219892e-05, 5.514672070636478e-05, 4.29431507307316e-05, 4.756953556241241e-05, 9.565832226018516e-05, 2.63111582888229e-05, 1.927343836267809e-05, 1.889817146622995e-05, 7.836612333708984e-05, 4.455146727146008e-05, 0.0005194762061323231, 0.00015646545088872021, 4.660864716763632e-05, 0.00020950399465053594, 0.0001823285808331339, 4.0493430236641174e-05, 5.42034034654626e-05, 0.0004705950475481276, 0.0005914246448409952, 0.0005311247855845536, 0.0003092188989981628, 7.199793711188799e-05, 7.001834067266005e-05, 8.568420095457645e-05], "mean_score_time": [0.0016322930653889973, 0.0016024112701416016, 0.0016311009724934895, 0.0016390482584635417, 0.0016183058420817058, 0.0015755494435628254, 0.0016093254089355469, 0.0015194416046142578, 0.0015699068705240886, 0.0015886624654134114, 0.0015592575073242188, 0.001544634501139323, 0.0015642642974853516, 0.0016453266143798828, 0.0015400250752766926, 0.0015473365783691406, 0.0015880266825358074, 0.0015748341878255208, 0.0015730857849121094, 0.0015802383422851562, 0.001554568608601888, 0.0015803178151448567, 0.0015221436818440754, 0.0014870961507161458, 0.0014926592508951824, 0.0014998912811279297, 0.0015709400177001953, 0.0017205874125162761, 0.001607338587443034, 0.001596371332804362, 0.0014376640319824219, 0.0015753110249837239, 0.0015740394592285156, 0.0015923182169596355, 0.0016686121622721355], "std_score_time": [8.064854741639682e-05, 5.227514245140308e-05, 2.1277067929541725e-05, 5.246376620427026e-05, 5.1364434964903754e-05, 3.481800221306535e-05, 0.00011193847503500909, 7.576635849457102e-05, 0.00010832748410593322, 8.648874718165711e-05, 1.163619455519908e-05, 2.381031280718469e-05, 5.423415677546968e-05, 3.175355985953406e-05, 8.063209973388163e-05, 1.9574538020970504e-05, 3.271367804079822e-05, 5.197464264991872e-05, 5.939765593546166e-06, 9.774192513897573e-06, 5.02395462931447e-05, 5.412410992391756e-05, 2.3394466624881994e-05, 3.641713181328374e-05, 5.9087202698123326e-05, 4.750975028073225e-05, 1.5496596299853298e-05, 2.863031141716257e-05, 5.265843137737983e-05, 7.696461280691237e-05, 5.764932976825121e-06, 2.6550834581421826e-05, 3.837329563359062e-05, 4.883385747134922e-05, 6.206285914380965e-05], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.2733624454148471, 0.2733624454148471, 0.048070224327713684, 0.2920178482895389, 0.02210956203351666, 0.0, 0.0, 0.40452488687782806, 0.40452488687782806, 0.3925686591276252, 0.40607017939749523, 0.2582781456953642, 0.01796068448592847, 0.01796068448592847, 0.48898286223013576, 0.49938540619063576, 0.4509803921568628, 0.4496929089893913, 0.1938579654510557, 0.038964692643128185, 0.01796068448592847, 0.37587412587412594, 0.41463414634146345, 0.4466651695486189, 0.4007425202009173, 0.1938579654510557, 0.038964692643128185, 0.01796068448592847], "split1_test_score": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.30839567747298424, 0.3060057197330791, 0.0405959031657358, 0.3060057197330791, -0.014266220071951441, 0.0, 0.0, 0.44297501978071674, 0.4700315457413249, 0.4270774127543481, 0.472763954270343, 0.2730705687986783, 0.0, 0.0, 0.41514360313315934, 0.391701064523137, 0.4485776805251641, 0.41348461706305917, 0.291302346985734, 0.0, 0.0, 0.34766493699036316, 0.33825701624815374, 0.47076923076923083, 0.3162824965793075, 0.291302346985734, 0.0, 0.0], "split2_test_score": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.22625236294896023, 0.2170232776863391, 0.008008356545960993, 0.22743895245959644, 0.0, 0.0, 0.0, 0.4169487568577098, 0.39280726256983245, 0.3589108910891089, 0.4558823529411765, 0.25982686008423006, 0.011221656640444166, 0.011221656640444166, 0.48947913073473615, 0.4956264909689879, 0.3776175763817371, 0.4933820173436788, 0.18560128396193964, 0.011221656640444166, 0.011221656640444166, 0.4058213449314152, 0.4323863636363636, 0.3977836777098004, 0.38963079340141404, 0.19703754736479506, 0.011221656640444166, 0.011221656640444166], "mean_test_score": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.2693368286122639, 0.26546381427808846, 0.03222482801313683, 0.2751541734940715, 0.00261444732052174, 0.0, 0.0, 0.42148288783875154, 0.42245456506299517, 0.3928523209903607, 0.44490549553633824, 0.26372519152609086, 0.009727447042124212, 0.009727447042124212, 0.4645351986993438, 0.4622376538942536, 0.425725216354588, 0.45218651446537644, 0.22358719879957645, 0.016728783094524118, 0.009727447042124212, 0.37645346926530143, 0.3950925087419936, 0.4384060260092167, 0.3688852700605463, 0.22739928660052824, 0.016728783094524118, 0.009727447042124212], "std_test_score": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.033655462392001234, 0.03675377557500082, 0.017393379716595308, 0.034219603306261545, 0.01496497871788131, 0.0, 0.0, 0.016021276226264092, 0.033980411001099387, 0.027829588774344216, 0.02831234654777711, 0.006638357544845734, 0.007408150625878298, 0.007408150625878298, 0.0349257197972813, 0.04990050227531461, 0.034031377909358465, 0.03266560060270118, 0.048000341441203194, 0.01637697875126916, 0.007408150625878298, 0.02374578805072862, 0.040836994747282224, 0.030363166587726767, 0.03747137975891811, 0.04520492805165518, 0.01637697875126916, 0.007408150625878298], "rank_test_score": [27, 27, 27, 27, 27, 27, 27, 14, 15, 19, 13, 26, 27, 27, 8, 7, 10, 4, 16, 22, 22, 1, 2, 6, 3, 18, 20, 22, 11, 9, 5, 12, 17, 20, 22]}, "descriptive": {"actual": {"min": 0.425, "max": 5.00001, "avg": 2.0123758181818183, "std": 1.0334681372156997}, "predicted": {"min": 0.40302748316392867, "max": 4.822188178641092, "avg": 1.9838275069311593, "std": 0.9178657025599557}}, "additional_scores": {}}] \ No newline at end of file diff --git a/tests/other/expected/Iris_CV_example_iris_LogisticRegression.results.json b/tests/other/expected/Iris_CV_example_iris_LogisticRegression.results.json deleted file mode 100644 index 84e5f475..00000000 --- a/tests/other/expected/Iris_CV_example_iris_LogisticRegression.results.json +++ /dev/null @@ -1 +0,0 @@ -[{"experiment_name": "Iris_CV", "train_set_name": "train", "train_set_size": 100, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_iris_features\"]", "featureset_name": "example_iris", "shuffle": false, "learner_name": "LogisticRegression", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:18:59.644956", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": true, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:18:59.891337", "total_time": "0:00:00.246381", "result_table": "+------------+----------+--------------+-------------+-------------+----------+-------------+\n| | setosa | versicolor | virginica | Precision | Recall | F-measure |\n+============+==========+==============+=============+=============+==========+=============+\n| setosa | [3] | 0 | 0 | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| versicolor | 0 | [3] | 0 | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| virginica | 0 | 0 | [4] | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 1.0, "pearson": "", "score": 1.0, "fold": 1, "model_params": "{\"C\": 100.0, \"class_weight\": null, \"dual\": false, \"fit_intercept\": true, \"intercept_scaling\": 1, \"l1_ratio\": null, \"max_iter\": 1000, \"multi_class\": \"auto\", \"n_jobs\": null, \"penalty\": \"l2\", \"random_state\": 123456789, \"solver\": \"liblinear\", \"tol\": 0.0001, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.9666666666666667, "grid_search_cv_results": {"mean_fit_time": [0.0010195573170979817, 0.0008744398752848307, 0.0008989969889322916, 0.0009361108144124349, 0.001028617223103841], "std_fit_time": [8.030527004650505e-05, 1.3711774715544191e-05, 4.6871877231752874e-05, 1.6966664521407553e-05, 7.635360941196774e-05], "mean_score_time": [0.0006584326426188151, 0.0006202856699625651, 0.0006363391876220703, 0.0006304581960042318, 0.0006146430969238281], "std_score_time": [1.3532340219925286e-05, 1.3937917417050723e-05, 1.280524562853615e-05, 2.7428385528269162e-05, 2.3399865514140817e-05], "param_C": [0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01}, {"C": 0.1}, {"C": 1.0}, {"C": 10.0}, {"C": 100.0}], "split0_test_score": [0.6333333333333333, 0.8333333333333334, 0.9666666666666667, 1.0, 1.0], "split1_test_score": [0.6333333333333333, 0.8000000000000002, 0.9, 0.9, 0.9333333333333333], "split2_test_score": [0.6666666666666666, 0.8000000000000002, 0.9666666666666667, 0.9666666666666667, 0.9666666666666667], "mean_test_score": [0.6444444444444444, 0.8111111111111112, 0.9444444444444445, 0.9555555555555556, 0.9666666666666667], "std_test_score": [0.01571348402636772, 0.015713484026367668, 0.03142696805273544, 0.0415739709641549, 0.02721655269759086], "rank_test_score": [5, 4, 3, 2, 1]}, "additional_scores": {}}, {"experiment_name": "Iris_CV", "train_set_name": "train", "train_set_size": 100, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_iris_features\"]", "featureset_name": "example_iris", "shuffle": false, "learner_name": "LogisticRegression", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:18:59.644956", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": true, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:18:59.891337", "total_time": "0:00:00.246381", "result_table": "+------------+----------+--------------+-------------+-------------+----------+-------------+\n| | setosa | versicolor | virginica | Precision | Recall | F-measure |\n+============+==========+==============+=============+=============+==========+=============+\n| setosa | [3] | 0 | 0 | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| versicolor | 0 | [3] | 0 | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| virginica | 0 | 0 | [4] | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 1.0, "pearson": "", "score": 1.0, "fold": 2, "model_params": "{\"C\": 10.0, \"class_weight\": null, \"dual\": false, \"fit_intercept\": true, \"intercept_scaling\": 1, \"l1_ratio\": null, \"max_iter\": 1000, \"multi_class\": \"auto\", \"n_jobs\": null, \"penalty\": \"l2\", \"random_state\": 123456789, \"solver\": \"liblinear\", \"tol\": 0.0001, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.9555555555555556, "grid_search_cv_results": {"mean_fit_time": [0.0008463859558105469, 0.0008969306945800781, 0.0008497238159179688, 0.0009569327036539713, 0.0009570916493733724], "std_fit_time": [5.707822446948004e-05, 8.693379158874138e-05, 9.562536961536576e-06, 4.19157371642288e-05, 7.190427485318198e-06], "mean_score_time": [0.000587304433186849, 0.0006096363067626953, 0.0006043910980224609, 0.0006024042765299479, 0.0006244182586669922], "std_score_time": [1.884596277490716e-05, 2.0960053353197798e-05, 3.6052484181693165e-05, 2.1653109491128574e-05, 4.645961898891526e-05], "param_C": [0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01}, {"C": 0.1}, {"C": 1.0}, {"C": 10.0}, {"C": 100.0}], "split0_test_score": [0.6333333333333333, 0.8333333333333334, 0.9666666666666667, 1.0, 1.0], "split1_test_score": [0.6333333333333333, 0.7666666666666667, 0.9333333333333333, 0.9333333333333333, 0.9333333333333333], "split2_test_score": [0.6666666666666666, 0.7666666666666667, 0.9333333333333333, 0.9333333333333333, 0.9333333333333333], "mean_test_score": [0.6444444444444444, 0.7888888888888889, 0.9444444444444443, 0.9555555555555556, 0.9555555555555556], "std_test_score": [0.01571348402636772, 0.03142696805273544, 0.01571348402636772, 0.03142696805273544, 0.03142696805273544], "rank_test_score": [5, 4, 3, 1, 1]}, "additional_scores": {}}, {"experiment_name": "Iris_CV", "train_set_name": "train", "train_set_size": 100, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_iris_features\"]", "featureset_name": "example_iris", "shuffle": false, "learner_name": "LogisticRegression", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:18:59.644956", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": true, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:18:59.891337", "total_time": "0:00:00.246381", "result_table": "+------------+----------+--------------+-------------+-------------+----------+-------------+\n| | setosa | versicolor | virginica | Precision | Recall | F-measure |\n+============+==========+==============+=============+=============+==========+=============+\n| setosa | [3] | 0 | 0 | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| versicolor | 0 | [3] | 0 | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| virginica | 0 | 0 | [4] | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 1.0, "pearson": "", "score": 1.0, "fold": 3, "model_params": "{\"C\": 10.0, \"class_weight\": null, \"dual\": false, \"fit_intercept\": true, \"intercept_scaling\": 1, \"l1_ratio\": null, \"max_iter\": 1000, \"multi_class\": \"auto\", \"n_jobs\": null, \"penalty\": \"l2\", \"random_state\": 123456789, \"solver\": \"liblinear\", \"tol\": 0.0001, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.9555555555555556, "grid_search_cv_results": {"mean_fit_time": [0.0008875528971354166, 0.0008903344472249349, 0.0008927186330159506, 0.0010023117065429688, 0.0010360081990559895], "std_fit_time": [7.347840734865958e-05, 0.0001017810623777329, 3.1000731713045936e-05, 2.6189894760901262e-05, 3.526518041507254e-05], "mean_score_time": [0.0006090005238850912, 0.0006209214528401693, 0.0006357034047444662, 0.000659942626953125, 0.0005996227264404297], "std_score_time": [8.778064264605254e-07, 3.438760425830738e-05, 3.368955666758357e-05, 6.9781605949597e-05, 5.907779547388013e-06], "param_C": [0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01}, {"C": 0.1}, {"C": 1.0}, {"C": 10.0}, {"C": 100.0}], "split0_test_score": [0.6333333333333333, 0.8333333333333334, 0.9666666666666667, 1.0, 1.0], "split1_test_score": [0.6333333333333333, 0.7333333333333333, 0.9333333333333333, 0.9333333333333333, 0.9], "split2_test_score": [0.6666666666666666, 0.7, 0.9333333333333333, 0.9333333333333333, 0.9333333333333333], "mean_test_score": [0.6444444444444444, 0.7555555555555555, 0.9444444444444443, 0.9555555555555556, 0.9444444444444443], "std_test_score": [0.01571348402636772, 0.0566557723732532, 0.01571348402636772, 0.03142696805273544, 0.0415739709641549], "rank_test_score": [5, 4, 2, 1, 2]}, "additional_scores": {}}, {"experiment_name": "Iris_CV", "train_set_name": "train", "train_set_size": 100, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_iris_features\"]", "featureset_name": "example_iris", "shuffle": false, "learner_name": "LogisticRegression", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:18:59.644956", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": true, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:18:59.891337", "total_time": "0:00:00.246381", "result_table": "+------------+----------+--------------+-------------+-------------+----------+-------------+\n| | setosa | versicolor | virginica | Precision | Recall | F-measure |\n+============+==========+==============+=============+=============+==========+=============+\n| setosa | [3] | 0 | 0 | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| versicolor | 0 | [3] | 0 | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| virginica | 0 | 0 | [4] | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 1.0, "pearson": "", "score": 1.0, "fold": 4, "model_params": "{\"C\": 10.0, \"class_weight\": null, \"dual\": false, \"fit_intercept\": true, \"intercept_scaling\": 1, \"l1_ratio\": null, \"max_iter\": 1000, \"multi_class\": \"auto\", \"n_jobs\": null, \"penalty\": \"l2\", \"random_state\": 123456789, \"solver\": \"liblinear\", \"tol\": 0.0001, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.9555555555555556, "grid_search_cv_results": {"mean_fit_time": [0.0009175141652425131, 0.0008873144785563151, 0.0009190241495768229, 0.000994284947713216, 0.0009957949320475261], "std_fit_time": [0.00010432101730157458, 5.384683594346982e-05, 3.4437159170837666e-05, 2.523660628506438e-05, 3.227283141980506e-05], "mean_score_time": [0.0006018479665120443, 0.0006213982899983724, 0.0005942980448404948, 0.0006669362386067709, 0.000633398691813151], "std_score_time": [2.2948811729803296e-05, 4.8853641745250854e-05, 5.458807869299062e-06, 4.375238971104812e-05, 5.8438118164241973e-05], "param_C": [0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01}, {"C": 0.1}, {"C": 1.0}, {"C": 10.0}, {"C": 100.0}], "split0_test_score": [0.6333333333333333, 0.8333333333333334, 0.9666666666666667, 0.9666666666666667, 0.9666666666666667], "split1_test_score": [0.6333333333333333, 0.7666666666666667, 0.9, 0.9333333333333333, 0.9], "split2_test_score": [0.6666666666666666, 0.8000000000000002, 0.9666666666666667, 0.9666666666666667, 0.9333333333333333], "mean_test_score": [0.6444444444444444, 0.8000000000000002, 0.9444444444444445, 0.9555555555555556, 0.9333333333333332], "std_test_score": [0.01571348402636772, 0.02721655269759086, 0.03142696805273544, 0.01571348402636772, 0.02721655269759086], "rank_test_score": [5, 4, 2, 1, 3]}, "additional_scores": {}}, {"experiment_name": "Iris_CV", "train_set_name": "train", "train_set_size": 100, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_iris_features\"]", "featureset_name": "example_iris", "shuffle": false, "learner_name": "LogisticRegression", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:18:59.644956", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": true, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:18:59.891337", "total_time": "0:00:00.246381", "result_table": "+------------+----------+--------------+-------------+-------------+----------+-------------+\n| | setosa | versicolor | virginica | Precision | Recall | F-measure |\n+============+==========+==============+=============+=============+==========+=============+\n| setosa | [4] | 0 | 0 | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| versicolor | 0 | [1] | 2 | 0.333 | 0.333 | 0.333 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| virginica | 0 | 2 | [1] | 0.333 | 0.333 | 0.333 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.6, "pearson": "", "score": 0.6, "fold": 5, "model_params": "{\"C\": 100.0, \"class_weight\": null, \"dual\": false, \"fit_intercept\": true, \"intercept_scaling\": 1, \"l1_ratio\": null, \"max_iter\": 1000, \"multi_class\": \"auto\", \"n_jobs\": null, \"penalty\": \"l2\", \"random_state\": 123456789, \"solver\": \"liblinear\", \"tol\": 0.0001, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.9888888888888889, "grid_search_cv_results": {"mean_fit_time": [0.0008796056111653646, 0.0009040037790934244, 0.000896453857421875, 0.0009548664093017578, 0.0009777545928955078], "std_fit_time": [4.2360003390506206e-05, 5.8532071398715514e-05, 3.0235637213925032e-05, 5.244161038811133e-05, 1.7589195008671975e-05], "mean_score_time": [0.0006199677785237631, 0.0006238619486490885, 0.0005934238433837891, 0.000625451405843099, 0.0005906422932942709], "std_score_time": [1.59607938271386e-05, 3.0000557169831334e-05, 1.0287975793071469e-05, 5.042513806366769e-05, 6.224303006871947e-06], "param_C": [0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01}, {"C": 0.1}, {"C": 1.0}, {"C": 10.0}, {"C": 100.0}], "split0_test_score": [0.6333333333333333, 0.8000000000000002, 0.9333333333333333, 0.9666666666666667, 0.9666666666666667], "split1_test_score": [0.6333333333333333, 0.7333333333333333, 0.9666666666666667, 1.0, 1.0], "split2_test_score": [0.6666666666666666, 0.8000000000000002, 0.9666666666666667, 0.9666666666666667, 1.0], "mean_test_score": [0.6444444444444444, 0.7777777777777778, 0.9555555555555556, 0.9777777777777779, 0.9888888888888889], "std_test_score": [0.01571348402636772, 0.031426968052735545, 0.01571348402636772, 0.01571348402636772, 0.01571348402636772], "rank_test_score": [5, 4, 3, 2, 1]}, "additional_scores": {}}, {"experiment_name": "Iris_CV", "train_set_name": "train", "train_set_size": 100, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_iris_features\"]", "featureset_name": "example_iris", "shuffle": false, "learner_name": "LogisticRegression", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:18:59.644956", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": true, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:18:59.891337", "total_time": "0:00:00.246381", "result_table": "+------------+----------+--------------+-------------+-------------+----------+-------------+\n| | setosa | versicolor | virginica | Precision | Recall | F-measure |\n+============+==========+==============+=============+=============+==========+=============+\n| setosa | [3] | 0 | 0 | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| versicolor | 0 | [4] | 0 | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| virginica | 0 | 0 | [3] | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 1.0, "pearson": "", "score": 1.0, "fold": 6, "model_params": "{\"C\": 100.0, \"class_weight\": null, \"dual\": false, \"fit_intercept\": true, \"intercept_scaling\": 1, \"l1_ratio\": null, \"max_iter\": 1000, \"multi_class\": \"auto\", \"n_jobs\": null, \"penalty\": \"l2\", \"random_state\": 123456789, \"solver\": \"liblinear\", \"tol\": 0.0001, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.9666666666666667, "grid_search_cv_results": {"mean_fit_time": [0.0008539358774820963, 0.0008864402770996094, 0.0008465449015299479, 0.0009763240814208984, 0.0009796619415283203], "std_fit_time": [5.060330981973943e-05, 4.1551919383804435e-05, 1.204793874605892e-05, 4.002166733982791e-05, 3.224267885488163e-05], "mean_score_time": [0.0005881786346435547, 0.0006469090779622396, 0.0005863507588704427, 0.0005927880605061849, 0.0005890528361002604], "std_score_time": [1.2812641947311786e-05, 9.115706760651757e-05, 8.287308480726058e-06, 1.239827554422319e-05, 5.210171827660803e-06], "param_C": [0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01}, {"C": 0.1}, {"C": 1.0}, {"C": 10.0}, {"C": 100.0}], "split0_test_score": [0.6666666666666666, 0.8000000000000002, 0.9, 0.9333333333333333, 0.9666666666666667], "split1_test_score": [0.6333333333333333, 0.7, 0.9333333333333333, 0.9333333333333333, 0.9333333333333333], "split2_test_score": [0.6666666666666666, 0.7666666666666667, 0.9666666666666667, 1.0, 1.0], "mean_test_score": [0.6555555555555554, 0.7555555555555555, 0.9333333333333335, 0.9555555555555556, 0.9666666666666667], "std_test_score": [0.01571348402636772, 0.04157397096415499, 0.02721655269759086, 0.03142696805273544, 0.02721655269759086], "rank_test_score": [5, 4, 3, 2, 1]}, "additional_scores": {}}, {"experiment_name": "Iris_CV", "train_set_name": "train", "train_set_size": 100, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_iris_features\"]", "featureset_name": "example_iris", "shuffle": false, "learner_name": "LogisticRegression", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:18:59.644956", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": true, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:18:59.891337", "total_time": "0:00:00.246381", "result_table": "+------------+----------+--------------+-------------+-------------+----------+-------------+\n| | setosa | versicolor | virginica | Precision | Recall | F-measure |\n+============+==========+==============+=============+=============+==========+=============+\n| setosa | [3] | 0 | 0 | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| versicolor | 0 | [4] | 0 | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| virginica | 0 | 0 | [3] | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 1.0, "pearson": "", "score": 1.0, "fold": 7, "model_params": "{\"C\": 10.0, \"class_weight\": null, \"dual\": false, \"fit_intercept\": true, \"intercept_scaling\": 1, \"l1_ratio\": null, \"max_iter\": 1000, \"multi_class\": \"auto\", \"n_jobs\": null, \"penalty\": \"l2\", \"random_state\": 123456789, \"solver\": \"liblinear\", \"tol\": 0.0001, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.9555555555555556, "grid_search_cv_results": {"mean_fit_time": [0.0008532206217447916, 0.0008697509765625, 0.0008641878763834635, 0.0009680589040120443, 0.0009692509969075521], "std_fit_time": [3.432417997825971e-05, 5.7554593963534306e-05, 1.8866060138901917e-05, 2.785203441865635e-05, 7.451825567710268e-06], "mean_score_time": [0.0005973974863688151, 0.0006055831909179688, 0.0005920728047688802, 0.0006416638692220052, 0.0005880196889241537], "std_score_time": [1.3250773748185688e-05, 3.869781546911531e-05, 2.2551535482361734e-05, 5.2995587278052316e-05, 2.809789900726269e-06], "param_C": [0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01}, {"C": 0.1}, {"C": 1.0}, {"C": 10.0}, {"C": 100.0}], "split0_test_score": [0.6666666666666666, 0.8333333333333334, 0.9333333333333333, 0.9333333333333333, 0.9666666666666667], "split1_test_score": [0.6333333333333333, 0.6333333333333333, 0.9333333333333333, 0.9666666666666667, 0.9333333333333333], "split2_test_score": [0.6666666666666666, 0.7, 0.9, 0.9666666666666667, 0.9666666666666667], "mean_test_score": [0.6555555555555554, 0.7222222222222223, 0.9222222222222222, 0.9555555555555556, 0.9555555555555556], "std_test_score": [0.01571348402636772, 0.08314794192830983, 0.01571348402636772, 0.01571348402636772, 0.01571348402636772], "rank_test_score": [5, 4, 3, 1, 1]}, "additional_scores": {}}, {"experiment_name": "Iris_CV", "train_set_name": "train", "train_set_size": 100, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_iris_features\"]", "featureset_name": "example_iris", "shuffle": false, "learner_name": "LogisticRegression", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:18:59.644956", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": true, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:18:59.891337", "total_time": "0:00:00.246381", "result_table": "+------------+----------+--------------+-------------+-------------+----------+-------------+\n| | setosa | versicolor | virginica | Precision | Recall | F-measure |\n+============+==========+==============+=============+=============+==========+=============+\n| setosa | [3] | 0 | 0 | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| versicolor | 0 | [4] | 0 | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| virginica | 0 | 0 | [3] | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 1.0, "pearson": "", "score": 1.0, "fold": 8, "model_params": "{\"C\": 10.0, \"class_weight\": null, \"dual\": false, \"fit_intercept\": true, \"intercept_scaling\": 1, \"l1_ratio\": null, \"max_iter\": 1000, \"multi_class\": \"auto\", \"n_jobs\": null, \"penalty\": \"l2\", \"random_state\": 123456789, \"solver\": \"liblinear\", \"tol\": 0.0001, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.9444444444444445, "grid_search_cv_results": {"mean_fit_time": [0.0008889039357503256, 0.0008820692698160807, 0.0012396176656087239, 0.0013040701548258464, 0.0013853708902994792], "std_fit_time": [5.594674832394096e-05, 5.495236496669114e-05, 0.00011453299218125796, 0.00019942345606766302, 0.00011280287112962985], "mean_score_time": [0.0006413459777832031, 0.0006987253824869791, 0.0009346803029378256, 0.0007706483205159506, 0.0007146199544270834], "std_score_time": [3.574900891551065e-05, 0.00012406342140408385, 0.00014429010640470364, 0.00016743552871312988, 4.249844146720674e-05], "param_C": [0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01}, {"C": 0.1}, {"C": 1.0}, {"C": 10.0}, {"C": 100.0}], "split0_test_score": [0.6666666666666666, 0.8333333333333334, 0.9666666666666667, 0.9666666666666667, 0.9666666666666667], "split1_test_score": [0.6666666666666666, 0.7666666666666667, 0.9666666666666667, 0.9666666666666667, 0.9666666666666667], "split2_test_score": [0.6333333333333333, 0.7, 0.8666666666666667, 0.9, 0.9], "mean_test_score": [0.6555555555555556, 0.7666666666666666, 0.9333333333333332, 0.9444444444444445, 0.9444444444444445], "std_test_score": [0.01571348402636772, 0.05443310539518177, 0.04714045207910316, 0.03142696805273544, 0.03142696805273544], "rank_test_score": [5, 4, 3, 1, 1]}, "additional_scores": {}}, {"experiment_name": "Iris_CV", "train_set_name": "train", "train_set_size": 100, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_iris_features\"]", "featureset_name": "example_iris", "shuffle": false, "learner_name": "LogisticRegression", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:18:59.644956", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": true, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:18:59.891337", "total_time": "0:00:00.246381", "result_table": "+------------+----------+--------------+-------------+-------------+----------+-------------+\n| | setosa | versicolor | virginica | Precision | Recall | F-measure |\n+============+==========+==============+=============+=============+==========+=============+\n| setosa | [3] | 0 | 0 | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| versicolor | 0 | [3] | 1 | 1.000 | 0.750 | 0.857 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| virginica | 0 | 0 | [3] | 0.750 | 1.000 | 0.857 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.9, "pearson": "", "score": 0.9, "fold": 9, "model_params": "{\"C\": 1.0, \"class_weight\": null, \"dual\": false, \"fit_intercept\": true, \"intercept_scaling\": 1, \"l1_ratio\": null, \"max_iter\": 1000, \"multi_class\": \"auto\", \"n_jobs\": null, \"penalty\": \"l2\", \"random_state\": 123456789, \"solver\": \"liblinear\", \"tol\": 0.0001, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.9555555555555556, "grid_search_cv_results": {"mean_fit_time": [0.0008953412373860677, 0.0009789466857910156, 0.000915368398030599, 0.0009097258249918619, 0.0009229183197021484], "std_fit_time": [7.226674748389682e-05, 2.5201043056300687e-05, 5.829170381200992e-05, 2.9063171549744726e-05, 1.6226481940434985e-05], "mean_score_time": [0.0006053447723388672, 0.0007139841715494791, 0.0005906422932942709, 0.0005845228830973307, 0.0005923906962076823], "std_score_time": [1.858135964240905e-05, 8.628564221125781e-05, 1.3249343731409233e-05, 8.188404637903378e-06, 2.455389851548197e-05], "param_C": [0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01}, {"C": 0.1}, {"C": 1.0}, {"C": 10.0}, {"C": 100.0}], "split0_test_score": [0.6666666666666666, 0.8000000000000002, 1.0, 0.9666666666666667, 0.9666666666666667], "split1_test_score": [0.6666666666666666, 0.8666666666666667, 0.9666666666666667, 0.9666666666666667, 0.9666666666666667], "split2_test_score": [0.6333333333333333, 0.6666666666666666, 0.9, 0.9333333333333333, 0.9333333333333333], "mean_test_score": [0.6555555555555556, 0.7777777777777778, 0.9555555555555556, 0.9555555555555556, 0.9555555555555556], "std_test_score": [0.01571348402636772, 0.08314794192830985, 0.0415739709641549, 0.01571348402636772, 0.01571348402636772], "rank_test_score": [5, 4, 1, 1, 1]}, "additional_scores": {}}, {"experiment_name": "Iris_CV", "train_set_name": "train", "train_set_size": 100, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_iris_features\"]", "featureset_name": "example_iris", "shuffle": false, "learner_name": "LogisticRegression", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:18:59.644956", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": true, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:18:59.891337", "total_time": "0:00:00.246381", "result_table": "+------------+----------+--------------+-------------+-------------+----------+-------------+\n| | setosa | versicolor | virginica | Precision | Recall | F-measure |\n+============+==========+==============+=============+=============+==========+=============+\n| setosa | [3] | 0 | 0 | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| versicolor | 0 | [4] | 0 | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| virginica | 0 | 0 | [3] | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 1.0, "pearson": "", "score": 1.0, "fold": 10, "model_params": "{\"C\": 1.0, \"class_weight\": null, \"dual\": false, \"fit_intercept\": true, \"intercept_scaling\": 1, \"l1_ratio\": null, \"max_iter\": 1000, \"multi_class\": \"auto\", \"n_jobs\": null, \"penalty\": \"l2\", \"random_state\": 123456789, \"solver\": \"liblinear\", \"tol\": 0.0001, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.9444444444444445, "grid_search_cv_results": {"mean_fit_time": [0.0009477933247884115, 0.0009580453236897787, 0.0009529590606689453, 0.0013359387715657551, 0.001056353251139323], "std_fit_time": [3.2675428390873896e-05, 0.00014230018880049492, 4.602693156964916e-05, 0.00016908896343306235, 2.1309102790380275e-05], "mean_score_time": [0.0007022221883138021, 0.00063323974609375, 0.0007013479868570963, 0.000701745351155599, 0.0006728967030843099], "std_score_time": [0.00010308478518268641, 2.5716071531760843e-05, 0.00012542740980902323, 3.376820419001678e-05, 3.8337892033189355e-05], "param_C": [0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01}, {"C": 0.1}, {"C": 1.0}, {"C": 10.0}, {"C": 100.0}], "split0_test_score": [0.6666666666666666, 0.8000000000000002, 1.0, 0.9666666666666667, 0.9666666666666667], "split1_test_score": [0.6666666666666666, 0.7333333333333333, 0.9333333333333333, 0.9333333333333333, 0.9333333333333333], "split2_test_score": [0.6333333333333333, 0.7, 0.9, 0.9, 0.9], "mean_test_score": [0.6555555555555556, 0.7444444444444445, 0.9444444444444445, 0.9333333333333332, 0.9333333333333332], "std_test_score": [0.01571348402636772, 0.041573970964154994, 0.0415739709641549, 0.02721655269759086, 0.02721655269759086], "rank_test_score": [5, 4, 1, 2, 2]}, "additional_scores": {}}, {"experiment_name": "Iris_CV", "train_set_name": "train", "train_set_size": 100, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_iris_features\"]", "featureset_name": "example_iris", "shuffle": false, "learner_name": "LogisticRegression", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:18:59.644956", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": true, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:18:59.891337", "total_time": "0:00:00.246381", "fold": "average", "result_table": "+------------+-------------+----------+-------------+\n| Label | Precision | Recall | F-measure |\n|------------+-------------+----------+-------------|\n| setosa | 1.000 | 1.000 | 1.000 |\n| versicolor | 0.933 | 0.908 | 0.919 |\n| virginica | 0.908 | 0.933 | 0.919 |\n+------------+-------------+----------+-------------+", "accuracy": 0.95, "score": 0.95, "additional_scores": {}}] \ No newline at end of file diff --git a/tests/other/expected/Iris_CV_example_iris_MultinomialNB.results.json b/tests/other/expected/Iris_CV_example_iris_MultinomialNB.results.json deleted file mode 100644 index 208e0aa3..00000000 --- a/tests/other/expected/Iris_CV_example_iris_MultinomialNB.results.json +++ /dev/null @@ -1 +0,0 @@ -[{"experiment_name": "Iris_CV", "train_set_name": "train", "train_set_size": 100, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_iris_features\"]", "featureset_name": "example_iris", "shuffle": false, "learner_name": "MultinomialNB", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:18:59.900906", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": true, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:19:00.119325", "total_time": "0:00:00.218419", "result_table": "+------------+----------+--------------+-------------+-------------+----------+-------------+\n| | setosa | versicolor | virginica | Precision | Recall | F-measure |\n+============+==========+==============+=============+=============+==========+=============+\n| setosa | [3] | 0 | 0 | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| versicolor | 0 | [3] | 0 | 0.600 | 1.000 | 0.750 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| virginica | 0 | 2 | [2] | 1.000 | 0.500 | 0.667 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.8, "pearson": "", "score": 0.8000000000000002, "fold": 1, "model_params": "{\"alpha\": 0.1, \"class_prior\": null, \"fit_prior\": true}", "grid_score": 0.9222222222222222, "grid_search_cv_results": {"mean_fit_time": [0.0008541742960611979, 0.0007956822713216146, 0.0008637110392252604, 0.0007966359456380209, 0.0007792313893636068], "std_fit_time": [5.80111593650824e-05, 4.911589902565566e-05, 7.727369736938871e-05, 7.2872755599642755e-06, 3.7055152978498987e-06], "mean_score_time": [0.0005851586659749349, 0.0005666414896647135, 0.0005976359049479166, 0.0005753040313720703, 0.0005696614583333334], "std_score_time": [1.3593808840095475e-05, 4.805315799023619e-06, 1.0550452407376664e-05, 2.167730601149536e-06, 1.2961631163199815e-06], "param_alpha": [0.1, 0.25, 0.5, 0.75, 1.0], "params": [{"alpha": 0.1}, {"alpha": 0.25}, {"alpha": 0.5}, {"alpha": 0.75}, {"alpha": 1.0}], "split0_test_score": [0.9666666666666667, 0.9666666666666667, 0.9666666666666667, 0.9666666666666667, 0.9666666666666667], "split1_test_score": [0.9666666666666667, 0.9666666666666667, 0.9333333333333333, 0.9333333333333333, 0.9333333333333333], "split2_test_score": [0.8333333333333334, 0.8333333333333334, 0.8333333333333334, 0.8333333333333334, 0.8333333333333334], "mean_test_score": [0.9222222222222222, 0.9222222222222222, 0.9111111111111111, 0.9111111111111111, 0.9111111111111111], "std_test_score": [0.06285393610547088, 0.06285393610547088, 0.05665577237325315, 0.05665577237325315, 0.05665577237325315], "rank_test_score": [1, 1, 3, 3, 3]}, "additional_scores": {}}, {"experiment_name": "Iris_CV", "train_set_name": "train", "train_set_size": 100, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_iris_features\"]", "featureset_name": "example_iris", "shuffle": false, "learner_name": "MultinomialNB", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:18:59.900906", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": true, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:19:00.119325", "total_time": "0:00:00.218419", "result_table": "+------------+----------+--------------+-------------+-------------+----------+-------------+\n| | setosa | versicolor | virginica | Precision | Recall | F-measure |\n+============+==========+==============+=============+=============+==========+=============+\n| setosa | [3] | 0 | 0 | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| versicolor | 0 | [3] | 0 | 0.750 | 1.000 | 0.857 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| virginica | 0 | 1 | [3] | 1.000 | 0.750 | 0.857 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.9, "pearson": "", "score": 0.9, "fold": 2, "model_params": "{\"alpha\": 0.1, \"class_prior\": null, \"fit_prior\": true}", "grid_score": 0.9444444444444445, "grid_search_cv_results": {"mean_fit_time": [0.000843207041422526, 0.0007757345835367838, 0.0007640520731608073, 0.0008525053660074869, 0.0008459885915120443], "std_fit_time": [4.900892217153362e-05, 1.9166968987348343e-05, 1.3124335831542342e-05, 4.801371087072123e-05, 4.596981152278369e-05], "mean_score_time": [0.0005801518758138021, 0.0005652109781901041, 0.0006050268809000651, 0.0005953311920166016, 0.0005772113800048828], "std_score_time": [1.3124335831542344e-05, 7.682193739315398e-06, 4.004028493181695e-05, 2.822886716117706e-05, 6.912768436426365e-06], "param_alpha": [0.1, 0.25, 0.5, 0.75, 1.0], "params": [{"alpha": 0.1}, {"alpha": 0.25}, {"alpha": 0.5}, {"alpha": 0.75}, {"alpha": 1.0}], "split0_test_score": [0.9666666666666667, 0.9666666666666667, 0.9666666666666667, 0.9333333333333333, 0.9333333333333333], "split1_test_score": [1.0, 1.0, 1.0, 1.0, 1.0], "split2_test_score": [0.8666666666666667, 0.8666666666666667, 0.8666666666666667, 0.8666666666666667, 0.8666666666666667], "mean_test_score": [0.9444444444444445, 0.9444444444444445, 0.9444444444444445, 0.9333333333333332, 0.9333333333333332], "std_test_score": [0.05665577237325315, 0.05665577237325315, 0.05665577237325315, 0.05443310539518172, 0.05443310539518172], "rank_test_score": [1, 1, 1, 4, 4]}, "additional_scores": {}}, {"experiment_name": "Iris_CV", "train_set_name": "train", "train_set_size": 100, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_iris_features\"]", "featureset_name": "example_iris", "shuffle": false, "learner_name": "MultinomialNB", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:18:59.900906", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": true, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:19:00.119325", "total_time": "0:00:00.218419", "result_table": "+------------+----------+--------------+-------------+-------------+----------+-------------+\n| | setosa | versicolor | virginica | Precision | Recall | F-measure |\n+============+==========+==============+=============+=============+==========+=============+\n| setosa | [3] | 0 | 0 | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| versicolor | 0 | [3] | 0 | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| virginica | 0 | 0 | [4] | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 1.0, "pearson": "", "score": 1.0, "fold": 3, "model_params": "{\"alpha\": 0.1, \"class_prior\": null, \"fit_prior\": true}", "grid_score": 0.9222222222222222, "grid_search_cv_results": {"mean_fit_time": [0.0008509953816731771, 0.000781853993733724, 0.0008517106374104818, 0.0008092721303304037, 0.0008870760599772135], "std_fit_time": [5.8245202898685384e-05, 2.2166802757810662e-05, 7.350109632108934e-05, 2.4049438059407802e-05, 5.5036088608183934e-05], "mean_score_time": [0.0005870660146077474, 0.0005660851796468099, 0.0005848407745361328, 0.0005757808685302734, 0.0006189346313476562], "std_score_time": [3.7259127838551336e-06, 4.9605326761650195e-06, 1.6057451477511154e-05, 2.368237880985155e-06, 4.007465739427003e-05], "param_alpha": [0.1, 0.25, 0.5, 0.75, 1.0], "params": [{"alpha": 0.1}, {"alpha": 0.25}, {"alpha": 0.5}, {"alpha": 0.75}, {"alpha": 1.0}], "split0_test_score": [0.9333333333333333, 0.9333333333333333, 0.9333333333333333, 0.9333333333333333, 0.9], "split1_test_score": [0.9666666666666667, 0.9333333333333333, 0.9333333333333333, 0.9, 0.9], "split2_test_score": [0.8666666666666667, 0.8666666666666667, 0.8666666666666667, 0.8666666666666667, 0.8666666666666667], "mean_test_score": [0.9222222222222222, 0.9111111111111111, 0.9111111111111111, 0.9, 0.888888888888889], "std_test_score": [0.0415739709641549, 0.03142696805273544, 0.03142696805273544, 0.02721655269759086, 0.01571348402636772], "rank_test_score": [1, 2, 2, 4, 5]}, "additional_scores": {}}, {"experiment_name": "Iris_CV", "train_set_name": "train", "train_set_size": 100, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_iris_features\"]", "featureset_name": "example_iris", "shuffle": false, "learner_name": "MultinomialNB", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:18:59.900906", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": true, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:19:00.119325", "total_time": "0:00:00.218419", "result_table": "+------------+----------+--------------+-------------+-------------+----------+-------------+\n| | setosa | versicolor | virginica | Precision | Recall | F-measure |\n+============+==========+==============+=============+=============+==========+=============+\n| setosa | [3] | 0 | 0 | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| versicolor | 0 | [3] | 0 | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| virginica | 0 | 0 | [4] | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 1.0, "pearson": "", "score": 1.0, "fold": 4, "model_params": "{\"alpha\": 0.1, \"class_prior\": null, \"fit_prior\": true}", "grid_score": 0.9111111111111111, "grid_search_cv_results": {"mean_fit_time": [0.0008653004964192709, 0.0008264382680257162, 0.0008440812428792318, 0.0008570353190104166, 0.0008500417073567709], "std_fit_time": [5.8376156027750736e-05, 4.814022147034044e-05, 6.291430175414641e-05, 4.228837416160472e-05, 3.382987040474427e-05], "mean_score_time": [0.0006026426951090494, 0.0005788803100585938, 0.0005906422932942709, 0.0005894502003987631, 0.0005878607432047526], "std_score_time": [3.0918721750087814e-05, 1.1743173938774826e-05, 1.4724585950239135e-05, 8.371476543594165e-06, 9.859760550989039e-06], "param_alpha": [0.1, 0.25, 0.5, 0.75, 1.0], "params": [{"alpha": 0.1}, {"alpha": 0.25}, {"alpha": 0.5}, {"alpha": 0.75}, {"alpha": 1.0}], "split0_test_score": [0.8333333333333334, 0.8333333333333334, 0.8333333333333334, 0.8333333333333334, 0.8333333333333334], "split1_test_score": [1.0, 1.0, 1.0, 1.0, 1.0], "split2_test_score": [0.9, 0.9, 0.9, 0.9, 0.9], "mean_test_score": [0.9111111111111111, 0.9111111111111111, 0.9111111111111111, 0.9111111111111111, 0.9111111111111111], "std_test_score": [0.0684934889218775, 0.0684934889218775, 0.0684934889218775, 0.0684934889218775, 0.0684934889218775], "rank_test_score": [1, 1, 1, 1, 1]}, "additional_scores": {}}, {"experiment_name": "Iris_CV", "train_set_name": "train", "train_set_size": 100, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_iris_features\"]", "featureset_name": "example_iris", "shuffle": false, "learner_name": "MultinomialNB", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:18:59.900906", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": true, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:19:00.119325", "total_time": "0:00:00.218419", "result_table": "+------------+----------+--------------+-------------+-------------+----------+-------------+\n| | setosa | versicolor | virginica | Precision | Recall | F-measure |\n+============+==========+==============+=============+=============+==========+=============+\n| setosa | [4] | 0 | 0 | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| versicolor | 0 | [1] | 2 | 0.500 | 0.333 | 0.400 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| virginica | 0 | 1 | [2] | 0.500 | 0.667 | 0.571 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.7, "pearson": "", "score": 0.7, "fold": 5, "model_params": "{\"alpha\": 0.1, \"class_prior\": null, \"fit_prior\": true}", "grid_score": 0.9444444444444445, "grid_search_cv_results": {"mean_fit_time": [0.0008595784505208334, 0.0007907549540201823, 0.0008766651153564453, 0.0008180141448974609, 0.000865936279296875], "std_fit_time": [8.13500899967778e-06, 2.585226595917009e-05, 0.00015081942973951834, 9.901310505615249e-06, 3.0293861584510127e-05], "mean_score_time": [0.0006062984466552734, 0.0005686283111572266, 0.0006233056386311849, 0.0005959669748942057, 0.0005887349446614584], "std_score_time": [3.264216504369095e-05, 5.907779547388013e-06, 3.5742824775907555e-05, 1.661115850930392e-05, 6.721919521900973e-06], "param_alpha": [0.1, 0.25, 0.5, 0.75, 1.0], "params": [{"alpha": 0.1}, {"alpha": 0.25}, {"alpha": 0.5}, {"alpha": 0.75}, {"alpha": 1.0}], "split0_test_score": [1.0, 1.0, 1.0, 1.0, 1.0], "split1_test_score": [1.0, 1.0, 1.0, 1.0, 1.0], "split2_test_score": [0.8333333333333334, 0.8333333333333334, 0.8333333333333334, 0.8333333333333334, 0.8333333333333334], "mean_test_score": [0.9444444444444445, 0.9444444444444445, 0.9444444444444445, 0.9444444444444445, 0.9444444444444445], "std_test_score": [0.0785674201318386, 0.0785674201318386, 0.0785674201318386, 0.0785674201318386, 0.0785674201318386], "rank_test_score": [1, 1, 1, 1, 1]}, "additional_scores": {}}, {"experiment_name": "Iris_CV", "train_set_name": "train", "train_set_size": 100, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_iris_features\"]", "featureset_name": "example_iris", "shuffle": false, "learner_name": "MultinomialNB", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:18:59.900906", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": true, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:19:00.119325", "total_time": "0:00:00.218419", "result_table": "+------------+----------+--------------+-------------+-------------+----------+-------------+\n| | setosa | versicolor | virginica | Precision | Recall | F-measure |\n+============+==========+==============+=============+=============+==========+=============+\n| setosa | [3] | 0 | 0 | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| versicolor | 0 | [4] | 0 | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| virginica | 0 | 0 | [3] | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 1.0, "pearson": "", "score": 1.0, "fold": 6, "model_params": "{\"alpha\": 0.1, \"class_prior\": null, \"fit_prior\": true}", "grid_score": 0.9444444444444445, "grid_search_cv_results": {"mean_fit_time": [0.0009250640869140625, 0.0008540153503417969, 0.0008556048075358073, 0.0010561148325602214, 0.0008947054545084635], "std_fit_time": [7.519325366029657e-06, 7.621940309117213e-05, 6.248335955821716e-05, 0.00017379840447445232, 2.8958671283711753e-05], "mean_score_time": [0.0006528695424397787, 0.0005954106648763021, 0.0006852944691975912, 0.0008052984873453776, 0.0005899270375569662], "std_score_time": [7.642331017018685e-05, 2.6452168577166424e-05, 0.00013839841991026856, 8.319324329482861e-05, 1.0209092342074588e-05], "param_alpha": [0.1, 0.25, 0.5, 0.75, 1.0], "params": [{"alpha": 0.1}, {"alpha": 0.25}, {"alpha": 0.5}, {"alpha": 0.75}, {"alpha": 1.0}], "split0_test_score": [0.9333333333333333, 0.9333333333333333, 0.9333333333333333, 0.9333333333333333, 0.9333333333333333], "split1_test_score": [0.9333333333333333, 0.9333333333333333, 0.9333333333333333, 0.9333333333333333, 0.9333333333333333], "split2_test_score": [0.9666666666666667, 0.9666666666666667, 0.9666666666666667, 0.9666666666666667, 0.9666666666666667], "mean_test_score": [0.9444444444444445, 0.9444444444444445, 0.9444444444444445, 0.9444444444444445, 0.9444444444444445], "std_test_score": [0.01571348402636772, 0.01571348402636772, 0.01571348402636772, 0.01571348402636772, 0.01571348402636772], "rank_test_score": [1, 1, 1, 1, 1]}, "additional_scores": {}}, {"experiment_name": "Iris_CV", "train_set_name": "train", "train_set_size": 100, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_iris_features\"]", "featureset_name": "example_iris", "shuffle": false, "learner_name": "MultinomialNB", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:18:59.900906", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": true, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:19:00.119325", "total_time": "0:00:00.218419", "result_table": "+------------+----------+--------------+-------------+-------------+----------+-------------+\n| | setosa | versicolor | virginica | Precision | Recall | F-measure |\n+============+==========+==============+=============+=============+==========+=============+\n| setosa | [3] | 0 | 0 | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| versicolor | 0 | [4] | 0 | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| virginica | 0 | 0 | [3] | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 1.0, "pearson": "", "score": 1.0, "fold": 7, "model_params": "{\"alpha\": 0.1, \"class_prior\": null, \"fit_prior\": true}", "grid_score": 0.9111111111111111, "grid_search_cv_results": {"mean_fit_time": [0.0008823871612548828, 0.0008046627044677734, 0.0008694330851236979, 0.0008278687795003256, 0.0008465449015299479], "std_fit_time": [1.0416099980270714e-05, 5.6898682566457195e-05, 8.647669703660657e-05, 4.341284524201604e-06, 4.5619359789350254e-05], "mean_score_time": [0.0005846023559570312, 0.0005903244018554688, 0.0005935827891031901, 0.0005768934885660807, 0.000591437021891276], "std_score_time": [1.1903432085483054e-05, 2.468831773609043e-05, 3.0783604725455746e-05, 1.2363075563195582e-06, 1.4715575493943912e-05], "param_alpha": [0.1, 0.25, 0.5, 0.75, 1.0], "params": [{"alpha": 0.1}, {"alpha": 0.25}, {"alpha": 0.5}, {"alpha": 0.75}, {"alpha": 1.0}], "split0_test_score": [0.8666666666666667, 0.8666666666666667, 0.8666666666666667, 0.8666666666666667, 0.8666666666666667], "split1_test_score": [0.9333333333333333, 0.9333333333333333, 0.9333333333333333, 0.9333333333333333, 0.9333333333333333], "split2_test_score": [0.9333333333333333, 0.9333333333333333, 0.9333333333333333, 0.9333333333333333, 0.9333333333333333], "mean_test_score": [0.9111111111111111, 0.9111111111111111, 0.9111111111111111, 0.9111111111111111, 0.9111111111111111], "std_test_score": [0.03142696805273544, 0.03142696805273544, 0.03142696805273544, 0.03142696805273544, 0.03142696805273544], "rank_test_score": [1, 1, 1, 1, 1]}, "additional_scores": {}}, {"experiment_name": "Iris_CV", "train_set_name": "train", "train_set_size": 100, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_iris_features\"]", "featureset_name": "example_iris", "shuffle": false, "learner_name": "MultinomialNB", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:18:59.900906", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": true, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:19:00.119325", "total_time": "0:00:00.218419", "result_table": "+------------+----------+--------------+-------------+-------------+----------+-------------+\n| | setosa | versicolor | virginica | Precision | Recall | F-measure |\n+============+==========+==============+=============+=============+==========+=============+\n| setosa | [3] | 0 | 0 | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| versicolor | 0 | [4] | 0 | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| virginica | 0 | 0 | [3] | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 1.0, "pearson": "", "score": 1.0, "fold": 8, "model_params": "{\"alpha\": 0.1, \"class_prior\": null, \"fit_prior\": true}", "grid_score": 0.9, "grid_search_cv_results": {"mean_fit_time": [0.000854333241780599, 0.000835418701171875, 0.0008397102355957031, 0.0008496443430582682, 0.0008190472920735677], "std_fit_time": [5.6777115205687e-05, 5.646276825486092e-05, 6.411760783485245e-05, 3.7736137395860306e-05, 2.627392453586846e-05], "mean_score_time": [0.0006036758422851562, 0.0005852381388346354, 0.0005819002787272135, 0.0006100336710611979, 0.0005775292714436849], "std_score_time": [1.8022299946750886e-05, 1.1304717487401195e-05, 4.5459587243636736e-06, 4.174269873903092e-05, 7.655014625071862e-06], "param_alpha": [0.1, 0.25, 0.5, 0.75, 1.0], "params": [{"alpha": 0.1}, {"alpha": 0.25}, {"alpha": 0.5}, {"alpha": 0.75}, {"alpha": 1.0}], "split0_test_score": [0.9, 0.9, 0.9, 0.9, 0.9], "split1_test_score": [0.9666666666666667, 0.9666666666666667, 0.9666666666666667, 0.9666666666666667, 0.9666666666666667], "split2_test_score": [0.8333333333333334, 0.8333333333333334, 0.8333333333333334, 0.8333333333333334, 0.8333333333333334], "mean_test_score": [0.9, 0.9, 0.9, 0.9, 0.9], "std_test_score": [0.05443310539518172, 0.05443310539518172, 0.05443310539518172, 0.05443310539518172, 0.05443310539518172], "rank_test_score": [1, 1, 1, 1, 1]}, "additional_scores": {}}, {"experiment_name": "Iris_CV", "train_set_name": "train", "train_set_size": 100, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_iris_features\"]", "featureset_name": "example_iris", "shuffle": false, "learner_name": "MultinomialNB", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:18:59.900906", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": true, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:19:00.119325", "total_time": "0:00:00.218419", "result_table": "+------------+----------+--------------+-------------+-------------+----------+-------------+\n| | setosa | versicolor | virginica | Precision | Recall | F-measure |\n+============+==========+==============+=============+=============+==========+=============+\n| setosa | [3] | 0 | 0 | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| versicolor | 0 | [3] | 1 | 1.000 | 0.750 | 0.857 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| virginica | 0 | 0 | [3] | 0.750 | 1.000 | 0.857 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.9, "pearson": "", "score": 0.9, "fold": 9, "model_params": "{\"alpha\": 0.1, \"class_prior\": null, \"fit_prior\": true}", "grid_score": 0.9333333333333332, "grid_search_cv_results": {"mean_fit_time": [0.0009483496348063151, 0.0010193188985188801, 0.0008777777353922526, 0.0009233951568603516, 0.0009474754333496094], "std_fit_time": [0.00019073847263947734, 6.022648159233272e-05, 4.282267301699562e-05, 1.2030101596396316e-05, 5.948467897585185e-05], "mean_score_time": [0.0006008942921956381, 0.0006703535715738932, 0.0006105899810791016, 0.0006688435872395834, 0.0006278355916341146], "std_score_time": [3.8296848822127035e-05, 4.1970850441166e-05, 2.1277661606014155e-05, 8.122864967690193e-05, 5.1025784597189044e-05], "param_alpha": [0.1, 0.25, 0.5, 0.75, 1.0], "params": [{"alpha": 0.1}, {"alpha": 0.25}, {"alpha": 0.5}, {"alpha": 0.75}, {"alpha": 1.0}], "split0_test_score": [0.9333333333333333, 0.9333333333333333, 0.9333333333333333, 0.9333333333333333, 0.9], "split1_test_score": [0.9666666666666667, 0.9666666666666667, 0.9666666666666667, 0.9666666666666667, 0.9666666666666667], "split2_test_score": [0.9, 0.9, 0.9, 0.9, 0.9], "mean_test_score": [0.9333333333333332, 0.9333333333333332, 0.9333333333333332, 0.9333333333333332, 0.9222222222222222], "std_test_score": [0.02721655269759086, 0.02721655269759086, 0.02721655269759086, 0.02721655269759086, 0.03142696805273544], "rank_test_score": [1, 1, 1, 1, 5]}, "additional_scores": {}}, {"experiment_name": "Iris_CV", "train_set_name": "train", "train_set_size": 100, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_iris_features\"]", "featureset_name": "example_iris", "shuffle": false, "learner_name": "MultinomialNB", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:18:59.900906", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": true, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:19:00.119325", "total_time": "0:00:00.218419", "result_table": "+------------+----------+--------------+-------------+-------------+----------+-------------+\n| | setosa | versicolor | virginica | Precision | Recall | F-measure |\n+============+==========+==============+=============+=============+==========+=============+\n| setosa | [3] | 0 | 0 | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| versicolor | 0 | [4] | 0 | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| virginica | 0 | 0 | [3] | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 1.0, "pearson": "", "score": 1.0, "fold": 10, "model_params": "{\"alpha\": 0.1, \"class_prior\": null, \"fit_prior\": true}", "grid_score": 0.888888888888889, "grid_search_cv_results": {"mean_fit_time": [0.0008927186330159506, 0.0008513927459716797, 0.0010132789611816406, 0.0010610421498616536, 0.0009486675262451172], "std_fit_time": [1.7100151417190854e-05, 2.1758444059384923e-05, 0.0001686791929844249, 0.00011800946318423158, 0.00016193320154759554], "mean_score_time": [0.0005969206492106119, 0.0006019274393717448, 0.0008020401000976562, 0.0006229877471923828, 0.0006706714630126953], "std_score_time": [8.827571088512333e-06, 7.349413567668211e-06, 0.00014434441782769234, 4.2612721899712356e-05, 4.926560969397193e-05], "param_alpha": [0.1, 0.25, 0.5, 0.75, 1.0], "params": [{"alpha": 0.1}, {"alpha": 0.25}, {"alpha": 0.5}, {"alpha": 0.75}, {"alpha": 1.0}], "split0_test_score": [0.8666666666666667, 0.8666666666666667, 0.8666666666666667, 0.8666666666666667, 0.8666666666666667], "split1_test_score": [0.9333333333333333, 0.9333333333333333, 0.9333333333333333, 0.9333333333333333, 0.9333333333333333], "split2_test_score": [0.8666666666666667, 0.8666666666666667, 0.8666666666666667, 0.8666666666666667, 0.8666666666666667], "mean_test_score": [0.888888888888889, 0.888888888888889, 0.888888888888889, 0.888888888888889, 0.888888888888889], "std_test_score": [0.03142696805273544, 0.03142696805273544, 0.03142696805273544, 0.03142696805273544, 0.03142696805273544], "rank_test_score": [1, 1, 1, 1, 1]}, "additional_scores": {}}, {"experiment_name": "Iris_CV", "train_set_name": "train", "train_set_size": 100, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_iris_features\"]", "featureset_name": "example_iris", "shuffle": false, "learner_name": "MultinomialNB", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:18:59.900906", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": true, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:19:00.119325", "total_time": "0:00:00.218419", "fold": "average", "result_table": "+------------+-------------+----------+-------------+\n| Label | Precision | Recall | F-measure |\n|------------+-------------+----------+-------------|\n| setosa | 1.000 | 1.000 | 1.000 |\n| versicolor | 0.885 | 0.908 | 0.886 |\n| virginica | 0.925 | 0.892 | 0.895 |\n+------------+-------------+----------+-------------+", "accuracy": 0.93, "score": 0.93, "additional_scores": {}}] \ No newline at end of file diff --git a/tests/other/expected/Iris_CV_example_iris_RandomForestClassifier.results.json b/tests/other/expected/Iris_CV_example_iris_RandomForestClassifier.results.json deleted file mode 100644 index 6a4cb3ea..00000000 --- a/tests/other/expected/Iris_CV_example_iris_RandomForestClassifier.results.json +++ /dev/null @@ -1 +0,0 @@ -[{"experiment_name": "Iris_CV", "train_set_name": "train", "train_set_size": 100, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_iris_features\"]", "featureset_name": "example_iris", "shuffle": false, "learner_name": "RandomForestClassifier", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:18:24.100561", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": true, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:18:58.442778", "total_time": "0:00:34.342217", "result_table": "+------------+----------+--------------+-------------+-------------+----------+-------------+\n| | setosa | versicolor | virginica | Precision | Recall | F-measure |\n+============+==========+==============+=============+=============+==========+=============+\n| setosa | [3] | 0 | 0 | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| versicolor | 0 | [3] | 0 | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| virginica | 0 | 0 | [4] | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 1.0, "pearson": "", "score": 1.0, "fold": 1, "model_params": "{\"bootstrap\": true, \"ccp_alpha\": 0.0, \"class_weight\": null, \"criterion\": \"gini\", \"max_depth\": 5, \"max_features\": \"auto\", \"max_leaf_nodes\": null, \"max_samples\": null, \"min_impurity_decrease\": 0.0, \"min_impurity_split\": null, \"min_samples_leaf\": 1, \"min_samples_split\": 2, \"min_weight_fraction_leaf\": 0.0, \"n_estimators\": 500, \"n_jobs\": null, \"oob_score\": false, \"random_state\": 123456789, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.9444444444444445, "grid_search_cv_results": {"mean_fit_time": [0.5765403906504313, 0.6144630114237467, 0.6092023054758707, 0.5695583820343018], "std_fit_time": [0.00102619319548334, 0.0009609168007698194, 0.0010957687173797919, 0.0013660224895287389], "mean_score_time": [0.04050461451212565, 0.06016945838928223, 0.03973237673441569, 0.03799295425415039], "std_score_time": [0.00013574266877032363, 0.0009002253865881206, 0.00019911975352387864, 2.2920446704014904e-05], "param_max_depth": [1, 5, 10, null], "params": [{"max_depth": 1}, {"max_depth": 5}, {"max_depth": 10}, {"max_depth": null}], "split0_test_score": [0.9666666666666667, 1.0, 1.0, 1.0], "split1_test_score": [0.9333333333333333, 0.9333333333333333, 0.9333333333333333, 0.9333333333333333], "split2_test_score": [0.8666666666666667, 0.9, 0.9, 0.9], "mean_test_score": [0.9222222222222222, 0.9444444444444445, 0.9444444444444445, 0.9444444444444445], "std_test_score": [0.0415739709641549, 0.0415739709641549, 0.0415739709641549, 0.0415739709641549], "rank_test_score": [4, 1, 1, 1]}, "additional_scores": {}}, {"experiment_name": "Iris_CV", "train_set_name": "train", "train_set_size": 100, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_iris_features\"]", "featureset_name": "example_iris", "shuffle": false, "learner_name": "RandomForestClassifier", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:18:24.100561", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": true, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:18:58.442778", "total_time": "0:00:34.342217", "result_table": "+------------+----------+--------------+-------------+-------------+----------+-------------+\n| | setosa | versicolor | virginica | Precision | Recall | F-measure |\n+============+==========+==============+=============+=============+==========+=============+\n| setosa | [3] | 0 | 0 | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| versicolor | 0 | [2] | 1 | 0.667 | 0.667 | 0.667 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| virginica | 0 | 1 | [3] | 0.750 | 0.750 | 0.750 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.8, "pearson": "", "score": 0.8000000000000002, "fold": 2, "model_params": "{\"bootstrap\": true, \"ccp_alpha\": 0.0, \"class_weight\": null, \"criterion\": \"gini\", \"max_depth\": 5, \"max_features\": \"auto\", \"max_leaf_nodes\": null, \"max_samples\": null, \"min_impurity_decrease\": 0.0, \"min_impurity_split\": null, \"min_samples_leaf\": 1, \"min_samples_split\": 2, \"min_weight_fraction_leaf\": 0.0, \"n_estimators\": 500, \"n_jobs\": null, \"oob_score\": false, \"random_state\": 123456789, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.9555555555555556, "grid_search_cv_results": {"mean_fit_time": [0.5433262983957926, 0.6116282939910889, 0.5999952952067057, 0.5775333245595297], "std_fit_time": [0.001157860551507124, 0.001859171885563139, 0.005105198055001611, 0.003942415602132717], "mean_score_time": [0.03875939051310221, 0.053903818130493164, 0.041622559229532875, 0.03958932558695475], "std_score_time": [0.0017995482713790043, 0.0016389591072507178, 0.0007029692010299245, 9.907362221249857e-05], "param_max_depth": [1, 5, 10, null], "params": [{"max_depth": 1}, {"max_depth": 5}, {"max_depth": 10}, {"max_depth": null}], "split0_test_score": [0.9666666666666667, 1.0, 1.0, 1.0], "split1_test_score": [0.9333333333333333, 0.9333333333333333, 0.9333333333333333, 0.9333333333333333], "split2_test_score": [0.9333333333333333, 0.9333333333333333, 0.9333333333333333, 0.9333333333333333], "mean_test_score": [0.9444444444444443, 0.9555555555555556, 0.9555555555555556, 0.9555555555555556], "std_test_score": [0.01571348402636772, 0.03142696805273544, 0.03142696805273544, 0.03142696805273544], "rank_test_score": [4, 1, 1, 1]}, "additional_scores": {}}, {"experiment_name": "Iris_CV", "train_set_name": "train", "train_set_size": 100, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_iris_features\"]", "featureset_name": "example_iris", "shuffle": false, "learner_name": "RandomForestClassifier", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:18:24.100561", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": true, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:18:58.442778", "total_time": "0:00:34.342217", "result_table": "+------------+----------+--------------+-------------+-------------+----------+-------------+\n| | setosa | versicolor | virginica | Precision | Recall | F-measure |\n+============+==========+==============+=============+=============+==========+=============+\n| setosa | [3] | 0 | 0 | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| versicolor | 0 | [3] | 0 | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| virginica | 0 | 0 | [4] | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 1.0, "pearson": "", "score": 1.0, "fold": 3, "model_params": "{\"bootstrap\": true, \"ccp_alpha\": 0.0, \"class_weight\": null, \"criterion\": \"gini\", \"max_depth\": 1, \"max_features\": \"auto\", \"max_leaf_nodes\": null, \"max_samples\": null, \"min_impurity_decrease\": 0.0, \"min_impurity_split\": null, \"min_samples_leaf\": 1, \"min_samples_split\": 2, \"min_weight_fraction_leaf\": 0.0, \"n_estimators\": 500, \"n_jobs\": null, \"oob_score\": false, \"random_state\": 123456789, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.9444444444444443, "grid_search_cv_results": {"mean_fit_time": [0.5534956455230713, 0.5682902336120605, 0.5998858610788981, 0.5812164147694906], "std_fit_time": [0.0006707728658800407, 0.002329071899407254, 0.00195530878157023, 0.0005442361199081986], "mean_score_time": [0.03809277216593424, 0.0522303581237793, 0.04031078020731608, 0.0408333937327067], "std_score_time": [0.00013259464930760067, 0.0011020025678954556, 0.00014550766596628514, 0.0003755546135402418], "param_max_depth": [1, 5, 10, null], "params": [{"max_depth": 1}, {"max_depth": 5}, {"max_depth": 10}, {"max_depth": null}], "split0_test_score": [1.0, 1.0, 1.0, 1.0], "split1_test_score": [0.9, 0.9, 0.9, 0.9], "split2_test_score": [0.9333333333333333, 0.9333333333333333, 0.9333333333333333, 0.9333333333333333], "mean_test_score": [0.9444444444444443, 0.9444444444444443, 0.9444444444444443, 0.9444444444444443], "std_test_score": [0.0415739709641549, 0.0415739709641549, 0.0415739709641549, 0.0415739709641549], "rank_test_score": [1, 1, 1, 1]}, "additional_scores": {}}, {"experiment_name": "Iris_CV", "train_set_name": "train", "train_set_size": 100, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_iris_features\"]", "featureset_name": "example_iris", "shuffle": false, "learner_name": "RandomForestClassifier", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:18:24.100561", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": true, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:18:58.442778", "total_time": "0:00:34.342217", "result_table": "+------------+----------+--------------+-------------+-------------+----------+-------------+\n| | setosa | versicolor | virginica | Precision | Recall | F-measure |\n+============+==========+==============+=============+=============+==========+=============+\n| setosa | [3] | 0 | 0 | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| versicolor | 0 | [3] | 0 | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| virginica | 0 | 0 | [4] | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 1.0, "pearson": "", "score": 1.0, "fold": 4, "model_params": "{\"bootstrap\": true, \"ccp_alpha\": 0.0, \"class_weight\": null, \"criterion\": \"gini\", \"max_depth\": 5, \"max_features\": \"auto\", \"max_leaf_nodes\": null, \"max_samples\": null, \"min_impurity_decrease\": 0.0, \"min_impurity_split\": null, \"min_samples_leaf\": 1, \"min_samples_split\": 2, \"min_weight_fraction_leaf\": 0.0, \"n_estimators\": 500, \"n_jobs\": null, \"oob_score\": false, \"random_state\": 123456789, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.9333333333333332, "grid_search_cv_results": {"mean_fit_time": [0.5790379842122396, 0.5825386047363281, 0.5967001914978027, 0.5755562782287598], "std_fit_time": [0.0012752810827672124, 0.003927795214787163, 0.0031854772930029144, 0.0005494642596807542], "mean_score_time": [0.03998827934265137, 0.048125664393107094, 0.03946423530578613, 0.040570974349975586], "std_score_time": [0.0007353782385841483, 0.0013066230627037238, 0.00037808170402786563, 0.0003553384509399787], "param_max_depth": [1, 5, 10, null], "params": [{"max_depth": 1}, {"max_depth": 5}, {"max_depth": 10}, {"max_depth": null}], "split0_test_score": [0.9666666666666667, 0.9666666666666667, 0.9666666666666667, 0.9666666666666667], "split1_test_score": [0.9, 0.9, 0.9, 0.9], "split2_test_score": [0.9, 0.9333333333333333, 0.9333333333333333, 0.9333333333333333], "mean_test_score": [0.9222222222222222, 0.9333333333333332, 0.9333333333333332, 0.9333333333333332], "std_test_score": [0.03142696805273544, 0.02721655269759086, 0.02721655269759086, 0.02721655269759086], "rank_test_score": [4, 1, 1, 1]}, "additional_scores": {}}, {"experiment_name": "Iris_CV", "train_set_name": "train", "train_set_size": 100, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_iris_features\"]", "featureset_name": "example_iris", "shuffle": false, "learner_name": "RandomForestClassifier", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:18:24.100561", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": true, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:18:58.442778", "total_time": "0:00:34.342217", "result_table": "+------------+----------+--------------+-------------+-------------+----------+-------------+\n| | setosa | versicolor | virginica | Precision | Recall | F-measure |\n+============+==========+==============+=============+=============+==========+=============+\n| setosa | [4] | 0 | 0 | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| versicolor | 0 | [2] | 1 | 0.500 | 0.667 | 0.571 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| virginica | 0 | 2 | [1] | 0.500 | 0.333 | 0.400 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.7, "pearson": "", "score": 0.7, "fold": 5, "model_params": "{\"bootstrap\": true, \"ccp_alpha\": 0.0, \"class_weight\": null, \"criterion\": \"gini\", \"max_depth\": 5, \"max_features\": \"auto\", \"max_leaf_nodes\": null, \"max_samples\": null, \"min_impurity_decrease\": 0.0, \"min_impurity_split\": null, \"min_samples_leaf\": 1, \"min_samples_split\": 2, \"min_weight_fraction_leaf\": 0.0, \"n_estimators\": 500, \"n_jobs\": null, \"oob_score\": false, \"random_state\": 123456789, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.9666666666666668, "grid_search_cv_results": {"mean_fit_time": [0.539942185084025, 0.57681671778361, 0.6108109951019287, 0.5697499910990397], "std_fit_time": [0.00016732051378438414, 0.0052140400571113075, 0.0023575620039358713, 0.0022237283902339995], "mean_score_time": [0.03873729705810547, 0.05359935760498047, 0.040430704752604164, 0.03823701540629069], "std_score_time": [0.0007414232345396348, 0.0006114593277928466, 0.0017895429859458984, 0.000372480552486137], "param_max_depth": [1, 5, 10, null], "params": [{"max_depth": 1}, {"max_depth": 5}, {"max_depth": 10}, {"max_depth": null}], "split0_test_score": [0.9333333333333333, 0.9666666666666667, 0.9666666666666667, 0.9666666666666667], "split1_test_score": [1.0, 1.0, 1.0, 1.0], "split2_test_score": [0.9333333333333333, 0.9333333333333333, 0.9333333333333333, 0.9333333333333333], "mean_test_score": [0.9555555555555556, 0.9666666666666668, 0.9666666666666668, 0.9666666666666668], "std_test_score": [0.03142696805273544, 0.02721655269759086, 0.02721655269759086, 0.02721655269759086], "rank_test_score": [4, 1, 1, 1]}, "additional_scores": {}}, {"experiment_name": "Iris_CV", "train_set_name": "train", "train_set_size": 100, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_iris_features\"]", "featureset_name": "example_iris", "shuffle": false, "learner_name": "RandomForestClassifier", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:18:24.100561", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": true, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:18:58.442778", "total_time": "0:00:34.342217", "result_table": "+------------+----------+--------------+-------------+-------------+----------+-------------+\n| | setosa | versicolor | virginica | Precision | Recall | F-measure |\n+============+==========+==============+=============+=============+==========+=============+\n| setosa | [3] | 0 | 0 | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| versicolor | 0 | [4] | 0 | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| virginica | 0 | 0 | [3] | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 1.0, "pearson": "", "score": 1.0, "fold": 6, "model_params": "{\"bootstrap\": true, \"ccp_alpha\": 0.0, \"class_weight\": null, \"criterion\": \"gini\", \"max_depth\": 5, \"max_features\": \"auto\", \"max_leaf_nodes\": null, \"max_samples\": null, \"min_impurity_decrease\": 0.0, \"min_impurity_split\": null, \"min_samples_leaf\": 1, \"min_samples_split\": 2, \"min_weight_fraction_leaf\": 0.0, \"n_estimators\": 500, \"n_jobs\": null, \"oob_score\": false, \"random_state\": 123456789, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.9444444444444443, "grid_search_cv_results": {"mean_fit_time": [0.544799009958903, 0.5710200468699137, 0.6078593730926514, 0.5704076290130615], "std_fit_time": [0.0007221103892582312, 0.006884849936074301, 0.001450408382219053, 0.0016241496867027312], "mean_score_time": [0.03883997599283854, 0.048075596491495766, 0.039893786112467446, 0.039568424224853516], "std_score_time": [3.7619466814963075e-05, 0.0004640067543294725, 0.0005093144812717738, 0.001187309506971182], "param_max_depth": [1, 5, 10, null], "params": [{"max_depth": 1}, {"max_depth": 5}, {"max_depth": 10}, {"max_depth": null}], "split0_test_score": [0.9333333333333333, 0.9666666666666667, 0.9666666666666667, 0.9666666666666667], "split1_test_score": [0.9, 0.9333333333333333, 0.9333333333333333, 0.9333333333333333], "split2_test_score": [0.9333333333333333, 0.9333333333333333, 0.9333333333333333, 0.9333333333333333], "mean_test_score": [0.9222222222222222, 0.9444444444444443, 0.9444444444444443, 0.9444444444444443], "std_test_score": [0.01571348402636772, 0.01571348402636772, 0.01571348402636772, 0.01571348402636772], "rank_test_score": [4, 1, 1, 1]}, "additional_scores": {}}, {"experiment_name": "Iris_CV", "train_set_name": "train", "train_set_size": 100, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_iris_features\"]", "featureset_name": "example_iris", "shuffle": false, "learner_name": "RandomForestClassifier", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:18:24.100561", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": true, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:18:58.442778", "total_time": "0:00:34.342217", "result_table": "+------------+----------+--------------+-------------+-------------+----------+-------------+\n| | setosa | versicolor | virginica | Precision | Recall | F-measure |\n+============+==========+==============+=============+=============+==========+=============+\n| setosa | [3] | 0 | 0 | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| versicolor | 0 | [4] | 0 | 0.800 | 1.000 | 0.889 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| virginica | 0 | 1 | [2] | 1.000 | 0.667 | 0.800 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.9, "pearson": "", "score": 0.9, "fold": 7, "model_params": "{\"bootstrap\": true, \"ccp_alpha\": 0.0, \"class_weight\": null, \"criterion\": \"gini\", \"max_depth\": 5, \"max_features\": \"auto\", \"max_leaf_nodes\": null, \"max_samples\": null, \"min_impurity_decrease\": 0.0, \"min_impurity_split\": null, \"min_samples_leaf\": 1, \"min_samples_split\": 2, \"min_weight_fraction_leaf\": 0.0, \"n_estimators\": 500, \"n_jobs\": null, \"oob_score\": false, \"random_state\": 123456789, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.9444444444444443, "grid_search_cv_results": {"mean_fit_time": [0.5373700459798177, 0.57089630762736, 0.6033589839935303, 0.5732737382253011], "std_fit_time": [0.002146021036158865, 0.002291391869096459, 0.003611353408946332, 0.002757290133737178], "mean_score_time": [0.039315223693847656, 0.05132706960042318, 0.03891905148824056, 0.04480512936909994], "std_score_time": [7.031610241865516e-05, 0.0013561145991400677, 0.0011139859432374704, 0.0013426142048239894], "param_max_depth": [1, 5, 10, null], "params": [{"max_depth": 1}, {"max_depth": 5}, {"max_depth": 10}, {"max_depth": null}], "split0_test_score": [0.9666666666666667, 1.0, 1.0, 1.0], "split1_test_score": [0.9, 0.9, 0.9, 0.9], "split2_test_score": [0.9333333333333333, 0.9333333333333333, 0.9333333333333333, 0.9333333333333333], "mean_test_score": [0.9333333333333332, 0.9444444444444443, 0.9444444444444443, 0.9444444444444443], "std_test_score": [0.02721655269759086, 0.0415739709641549, 0.0415739709641549, 0.0415739709641549], "rank_test_score": [4, 1, 1, 1]}, "additional_scores": {}}, {"experiment_name": "Iris_CV", "train_set_name": "train", "train_set_size": 100, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_iris_features\"]", "featureset_name": "example_iris", "shuffle": false, "learner_name": "RandomForestClassifier", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:18:24.100561", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": true, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:18:58.442778", "total_time": "0:00:34.342217", "result_table": "+------------+----------+--------------+-------------+-------------+----------+-------------+\n| | setosa | versicolor | virginica | Precision | Recall | F-measure |\n+============+==========+==============+=============+=============+==========+=============+\n| setosa | [3] | 0 | 0 | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| versicolor | 0 | [4] | 0 | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| virginica | 0 | 0 | [3] | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 1.0, "pearson": "", "score": 1.0, "fold": 8, "model_params": "{\"bootstrap\": true, \"ccp_alpha\": 0.0, \"class_weight\": null, \"criterion\": \"gini\", \"max_depth\": 1, \"max_features\": \"auto\", \"max_leaf_nodes\": null, \"max_samples\": null, \"min_impurity_decrease\": 0.0, \"min_impurity_split\": null, \"min_samples_leaf\": 1, \"min_samples_split\": 2, \"min_weight_fraction_leaf\": 0.0, \"n_estimators\": 500, \"n_jobs\": null, \"oob_score\": false, \"random_state\": 123456789, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.9444444444444445, "grid_search_cv_results": {"mean_fit_time": [0.5446027914683024, 0.5947393576304117, 0.5824566682179769, 0.5670116742451986], "std_fit_time": [0.0010713263324295258, 0.002305807552515892, 0.003205800632837297, 0.002741467373398798], "mean_score_time": [0.0403749942779541, 0.04552300771077474, 0.040210723876953125, 0.041366020838419594], "std_score_time": [0.001635372675271436, 0.0008796756964274046, 0.00036035562378052086, 0.000753355863109945], "param_max_depth": [1, 5, 10, null], "params": [{"max_depth": 1}, {"max_depth": 5}, {"max_depth": 10}, {"max_depth": null}], "split0_test_score": [0.9666666666666667, 0.9666666666666667, 0.9666666666666667, 0.9666666666666667], "split1_test_score": [0.9666666666666667, 0.9333333333333333, 0.9333333333333333, 0.9333333333333333], "split2_test_score": [0.9, 0.9, 0.9, 0.9], "mean_test_score": [0.9444444444444445, 0.9333333333333332, 0.9333333333333332, 0.9333333333333332], "std_test_score": [0.03142696805273544, 0.02721655269759086, 0.02721655269759086, 0.02721655269759086], "rank_test_score": [1, 2, 2, 2]}, "additional_scores": {}}, {"experiment_name": "Iris_CV", "train_set_name": "train", "train_set_size": 100, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_iris_features\"]", "featureset_name": "example_iris", "shuffle": false, "learner_name": "RandomForestClassifier", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:18:24.100561", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": true, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:18:58.442778", "total_time": "0:00:34.342217", "result_table": "+------------+----------+--------------+-------------+-------------+----------+-------------+\n| | setosa | versicolor | virginica | Precision | Recall | F-measure |\n+============+==========+==============+=============+=============+==========+=============+\n| setosa | [3] | 0 | 0 | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| versicolor | 0 | [2] | 2 | 1.000 | 0.500 | 0.667 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| virginica | 0 | 0 | [3] | 0.600 | 1.000 | 0.750 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.8, "pearson": "", "score": 0.8000000000000002, "fold": 9, "model_params": "{\"bootstrap\": true, \"ccp_alpha\": 0.0, \"class_weight\": null, \"criterion\": \"gini\", \"max_depth\": 1, \"max_features\": \"auto\", \"max_leaf_nodes\": null, \"max_samples\": null, \"min_impurity_decrease\": 0.0, \"min_impurity_split\": null, \"min_samples_leaf\": 1, \"min_samples_split\": 2, \"min_weight_fraction_leaf\": 0.0, \"n_estimators\": 500, \"n_jobs\": null, \"oob_score\": false, \"random_state\": 123456789, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.9555555555555556, "grid_search_cv_results": {"mean_fit_time": [0.539334774017334, 0.5750760237375895, 0.6043200492858887, 0.583687941233317], "std_fit_time": [0.0017391256036290478, 0.001957022512016735, 0.003091219909888182, 0.0018394032401582389], "mean_score_time": [0.03872966766357422, 0.047136147816975914, 0.041325648625691734, 0.04013760884602865], "std_score_time": [0.0016382235316137479, 0.0014686416796006443, 0.0019454820515330863, 0.00014826956469813753], "param_max_depth": [1, 5, 10, null], "params": [{"max_depth": 1}, {"max_depth": 5}, {"max_depth": 10}, {"max_depth": null}], "split0_test_score": [0.9666666666666667, 0.9666666666666667, 0.9666666666666667, 0.9666666666666667], "split1_test_score": [0.9666666666666667, 0.9666666666666667, 0.9666666666666667, 0.9666666666666667], "split2_test_score": [0.9333333333333333, 0.9, 0.9, 0.9], "mean_test_score": [0.9555555555555556, 0.9444444444444445, 0.9444444444444445, 0.9444444444444445], "std_test_score": [0.01571348402636772, 0.03142696805273544, 0.03142696805273544, 0.03142696805273544], "rank_test_score": [1, 2, 2, 2]}, "additional_scores": {}}, {"experiment_name": "Iris_CV", "train_set_name": "train", "train_set_size": 100, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_iris_features\"]", "featureset_name": "example_iris", "shuffle": false, "learner_name": "RandomForestClassifier", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:18:24.100561", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": true, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:18:58.442778", "total_time": "0:00:34.342217", "result_table": "+------------+----------+--------------+-------------+-------------+----------+-------------+\n| | setosa | versicolor | virginica | Precision | Recall | F-measure |\n+============+==========+==============+=============+=============+==========+=============+\n| setosa | [3] | 0 | 0 | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| versicolor | 0 | [4] | 0 | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| virginica | 0 | 0 | [3] | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 1.0, "pearson": "", "score": 1.0, "fold": 10, "model_params": "{\"bootstrap\": true, \"ccp_alpha\": 0.0, \"class_weight\": null, \"criterion\": \"gini\", \"max_depth\": 5, \"max_features\": \"auto\", \"max_leaf_nodes\": null, \"max_samples\": null, \"min_impurity_decrease\": 0.0, \"min_impurity_split\": null, \"min_samples_leaf\": 1, \"min_samples_split\": 2, \"min_weight_fraction_leaf\": 0.0, \"n_estimators\": 500, \"n_jobs\": null, \"oob_score\": false, \"random_state\": 123456789, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.9333333333333332, "grid_search_cv_results": {"mean_fit_time": [0.5604512691497803, 0.5823532740275065, 0.6005443731943766, 0.5731216271718343], "std_fit_time": [0.0016676715124552166, 0.002037225921327163, 0.0010510813748483875, 0.002013658198636217], "mean_score_time": [0.03988869984944662, 0.04754940668741862, 0.03912727038065592, 0.03910533587137858], "std_score_time": [0.0005844761105566309, 0.0019258320837767624, 0.00012974678810325797, 9.391197232615281e-05], "param_max_depth": [1, 5, 10, null], "params": [{"max_depth": 1}, {"max_depth": 5}, {"max_depth": 10}, {"max_depth": null}], "split0_test_score": [0.9333333333333333, 0.9666666666666667, 0.9666666666666667, 0.9666666666666667], "split1_test_score": [0.9, 0.9333333333333333, 0.9333333333333333, 0.9333333333333333], "split2_test_score": [0.9, 0.9, 0.9, 0.9], "mean_test_score": [0.9111111111111111, 0.9333333333333332, 0.9333333333333332, 0.9333333333333332], "std_test_score": [0.01571348402636772, 0.02721655269759086, 0.02721655269759086, 0.02721655269759086], "rank_test_score": [4, 1, 1, 1]}, "additional_scores": {}}, {"experiment_name": "Iris_CV", "train_set_name": "train", "train_set_size": 100, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_iris_features\"]", "featureset_name": "example_iris", "shuffle": false, "learner_name": "RandomForestClassifier", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:18:24.100561", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": true, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:18:58.442778", "total_time": "0:00:34.342217", "fold": "average", "result_table": "+------------+-------------+----------+-------------+\n| Label | Precision | Recall | F-measure |\n|------------+-------------+----------+-------------|\n| setosa | 1.000 | 1.000 | 1.000 |\n| versicolor | 0.897 | 0.883 | 0.879 |\n| virginica | 0.885 | 0.875 | 0.870 |\n+------------+-------------+----------+-------------+", "accuracy": 0.9200000000000002, "score": 0.9200000000000002, "additional_scores": {}}] \ No newline at end of file diff --git a/tests/other/expected/Iris_CV_example_iris_SVC.results.json b/tests/other/expected/Iris_CV_example_iris_SVC.results.json deleted file mode 100644 index efd24fc0..00000000 --- a/tests/other/expected/Iris_CV_example_iris_SVC.results.json +++ /dev/null @@ -1 +0,0 @@ -[{"experiment_name": "Iris_CV", "train_set_name": "train", "train_set_size": 100, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_iris_features\"]", "featureset_name": "example_iris", "shuffle": false, "learner_name": "SVC", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:18:58.460782", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": true, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:18:59.625718", "total_time": "0:00:01.164936", "result_table": "+------------+----------+--------------+-------------+-------------+----------+-------------+\n| | setosa | versicolor | virginica | Precision | Recall | F-measure |\n+============+==========+==============+=============+=============+==========+=============+\n| setosa | [3] | 0 | 0 | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| versicolor | 0 | [3] | 0 | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| virginica | 0 | 0 | [4] | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 1.0, "pearson": "", "score": 1.0, "fold": 1, "model_params": "{\"C\": 1.0, \"break_ties\": false, \"cache_size\": 1000, \"class_weight\": null, \"coef0\": 0.0, \"decision_function_shape\": \"ovr\", \"degree\": 3, \"gamma\": \"auto\", \"kernel\": \"rbf\", \"max_iter\": -1, \"probability\": false, \"random_state\": 123456789, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.9555555555555556, "grid_search_cv_results": {"mean_fit_time": [0.0015477339426676433, 0.002557833989461263, 0.0015877882639567058, 0.0015113353729248047, 0.001468976338704427, 0.0013933181762695312, 0.0014396508534749348, 0.0014393329620361328, 0.0022509098052978516, 0.0013843377431233723, 0.001331329345703125, 0.0013612906138102214, 0.001405477523803711, 0.0014133453369140625, 0.001195669174194336, 0.0021898746490478516, 0.0011567274729410808, 0.0010759035746256511, 0.001064618428548177, 0.001109759012858073, 0.001348574956258138, 0.0011579195658365886, 0.0018259684244791667, 0.0009996096293131511, 0.0010116895039876301, 0.0011216799418131511, 0.001346270243326823, 0.001283725102742513, 0.001022020975748698, 0.001666704813639323, 0.000993649164835612, 0.0009860992431640625, 0.0012470086415608723, 0.0014783541361490886, 0.001258532206217448], "std_fit_time": [0.00029881717042617724, 0.0001048393723674902, 7.890186224359062e-05, 6.6440546520123e-05, 6.0941123715623166e-05, 1.9319262103922743e-05, 5.01602824264429e-05, 9.294676268745552e-05, 2.5947858266145664e-05, 8.126642983157209e-05, 1.684974567770829e-05, 6.564159940727566e-05, 6.593843581279478e-05, 7.822455083621932e-05, 6.503191803448608e-06, 0.00015279723251354746, 5.1547079481775375e-05, 5.2374845523811885e-05, 4.087161765503917e-05, 2.373379483287263e-05, 0.0001837220355152559, 5.1801553627538386e-05, 5.691544158045347e-05, 1.7254580964230816e-05, 7.161355788339318e-05, 0.00016753270906496524, 4.609247730364761e-05, 6.974340025696176e-05, 3.962166425525409e-05, 7.904054358096387e-05, 0.000111562968960059, 1.8396894191608834e-05, 0.00013795220299199154, 0.0001859977008573871, 3.266788908949685e-05], "mean_score_time": [0.0008997917175292969, 0.0010201136271158855, 0.0010342597961425781, 0.0009716351826985677, 0.0009452501932779948, 0.0009911855061848958, 0.0010898907979329426, 0.0009326934814453125, 0.0009031295776367188, 0.0009186267852783203, 0.0009110768636067709, 0.0009002685546875, 0.0009667873382568359, 0.0008727709452311198, 0.0008299350738525391, 0.0008447170257568359, 0.0007765293121337891, 0.0007407665252685547, 0.0007131099700927734, 0.0008145968119303385, 0.0008837381998697916, 0.0007929007212320963, 0.0007407665252685547, 0.0007079442342122396, 0.0006687641143798828, 0.0007146994272867838, 0.0008134047190348307, 0.0007563432057698568, 0.0007008711496988932, 0.0007547537485758463, 0.0006342728932698568, 0.0006572405497233073, 0.0007764498392740885, 0.0007187525431315104, 0.0007394154866536459], "std_score_time": [0.00014125209275257246, 3.753828831763264e-05, 7.173824482089114e-05, 1.5901325698309938e-05, 2.5266620693917615e-05, 0.00010501904652452465, 0.0001752263921172747, 1.945803343674677e-05, 6.618710458646461e-06, 4.4540691663407894e-05, 1.2919168303191592e-05, 8.357129529548176e-06, 5.397008865348958e-05, 2.503079692208548e-06, 6.4240425039803885e-06, 2.8713358339928813e-05, 1.129577476476169e-05, 2.2470450416808973e-05, 7.84248552484442e-06, 0.00010318619730516956, 0.00017126900959912135, 1.636291950433246e-05, 1.3538872848942002e-05, 1.992979044690662e-05, 1.7605346211923786e-05, 0.00010441469622099918, 9.425494562303559e-06, 1.3641117608486833e-05, 1.4433461614922194e-05, 0.00013107303374335254, 3.429325264357156e-06, 2.183609922296827e-05, 0.00011648731530169801, 9.014478644338759e-06, 6.71311907742466e-05], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.36666666666666664, 0.36666666666666664, 0.36666666666666664, 0.36666666666666664, 0.36666666666666664, 0.36666666666666664, 0.36666666666666664, 0.9333333333333333, 0.7, 0.36666666666666664, 0.8666666666666667, 0.9333333333333333, 0.36666666666666664, 0.36666666666666664, 0.9666666666666667, 0.9666666666666667, 0.9, 0.9666666666666667, 0.9666666666666667, 1.0, 0.5666666666666667, 0.9666666666666667, 0.9666666666666667, 0.9666666666666667, 0.9666666666666667, 0.9666666666666667, 1.0, 0.6, 0.9666666666666667, 0.9666666666666667, 0.9666666666666667, 0.9666666666666667, 0.9666666666666667, 1.0, 0.6], "split1_test_score": [0.36666666666666664, 0.36666666666666664, 0.36666666666666664, 0.36666666666666664, 0.36666666666666664, 0.36666666666666664, 0.36666666666666664, 0.9, 0.6666666666666666, 0.36666666666666664, 0.8333333333333334, 0.9666666666666667, 0.36666666666666664, 0.36666666666666664, 1.0, 0.9333333333333333, 0.9, 0.9333333333333333, 0.9666666666666667, 0.8666666666666667, 0.4000000000000001, 0.9333333333333333, 0.9666666666666667, 0.9666666666666667, 0.9666666666666667, 0.9333333333333333, 0.8666666666666667, 0.4666666666666667, 0.9666666666666667, 0.9333333333333333, 0.9666666666666667, 0.9333333333333333, 0.9333333333333333, 0.8666666666666667, 0.4666666666666667], "split2_test_score": [0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.9, 0.7666666666666667, 0.3333333333333333, 0.9, 0.8666666666666667, 0.3333333333333333, 0.3333333333333333, 0.9, 0.9, 0.9, 0.9, 0.9, 0.9, 0.36666666666666664, 0.9333333333333333, 0.9333333333333333, 0.9, 0.9333333333333333, 0.9, 0.9, 0.5, 0.9333333333333333, 0.9, 0.9333333333333333, 0.9333333333333333, 0.8666666666666667, 0.9, 0.5], "mean_test_score": [0.35555555555555557, 0.35555555555555557, 0.35555555555555557, 0.35555555555555557, 0.35555555555555557, 0.35555555555555557, 0.35555555555555557, 0.9111111111111111, 0.7111111111111111, 0.35555555555555557, 0.8666666666666667, 0.9222222222222222, 0.35555555555555557, 0.35555555555555557, 0.9555555555555556, 0.9333333333333332, 0.9, 0.9333333333333332, 0.9444444444444445, 0.9222222222222222, 0.4444444444444445, 0.9444444444444443, 0.9555555555555556, 0.9444444444444445, 0.9555555555555556, 0.9333333333333332, 0.9222222222222222, 0.5222222222222223, 0.9555555555555556, 0.9333333333333332, 0.9555555555555556, 0.9444444444444443, 0.9222222222222222, 0.9222222222222222, 0.5222222222222223], "std_test_score": [0.01571348402636772, 0.01571348402636772, 0.01571348402636772, 0.01571348402636772, 0.01571348402636772, 0.01571348402636772, 0.01571348402636772, 0.01571348402636772, 0.041573970964154945, 0.01571348402636772, 0.02721655269759086, 0.0415739709641549, 0.01571348402636772, 0.01571348402636772, 0.0415739709641549, 0.02721655269759086, 0.0, 0.02721655269759086, 0.03142696805273544, 0.05665577237325315, 0.08748897637790899, 0.01571348402636772, 0.01571348402636772, 0.03142696805273544, 0.01571348402636772, 0.02721655269759086, 0.05665577237325315, 0.05665577237325315, 0.01571348402636772, 0.02721655269759086, 0.01571348402636772, 0.01571348402636772, 0.0415739709641549, 0.05665577237325315, 0.05665577237325315], "rank_test_score": [26, 26, 26, 26, 26, 26, 26, 19, 22, 26, 21, 14, 26, 26, 1, 10, 20, 10, 6, 14, 25, 8, 1, 6, 1, 10, 14, 23, 1, 10, 1, 8, 14, 14, 23]}, "additional_scores": {}}, {"experiment_name": "Iris_CV", "train_set_name": "train", "train_set_size": 100, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_iris_features\"]", "featureset_name": "example_iris", "shuffle": false, "learner_name": "SVC", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:18:58.460782", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": true, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:18:59.625718", "total_time": "0:00:01.164936", "result_table": "+------------+----------+--------------+-------------+-------------+----------+-------------+\n| | setosa | versicolor | virginica | Precision | Recall | F-measure |\n+============+==========+==============+=============+=============+==========+=============+\n| setosa | [3] | 0 | 0 | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| versicolor | 0 | [2] | 1 | 0.500 | 0.667 | 0.571 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| virginica | 0 | 2 | [2] | 0.667 | 0.500 | 0.571 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.7, "pearson": "", "score": 0.7, "fold": 2, "model_params": "{\"C\": 1.0, \"break_ties\": false, \"cache_size\": 1000, \"class_weight\": null, \"coef0\": 0.0, \"decision_function_shape\": \"ovr\", \"degree\": 3, \"gamma\": \"auto\", \"kernel\": \"rbf\", \"max_iter\": -1, \"probability\": false, \"random_state\": 123456789, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.9777777777777779, "grid_search_cv_results": {"mean_fit_time": [0.001066764195760091, 0.0019050439198811848, 0.0010353724161783855, 0.001009543736775716, 0.001031637191772461, 0.0010461012522379558, 0.001024325688680013, 0.0010119279225667317, 0.001733700434366862, 0.0010710557301839192, 0.0009773572285970051, 0.0010511080423990886, 0.0010117689768473308, 0.001077890396118164, 0.0009332497914632162, 0.0015816688537597656, 0.0009454091389973959, 0.0009049574534098307, 0.000972906748453776, 0.001046895980834961, 0.0010903676350911458, 0.0009081363677978516, 0.001538674036661784, 0.0008980433146158854, 0.0008993943532307943, 0.0009779930114746094, 0.0010378360748291016, 0.0010588963826497395, 0.0009030501047770182, 0.0015474955240885417, 0.0009126663208007812, 0.0010318756103515625, 0.0010657310485839844, 0.0011553764343261719, 0.0011743704477945964], "std_fit_time": [5.148124016037051e-05, 0.00019930332354398347, 6.059158009185417e-05, 2.319845309567891e-05, 4.6431061841347164e-05, 4.9512420757569895e-05, 1.612848773375593e-05, 4.2095266667704014e-05, 6.752322091757542e-05, 6.0599084751581445e-05, 1.1894408501860113e-06, 7.409163967224614e-05, 1.6153139770396553e-05, 1.9387794643028292e-05, 1.8265968492560887e-05, 4.931058796232229e-05, 1.2736006190601125e-05, 3.591258852543832e-06, 2.2176203377539516e-05, 3.573628609326222e-06, 4.48642418649808e-05, 6.256689842785064e-06, 2.087248413629989e-05, 2.2813002418529706e-06, 1.959614436775518e-06, 3.893310426028609e-05, 8.729723757717458e-06, 1.4610907483776596e-06, 4.328171032012336e-06, 1.80321099085681e-05, 2.085401759608338e-05, 4.450877489789775e-05, 2.6001838856712626e-05, 1.3576607070962666e-05, 3.623195477810103e-05], "mean_score_time": [0.0006940364837646484, 0.0007065931955973307, 0.0006682078043619791, 0.0006780624389648438, 0.0006687641143798828, 0.0006755987803141276, 0.0006899038950602213, 0.0006897449493408203, 0.0006926854451497396, 0.0006825923919677734, 0.0006922086079915365, 0.0006666183471679688, 0.0006768703460693359, 0.0006787776947021484, 0.0007394154866536459, 0.0006487369537353516, 0.0006770292917887369, 0.0006466706593831381, 0.0006403923034667969, 0.0006481011708577474, 0.0006693204243977865, 0.0006275971730550131, 0.0006300608317057291, 0.0006437301635742188, 0.0006248950958251953, 0.0006393591562906901, 0.0006485780080159506, 0.0006612936655680338, 0.0006296634674072266, 0.0006552537282307943, 0.0006271203358968099, 0.0007213751475016276, 0.0006661415100097656, 0.0007122357686360677, 0.0006920496622721354], "std_score_time": [2.666240417279104e-05, 2.4401403579129113e-05, 1.4339952081394398e-05, 2.355723563009424e-05, 1.3522068283695821e-05, 1.9989596565457855e-05, 3.260286289508015e-05, 4.052835342574268e-05, 4.6449150073377155e-06, 7.466220335361509e-06, 3.159043673948183e-05, 6.134357609876922e-06, 1.485611145724986e-05, 1.0901405461300053e-05, 0.00012969303542474648, 1.722343912313305e-05, 4.0440520373863614e-05, 1.5793718809453446e-05, 2.725351365325013e-06, 2.9156901562760893e-06, 1.4610907483776598e-05, 1.2961631163199815e-06, 2.2813002418529706e-06, 1.950180421887625e-05, 7.786718186642895e-07, 1.1688725987021278e-05, 3.3567288846878807e-06, 3.538104580172231e-06, 2.618989476090126e-06, 3.368505697720777e-05, 3.6540234669280524e-06, 6.056687068550135e-05, 4.215808617234181e-06, 2.7136694260840595e-05, 6.968278953801147e-06], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.36666666666666664, 0.36666666666666664, 0.36666666666666664, 0.36666666666666664, 0.36666666666666664, 0.36666666666666664, 0.36666666666666664, 0.9333333333333333, 0.8000000000000002, 0.36666666666666664, 0.9333333333333333, 0.9666666666666667, 0.36666666666666664, 0.36666666666666664, 1.0, 0.9666666666666667, 0.9333333333333333, 1.0, 1.0, 0.9333333333333333, 0.5333333333333333, 1.0, 1.0, 1.0, 1.0, 1.0, 0.9333333333333333, 0.5666666666666667, 1.0, 1.0, 1.0, 1.0, 0.9333333333333333, 0.9333333333333333, 0.5666666666666667], "split1_test_score": [0.36666666666666664, 0.36666666666666664, 0.36666666666666664, 0.36666666666666664, 0.36666666666666664, 0.36666666666666664, 0.36666666666666664, 0.9333333333333333, 0.7333333333333333, 0.36666666666666664, 0.9, 0.9666666666666667, 0.36666666666666664, 0.36666666666666664, 1.0, 0.9333333333333333, 0.9, 0.9666666666666667, 1.0, 0.8666666666666667, 0.5, 1.0, 1.0, 0.9666666666666667, 1.0, 0.9333333333333333, 0.9, 0.5, 0.9, 0.9333333333333333, 1.0, 0.9333333333333333, 0.9, 0.9, 0.5], "split2_test_score": [0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.9333333333333333, 0.7666666666666667, 0.3333333333333333, 0.9, 0.9666666666666667, 0.3333333333333333, 0.3333333333333333, 0.9333333333333333, 0.9333333333333333, 0.9, 0.9666666666666667, 0.9333333333333333, 0.8666666666666667, 0.36666666666666664, 0.9333333333333333, 0.9333333333333333, 0.9333333333333333, 0.9333333333333333, 0.9333333333333333, 0.9, 0.5, 0.9333333333333333, 0.9333333333333333, 0.9333333333333333, 0.9333333333333333, 0.9333333333333333, 0.9, 0.5], "mean_test_score": [0.35555555555555557, 0.35555555555555557, 0.35555555555555557, 0.35555555555555557, 0.35555555555555557, 0.35555555555555557, 0.35555555555555557, 0.9333333333333332, 0.7666666666666667, 0.35555555555555557, 0.9111111111111111, 0.9666666666666667, 0.35555555555555557, 0.35555555555555557, 0.9777777777777779, 0.9444444444444443, 0.9111111111111111, 0.9777777777777779, 0.9777777777777779, 0.888888888888889, 0.4666666666666666, 0.9777777777777779, 0.9777777777777779, 0.9666666666666668, 0.9777777777777779, 0.9555555555555556, 0.9111111111111111, 0.5222222222222223, 0.9444444444444443, 0.9555555555555556, 0.9777777777777779, 0.9555555555555556, 0.9222222222222222, 0.9111111111111111, 0.5222222222222223], "std_test_score": [0.01571348402636772, 0.01571348402636772, 0.01571348402636772, 0.01571348402636772, 0.01571348402636772, 0.01571348402636772, 0.01571348402636772, 1.1102230246251565e-16, 0.027216552697590952, 0.01571348402636772, 0.01571348402636772, 0.0, 0.01571348402636772, 0.01571348402636772, 0.03142696805273544, 0.01571348402636772, 0.01571348402636772, 0.01571348402636772, 0.03142696805273544, 0.03142696805273544, 0.07200822998230956, 0.03142696805273544, 0.03142696805273544, 0.02721655269759086, 0.03142696805273544, 0.03142696805273544, 0.01571348402636772, 0.03142696805273544, 0.0415739709641549, 0.03142696805273544, 0.03142696805273544, 0.03142696805273544, 0.01571348402636772, 0.01571348402636772, 0.03142696805273544], "rank_test_score": [26, 26, 26, 26, 26, 26, 26, 15, 22, 26, 17, 9, 26, 26, 1, 13, 17, 1, 1, 21, 25, 1, 1, 8, 1, 10, 17, 23, 13, 10, 1, 10, 16, 17, 23]}, "additional_scores": {}}, {"experiment_name": "Iris_CV", "train_set_name": "train", "train_set_size": 100, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_iris_features\"]", "featureset_name": "example_iris", "shuffle": false, "learner_name": "SVC", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:18:58.460782", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": true, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:18:59.625718", "total_time": "0:00:01.164936", "result_table": "+------------+----------+--------------+-------------+-------------+----------+-------------+\n| | setosa | versicolor | virginica | Precision | Recall | F-measure |\n+============+==========+==============+=============+=============+==========+=============+\n| setosa | [3] | 0 | 0 | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| versicolor | 0 | [3] | 0 | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| virginica | 0 | 0 | [4] | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 1.0, "pearson": "", "score": 1.0, "fold": 3, "model_params": "{\"C\": 10.0, \"break_ties\": false, \"cache_size\": 1000, \"class_weight\": null, \"coef0\": 0.0, \"decision_function_shape\": \"ovr\", \"degree\": 3, \"gamma\": \"auto\", \"kernel\": \"rbf\", \"max_iter\": -1, \"probability\": false, \"random_state\": 123456789, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.9666666666666668, "grid_search_cv_results": {"mean_fit_time": [0.0011223951975504558, 0.0018181006113688152, 0.0010290145874023438, 0.0010213851928710938, 0.001070261001586914, 0.001022656758626302, 0.0010290145874023438, 0.0009985764821370442, 0.0017276604970296223, 0.0010310808817545574, 0.0010219415028889973, 0.0010682741800944011, 0.0010266304016113281, 0.001098314921061198, 0.0009480317433675131, 0.0015869935353597004, 0.0009435812632242838, 0.000907739003499349, 0.0009494622548421224, 0.0010537306467692058, 0.001078208287556966, 0.0009126663208007812, 0.0016050338745117188, 0.0009083747863769531, 0.0009090900421142578, 0.0009772777557373047, 0.001045544942220052, 0.0010614395141601562, 0.0009133021036783854, 0.001539309819539388, 0.0008676846822102865, 0.000997463862101237, 0.0011589527130126953, 0.0011649926503499348, 0.0011710325876871746], "std_fit_time": [0.00010100722215302998, 7.600763693961991e-05, 3.251595901724304e-05, 2.437084191960335e-05, 6.28313253073904e-05, 3.436665961870826e-05, 8.483146130875204e-06, 3.419420802160952e-05, 6.850717237409971e-05, 3.368674443153353e-05, 6.9516450848099e-05, 5.061529042013788e-05, 3.869781546911531e-05, 9.025800938477024e-05, 2.7023343356612475e-05, 4.9612583683668325e-05, 8.017704833438613e-06, 5.268037611381706e-06, 1.688606587919966e-05, 4.00057250615858e-06, 5.3864075469083034e-05, 3.0902579776801397e-06, 8.918533405200496e-05, 4.5362228370762935e-06, 7.786718186642895e-07, 3.5141205541995385e-05, 1.064521082302907e-05, 1.5991234900672566e-05, 6.144644985223677e-06, 1.6212852947067468e-05, 4.8563054776039725e-06, 2.7994533393120362e-05, 9.246850794002959e-05, 2.418457186588174e-05, 3.2374242675720406e-05], "mean_score_time": [0.0006924470265706381, 0.0006985664367675781, 0.000732421875, 0.0006920496622721354, 0.0006770292917887369, 0.0006856918334960938, 0.0006744066874186198, 0.00066375732421875, 0.0008249282836914062, 0.0006683667500813802, 0.0006560484568277994, 0.0007147789001464844, 0.0006707509358723959, 0.0007232824961344401, 0.0006481806437174479, 0.0006469885508219401, 0.0006489753723144531, 0.0006356239318847656, 0.0006340344746907552, 0.0006405512491861979, 0.0006711483001708984, 0.0006347497304280599, 0.0006369749704996744, 0.0006343523661295573, 0.0006286303202311198, 0.0006371339162190756, 0.0006441275278727213, 0.0006639957427978516, 0.0006271203358968099, 0.0006333192189534506, 0.0006301403045654297, 0.0006670157114664713, 0.0007200241088867188, 0.0007073084513346354, 0.0006816387176513672], "std_score_time": [2.002936810231084e-05, 1.197326615284893e-05, 5.046632970855138e-05, 2.046360551838663e-05, 9.224330983827533e-06, 3.6327877833491633e-05, 1.1368230765944255e-05, 1.2719134014462604e-05, 0.00011664119829388673, 1.328504797234018e-05, 2.1442949872385724e-06, 4.343189964864106e-05, 1.0769085678315792e-05, 5.0842385435380734e-05, 6.979147084585873e-06, 1.0179353449400607e-05, 1.520405329840103e-06, 2.827715376958401e-06, 1.5613939527184566e-06, 7.570389559497744e-06, 2.976765205411487e-05, 5.0551236132905485e-06, 2.0996482870774117e-06, 2.922181496755319e-06, 1.1894408501860113e-06, 1.6966664521407553e-05, 4.158489053074878e-06, 8.009823474182519e-06, 2.8895789722916036e-06, 5.841120028499908e-06, 1.3614236706433746e-05, 1.5529981013864103e-05, 3.270131941102827e-05, 2.686300218707002e-05, 1.2751865493114518e-05], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.36666666666666664, 0.36666666666666664, 0.36666666666666664, 0.36666666666666664, 0.36666666666666664, 0.36666666666666664, 0.36666666666666664, 0.9, 0.6666666666666666, 0.36666666666666664, 0.8000000000000002, 0.9666666666666667, 0.36666666666666664, 0.36666666666666664, 1.0, 0.9666666666666667, 0.9333333333333333, 1.0, 1.0, 0.8666666666666667, 0.5333333333333333, 1.0, 1.0, 1.0, 1.0, 1.0, 0.9666666666666667, 0.5333333333333333, 1.0, 1.0, 1.0, 1.0, 0.9666666666666667, 0.9666666666666667, 0.5333333333333333], "split1_test_score": [0.36666666666666664, 0.36666666666666664, 0.36666666666666664, 0.36666666666666664, 0.36666666666666664, 0.36666666666666664, 0.36666666666666664, 0.8666666666666667, 0.7333333333333333, 0.36666666666666664, 0.8333333333333334, 0.9, 0.36666666666666664, 0.36666666666666664, 0.9333333333333333, 0.9333333333333333, 0.9, 0.9333333333333333, 0.9333333333333333, 0.8666666666666667, 0.43333333333333335, 0.9666666666666667, 0.9333333333333333, 0.9333333333333333, 0.9333333333333333, 0.9, 0.8666666666666667, 0.43333333333333335, 0.9, 0.9333333333333333, 0.9333333333333333, 0.9, 0.9, 0.8666666666666667, 0.43333333333333335], "split2_test_score": [0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.8666666666666667, 0.7333333333333333, 0.3333333333333333, 0.8333333333333334, 0.9, 0.3333333333333333, 0.3333333333333333, 0.9, 0.9, 0.8666666666666667, 0.9, 0.9, 0.8333333333333334, 0.36666666666666664, 0.9333333333333333, 0.9, 0.9, 0.9, 0.9, 0.8333333333333334, 0.5, 0.9333333333333333, 0.9333333333333333, 0.9, 0.9333333333333333, 0.9, 0.8333333333333334, 0.5], "mean_test_score": [0.35555555555555557, 0.35555555555555557, 0.35555555555555557, 0.35555555555555557, 0.35555555555555557, 0.35555555555555557, 0.35555555555555557, 0.8777777777777778, 0.7111111111111111, 0.35555555555555557, 0.8222222222222223, 0.9222222222222222, 0.35555555555555557, 0.35555555555555557, 0.9444444444444445, 0.9333333333333332, 0.9, 0.9444444444444445, 0.9444444444444445, 0.8555555555555556, 0.4444444444444444, 0.9666666666666668, 0.9444444444444445, 0.9444444444444445, 0.9444444444444445, 0.9333333333333332, 0.888888888888889, 0.48888888888888893, 0.9444444444444443, 0.9555555555555556, 0.9444444444444445, 0.9444444444444443, 0.9222222222222222, 0.888888888888889, 0.48888888888888893], "std_test_score": [0.01571348402636772, 0.01571348402636772, 0.01571348402636772, 0.01571348402636772, 0.01571348402636772, 0.01571348402636772, 0.01571348402636772, 0.01571348402636772, 0.03142696805273544, 0.01571348402636772, 0.015713484026367668, 0.03142696805273544, 0.01571348402636772, 0.01571348402636772, 0.0415739709641549, 0.02721655269759086, 0.02721655269759086, 0.0415739709641549, 0.0415739709641549, 0.01571348402636772, 0.06849348892187752, 0.02721655269759086, 0.0415739709641549, 0.0415739709641549, 0.0415739709641549, 0.04714045207910316, 0.05665577237325315, 0.0415739709641549, 0.0415739709641549, 0.03142696805273544, 0.0415739709641549, 0.0415739709641549, 0.03142696805273544, 0.05665577237325315, 0.0415739709641549], "rank_test_score": [26, 26, 26, 26, 26, 26, 26, 19, 22, 26, 21, 14, 26, 26, 3, 12, 16, 3, 3, 20, 25, 1, 3, 3, 3, 12, 17, 23, 10, 2, 3, 10, 14, 17, 23]}, "additional_scores": {}}, {"experiment_name": "Iris_CV", "train_set_name": "train", "train_set_size": 100, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_iris_features\"]", "featureset_name": "example_iris", "shuffle": false, "learner_name": "SVC", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:18:58.460782", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": true, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:18:59.625718", "total_time": "0:00:01.164936", "result_table": "+------------+----------+--------------+-------------+-------------+----------+-------------+\n| | setosa | versicolor | virginica | Precision | Recall | F-measure |\n+============+==========+==============+=============+=============+==========+=============+\n| setosa | [3] | 0 | 0 | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| versicolor | 0 | [3] | 0 | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| virginica | 0 | 0 | [4] | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 1.0, "pearson": "", "score": 1.0, "fold": 4, "model_params": "{\"C\": 1.0, \"break_ties\": false, \"cache_size\": 1000, \"class_weight\": null, \"coef0\": 0.0, \"decision_function_shape\": \"ovr\", \"degree\": 3, \"gamma\": \"auto\", \"kernel\": \"rbf\", \"max_iter\": -1, \"probability\": false, \"random_state\": 123456789, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.9444444444444445, "grid_search_cv_results": {"mean_fit_time": [0.0011099179585774739, 0.0017956892649332683, 0.0010406176249186199, 0.0010190010070800781, 0.0010255177815755208, 0.0010844071706136067, 0.0010239283243815105, 0.0012540817260742188, 0.0019020239512125652, 0.0011169115702311199, 0.0013193289438883464, 0.0011857350667317708, 0.0013116995493570964, 0.0012589295705159504, 0.0009574095408121744, 0.0016671021779378254, 0.0009696483612060547, 0.0009207725524902344, 0.0009543100992838541, 0.001090685526529948, 0.0010994275410970051, 0.0009144941965738932, 0.0015565554300944011, 0.0009123484293619791, 0.0009020964304606119, 0.0010190010070800781, 0.0010731220245361328, 0.0010936260223388672, 0.0009339650472005209, 0.0015708605448404949, 0.0009121100107828776, 0.0010703404744466145, 0.0011699994405110676, 0.001222372055053711, 0.0012856324513753254], "std_fit_time": [8.108342899330241e-05, 0.00012155160203709638, 3.0511575678102857e-05, 5.463098717285308e-05, 4.55108254452543e-05, 6.499529327521084e-05, 1.3015606788623643e-05, 0.00025151370950619086, 0.00022968033190214673, 8.211258010950158e-05, 0.0003011926181466322, 0.0001608150940576912, 0.00032309745601570106, 0.0002619789038118782, 2.3850068691823023e-05, 6.354688822716053e-05, 2.0747439919821728e-05, 1.5729604397276186e-05, 1.7732245469659897e-05, 6.0074333155836294e-05, 3.511225705842101e-05, 1.362861068104173e-05, 2.8171307218389524e-05, 2.329056526263933e-05, 5.676610129174732e-06, 4.869851466405812e-05, 1.1329273577229235e-05, 1.4213427124775772e-05, 2.3224575036688578e-06, 4.710736580378546e-05, 1.0318013742521593e-05, 9.944204920742766e-05, 4.098504062240647e-05, 4.5486116120149125e-05, 4.745840778604321e-05], "mean_score_time": [0.0006953080495198568, 0.0007418791453043619, 0.000697930653889974, 0.0006849765777587891, 0.0006710688273111979, 0.0006769498189290365, 0.0007010300954182943, 0.000823974609375, 0.0007611910502115885, 0.0006993611653645834, 0.0006946722666422526, 0.0008072058359781901, 0.0009343624114990234, 0.0007321039835611979, 0.0007232824961344401, 0.0006748040517171224, 0.0006520748138427734, 0.0006422996520996094, 0.0006556510925292969, 0.0006539821624755859, 0.0006892681121826172, 0.0006460348765055338, 0.0006328423817952474, 0.0006377696990966797, 0.0006265640258789062, 0.0006545384724934896, 0.0006651878356933594, 0.0006849765777587891, 0.0006442864735921224, 0.0006347497304280599, 0.0006349086761474609, 0.0007239977518717448, 0.0007416407267252604, 0.000739892323811849, 0.0007429122924804688], "std_score_time": [1.9596144367755177e-05, 5.5233694666551595e-05, 1.4953151709813649e-05, 2.4148243958655513e-05, 1.2765726220568403e-05, 8.074223522910287e-06, 4.5489170808606365e-05, 0.00016474925084593713, 8.869883236390348e-05, 3.6931714279595245e-05, 2.825391496305374e-05, 0.0001596980172988573, 0.0002458978380952275, 6.918038258820416e-05, 0.0001079556822165441, 3.0723224926118384e-05, 7.786718186642895e-07, 5.48189937622723e-06, 3.1359672222530525e-05, 8.429369702178807e-06, 3.3052302783309704e-05, 2.6693181516724445e-05, 3.3510794071051303e-06, 7.255136515952558e-06, 2.4853540692507252e-06, 2.388182574904255e-05, 2.9394216551632767e-06, 2.259154952952338e-05, 1.1207082222446206e-05, 1.3599383119515142e-05, 5.804239793303876e-06, 2.8375038618746278e-05, 5.6051639475757445e-05, 3.87395751270111e-05, 2.5342747323484538e-05], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.36666666666666664, 0.36666666666666664, 0.36666666666666664, 0.36666666666666664, 0.36666666666666664, 0.36666666666666664, 0.36666666666666664, 0.9, 0.6666666666666666, 0.36666666666666664, 0.8000000000000002, 0.9333333333333333, 0.36666666666666664, 0.36666666666666664, 1.0, 0.9666666666666667, 0.9333333333333333, 1.0, 1.0, 1.0, 0.5333333333333333, 0.9666666666666667, 0.9666666666666667, 1.0, 0.9666666666666667, 0.9666666666666667, 0.9666666666666667, 0.5666666666666667, 0.9333333333333333, 0.9666666666666667, 0.9666666666666667, 0.9666666666666667, 0.9333333333333333, 0.9666666666666667, 0.5666666666666667], "split1_test_score": [0.36666666666666664, 0.36666666666666664, 0.36666666666666664, 0.36666666666666664, 0.36666666666666664, 0.36666666666666664, 0.36666666666666664, 0.9, 0.7333333333333333, 0.36666666666666664, 0.9, 0.9, 0.36666666666666664, 0.36666666666666664, 0.9333333333333333, 0.9333333333333333, 0.9, 0.9333333333333333, 0.9333333333333333, 0.8666666666666667, 0.4666666666666667, 0.9333333333333333, 0.9333333333333333, 0.9333333333333333, 0.9333333333333333, 0.9, 0.8666666666666667, 0.4666666666666667, 0.9, 0.9, 0.9333333333333333, 0.9, 0.9, 0.8666666666666667, 0.4666666666666667], "split2_test_score": [0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.9, 0.7666666666666667, 0.3333333333333333, 0.9, 0.9333333333333333, 0.3333333333333333, 0.3333333333333333, 0.9, 0.9, 0.8666666666666667, 0.9, 0.9, 0.8000000000000002, 0.36666666666666664, 0.9333333333333333, 0.9333333333333333, 0.9, 0.9333333333333333, 0.9, 0.8000000000000002, 0.5, 0.9333333333333333, 0.9333333333333333, 0.9333333333333333, 0.9333333333333333, 0.9, 0.8000000000000002, 0.5], "mean_test_score": [0.35555555555555557, 0.35555555555555557, 0.35555555555555557, 0.35555555555555557, 0.35555555555555557, 0.35555555555555557, 0.35555555555555557, 0.9, 0.7222222222222222, 0.35555555555555557, 0.8666666666666667, 0.9222222222222222, 0.35555555555555557, 0.35555555555555557, 0.9444444444444445, 0.9333333333333332, 0.9, 0.9444444444444445, 0.9444444444444445, 0.888888888888889, 0.45555555555555555, 0.9444444444444443, 0.9444444444444443, 0.9444444444444445, 0.9444444444444443, 0.9222222222222222, 0.8777777777777779, 0.5111111111111111, 0.9222222222222222, 0.9333333333333332, 0.9444444444444443, 0.9333333333333332, 0.9111111111111111, 0.8777777777777779, 0.5111111111111111], "std_test_score": [0.01571348402636772, 0.01571348402636772, 0.01571348402636772, 0.01571348402636772, 0.01571348402636772, 0.01571348402636772, 0.01571348402636772, 0.0, 0.04157397096415493, 0.01571348402636772, 0.047140452079103105, 0.01571348402636772, 0.01571348402636772, 0.01571348402636772, 0.0415739709641549, 0.02721655269759086, 0.02721655269759086, 0.0415739709641549, 0.0415739709641549, 0.08314794192830975, 0.06849348892187752, 0.01571348402636772, 0.01571348402636772, 0.0415739709641549, 0.01571348402636772, 0.03142696805273544, 0.06849348892187745, 0.0415739709641549, 0.01571348402636772, 0.02721655269759086, 0.01571348402636772, 0.02721655269759086, 0.01571348402636772, 0.06849348892187745, 0.0415739709641549], "rank_test_score": [26, 26, 26, 26, 26, 26, 26, 16, 22, 26, 21, 12, 26, 26, 1, 9, 16, 1, 1, 18, 25, 5, 5, 1, 5, 12, 19, 23, 12, 9, 5, 9, 15, 19, 23]}, "additional_scores": {}}, {"experiment_name": "Iris_CV", "train_set_name": "train", "train_set_size": 100, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_iris_features\"]", "featureset_name": "example_iris", "shuffle": false, "learner_name": "SVC", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:18:58.460782", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": true, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:18:59.625718", "total_time": "0:00:01.164936", "result_table": "+------------+----------+--------------+-------------+-------------+----------+-------------+\n| | setosa | versicolor | virginica | Precision | Recall | F-measure |\n+============+==========+==============+=============+=============+==========+=============+\n| setosa | [4] | 0 | 0 | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| versicolor | 0 | [1] | 2 | 1.000 | 0.333 | 0.500 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| virginica | 0 | 0 | [3] | 0.600 | 1.000 | 0.750 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.8, "pearson": "", "score": 0.8000000000000002, "fold": 5, "model_params": "{\"C\": 10.0, \"break_ties\": false, \"cache_size\": 1000, \"class_weight\": null, \"coef0\": 0.0, \"decision_function_shape\": \"ovr\", \"degree\": 3, \"gamma\": \"scale\", \"kernel\": \"rbf\", \"max_iter\": -1, \"probability\": false, \"random_state\": 123456789, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 1.0, "grid_search_cv_results": {"mean_fit_time": [0.0011032422383626301, 0.0018140474955240886, 0.0010236104329427083, 0.0010076363881429036, 0.0010222593943277996, 0.0010406970977783203, 0.0010099411010742188, 0.000997622807820638, 0.001676797866821289, 0.0010682741800944011, 0.0009799798329671223, 0.0010741551717122395, 0.0010378360748291016, 0.0010628700256347656, 0.0009903113047281902, 0.0016214847564697266, 0.0010000069936116536, 0.0010086695353190105, 0.0010941028594970703, 0.001255035400390625, 0.0011902650197347004, 0.0009288787841796875, 0.0016786257425944011, 0.001030286153157552, 0.0010686715443929036, 0.0011138121287027996, 0.0010855992635091145, 0.0011720657348632812, 0.0010103384653727214, 0.0017990271250406902, 0.0010507901509602864, 0.001090685526529948, 0.0011169910430908203, 0.0012167294820149739, 0.0012083848317464192], "std_fit_time": [3.08352647361638e-05, 8.709413253899455e-05, 2.8676600647982677e-05, 2.7957282436012417e-05, 2.579503435630398e-05, 5.901072559311292e-05, 6.24456446347656e-06, 2.5734730564197582e-05, 5.043816276698801e-05, 2.2893425994540613e-05, 3.6175431177587646e-06, 5.002410931314942e-05, 3.175176966588305e-05, 3.52348997945591e-05, 6.688008276611724e-06, 5.993465618062643e-05, 2.5702314103181347e-05, 1.0790178575806462e-05, 7.294205923451593e-06, 2.2408809924143184e-05, 0.00010236431347616736, 8.591894627723427e-06, 2.5211065942554656e-05, 3.3397517823299875e-06, 2.5821464704690207e-05, 4.9803175260779594e-05, 1.7563681795744767e-05, 4.651708802115725e-06, 3.619061748090273e-05, 3.117139936327749e-05, 4.267640767650373e-05, 4.3355631776737575e-05, 2.8292561290874645e-05, 3.381530490288195e-05, 2.3404183728846513e-05], "mean_score_time": [0.0006930828094482422, 0.0007065931955973307, 0.0006736119588216146, 0.0006649494171142578, 0.0006700356801350912, 0.0006766319274902344, 0.0006727377573649088, 0.0006659825642903646, 0.0006875197092692057, 0.0007039705912272135, 0.0006591478983561198, 0.0007074673970540365, 0.0006714661916097006, 0.0006946722666422526, 0.0006645520528157552, 0.0006643136342366537, 0.0006873607635498047, 0.0007083415985107422, 0.0007732709248860677, 0.0008052984873453776, 0.0007089773813883463, 0.0006527105967203776, 0.0007106463114420573, 0.0007267793019612631, 0.0007499853769938151, 0.0007195472717285156, 0.0006729761759440104, 0.0007163683573404948, 0.0007116794586181641, 0.0007419586181640625, 0.0007166862487792969, 0.0007309913635253906, 0.0007429917653401693, 0.0007292429606119791, 0.0007489522298177084], "std_score_time": [1.0512069551967908e-05, 1.9593243407975654e-05, 1.367856977713913e-05, 1.557343637328579e-06, 5.742979610805405e-06, 1.4605286822870872e-05, 1.729845047263342e-05, 1.0707327393277035e-05, 2.5319808644281865e-05, 3.7411379165458106e-06, 1.4610907483776598e-06, 5.821624301850776e-06, 7.944106419626745e-06, 2.681923486087828e-05, 2.123338726303962e-05, 1.0374785375160996e-05, 2.0994377100707356e-05, 1.2237788235295714e-05, 3.8787478018731463e-05, 2.862700217942564e-05, 3.811782146930337e-05, 3.270962338011531e-06, 3.019696775544469e-05, 1.1012655996954068e-05, 1.833843771566701e-05, 2.6892375692001878e-05, 9.135577198980048e-06, 1.0042552311535718e-05, 7.579561244688901e-06, 1.3655925800765913e-05, 1.4635094884131247e-05, 2.273201647582807e-05, 2.7103857319860707e-05, 2.512674943862747e-05, 4.904138745867255e-05], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.6, 0.6, 0.5666666666666667, 0.6, 0.6333333333333333, 0.36666666666666664, 0.3333333333333333, 0.9, 0.9, 0.5666666666666667, 0.9, 0.9333333333333333, 0.36666666666666664, 0.3333333333333333, 0.9666666666666667, 0.9666666666666667, 0.9, 0.9666666666666667, 1.0, 0.9, 0.5, 0.9666666666666667, 1.0, 0.9666666666666667, 1.0, 0.9666666666666667, 0.9666666666666667, 0.5, 1.0, 0.9666666666666667, 1.0, 0.9666666666666667, 1.0, 0.9666666666666667, 0.5], "split1_test_score": [0.6666666666666666, 0.6666666666666666, 0.6333333333333333, 0.6666666666666666, 0.7, 0.4666666666666667, 0.36666666666666664, 0.9666666666666667, 0.9666666666666667, 0.6333333333333333, 0.9666666666666667, 1.0, 0.4666666666666667, 0.36666666666666664, 1.0, 1.0, 0.9666666666666667, 1.0, 1.0, 0.9666666666666667, 0.43333333333333335, 1.0, 1.0, 1.0, 1.0, 1.0, 0.9666666666666667, 0.5, 1.0, 1.0, 1.0, 1.0, 1.0, 0.9666666666666667, 0.5], "split2_test_score": [0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.8666666666666667, 0.8000000000000002, 0.3333333333333333, 0.8666666666666667, 0.9333333333333333, 0.3333333333333333, 0.3333333333333333, 0.9666666666666667, 0.9666666666666667, 0.9, 0.9666666666666667, 0.9666666666666667, 0.8000000000000002, 0.36666666666666664, 0.9333333333333333, 1.0, 0.9666666666666667, 0.9666666666666667, 0.9333333333333333, 0.8000000000000002, 0.4666666666666667, 0.9666666666666667, 0.9666666666666667, 1.0, 1.0, 0.9333333333333333, 0.8000000000000002, 0.4666666666666667], "mean_test_score": [0.5333333333333333, 0.5333333333333333, 0.5111111111111111, 0.5333333333333333, 0.5555555555555555, 0.38888888888888884, 0.3444444444444444, 0.9111111111111111, 0.888888888888889, 0.5111111111111111, 0.9111111111111111, 0.9555555555555556, 0.38888888888888884, 0.3444444444444444, 0.9777777777777779, 0.9777777777777779, 0.9222222222222222, 0.9777777777777779, 0.9888888888888889, 0.888888888888889, 0.43333333333333335, 0.9666666666666668, 1.0, 0.9777777777777779, 0.9888888888888889, 0.9666666666666668, 0.9111111111111111, 0.48888888888888893, 0.9888888888888889, 0.9777777777777779, 1.0, 0.9888888888888889, 0.9777777777777779, 0.9111111111111111, 0.48888888888888893], "std_test_score": [0.14401645996461912, 0.14401645996461912, 0.1286204100310025, 0.14401645996461912, 0.1594744454934147, 0.05665577237325318, 0.01571348402636772, 0.0415739709641549, 0.06849348892187745, 0.1286204100310025, 0.0415739709641549, 0.03142696805273544, 0.05665577237325318, 0.01571348402636772, 0.01571348402636772, 0.01571348402636772, 0.03142696805273544, 0.01571348402636772, 0.01571348402636772, 0.06849348892187745, 0.054433105395181744, 0.02721655269759086, 0.0, 0.01571348402636772, 0.01571348402636772, 0.02721655269759086, 0.07856742013183854, 0.01571348402636772, 0.01571348402636772, 0.01571348402636772, 0.0, 0.01571348402636772, 0.03142696805273544, 0.07856742013183854, 0.01571348402636772], "rank_test_score": [24, 24, 27, 24, 23, 32, 34, 17, 21, 27, 17, 15, 32, 34, 7, 7, 16, 7, 3, 21, 31, 13, 1, 7, 3, 13, 17, 29, 3, 7, 1, 3, 7, 17, 29]}, "additional_scores": {}}, {"experiment_name": "Iris_CV", "train_set_name": "train", "train_set_size": 100, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_iris_features\"]", "featureset_name": "example_iris", "shuffle": false, "learner_name": "SVC", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:18:58.460782", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": true, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:18:59.625718", "total_time": "0:00:01.164936", "result_table": "+------------+----------+--------------+-------------+-------------+----------+-------------+\n| | setosa | versicolor | virginica | Precision | Recall | F-measure |\n+============+==========+==============+=============+=============+==========+=============+\n| setosa | [3] | 0 | 0 | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| versicolor | 0 | [4] | 0 | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| virginica | 0 | 0 | [3] | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 1.0, "pearson": "", "score": 1.0, "fold": 6, "model_params": "{\"C\": 10.0, \"break_ties\": false, \"cache_size\": 1000, \"class_weight\": null, \"coef0\": 0.0, \"decision_function_shape\": \"ovr\", \"degree\": 3, \"gamma\": \"auto\", \"kernel\": \"rbf\", \"max_iter\": -1, \"probability\": false, \"random_state\": 123456789, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.9777777777777779, "grid_search_cv_results": {"mean_fit_time": [0.0010976791381835938, 0.0017140706380208333, 0.0010421276092529297, 0.0010763804117838542, 0.001004616419474284, 0.0010428428649902344, 0.0010167757670084636, 0.0010135968526204426, 0.0017632643381754558, 0.0011194547017415364, 0.0009940465291341145, 0.0010437965393066406, 0.0010833740234375, 0.0010799566904703777, 0.0009899139404296875, 0.0016624132792154949, 0.0009508927663167318, 0.0009180704752604166, 0.001024802525838216, 0.001192172368367513, 0.001224517822265625, 0.0009157657623291016, 0.001550118128458659, 0.0009659131368001302, 0.001012563705444336, 0.0011403560638427734, 0.0010658105214436848, 0.0010749499003092449, 0.0009822845458984375, 0.001772483189900716, 0.0011297067006429036, 0.0011622905731201172, 0.0011450449625651042, 0.0012960433959960938, 0.0012696584065755208], "std_fit_time": [6.75562314927095e-05, 6.85688222758608e-05, 6.727827028588797e-05, 9.287647355283817e-05, 2.5172706841310725e-05, 5.7625660418109364e-05, 1.729845047263342e-05, 5.801115936508241e-05, 8.811608645492317e-05, 7.547604054549758e-05, 1.3918872201025904e-05, 4.265538707489731e-05, 6.533742152900783e-05, 2.907294919196364e-05, 4.496829752786272e-05, 0.00013074679140974942, 1.2961631163199815e-06, 8.855430779256261e-06, 1.1714633797129491e-05, 1.811388543453452e-05, 0.0001368764917901683, 4.878364961377082e-06, 2.359768554395395e-05, 1.1905554287690232e-05, 1.1061868422695721e-05, 3.218974579904884e-05, 1.71422055689652e-05, 3.458156268685001e-05, 2.2123736845391443e-05, 5.779289088888196e-05, 8.418580697146285e-05, 9.944789229888884e-05, 3.6057914577355035e-05, 1.5782517589030615e-05, 2.1060457768896098e-05], "mean_score_time": [0.0006876786549886068, 0.0007046063741048177, 0.0006792545318603516, 0.0006860097249348959, 0.0006643136342366537, 0.0006767114003499349, 0.0006673336029052734, 0.0006943543752034506, 0.0006802876790364584, 0.0006934801737467448, 0.000679175059000651, 0.0006678899129231771, 0.0007003148396809896, 0.0007149378458658854, 0.0006570816040039062, 0.0006638367970784506, 0.0006543795267740885, 0.0006419817606608073, 0.0006834665934244791, 0.0007550716400146484, 0.0007177988688151041, 0.0006318887074788412, 0.0006504058837890625, 0.0007202625274658203, 0.0007237593332926432, 0.0008370081583658854, 0.0006671746571858724, 0.0006573200225830078, 0.0006800492604573568, 0.0007205804189046224, 0.0007782777150472006, 0.0007403691609700521, 0.0007459322611490885, 0.000782012939453125, 0.0007696151733398438], "std_score_time": [1.0369304930559852e-05, 4.416103085467389e-05, 1.4274617641454e-05, 2.6020292967521623e-05, 7.182517705087664e-06, 1.7100151417190854e-05, 4.1019083342755445e-06, 3.3241132701817155e-05, 8.662906254088437e-06, 1.2349274345811536e-05, 2.7656783545124885e-05, 1.539887917173114e-05, 9.346765154513776e-06, 5.576152475997277e-05, 1.4068716518337182e-05, 2.291989557938412e-05, 2.5923262326399626e-06, 6.480815581599908e-06, 7.411030595699798e-06, 2.0438281175328595e-05, 4.78116280161214e-05, 1.5613939527184566e-06, 1.6758412358721975e-05, 3.5027792512578554e-05, 1.4838670456784676e-05, 0.00011965672975027848, 1.5187011885010265e-05, 2.0509541671377722e-06, 9.316307458699764e-06, 1.2412022276150155e-05, 2.6582216309466663e-05, 2.7346055561836963e-06, 1.3366097019851778e-05, 2.1228627481033388e-05, 1.5187843617089258e-05], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.9, 0.6333333333333333, 0.3333333333333333, 0.8000000000000002, 0.9333333333333333, 0.3333333333333333, 0.3333333333333333, 0.9666666666666667, 0.9666666666666667, 0.9, 0.9666666666666667, 1.0, 0.9, 0.5666666666666667, 1.0, 1.0, 0.9666666666666667, 1.0, 1.0, 0.9666666666666667, 0.5666666666666667, 1.0, 1.0, 1.0, 0.9666666666666667, 0.9666666666666667, 0.9666666666666667, 0.5666666666666667], "split1_test_score": [0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.9, 0.6666666666666666, 0.3333333333333333, 0.8333333333333334, 0.9333333333333333, 0.3333333333333333, 0.3333333333333333, 0.9333333333333333, 0.9333333333333333, 0.9333333333333333, 0.9333333333333333, 0.9333333333333333, 0.8666666666666667, 0.5, 0.9666666666666667, 0.9666666666666667, 0.9333333333333333, 0.9666666666666667, 0.9333333333333333, 0.8666666666666667, 0.5333333333333333, 0.9333333333333333, 0.9333333333333333, 0.9333333333333333, 0.9333333333333333, 0.9333333333333333, 0.8666666666666667, 0.5333333333333333], "split2_test_score": [0.5333333333333333, 0.5, 0.5, 0.5, 0.5666666666666667, 0.5333333333333333, 0.4000000000000001, 0.8666666666666667, 0.8333333333333334, 0.5, 0.8333333333333334, 0.9, 0.5333333333333333, 0.4000000000000001, 0.9666666666666667, 0.9333333333333333, 0.9, 0.9333333333333333, 0.9666666666666667, 0.8666666666666667, 0.5333333333333333, 0.9666666666666667, 0.9333333333333333, 0.9333333333333333, 0.9666666666666667, 0.9333333333333333, 0.8333333333333334, 0.6, 1.0, 0.9666666666666667, 0.9666666666666667, 0.9666666666666667, 0.9, 0.8333333333333334, 0.6], "mean_test_score": [0.39999999999999997, 0.38888888888888884, 0.38888888888888884, 0.38888888888888884, 0.41111111111111115, 0.39999999999999997, 0.35555555555555557, 0.888888888888889, 0.7111111111111111, 0.38888888888888884, 0.8222222222222223, 0.9222222222222222, 0.39999999999999997, 0.35555555555555557, 0.9555555555555556, 0.9444444444444443, 0.9111111111111111, 0.9444444444444443, 0.9666666666666667, 0.8777777777777778, 0.5333333333333333, 0.9777777777777779, 0.9666666666666668, 0.9444444444444443, 0.9777777777777779, 0.9555555555555556, 0.888888888888889, 0.5666666666666668, 0.9777777777777779, 0.9666666666666667, 0.9666666666666667, 0.9555555555555556, 0.9333333333333332, 0.888888888888889, 0.5666666666666668], "std_test_score": [0.09428090415820635, 0.07856742013183862, 0.07856742013183862, 0.07856742013183862, 0.10999438818457406, 0.09428090415820635, 0.03142696805273549, 0.01571348402636772, 0.08748897637790905, 0.07856742013183862, 0.015713484026367668, 0.01571348402636772, 0.09428090415820635, 0.03142696805273549, 0.01571348402636772, 0.01571348402636772, 0.01571348402636772, 0.01571348402636772, 0.02721655269759086, 0.01571348402636772, 0.02721655269759086, 0.01571348402636772, 0.02721655269759086, 0.01571348402636772, 0.01571348402636772, 0.03142696805273544, 0.05665577237325315, 0.02721655269759086, 0.03142696805273544, 0.02721655269759086, 0.02721655269759086, 0.01571348402636772, 0.02721655269759086, 0.05665577237325315, 0.02721655269759086], "rank_test_score": [27, 30, 30, 30, 26, 27, 34, 17, 22, 30, 21, 15, 27, 34, 8, 11, 16, 11, 5, 20, 25, 1, 4, 11, 1, 8, 17, 23, 1, 5, 5, 8, 14, 17, 23]}, "additional_scores": {}}, {"experiment_name": "Iris_CV", "train_set_name": "train", "train_set_size": 100, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_iris_features\"]", "featureset_name": "example_iris", "shuffle": false, "learner_name": "SVC", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:18:58.460782", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": true, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:18:59.625718", "total_time": "0:00:01.164936", "result_table": "+------------+----------+--------------+-------------+-------------+----------+-------------+\n| | setosa | versicolor | virginica | Precision | Recall | F-measure |\n+============+==========+==============+=============+=============+==========+=============+\n| setosa | [3] | 0 | 0 | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| versicolor | 0 | [4] | 0 | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| virginica | 0 | 0 | [3] | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 1.0, "pearson": "", "score": 1.0, "fold": 7, "model_params": "{\"C\": 100.0, \"break_ties\": false, \"cache_size\": 1000, \"class_weight\": null, \"coef0\": 0.0, \"decision_function_shape\": \"ovr\", \"degree\": 3, \"gamma\": 0.01, \"kernel\": \"rbf\", \"max_iter\": -1, \"probability\": false, \"random_state\": 123456789, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.9777777777777779, "grid_search_cv_results": {"mean_fit_time": [0.0011043548583984375, 0.0016963481903076172, 0.0010410149892171223, 0.0010166168212890625, 0.0010271867116292317, 0.0010426044464111328, 0.0010534127553304036, 0.0009942054748535156, 0.0016550223032633464, 0.001011212666829427, 0.0010102589925130208, 0.0009989738464355469, 0.0010532538096110027, 0.0010426839192708333, 0.0009236335754394531, 0.0015875498453776042, 0.0009469191233317057, 0.0009095668792724609, 0.0009316603342692057, 0.0010422865549723308, 0.0010877450307210286, 0.0009247461954752604, 0.0015803178151448567, 0.0009013811747233073, 0.0009187062581380209, 0.0010077158610026042, 0.0010410149892171223, 0.0010575453440348308, 0.0009093284606933594, 0.0015256404876708984, 0.0009124279022216797, 0.001144727071126302, 0.0010939439137776692, 0.001159350077311198, 0.0011823972066243489], "std_fit_time": [7.892987406747103e-05, 5.8436388874092664e-05, 6.350632409488984e-05, 4.361040137679215e-05, 3.98258157548304e-05, 4.838937905498455e-05, 4.9623276160699644e-05, 3.168904917467601e-05, 3.8377410211664796e-05, 3.117261505697082e-05, 4.563763134238496e-05, 1.5588029632499014e-05, 7.656969795160317e-05, 1.7186361926586338e-05, 8.357129529548176e-06, 5.267749863644472e-05, 1.4082626618281485e-06, 3.3717478808715227e-06, 2.0476564394159922e-05, 1.2854474034084005e-05, 3.116045598572984e-05, 1.80636058452319e-05, 2.7331501000256516e-05, 1.744026428666592e-05, 4.218160065051227e-05, 4.0136705425161105e-05, 5.619579801452538e-06, 8.966003911444634e-06, 1.1142083592937396e-05, 1.9648931291615025e-05, 2.2548734640853814e-05, 6.449632647284816e-05, 5.9032983696948e-05, 3.7460474709770276e-05, 4.204166859115873e-05], "mean_score_time": [0.0006779034932454427, 0.0006689230600992838, 0.0006838639577229818, 0.00067901611328125, 0.0006967385609944662, 0.0006752808888753256, 0.0006874402364095052, 0.0006954669952392578, 0.0006616910298665365, 0.0006656646728515625, 0.0006594657897949219, 0.0006573994954427084, 0.0006860097249348959, 0.0006760756174723307, 0.0006392002105712891, 0.0006497701009114584, 0.0006481011708577474, 0.0006327629089355469, 0.0006437301635742188, 0.0006860097249348959, 0.00067138671875, 0.0006369749704996744, 0.0006513595581054688, 0.0006355444590250651, 0.00063323974609375, 0.0006566047668457031, 0.0006573994954427084, 0.0006593068440755209, 0.0006350676218668619, 0.0006194114685058594, 0.0006793340047200521, 0.0006879170735677084, 0.0007064342498779297, 0.0006879170735677084, 0.0006879170735677084], "std_score_time": [1.611908656460795e-05, 2.433998240012098e-06, 2.1094618145708707e-05, 2.5767596471281745e-05, 4.56919874791042e-05, 8.287308480726058e-06, 3.130484264504756e-05, 5.229398713206257e-05, 6.8889722610376156e-06, 9.313595287620835e-06, 1.8570139321562326e-06, 2.9286584492823728e-06, 3.1878821720138645e-05, 4.9605326761650195e-06, 2.5752149814001163e-06, 1.2250683967166532e-05, 3.591258852543832e-06, 1.2765231453743784e-06, 2.5813880984829953e-05, 6.337341439791463e-05, 1.2765231453743784e-05, 3.505825201688254e-06, 5.266838558763152e-06, 9.934425348917807e-06, 8.549891031761697e-06, 1.7459447515434916e-05, 1.1860908301857445e-05, 7.689589552511778e-06, 6.163118988781388e-06, 5.735276080026218e-06, 5.703881803266016e-05, 1.3349074956460622e-05, 4.8046322809867426e-05, 9.859760550989039e-06, 1.235080857598776e-05], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.9, 0.6333333333333333, 0.3333333333333333, 0.8000000000000002, 0.9333333333333333, 0.3333333333333333, 0.3333333333333333, 1.0, 0.9666666666666667, 0.8666666666666667, 1.0, 1.0, 0.8333333333333334, 0.5, 0.9333333333333333, 1.0, 1.0, 1.0, 0.9666666666666667, 0.8333333333333334, 0.5, 0.9666666666666667, 0.9333333333333333, 1.0, 0.9333333333333333, 0.9333333333333333, 0.8333333333333334, 0.5], "split1_test_score": [0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.9333333333333333, 0.7, 0.3333333333333333, 0.8666666666666667, 0.9, 0.3333333333333333, 0.3333333333333333, 0.9333333333333333, 0.9, 0.9333333333333333, 0.9333333333333333, 0.9666666666666667, 0.9, 0.43333333333333335, 0.9333333333333333, 0.9666666666666667, 0.9333333333333333, 0.9333333333333333, 0.9, 0.9, 0.5, 0.9, 0.9333333333333333, 0.9666666666666667, 0.9, 0.9, 0.9, 0.5], "split2_test_score": [0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5333333333333333, 0.5666666666666667, 0.5333333333333333, 0.43333333333333335, 0.8666666666666667, 0.8666666666666667, 0.5333333333333333, 0.8666666666666667, 0.9, 0.5333333333333333, 0.43333333333333335, 0.9333333333333333, 0.9, 0.8666666666666667, 0.9, 0.9333333333333333, 0.9, 0.6333333333333333, 0.9333333333333333, 0.9333333333333333, 0.9, 0.9333333333333333, 0.9333333333333333, 0.9333333333333333, 0.6333333333333333, 0.9666666666666667, 0.9666666666666667, 0.9666666666666667, 0.9333333333333333, 0.9333333333333333, 0.9333333333333333, 0.6333333333333333], "mean_test_score": [0.39999999999999997, 0.39999999999999997, 0.39999999999999997, 0.39999999999999997, 0.41111111111111115, 0.39999999999999997, 0.3666666666666667, 0.9, 0.7333333333333334, 0.39999999999999997, 0.8444444444444446, 0.9111111111111111, 0.39999999999999997, 0.3666666666666667, 0.9555555555555556, 0.9222222222222222, 0.888888888888889, 0.9444444444444445, 0.9666666666666668, 0.8777777777777778, 0.5222222222222223, 0.9333333333333332, 0.9666666666666668, 0.9444444444444445, 0.9555555555555556, 0.9333333333333332, 0.888888888888889, 0.5444444444444444, 0.9444444444444445, 0.9444444444444445, 0.9777777777777779, 0.9222222222222222, 0.9222222222222222, 0.888888888888889, 0.5444444444444444], "std_test_score": [0.09428090415820635, 0.09428090415820635, 0.09428090415820635, 0.09428090415820635, 0.10999438818457406, 0.09428090415820635, 0.04714045207910319, 0.02721655269759086, 0.09813067629253167, 0.09428090415820635, 0.031426968052735385, 0.01571348402636772, 0.09428090415820635, 0.04714045207910319, 0.03142696805273544, 0.03142696805273544, 0.03142696805273544, 0.0415739709641549, 0.02721655269759086, 0.03142696805273544, 0.0831479419283098, 1.1102230246251565e-16, 0.02721655269759086, 0.0415739709641549, 0.03142696805273544, 0.02721655269759086, 0.0415739709641549, 0.06285393610547088, 0.03142696805273544, 0.01571348402636772, 0.01571348402636772, 0.01571348402636772, 0.01571348402636772, 0.0415739709641549, 0.06285393610547088], "rank_test_score": [27, 27, 27, 27, 26, 27, 34, 16, 22, 27, 21, 15, 27, 34, 4, 12, 17, 6, 2, 20, 25, 10, 2, 6, 4, 10, 17, 23, 6, 6, 1, 12, 12, 17, 23]}, "additional_scores": {}}, {"experiment_name": "Iris_CV", "train_set_name": "train", "train_set_size": 100, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_iris_features\"]", "featureset_name": "example_iris", "shuffle": false, "learner_name": "SVC", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:18:58.460782", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": true, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:18:59.625718", "total_time": "0:00:01.164936", "result_table": "+------------+----------+--------------+-------------+-------------+----------+-------------+\n| | setosa | versicolor | virginica | Precision | Recall | F-measure |\n+============+==========+==============+=============+=============+==========+=============+\n| setosa | [3] | 0 | 0 | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| versicolor | 0 | [4] | 0 | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| virginica | 0 | 0 | [3] | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 1.0, "pearson": "", "score": 1.0, "fold": 8, "model_params": "{\"C\": 10.0, \"break_ties\": false, \"cache_size\": 1000, \"class_weight\": null, \"coef0\": 0.0, \"decision_function_shape\": \"ovr\", \"degree\": 3, \"gamma\": \"auto\", \"kernel\": \"rbf\", \"max_iter\": -1, \"probability\": false, \"random_state\": 123456789, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.9666666666666667, "grid_search_cv_results": {"mean_fit_time": [0.0010997454325358074, 0.0017673969268798828, 0.001016696294148763, 0.0010866324106852214, 0.0010191599527994792, 0.0010336240132649739, 0.001041412353515625, 0.0009957949320475261, 0.0016913414001464844, 0.0010519822438557942, 0.0010497570037841797, 0.0010555585225423176, 0.0010547637939453125, 0.0011060237884521484, 0.0009886423746744792, 0.0015746752421061199, 0.0009316603342692057, 0.0009369850158691406, 0.001020510991414388, 0.0011932849884033203, 0.001158316930135091, 0.00091552734375, 0.0016366640726725261, 0.0009763240814208984, 0.0010336240132649739, 0.0011443297068277996, 0.001047372817993164, 0.0011232693990071614, 0.000999768575032552, 0.0018002986907958984, 0.0010895729064941406, 0.0012005964914957683, 0.0012540817260742188, 0.0013327598571777344, 0.0013344287872314453], "std_fit_time": [8.206272210890494e-05, 0.00012223706057233448, 3.0933426085080294e-05, 0.00014032742278278013, 4.528879294946053e-05, 6.67641083611545e-05, 3.95573714293597e-05, 3.645301478305574e-05, 4.766265085961864e-05, 3.7980877031841566e-05, 9.55026383399542e-05, 3.780787137828987e-05, 3.087374844541237e-05, 5.0701940540389395e-05, 5.06291394552597e-05, 6.379478073188487e-05, 4.616271887288922e-06, 2.355723563009424e-05, 1.0652328192326349e-05, 4.7485815092331585e-05, 8.770570931125773e-05, 1.1725411822959893e-05, 6.679503564659975e-06, 1.3672565846501183e-05, 3.9103715926067603e-05, 6.39454847492518e-05, 2.9394216551632767e-06, 6.230388362413927e-06, 1.0636307413941453e-05, 1.9648931291615025e-05, 1.1399300659067078e-05, 3.6294655537023944e-05, 3.915149592289609e-05, 2.3155669334046793e-05, 2.910334751602663e-05], "mean_score_time": [0.0007039705912272135, 0.0007186730702718099, 0.0006683667500813802, 0.0006737709045410156, 0.0006717840830485026, 0.00067138671875, 0.0006717840830485026, 0.0007242361704508463, 0.0007054805755615234, 0.0006740093231201172, 0.0006727377573649088, 0.0006763140360514323, 0.0007649262746175131, 0.0006844997406005859, 0.0006860891977945963, 0.0006422201792399088, 0.0006527900695800781, 0.000663598378499349, 0.0006837844848632812, 0.0007277329762776693, 0.000705718994140625, 0.0006322860717773438, 0.0006770292917887369, 0.0006900628407796224, 0.0007139841715494791, 0.0007255077362060547, 0.0006585915883382162, 0.0007009506225585938, 0.0007152557373046875, 0.0007419586181640625, 0.000774383544921875, 0.0008039474487304688, 0.0007943312327067057, 0.000800927480061849, 0.0008442401885986328], "std_score_time": [3.9289343522830214e-05, 3.817395077518873e-05, 6.038891551180799e-06, 1.9407330918282243e-05, 1.4666564997986252e-05, 2.094920259145946e-05, 9.5849672273787e-06, 8.770009213144488e-05, 1.887676998408675e-05, 1.0459666988043573e-05, 2.2162528430682565e-05, 8.801776182785628e-06, 0.00012540021499637616, 1.8048564643345017e-05, 3.963409598165449e-05, 1.0340026834672668e-05, 1.1970100715608456e-05, 2.03298347903151e-05, 1.0321073924023324e-05, 1.1533699840257188e-05, 4.760537069234172e-05, 1.593425882320676e-06, 1.973008779072387e-05, 1.1457880861082062e-05, 2.354865454042602e-06, 4.319304229415072e-05, 1.1477708010645551e-05, 7.873831479708886e-06, 1.7249821736181596e-05, 1.7266290398306497e-05, 9.621797208316612e-06, 2.934066513971097e-05, 1.1203700313535794e-05, 7.877039396517352e-06, 6.947519031385702e-05], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.9, 0.6333333333333333, 0.3333333333333333, 0.8666666666666667, 0.9333333333333333, 0.3333333333333333, 0.3333333333333333, 0.9666666666666667, 0.9666666666666667, 0.9, 0.9666666666666667, 1.0, 0.8333333333333334, 0.5, 1.0, 1.0, 0.9666666666666667, 1.0, 0.9666666666666667, 0.8666666666666667, 0.5333333333333333, 1.0, 1.0, 1.0, 0.9333333333333333, 0.9, 0.8666666666666667, 0.5333333333333333], "split1_test_score": [0.6333333333333333, 0.6, 0.6, 0.6, 0.6333333333333333, 0.5666666666666667, 0.4000000000000001, 0.9666666666666667, 0.9333333333333333, 0.6, 0.9333333333333333, 0.9666666666666667, 0.5666666666666667, 0.4000000000000001, 0.9333333333333333, 0.9666666666666667, 0.9333333333333333, 0.9333333333333333, 0.9333333333333333, 0.8333333333333334, 0.5, 0.9333333333333333, 0.9333333333333333, 0.9333333333333333, 0.9333333333333333, 0.9333333333333333, 0.8333333333333334, 0.5666666666666667, 0.9333333333333333, 0.9333333333333333, 0.9333333333333333, 0.9333333333333333, 0.9333333333333333, 0.8333333333333334, 0.5666666666666667], "split2_test_score": [0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.9, 0.6666666666666666, 0.3333333333333333, 0.7666666666666667, 0.9333333333333333, 0.3333333333333333, 0.3333333333333333, 0.9, 0.9333333333333333, 0.8666666666666667, 0.9333333333333333, 0.9333333333333333, 0.8333333333333334, 0.4666666666666667, 0.9666666666666667, 0.9666666666666667, 0.9333333333333333, 0.9666666666666667, 0.9333333333333333, 0.8333333333333334, 0.5, 0.9666666666666667, 0.9666666666666667, 0.9666666666666667, 0.9666666666666667, 0.9, 0.8333333333333334, 0.5], "mean_test_score": [0.4333333333333333, 0.4222222222222222, 0.4222222222222222, 0.4222222222222222, 0.4333333333333333, 0.41111111111111104, 0.35555555555555557, 0.9222222222222222, 0.7444444444444445, 0.4222222222222222, 0.8555555555555556, 0.9444444444444443, 0.41111111111111104, 0.35555555555555557, 0.9333333333333332, 0.9555555555555556, 0.9, 0.9444444444444443, 0.9555555555555556, 0.8333333333333334, 0.48888888888888893, 0.9666666666666667, 0.9666666666666667, 0.9444444444444443, 0.9666666666666667, 0.9444444444444443, 0.8444444444444446, 0.5333333333333333, 0.9666666666666667, 0.9666666666666667, 0.9666666666666667, 0.9444444444444445, 0.9111111111111111, 0.8444444444444446, 0.5333333333333333], "std_test_score": [0.1414213562373095, 0.1257078722109418, 0.1257078722109418, 0.1257078722109418, 0.1414213562373095, 0.10999438818457406, 0.031426968052735496, 0.03142696805273544, 0.13425606637327306, 0.1257078722109418, 0.0684934889218775, 0.01571348402636772, 0.10999438818457406, 0.031426968052735496, 0.02721655269759086, 0.01571348402636772, 0.02721655269759086, 0.01571348402636772, 0.03142696805273544, 0.0, 0.01571348402636772, 0.02721655269759086, 0.02721655269759086, 0.01571348402636772, 0.02721655269759086, 0.01571348402636772, 0.01571348402636772, 0.02721655269759086, 0.02721655269759086, 0.02721655269759086, 0.02721655269759086, 0.01571348402636772, 0.01571348402636772, 0.01571348402636772, 0.02721655269759086], "rank_test_score": [26, 28, 28, 28, 26, 32, 34, 15, 22, 28, 18, 10, 32, 34, 14, 7, 17, 10, 7, 21, 25, 1, 1, 10, 1, 10, 19, 23, 1, 1, 1, 9, 16, 19, 23]}, "additional_scores": {}}, {"experiment_name": "Iris_CV", "train_set_name": "train", "train_set_size": 100, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_iris_features\"]", "featureset_name": "example_iris", "shuffle": false, "learner_name": "SVC", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:18:58.460782", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": true, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:18:59.625718", "total_time": "0:00:01.164936", "result_table": "+------------+----------+--------------+-------------+-------------+----------+-------------+\n| | setosa | versicolor | virginica | Precision | Recall | F-measure |\n+============+==========+==============+=============+=============+==========+=============+\n| setosa | [3] | 0 | 0 | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| versicolor | 0 | [3] | 1 | 1.000 | 0.750 | 0.857 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| virginica | 0 | 0 | [3] | 0.750 | 1.000 | 0.857 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.9, "pearson": "", "score": 0.9, "fold": 9, "model_params": "{\"C\": 10.0, \"break_ties\": false, \"cache_size\": 1000, \"class_weight\": null, \"coef0\": 0.0, \"decision_function_shape\": \"ovr\", \"degree\": 3, \"gamma\": \"scale\", \"kernel\": \"rbf\", \"max_iter\": -1, \"probability\": false, \"random_state\": 123456789, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.9666666666666667, "grid_search_cv_results": {"mean_fit_time": [0.0010963280995686848, 0.001730203628540039, 0.0010383923848470051, 0.0011820793151855469, 0.0010925928751627605, 0.0011900266011555989, 0.0012726783752441406, 0.0011984507242838542, 0.0016812483469645183, 0.001146078109741211, 0.0009776751200358074, 0.0010251204172770183, 0.001081228256225586, 0.0010846455891927083, 0.0010596116383870442, 0.0016703605651855469, 0.0010213057200113933, 0.0010386308034261067, 0.0010770161946614583, 0.0013892650604248047, 0.0011812845865885417, 0.0010110537211100261, 0.0017769336700439453, 0.0010252793629964192, 0.001175244649251302, 0.0011148452758789062, 0.0011254946390787761, 0.0011736551920572917, 0.0010630289713541667, 0.0019406477610270183, 0.0010793209075927734, 0.0011183420817057292, 0.0011879603068033855, 0.0012751420338948567, 0.0012728373209635417], "std_fit_time": [5.586744199155806e-05, 9.640899746188714e-05, 6.842137843391283e-05, 0.00019523157846820758, 7.812719724362587e-05, 0.00013389099084415285, 0.0003419929818850016, 0.00028920965305292675, 2.094498133267252e-05, 7.143359097728175e-05, 1.1894408501860113e-06, 1.4104137771275214e-05, 5.5033219536171285e-05, 1.3044689813389328e-05, 8.23885596190564e-05, 7.785550091301177e-05, 1.654830288366928e-05, 1.9243922623590424e-05, 7.052068885637606e-06, 9.524098596787152e-05, 5.707335548459193e-05, 1.3439610165400334e-05, 7.518997774343495e-05, 1.3030156415093587e-05, 2.6595043616238068e-05, 4.148894322518939e-05, 5.0227476067772564e-05, 2.2226557029460355e-05, 2.6992474492275086e-05, 0.00012244248115547308, 5.764932976825121e-06, 2.430570583803212e-05, 3.213279465061473e-05, 3.6864443497528644e-05, 1.1589421160379856e-05], "mean_score_time": [0.0006842613220214844, 0.0006774266560872396, 0.0006767114003499349, 0.0007636547088623047, 0.0008329550425211588, 0.000717322031656901, 0.0006887912750244141, 0.0006849765777587891, 0.0006877581278483073, 0.0007115205128987631, 0.0006651083628336588, 0.0006899833679199219, 0.0006957054138183594, 0.0006976922353108724, 0.0006969769795735677, 0.0006817976633707682, 0.0007334550221761068, 0.0007677078247070312, 0.0007843971252441406, 0.0008284250895182291, 0.0007216135660807291, 0.0006703535715738932, 0.0007230440775553385, 0.0007193088531494141, 0.0007658799489339193, 0.0007197062174479166, 0.0007807413736979166, 0.0007313887278238932, 0.0007180372873942057, 0.0008333524068196615, 0.0007363160451253256, 0.0007286866505940756, 0.0007713635762532552, 0.000778357187906901, 0.0007673899332682291], "std_score_time": [1.2138292371137481e-05, 7.520165279505166e-06, 1.5506782182389612e-05, 6.795250176787997e-05, 0.00023933942771521986, 6.030853869787737e-05, 2.685641811780763e-05, 4.350121043705419e-05, 7.78996197690509e-06, 5.595927792321506e-06, 4.185738271797083e-06, 1.563172766767406e-05, 2.4089323679665687e-05, 1.1149450260580481e-05, 1.8006873494666053e-05, 2.2478319205810147e-06, 4.079319515819673e-05, 7.738657215991394e-05, 0.00010590795528223992, 6.436928789306513e-05, 4.507743757226973e-05, 1.4702693834540116e-05, 2.3926214815799186e-05, 1.7302466278932287e-06, 2.2743960594061247e-05, 4.2140254354743756e-05, 0.00011915942314699524, 6.163118988781388e-06, 1.6937603698725186e-05, 0.00012305606954347894, 1.3354751388307446e-05, 6.702158814210261e-06, 5.356954162245454e-05, 9.877040985842093e-06, 7.367438433854923e-06], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.9333333333333333, 0.7666666666666667, 0.3333333333333333, 0.8666666666666667, 0.9666666666666667, 0.3333333333333333, 0.3333333333333333, 0.9666666666666667, 0.9666666666666667, 0.8666666666666667, 0.9666666666666667, 0.9666666666666667, 0.9666666666666667, 0.5, 0.9666666666666667, 1.0, 0.9666666666666667, 1.0, 0.9666666666666667, 0.9666666666666667, 0.5, 0.9666666666666667, 0.9666666666666667, 1.0, 0.9666666666666667, 0.9, 0.9666666666666667, 0.5], "split1_test_score": [0.6, 0.6333333333333333, 0.6333333333333333, 0.6333333333333333, 0.6, 0.5333333333333333, 0.36666666666666664, 0.9333333333333333, 0.9666666666666667, 0.6333333333333333, 0.9666666666666667, 0.9333333333333333, 0.5333333333333333, 0.36666666666666664, 0.9333333333333333, 0.9333333333333333, 0.9666666666666667, 0.9666666666666667, 0.9333333333333333, 0.8333333333333334, 0.43333333333333335, 0.9333333333333333, 0.9333333333333333, 0.9666666666666667, 0.9333333333333333, 0.9333333333333333, 0.8333333333333334, 0.5, 0.9666666666666667, 0.9333333333333333, 0.9333333333333333, 0.9333333333333333, 0.9666666666666667, 0.8333333333333334, 0.5], "split2_test_score": [0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.9, 0.8000000000000002, 0.3333333333333333, 0.8666666666666667, 0.9, 0.3333333333333333, 0.3333333333333333, 0.9333333333333333, 0.9333333333333333, 0.9, 0.9333333333333333, 0.9333333333333333, 0.8666666666666667, 0.5, 0.9666666666666667, 0.9666666666666667, 0.9333333333333333, 0.9666666666666667, 0.9333333333333333, 0.9, 0.5333333333333333, 0.9666666666666667, 0.9666666666666667, 0.9666666666666667, 0.9666666666666667, 0.9, 0.9, 0.5333333333333333], "mean_test_score": [0.4222222222222222, 0.4333333333333333, 0.4333333333333333, 0.4333333333333333, 0.4222222222222222, 0.39999999999999997, 0.3444444444444444, 0.9222222222222222, 0.8444444444444446, 0.4333333333333333, 0.9, 0.9333333333333332, 0.39999999999999997, 0.3444444444444444, 0.9444444444444443, 0.9444444444444443, 0.9111111111111111, 0.9555555555555556, 0.9444444444444443, 0.888888888888889, 0.4777777777777778, 0.9555555555555556, 0.9666666666666667, 0.9555555555555556, 0.9666666666666667, 0.9444444444444443, 0.9, 0.5111111111111111, 0.9666666666666667, 0.9555555555555556, 0.9666666666666667, 0.9555555555555556, 0.9222222222222222, 0.9, 0.5111111111111111], "std_test_score": [0.1257078722109418, 0.1414213562373095, 0.1414213562373095, 0.1414213562373095, 0.1257078722109418, 0.09428090415820634, 0.01571348402636772, 0.01571348402636772, 0.08748897637790898, 0.1414213562373095, 0.04714045207910316, 0.02721655269759086, 0.09428090415820634, 0.01571348402636772, 0.01571348402636772, 0.01571348402636772, 0.0415739709641549, 0.01571348402636772, 0.01571348402636772, 0.05665577237325315, 0.03142696805273544, 0.01571348402636772, 0.02721655269759086, 0.01571348402636772, 0.02721655269759086, 0.01571348402636772, 0.05443310539518172, 0.01571348402636772, 0.0, 0.01571348402636772, 0.02721655269759086, 0.01571348402636772, 0.03142696805273544, 0.05443310539518172, 0.01571348402636772], "rank_test_score": [30, 26, 26, 26, 30, 32, 34, 15, 22, 26, 18, 14, 32, 34, 10, 10, 17, 5, 10, 21, 25, 5, 1, 5, 1, 10, 18, 23, 1, 5, 1, 5, 15, 18, 23]}, "additional_scores": {}}, {"experiment_name": "Iris_CV", "train_set_name": "train", "train_set_size": 100, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_iris_features\"]", "featureset_name": "example_iris", "shuffle": false, "learner_name": "SVC", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:18:58.460782", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": true, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:18:59.625718", "total_time": "0:00:01.164936", "result_table": "+------------+----------+--------------+-------------+-------------+----------+-------------+\n| | setosa | versicolor | virginica | Precision | Recall | F-measure |\n+============+==========+==============+=============+=============+==========+=============+\n| setosa | [3] | 0 | 0 | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| versicolor | 0 | [4] | 0 | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| virginica | 0 | 0 | [3] | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 1.0, "pearson": "", "score": 1.0, "fold": 10, "model_params": "{\"C\": 10.0, \"break_ties\": false, \"cache_size\": 1000, \"class_weight\": null, \"coef0\": 0.0, \"decision_function_shape\": \"ovr\", \"degree\": 3, \"gamma\": \"scale\", \"kernel\": \"rbf\", \"max_iter\": -1, \"probability\": false, \"random_state\": 123456789, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.9555555555555556, "grid_search_cv_results": {"mean_fit_time": [0.001115878423055013, 0.0018636385599772136, 0.0010310808817545574, 0.0010050137837727864, 0.0010519822438557942, 0.001076062520345052, 0.0010943412780761719, 0.001140594482421875, 0.0020676453908284507, 0.0011973381042480469, 0.0012163321177164714, 0.0012476444244384766, 0.0013209978739420574, 0.0011727015177408855, 0.0011036396026611328, 0.0020467440287272134, 0.001207590103149414, 0.0012259483337402344, 0.0013091564178466797, 0.001279910405476888, 0.0013536612192789714, 0.0011153221130371094, 0.002022345860799154, 0.0012219746907552083, 0.0011029243469238281, 0.0012103716532389324, 0.0012923081715901692, 0.0013962586720784504, 0.0011916955312093098, 0.0019289652506510417, 0.0011320114135742188, 0.0011792977650960286, 0.0014058748881022136, 0.0016256173451741536, 0.0017067591349283855], "std_fit_time": [8.556588556409662e-05, 0.0001454185691579844, 3.940106973893093e-05, 2.966137510948996e-05, 4.763852733313402e-05, 2.2866097142988133e-05, 7.697413150882225e-05, 0.00013476127309779677, 0.00026193666220048346, 8.405599080805005e-05, 4.8087450661565834e-05, 0.00013819190031850399, 0.00014839960090706238, 1.1876872562708146e-05, 2.74136442844153e-05, 0.00023777320722635, 7.722873025088522e-05, 0.00010254770835688861, 0.00013961737164492211, 1.2350808575987761e-05, 9.267019354091929e-05, 1.4962863331810387e-05, 0.00013068257614377783, 9.535656973123864e-05, 1.773616305675248e-05, 6.924280132054988e-05, 2.907294919196364e-05, 6.725752009404887e-05, 4.5874086250552376e-05, 5.038942811290311e-05, 3.8244202997332345e-05, 2.7956604686449216e-05, 3.946785764036182e-05, 0.00012054055000774641, 4.445311405892071e-05], "mean_score_time": [0.0007054011027018229, 0.0007019837697347006, 0.0006783008575439453, 0.0006625652313232422, 0.0006666183471679688, 0.0006746451059977213, 0.0006730556488037109, 0.0007320245107014974, 0.0007599989573160807, 0.0008434454600016276, 0.0008325576782226562, 0.0007333755493164062, 0.0008024374643961588, 0.0008972485860188802, 0.0007538000742594401, 0.0007970333099365234, 0.0007968743642171224, 0.000919342041015625, 0.0007846355438232422, 0.0007905960083007812, 0.0008014043172200521, 0.0007677078247070312, 0.0008033911387125651, 0.0008656978607177734, 0.0007758140563964844, 0.0007793903350830078, 0.0008069674173990885, 0.0008522669474283854, 0.0008873939514160156, 0.0007770061492919922, 0.0007746219635009766, 0.0007849534352620443, 0.000888983408610026, 0.0009681383768717448, 0.0010747114817301433], "std_score_time": [3.1116643988921554e-05, 1.260741174887523e-05, 7.541970198388607e-06, 6.627293185993634e-06, 8.288832583448043e-06, 6.07642645950803e-06, 4.77234357071e-06, 2.9727736494619857e-05, 1.4466243621057238e-05, 0.00010073692044418347, 5.077252254258836e-05, 1.07120453170104e-05, 8.291628583244588e-05, 0.0001609145064119342, 2.3264517417107494e-05, 1.9002823269620396e-05, 2.3380693814533427e-05, 0.00011741108455858232, 1.8740772058126256e-05, 1.9756639631042564e-06, 2.3438161867810935e-05, 1.002681705021501e-05, 2.309449032205588e-05, 9.487401954899877e-05, 1.659480088986692e-05, 7.725644944200348e-06, 1.9804853496313303e-05, 8.519038323597967e-05, 0.0001253587567400908, 4.913197045667564e-06, 1.590569424901565e-05, 1.7655142177024663e-05, 1.3600776332398356e-05, 3.90833594193039e-05, 7.898850664271175e-05], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.8333333333333334, 0.6666666666666666, 0.3333333333333333, 0.8333333333333334, 0.8666666666666667, 0.3333333333333333, 0.3333333333333333, 0.9333333333333333, 0.9333333333333333, 0.8333333333333334, 0.9666666666666667, 0.9666666666666667, 1.0, 0.5, 0.9666666666666667, 0.9666666666666667, 0.9666666666666667, 0.9666666666666667, 0.9666666666666667, 1.0, 0.5, 0.9666666666666667, 0.9666666666666667, 0.9666666666666667, 0.9333333333333333, 0.9333333333333333, 1.0, 0.5], "split1_test_score": [0.5666666666666667, 0.5666666666666667, 0.6, 0.5666666666666667, 0.5666666666666667, 0.4000000000000001, 0.3333333333333333, 0.9, 0.9, 0.6, 0.9, 0.9, 0.4000000000000001, 0.3333333333333333, 0.9333333333333333, 0.9666666666666667, 0.9333333333333333, 0.9333333333333333, 0.9333333333333333, 0.8000000000000002, 0.36666666666666664, 0.9333333333333333, 0.9333333333333333, 0.9333333333333333, 0.9333333333333333, 0.9333333333333333, 0.8000000000000002, 0.43333333333333335, 0.9333333333333333, 0.9333333333333333, 0.9333333333333333, 0.9333333333333333, 0.9333333333333333, 0.8000000000000002, 0.43333333333333335], "split2_test_score": [0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.9, 0.6666666666666666, 0.3333333333333333, 0.8333333333333334, 0.9333333333333333, 0.3333333333333333, 0.3333333333333333, 0.9666666666666667, 0.9333333333333333, 0.8666666666666667, 0.9333333333333333, 0.9, 0.9, 0.5333333333333333, 0.9333333333333333, 0.9666666666666667, 0.9333333333333333, 0.9666666666666667, 0.9, 0.9333333333333333, 0.5333333333333333, 0.9333333333333333, 0.9, 0.9666666666666667, 0.9333333333333333, 0.9, 0.9333333333333333, 0.5333333333333333], "mean_test_score": [0.41111111111111104, 0.41111111111111104, 0.4222222222222222, 0.41111111111111104, 0.41111111111111104, 0.35555555555555557, 0.3333333333333333, 0.8777777777777778, 0.7444444444444445, 0.4222222222222222, 0.8555555555555556, 0.9, 0.35555555555555557, 0.3333333333333333, 0.9444444444444445, 0.9444444444444443, 0.8777777777777778, 0.9444444444444443, 0.9333333333333332, 0.9, 0.4666666666666666, 0.9444444444444443, 0.9555555555555556, 0.9444444444444443, 0.9555555555555556, 0.9333333333333332, 0.9111111111111111, 0.48888888888888893, 0.9444444444444443, 0.9333333333333332, 0.9555555555555556, 0.9333333333333332, 0.9222222222222222, 0.9111111111111111, 0.48888888888888893], "std_test_score": [0.10999438818457406, 0.10999438818457406, 0.1257078722109418, 0.10999438818457406, 0.10999438818457406, 0.031426968052735496, 0.0, 0.03142696805273544, 0.10999438818457409, 0.1257078722109418, 0.03142696805273544, 0.02721655269759086, 0.031426968052735496, 0.0, 0.01571348402636772, 0.01571348402636772, 0.0415739709641549, 0.01571348402636772, 0.02721655269759086, 0.08164965809277254, 0.07200822998230956, 0.01571348402636772, 0.01571348402636772, 0.01571348402636772, 0.01571348402636772, 0.02721655269759086, 0.08314794192830974, 0.0415739709641549, 0.01571348402636772, 0.02721655269759086, 0.01571348402636772, 1.1102230246251565e-16, 0.01571348402636772, 0.08314794192830974, 0.0415739709641549], "rank_test_score": [28, 28, 26, 28, 28, 32, 34, 19, 22, 26, 21, 17, 32, 34, 4, 5, 19, 5, 10, 17, 25, 5, 1, 5, 1, 10, 15, 23, 5, 10, 1, 10, 14, 15, 23]}, "additional_scores": {}}, {"experiment_name": "Iris_CV", "train_set_name": "train", "train_set_size": 100, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"example_iris_features\"]", "featureset_name": "example_iris", "shuffle": false, "learner_name": "SVC", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:18:58.460782", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": true, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:18:59.625718", "total_time": "0:00:01.164936", "fold": "average", "result_table": "+------------+-------------+----------+-------------+\n| Label | Precision | Recall | F-measure |\n|------------+-------------+----------+-------------|\n| setosa | 1.000 | 1.000 | 1.000 |\n| versicolor | 0.950 | 0.875 | 0.893 |\n| virginica | 0.902 | 0.950 | 0.918 |\n+------------+-------------+----------+-------------+", "accuracy": 0.9400000000000001, "score": 0.9400000000000001, "additional_scores": {}}] \ No newline at end of file diff --git a/tests/other/expected/Iris_Evaluate_example_iris_LogisticRegression.results.json b/tests/other/expected/Iris_Evaluate_example_iris_LogisticRegression.results.json deleted file mode 100644 index 45c31ac5..00000000 --- a/tests/other/expected/Iris_Evaluate_example_iris_LogisticRegression.results.json +++ /dev/null @@ -1 +0,0 @@ -[{"experiment_name": "Iris_Evaluate", "train_set_name": "train", "train_set_size": 100, "test_set_name": "test", "test_set_size": 50, "featureset": "[\"example_iris_features\"]", "featureset_name": "example_iris", "shuffle": false, "learner_name": "LogisticRegression", "task": "evaluate", "start_timestamp": "10 Mar 2020 13:28:29.649351", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "None", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:28:29.676514", "total_time": "0:00:00.027163", "result_table": "+------------+----------+--------------+-------------+-------------+----------+-------------+\n| | setosa | versicolor | virginica | Precision | Recall | F-measure |\n+============+==========+==============+=============+=============+==========+=============+\n| setosa | [19] | 0 | 0 | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| versicolor | 0 | [15] | 0 | 0.938 | 1.000 | 0.968 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| virginica | 0 | 1 | [15] | 1.000 | 0.938 | 0.968 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.98, "pearson": "", "score": 0.98, "fold": "", "model_params": "{\"C\": 100.0, \"class_weight\": null, \"dual\": false, \"fit_intercept\": true, \"intercept_scaling\": 1, \"l1_ratio\": null, \"max_iter\": 1000, \"multi_class\": \"auto\", \"n_jobs\": null, \"penalty\": \"l2\", \"random_state\": 123456789, \"solver\": \"liblinear\", \"tol\": 0.0001, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.9494949494949495, "grid_search_cv_results": {"mean_fit_time": [0.0009583632151285807, 0.000805060068766276, 0.0008363723754882812, 0.0010501543680826824, 0.0010405381520589192], "std_fit_time": [0.0001046492508792783, 3.337879029477694e-05, 3.5487279369584176e-05, 0.00010189344242263372, 8.320463034315602e-05], "mean_score_time": [0.0006003379821777344, 0.0005710124969482422, 0.0006789366404215494, 0.0006779034932454427, 0.0006666183471679688], "std_score_time": [3.498665719597458e-05, 5.410263404695235e-05, 9.244500850278601e-05, 0.00017155652169873506, 9.476071323631126e-05], "param_C": [0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01}, {"C": 0.1}, {"C": 1.0}, {"C": 10.0}, {"C": 100.0}], "split0_test_score": [0.6470588235294118, 0.7941176470588235, 1.0, 1.0, 1.0], "split1_test_score": [0.6666666666666666, 0.7575757575757576, 0.8181818181818182, 0.8181818181818182, 0.8484848484848486], "split2_test_score": [0.6363636363636364, 0.7272727272727273, 0.9393939393939394, 1.0, 1.0], "mean_test_score": [0.6500297088532383, 0.7596553773024363, 0.9191919191919192, 0.9393939393939394, 0.9494949494949495], "std_test_score": [0.012548254356472282, 0.027328915565240926, 0.07558903811664526, 0.08570991287109665, 0.0714249273925805], "rank_test_score": [5, 4, 3, 2, 1]}, "additional_scores": {}}] \ No newline at end of file diff --git a/tests/other/expected/Iris_Evaluate_example_iris_MultinomialNB.results.json b/tests/other/expected/Iris_Evaluate_example_iris_MultinomialNB.results.json deleted file mode 100644 index c550f0a0..00000000 --- a/tests/other/expected/Iris_Evaluate_example_iris_MultinomialNB.results.json +++ /dev/null @@ -1 +0,0 @@ -[{"experiment_name": "Iris_Evaluate", "train_set_name": "train", "train_set_size": 100, "test_set_name": "test", "test_set_size": 50, "featureset": "[\"example_iris_features\"]", "featureset_name": "example_iris", "shuffle": false, "learner_name": "MultinomialNB", "task": "evaluate", "start_timestamp": "10 Mar 2020 13:28:29.678218", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "None", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:28:29.703846", "total_time": "0:00:00.025628", "result_table": "+------------+----------+--------------+-------------+-------------+----------+-------------+\n| | setosa | versicolor | virginica | Precision | Recall | F-measure |\n+============+==========+==============+=============+=============+==========+=============+\n| setosa | [19] | 0 | 0 | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| versicolor | 0 | [15] | 0 | 0.882 | 1.000 | 0.938 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| virginica | 0 | 2 | [14] | 1.000 | 0.875 | 0.933 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.96, "pearson": "", "score": 0.96, "fold": "", "model_params": "{\"alpha\": 0.75, \"class_prior\": null, \"fit_prior\": true}", "grid_score": 0.9301841948900772, "grid_search_cv_results": {"mean_fit_time": [0.000919342041015625, 0.0009566148122151693, 0.0008348623911539713, 0.0008661746978759766, 0.0010276635487874348], "std_fit_time": [3.561678861029396e-05, 0.0001468705321743279, 9.99165081433336e-05, 4.0699571511460896e-05, 0.00017848305642229707], "mean_score_time": [0.0006766319274902344, 0.0006045500437418619, 0.0005865097045898438, 0.0006808439890543619, 0.0005966822306315104], "std_score_time": [0.00017386267908154718, 7.9209606942917e-05, 2.8256373817581573e-05, 0.00011067627956251037, 4.5915784281585344e-05], "param_alpha": [0.1, 0.25, 0.5, 0.75, 1.0], "params": [{"alpha": 0.1}, {"alpha": 0.25}, {"alpha": 0.5}, {"alpha": 0.75}, {"alpha": 1.0}], "split0_test_score": [0.9117647058823528, 0.9117647058823528, 0.9117647058823528, 0.9117647058823528, 0.9117647058823528], "split1_test_score": [0.8787878787878788, 0.8787878787878788, 0.8787878787878788, 0.9090909090909091, 0.9090909090909091], "split2_test_score": [0.9696969696969697, 0.9696969696969697, 0.9696969696969697, 0.9696969696969697, 0.9696969696969697], "mean_test_score": [0.9200831847890671, 0.9200831847890671, 0.9200831847890671, 0.9301841948900772, 0.9301841948900772], "std_test_score": [0.0375767083973608, 0.0375767083973608, 0.0375767083973608, 0.027961066110166282, 0.027961066110166282], "rank_test_score": [3, 3, 3, 1, 1]}, "additional_scores": {}}] \ No newline at end of file diff --git a/tests/other/expected/Iris_Evaluate_example_iris_RandomForestClassifier.results.json b/tests/other/expected/Iris_Evaluate_example_iris_RandomForestClassifier.results.json deleted file mode 100644 index 2d882312..00000000 --- a/tests/other/expected/Iris_Evaluate_example_iris_RandomForestClassifier.results.json +++ /dev/null @@ -1 +0,0 @@ -[{"experiment_name": "Iris_Evaluate", "train_set_name": "train", "train_set_size": 100, "test_set_name": "test", "test_set_size": 50, "featureset": "[\"example_iris_features\"]", "featureset_name": "example_iris", "shuffle": false, "learner_name": "RandomForestClassifier", "task": "evaluate", "start_timestamp": "10 Mar 2020 13:28:26.424784", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "None", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:28:29.523066", "total_time": "0:00:03.098282", "result_table": "+------------+----------+--------------+-------------+-------------+----------+-------------+\n| | setosa | versicolor | virginica | Precision | Recall | F-measure |\n+============+==========+==============+=============+=============+==========+=============+\n| setosa | [19] | 0 | 0 | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| versicolor | 0 | [15] | 0 | 0.938 | 1.000 | 0.968 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| virginica | 0 | 1 | [15] | 1.000 | 0.938 | 0.968 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.98, "pearson": "", "score": 0.98, "fold": "", "model_params": "{\"bootstrap\": true, \"ccp_alpha\": 0.0, \"class_weight\": null, \"criterion\": \"gini\", \"max_depth\": 5, \"max_features\": \"auto\", \"max_leaf_nodes\": null, \"max_samples\": null, \"min_impurity_decrease\": 0.0, \"min_impurity_split\": null, \"min_samples_leaf\": 1, \"min_samples_split\": 2, \"min_weight_fraction_leaf\": 0.0, \"n_estimators\": 500, \"n_jobs\": null, \"oob_score\": false, \"random_state\": 123456789, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.9298871063576946, "grid_search_cv_results": {"mean_fit_time": [0.5583083629608154, 0.5772773424784342, 0.6502141157786051, 0.5658384958902994], "std_fit_time": [0.002106432189714444, 0.0057607767904829, 0.005861476826114635, 0.0006549285703034611], "mean_score_time": [0.03736138343811035, 0.06027865409851074, 0.03576048215230306, 0.03880850474039713], "std_score_time": [0.0007183878455767297, 0.004136689543257162, 0.00037643393616298976, 0.0004033289989004706], "param_max_depth": [1, 5, 10, null], "params": [{"max_depth": 1}, {"max_depth": 5}, {"max_depth": 10}, {"max_depth": null}], "split0_test_score": [0.9411764705882353, 0.9411764705882353, 0.9411764705882353, 0.9411764705882353], "split1_test_score": [0.8787878787878788, 0.8787878787878788, 0.8787878787878788, 0.8787878787878788], "split2_test_score": [0.9393939393939394, 0.9696969696969697, 0.9696969696969697, 0.9696969696969697], "mean_test_score": [0.9197860962566845, 0.9298871063576946, 0.9298871063576946, 0.9298871063576946], "std_test_score": [0.028999249772816243, 0.03796228840157645, 0.03796228840157645, 0.03796228840157645], "rank_test_score": [4, 1, 1, 1]}, "additional_scores": {}}] \ No newline at end of file diff --git a/tests/other/expected/Iris_Evaluate_example_iris_SVC.results.json b/tests/other/expected/Iris_Evaluate_example_iris_SVC.results.json deleted file mode 100644 index cf7b0221..00000000 --- a/tests/other/expected/Iris_Evaluate_example_iris_SVC.results.json +++ /dev/null @@ -1 +0,0 @@ -[{"experiment_name": "Iris_Evaluate", "train_set_name": "train", "train_set_size": 100, "test_set_name": "test", "test_set_size": 50, "featureset": "[\"example_iris_features\"]", "featureset_name": "example_iris", "shuffle": false, "learner_name": "SVC", "task": "evaluate", "start_timestamp": "10 Mar 2020 13:28:29.525276", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "f1_score_micro", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "None", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:28:29.647132", "total_time": "0:00:00.121856", "result_table": "+------------+----------+--------------+-------------+-------------+----------+-------------+\n| | setosa | versicolor | virginica | Precision | Recall | F-measure |\n+============+==========+==============+=============+=============+==========+=============+\n| setosa | [19] | 0 | 0 | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| versicolor | 0 | [15] | 0 | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| virginica | 0 | 0 | [16] | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 1.0, "pearson": "", "score": 1.0, "fold": "", "model_params": "{\"C\": 10.0, \"break_ties\": false, \"cache_size\": 1000, \"class_weight\": null, \"coef0\": 0.0, \"decision_function_shape\": \"ovr\", \"degree\": 3, \"gamma\": \"auto\", \"kernel\": \"rbf\", \"max_iter\": -1, \"probability\": false, \"random_state\": 123456789, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.9598930481283423, "grid_search_cv_results": {"mean_fit_time": [0.0011401176452636719, 0.0017255147298177083, 0.0010650157928466797, 0.0010120073954264324, 0.0010403792063395183, 0.0010436375935872395, 0.0009851455688476562, 0.0010369618733723958, 0.0016903877258300781, 0.001013040542602539, 0.001016696294148763, 0.0009937286376953125, 0.0010219415028889973, 0.00104522705078125, 0.0009086926778157552, 0.0016613006591796875, 0.0010263919830322266, 0.0010062058766682942, 0.0011096795399983723, 0.0012863477071126301, 0.0012214183807373047, 0.0009882450103759766, 0.001695871353149414, 0.0011231104532877605, 0.001068433125813802, 0.0011813640594482422, 0.0011779467264811199, 0.0011906623840332031, 0.0011063416798909504, 0.00189208984375, 0.0011030832926432292, 0.0011502901713053386, 0.0012426376342773438, 0.001270294189453125, 0.0013439655303955078], "std_fit_time": [4.0698174828593946e-05, 5.828130123551402e-05, 5.524558571584772e-05, 3.003338146719679e-05, 7.743878839451622e-05, 3.563504894915588e-05, 2.4141181118031022e-05, 4.581705135414024e-05, 9.300178766815787e-05, 3.0293861584510127e-05, 6.381141122819183e-05, 4.794802527757627e-05, 5.070355992316847e-05, 3.578344384290815e-05, 2.4474286183941687e-05, 6.162001860649065e-05, 7.317547442065624e-06, 2.079335652861663e-05, 2.1309102790380275e-05, 5.2914006380908424e-05, 0.00011897827652872075, 5.735243042626456e-05, 1.6755020081970773e-05, 7.027737845858383e-05, 1.8006873494666053e-05, 6.6440546520123e-05, 6.538361175653544e-05, 1.7305751245505367e-05, 9.911530589089656e-05, 0.00010825061203951885, 5.31002418584869e-05, 3.569083569950403e-05, 6.307872568004873e-05, 1.4915935821167996e-05, 5.546226342159449e-05], "mean_score_time": [0.0006596247355143229, 0.0007280508677164713, 0.0006626447041829427, 0.0006622473398844401, 0.0007083415985107422, 0.0006213982899983724, 0.0007509390513102213, 0.0006736119588216146, 0.0006645520528157552, 0.0006306171417236328, 0.0006848971048990885, 0.0006536642710367838, 0.0006870428721110026, 0.0006264050801595052, 0.0006287892659505209, 0.0007348855336507162, 0.0006966590881347656, 0.0007472038269042969, 0.0007243156433105469, 0.0007786750793457031, 0.0007150173187255859, 0.0006636778513590494, 0.0006763935089111328, 0.0007456143697102865, 0.0007216135660807291, 0.0007286866505940756, 0.0006836255391438802, 0.0007299582163492838, 0.0008019606272379557, 0.0007350444793701172, 0.0007257461547851562, 0.0007809797922770182, 0.0007634162902832031, 0.0007553895314534506, 0.0007673104604085287], "std_score_time": [8.801776182785628e-06, 7.864448842768645e-05, 3.499820883250383e-05, 2.1713404797553045e-05, 6.187348761020565e-05, 1.8400327024426236e-05, 0.00015934096308793, 6.453626834425942e-05, 5.636682256147548e-05, 8.844011779304222e-06, 0.0001138693279496134, 4.310052853785048e-05, 8.962368307897943e-05, 1.6209346496559095e-06, 9.75737724270331e-06, 0.00010495551856522014, 1.2647425851702542e-05, 8.484106516963924e-05, 1.1884315212195484e-05, 9.785816929320442e-06, 6.100379366557422e-05, 1.0521678392687076e-05, 9.824465645807512e-06, 3.073925561538182e-05, 9.77483867742017e-06, 4.9134027220342666e-05, 4.239711338154201e-06, 2.1560153424824508e-05, 3.2649903729932765e-05, 2.0840384250515802e-05, 2.5874732604272392e-05, 1.2851525647478287e-05, 4.658546920318075e-05, 1.3501500966603023e-05, 2.6968597078613666e-05], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.35294117647058826, 0.35294117647058826, 0.35294117647058826, 0.35294117647058826, 0.35294117647058826, 0.35294117647058826, 0.35294117647058826, 0.8529411764705882, 0.8235294117647058, 0.35294117647058826, 0.8235294117647058, 0.9117647058823528, 0.35294117647058826, 0.35294117647058826, 0.9117647058823528, 0.9117647058823528, 0.8529411764705882, 0.9117647058823528, 0.9411764705882353, 0.9411764705882353, 0.5, 0.9705882352941176, 0.9411764705882353, 0.9117647058823528, 0.9705882352941176, 0.9705882352941176, 0.9705882352941176, 0.5, 0.9705882352941176, 0.9705882352941176, 0.9705882352941176, 0.9705882352941176, 0.9117647058823528, 0.9705882352941176, 0.5], "split1_test_score": [0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.3333333333333333, 0.9090909090909091, 0.8787878787878788, 0.3333333333333333, 0.9393939393939394, 0.9090909090909091, 0.3333333333333333, 0.3333333333333333, 0.9393939393939394, 0.9393939393939394, 0.9393939393939394, 0.9393939393939394, 0.9393939393939394, 0.7272727272727273, 0.3939393939393939, 0.9393939393939394, 0.9393939393939394, 0.9393939393939394, 0.9393939393939394, 0.8787878787878788, 0.696969696969697, 0.3939393939393939, 0.8787878787878788, 0.8484848484848486, 0.9393939393939394, 0.8484848484848486, 0.8787878787878788, 0.696969696969697, 0.3939393939393939], "split2_test_score": [0.5757575757575758, 0.6060606060606061, 0.6060606060606061, 0.5757575757575758, 0.6363636363636364, 0.5151515151515151, 0.3939393939393939, 0.8787878787878788, 0.9090909090909091, 0.6060606060606061, 0.8787878787878788, 0.9393939393939394, 0.5151515151515151, 0.3939393939393939, 0.9393939393939394, 0.9696969696969697, 0.9090909090909091, 0.9696969696969697, 0.9696969696969697, 0.8181818181818182, 0.5757575757575758, 0.9696969696969697, 0.9696969696969697, 0.9696969696969697, 0.9393939393939394, 0.9393939393939394, 0.8181818181818182, 0.5757575757575758, 0.9393939393939394, 0.9696969696969697, 0.9696969696969697, 0.9696969696969697, 0.9090909090909091, 0.8181818181818182, 0.5757575757575758], "mean_test_score": [0.4206773618538325, 0.4307783719548426, 0.4307783719548426, 0.4206773618538325, 0.4408793820558527, 0.40047534165181226, 0.3600713012477718, 0.880273321449792, 0.8704693998811646, 0.4307783719548426, 0.8805704099821746, 0.9200831847890671, 0.40047534165181226, 0.3600713012477718, 0.9301841948900772, 0.9402852049910874, 0.9004753416518123, 0.9402852049910874, 0.9500891265597149, 0.8288770053475937, 0.4898989898989899, 0.9598930481283423, 0.9500891265597149, 0.9402852049910874, 0.9497920380273323, 0.929590017825312, 0.8285799168152109, 0.4898989898989899, 0.929590017825312, 0.929590017825312, 0.9598930481283423, 0.929590017825312, 0.8998811645870469, 0.8285799168152109, 0.4898989898989899], "std_test_score": [0.10995005361965311, 0.1242014843522534, 0.1242014843522534, 0.10995005361965311, 0.1384598308531551, 0.08148245395799135, 0.02525077761244893, 0.022947084393734423, 0.035422123733306915, 0.1242014843522534, 0.04731828578030793, 0.013698326658821812, 0.08148245395799135, 0.02525077761244893, 0.013024545583353012, 0.02365914289015401, 0.035816114213144463, 0.02365914289015401, 0.013883923286450295, 0.0876526977051283, 0.07456981343552226, 0.014499624886408095, 0.013883923286450295, 0.02365914289015401, 0.014705132110237145, 0.0381131125490164, 0.11194601815187662, 0.07456981343552226, 0.0381131125490164, 0.057351169467297965, 0.014499624886408095, 0.057351169467297965, 0.014955095601489228, 0.11194601815187662, 0.07456981343552226], "rank_test_score": [30, 27, 27, 30, 26, 32, 34, 18, 19, 27, 17, 14, 32, 34, 9, 6, 15, 6, 3, 20, 23, 1, 3, 6, 5, 10, 21, 23, 10, 10, 1, 10, 16, 21, 23]}, "additional_scores": {}}] \ No newline at end of file diff --git a/tests/other/expected/Iris_Voting_Evaluate_example_iris_VotingClassifier.results.json b/tests/other/expected/Iris_Voting_Evaluate_example_iris_VotingClassifier.results.json deleted file mode 100644 index 8b13cb3c..00000000 --- a/tests/other/expected/Iris_Voting_Evaluate_example_iris_VotingClassifier.results.json +++ /dev/null @@ -1 +0,0 @@ -[{"experiment_name": "Iris_Voting_Evaluate", "train_set_name": "train", "train_set_size": 100, "test_set_name": "test", "test_set_size": 50, "featureset": "[\"example_iris_features\"]", "featureset_name": "example_iris", "shuffle": false, "learner_name": "VotingClassifier", "task": "evaluate", "start_timestamp": "15 Feb 2021 15:56:57.241660", "version": "2.5.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "accuracy", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "None", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.24.1", "end_timestamp": "15 Feb 2021 15:56:58.059003", "total_time": "0:00:00.817343", "result_table": "+------------+----------+--------------+-------------+-------------+----------+-------------+\n| | setosa | versicolor | virginica | Precision | Recall | F-measure |\n+============+==========+==============+=============+=============+==========+=============+\n| setosa | [19] | 0 | 0 | 1.000 | 1.000 | 1.000 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| versicolor | 0 | [15] | 0 | 0.938 | 1.000 | 0.968 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n| virginica | 0 | 1 | [15] | 1.000 | 0.938 | 0.968 |\n+------------+----------+--------------+-------------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.98, "pearson": "", "score": 0.98, "fold": "", "model_params": "{\"estimators\": [[\"SVC\", \"{'vectorizer': DictVectorizer(), 'selector': SelectByMinCount(), 'scaler': StandardScaler(copy=False, with_mean=False, with_std=False), 'estimator': SVC(C=0.001, cache_size=1000, probability=True, random_state=123456789)}\"], [\"LogisticRegression\", \"{'vectorizer': DictVectorizer(), 'selector': SelectByMinCount(), 'scaler': StandardScaler(copy=False, with_mean=False, with_std=False), 'estimator': LogisticRegression(C=100.0, max_iter=1000, random_state=123456789, solver='liblinear')}\"], [\"MultinomialNB\", \"{'vectorizer': DictVectorizer(), 'selector': SelectByMinCount(), 'scaler': StandardScaler(copy=False, with_mean=False, with_std=False), 'estimator': MultinomialNB(alpha=0.01, fit_prior=False)}\"]], \"flatten_transform\": true, \"n_jobs\": null, \"verbose\": false, \"voting\": \"soft\", \"weights\": null}", "additional_scores": {}}] \ No newline at end of file diff --git a/tests/other/expected/Titanic_CV_family.csv+misc.csv+socioeconomic.csv+vitals.csv_DecisionTreeClassifier.results.json b/tests/other/expected/Titanic_CV_family.csv+misc.csv+socioeconomic.csv+vitals.csv_DecisionTreeClassifier.results.json deleted file mode 100644 index 0b400390..00000000 --- a/tests/other/expected/Titanic_CV_family.csv+misc.csv+socioeconomic.csv+vitals.csv_DecisionTreeClassifier.results.json +++ /dev/null @@ -1 +0,0 @@ -[{"experiment_name": "Titanic_CV", "train_set_name": "train+dev", "train_set_size": 712, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"family.csv\", \"misc.csv\", \"socioeconomic.csv\", \"vitals.csv\"]", "featureset_name": "family.csv+misc.csv+socioeconomic.csv+vitals.csv", "shuffle": false, "learner_name": "DecisionTreeClassifier", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:16:40.318407", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "accuracy", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:16:40.614513", "total_time": "0:00:00.296106", "result_table": "+----+------+------+-------------+----------+-------------+\n| | 0 | 1 | Precision | Recall | F-measure |\n+====+======+======+=============+==========+=============+\n| 0 | [34] | 9 | 0.850 | 0.791 | 0.819 |\n+----+------+------+-------------+----------+-------------+\n| 1 | 6 | [23] | 0.719 | 0.793 | 0.754 |\n+----+------+------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.7916666666666666, "pearson": "", "score": 0.7916666666666666, "fold": 1, "model_params": "{\"ccp_alpha\": 0.0, \"class_weight\": null, \"criterion\": \"gini\", \"max_depth\": null, \"max_features\": null, \"max_leaf_nodes\": null, \"min_impurity_decrease\": 0.0, \"min_impurity_split\": null, \"min_samples_leaf\": 1, \"min_samples_split\": 2, \"min_weight_fraction_leaf\": 0.0, \"presort\": \"deprecated\", \"random_state\": 123456789, \"splitter\": \"best\"}", "grid_score": 0.7578649466894826, "grid_search_cv_results": {"mean_fit_time": [0.0019423166910807292, 0.0028889973958333335], "std_fit_time": [4.359968290941375e-05, 0.00013969434458572955], "mean_score_time": [0.0004260540008544922, 0.0004496574401855469], "std_score_time": [4.198379005817017e-05, 1.7523360085499725e-05], "param_max_features": ["auto", null], "params": [{"max_features": "auto"}, {"max_features": null}], "split0_test_score": [0.719626168224299, 0.7242990654205608], "split1_test_score": [0.7652582159624414, 0.7511737089201878], "split2_test_score": [0.7605633802816901, 0.7981220657276995], "mean_test_score": [0.7484825881561434, 0.7578649466894826], "std_test_score": [0.020494391086010616, 0.03050724876430606], "rank_test_score": [2, 1]}, "additional_scores": {}}, {"experiment_name": "Titanic_CV", "train_set_name": "train+dev", "train_set_size": 712, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"family.csv\", \"misc.csv\", \"socioeconomic.csv\", \"vitals.csv\"]", "featureset_name": "family.csv+misc.csv+socioeconomic.csv+vitals.csv", "shuffle": false, "learner_name": "DecisionTreeClassifier", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:16:40.318407", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "accuracy", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:16:40.614513", "total_time": "0:00:00.296106", "result_table": "+----+------+------+-------------+----------+-------------+\n| | 0 | 1 | Precision | Recall | F-measure |\n+====+======+======+=============+==========+=============+\n| 0 | [36] | 7 | 0.800 | 0.837 | 0.818 |\n+----+------+------+-------------+----------+-------------+\n| 1 | 9 | [20] | 0.741 | 0.690 | 0.714 |\n+----+------+------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.7777777777777778, "pearson": "", "score": 0.7777777777777778, "fold": 2, "model_params": "{\"ccp_alpha\": 0.0, \"class_weight\": null, \"criterion\": \"gini\", \"max_depth\": null, \"max_features\": null, \"max_leaf_nodes\": null, \"min_impurity_decrease\": 0.0, \"min_impurity_split\": null, \"min_samples_leaf\": 1, \"min_samples_split\": 2, \"min_weight_fraction_leaf\": 0.0, \"presort\": \"deprecated\", \"random_state\": 123456789, \"splitter\": \"best\"}", "grid_score": 0.7656604215114154, "grid_search_cv_results": {"mean_fit_time": [0.0019470055898030598, 0.0024658838907877603], "std_fit_time": [0.00012470033715535273, 5.637119236489789e-05], "mean_score_time": [0.0003914038340250651, 0.00041866302490234375], "std_score_time": [1.2173104658824615e-05, 3.482543875982325e-05], "param_max_features": ["auto", null], "params": [{"max_features": "auto"}, {"max_features": null}], "split0_test_score": [0.7102803738317757, 0.7429906542056075], "split1_test_score": [0.7370892018779343, 0.7464788732394366], "split2_test_score": [0.7605633802816901, 0.8075117370892019], "mean_test_score": [0.7359776519971333, 0.7656604215114154], "std_test_score": [0.020542992994590087, 0.029627592766435378], "rank_test_score": [2, 1]}, "additional_scores": {}}, {"experiment_name": "Titanic_CV", "train_set_name": "train+dev", "train_set_size": 712, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"family.csv\", \"misc.csv\", \"socioeconomic.csv\", \"vitals.csv\"]", "featureset_name": "family.csv+misc.csv+socioeconomic.csv+vitals.csv", "shuffle": false, "learner_name": "DecisionTreeClassifier", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:16:40.318407", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "accuracy", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:16:40.614513", "total_time": "0:00:00.296106", "result_table": "+----+------+------+-------------+----------+-------------+\n| | 0 | 1 | Precision | Recall | F-measure |\n+====+======+======+=============+==========+=============+\n| 0 | [32] | 11 | 0.842 | 0.744 | 0.790 |\n+----+------+------+-------------+----------+-------------+\n| 1 | 6 | [22] | 0.667 | 0.786 | 0.721 |\n+----+------+------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.7605633802816901, "pearson": "", "score": 0.7605633802816901, "fold": 3, "model_params": "{\"ccp_alpha\": 0.0, \"class_weight\": null, \"criterion\": \"gini\", \"max_depth\": null, \"max_features\": null, \"max_leaf_nodes\": null, \"min_impurity_decrease\": 0.0, \"min_impurity_split\": null, \"min_samples_leaf\": 1, \"min_samples_split\": 2, \"min_weight_fraction_leaf\": 0.0, \"presort\": \"deprecated\", \"random_state\": 123456789, \"splitter\": \"best\"}", "grid_score": 0.7410088777733902, "grid_search_cv_results": {"mean_fit_time": [0.0021956761678059897, 0.0029123624165852866], "std_fit_time": [8.767761981347486e-05, 0.00021995035342885233], "mean_score_time": [0.0005567073822021484, 0.0004092852274576823], "std_score_time": [0.00011304376675815921, 2.278308226064206e-05], "param_max_features": ["auto", null], "params": [{"max_features": "auto"}, {"max_features": null}], "split0_test_score": [0.6822429906542056, 0.7616822429906542], "split1_test_score": [0.7663551401869159, 0.7336448598130841], "split2_test_score": [0.7323943661971831, 0.7276995305164319], "mean_test_score": [0.7269974990127682, 0.7410088777733902], "std_test_score": [0.034550041546602274, 0.014818406508263033], "rank_test_score": [2, 1]}, "additional_scores": {}}, {"experiment_name": "Titanic_CV", "train_set_name": "train+dev", "train_set_size": 712, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"family.csv\", \"misc.csv\", \"socioeconomic.csv\", \"vitals.csv\"]", "featureset_name": "family.csv+misc.csv+socioeconomic.csv+vitals.csv", "shuffle": false, "learner_name": "DecisionTreeClassifier", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:16:40.318407", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "accuracy", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:16:40.614513", "total_time": "0:00:00.296106", "result_table": "+----+------+------+-------------+----------+-------------+\n| | 0 | 1 | Precision | Recall | F-measure |\n+====+======+======+=============+==========+=============+\n| 0 | [35] | 8 | 0.795 | 0.814 | 0.805 |\n+----+------+------+-------------+----------+-------------+\n| 1 | 9 | [19] | 0.704 | 0.679 | 0.691 |\n+----+------+------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.7605633802816901, "pearson": "", "score": 0.7605633802816901, "fold": 4, "model_params": "{\"ccp_alpha\": 0.0, \"class_weight\": null, \"criterion\": \"gini\", \"max_depth\": null, \"max_features\": null, \"max_leaf_nodes\": null, \"min_impurity_decrease\": 0.0, \"min_impurity_split\": null, \"min_samples_leaf\": 1, \"min_samples_split\": 2, \"min_weight_fraction_leaf\": 0.0, \"presort\": \"deprecated\", \"random_state\": 123456789, \"splitter\": \"best\"}", "grid_score": 0.7378936129758823, "grid_search_cv_results": {"mean_fit_time": [0.0020640691121419272, 0.0025103092193603516], "std_fit_time": [5.6374889626309996e-05, 3.7268110985733946e-05], "mean_score_time": [0.00041755040486653644, 0.00042812029520670575], "std_score_time": [1.4279041547607085e-05, 6.547483336588287e-05], "param_max_features": ["auto", null], "params": [{"max_features": "auto"}, {"max_features": null}], "split0_test_score": [0.719626168224299, 0.7523364485981309], "split1_test_score": [0.7009345794392523, 0.7336448598130841], "split2_test_score": [0.7417840375586855, 0.7276995305164319], "mean_test_score": [0.7207815950740789, 0.7378936129758823], "std_test_score": [0.016696722543994992, 0.010497090413375735], "rank_test_score": [2, 1]}, "additional_scores": {}}, {"experiment_name": "Titanic_CV", "train_set_name": "train+dev", "train_set_size": 712, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"family.csv\", \"misc.csv\", \"socioeconomic.csv\", \"vitals.csv\"]", "featureset_name": "family.csv+misc.csv+socioeconomic.csv+vitals.csv", "shuffle": false, "learner_name": "DecisionTreeClassifier", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:16:40.318407", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "accuracy", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:16:40.614513", "total_time": "0:00:00.296106", "result_table": "+----+------+------+-------------+----------+-------------+\n| | 0 | 1 | Precision | Recall | F-measure |\n+====+======+======+=============+==========+=============+\n| 0 | [31] | 11 | 0.795 | 0.738 | 0.765 |\n+----+------+------+-------------+----------+-------------+\n| 1 | 8 | [21] | 0.656 | 0.724 | 0.689 |\n+----+------+------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.7323943661971831, "pearson": "", "score": 0.7323943661971831, "fold": 5, "model_params": "{\"ccp_alpha\": 0.0, \"class_weight\": null, \"criterion\": \"gini\", \"max_depth\": null, \"max_features\": null, \"max_leaf_nodes\": null, \"min_impurity_decrease\": 0.0, \"min_impurity_split\": null, \"min_samples_leaf\": 1, \"min_samples_split\": 2, \"min_weight_fraction_leaf\": 0.0, \"presort\": \"deprecated\", \"random_state\": 123456789, \"splitter\": \"best\"}", "grid_score": 0.7379155514603718, "grid_search_cv_results": {"mean_fit_time": [0.0017958482106526692, 0.0022743542989095054], "std_fit_time": [4.3311031554068555e-05, 3.3287840776038264e-05], "mean_score_time": [0.00036446253458658856, 0.0003813902537027995], "std_score_time": [6.883469153573507e-06, 1.9186730112592155e-05], "param_max_features": ["auto", null], "params": [{"max_features": "auto"}, {"max_features": null}], "split0_test_score": [0.7336448598130841, 0.7616822429906542], "split1_test_score": [0.7289719626168224, 0.7102803738317757], "split2_test_score": [0.7183098591549296, 0.7417840375586855], "mean_test_score": [0.7269755605282787, 0.7379155514603718], "std_test_score": [0.0064176723335259206, 0.021162260855530104], "rank_test_score": [2, 1]}, "additional_scores": {}}, {"experiment_name": "Titanic_CV", "train_set_name": "train+dev", "train_set_size": 712, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"family.csv\", \"misc.csv\", \"socioeconomic.csv\", \"vitals.csv\"]", "featureset_name": "family.csv+misc.csv+socioeconomic.csv+vitals.csv", "shuffle": false, "learner_name": "DecisionTreeClassifier", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:16:40.318407", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "accuracy", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:16:40.614513", "total_time": "0:00:00.296106", "result_table": "+----+------+------+-------------+----------+-------------+\n| | 0 | 1 | Precision | Recall | F-measure |\n+====+======+======+=============+==========+=============+\n| 0 | [35] | 7 | 0.833 | 0.833 | 0.833 |\n+----+------+------+-------------+----------+-------------+\n| 1 | 7 | [22] | 0.759 | 0.759 | 0.759 |\n+----+------+------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.8028169014084507, "pearson": "", "score": 0.8028169014084507, "fold": 6, "model_params": "{\"ccp_alpha\": 0.0, \"class_weight\": null, \"criterion\": \"gini\", \"max_depth\": null, \"max_features\": null, \"max_leaf_nodes\": null, \"min_impurity_decrease\": 0.0, \"min_impurity_split\": null, \"min_samples_leaf\": 1, \"min_samples_split\": 2, \"min_weight_fraction_leaf\": 0.0, \"presort\": \"deprecated\", \"random_state\": 123456789, \"splitter\": \"best\"}", "grid_score": 0.7519342430491568, "grid_search_cv_results": {"mean_fit_time": [0.0018887519836425781, 0.002453883488972982], "std_fit_time": [0.00011427804827861757, 0.0001396769818933209], "mean_score_time": [0.00035683314005533856, 0.00045752525329589844], "std_score_time": [2.1531132354965316e-06, 7.534731256598947e-05], "param_max_features": ["auto", null], "params": [{"max_features": "auto"}, {"max_features": null}], "split0_test_score": [0.7149532710280374, 0.7710280373831776], "split1_test_score": [0.7710280373831776, 0.7429906542056075], "split2_test_score": [0.7276995305164319, 0.7417840375586855], "mean_test_score": [0.7378936129758823, 0.7519342430491568], "std_test_score": [0.02400047698607185, 0.013510334747532327], "rank_test_score": [2, 1]}, "additional_scores": {}}, {"experiment_name": "Titanic_CV", "train_set_name": "train+dev", "train_set_size": 712, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"family.csv\", \"misc.csv\", \"socioeconomic.csv\", \"vitals.csv\"]", "featureset_name": "family.csv+misc.csv+socioeconomic.csv+vitals.csv", "shuffle": false, "learner_name": "DecisionTreeClassifier", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:16:40.318407", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "accuracy", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:16:40.614513", "total_time": "0:00:00.296106", "result_table": "+----+------+------+-------------+----------+-------------+\n| | 0 | 1 | Precision | Recall | F-measure |\n+====+======+======+=============+==========+=============+\n| 0 | [36] | 6 | 0.783 | 0.857 | 0.818 |\n+----+------+------+-------------+----------+-------------+\n| 1 | 10 | [19] | 0.760 | 0.655 | 0.704 |\n+----+------+------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.7746478873239436, "pearson": "", "score": 0.7746478873239436, "fold": 7, "model_params": "{\"ccp_alpha\": 0.0, \"class_weight\": null, \"criterion\": \"gini\", \"max_depth\": null, \"max_features\": null, \"max_leaf_nodes\": null, \"min_impurity_decrease\": 0.0, \"min_impurity_split\": null, \"min_samples_leaf\": 1, \"min_samples_split\": 2, \"min_weight_fraction_leaf\": 0.0, \"presort\": \"deprecated\", \"random_state\": 123456789, \"splitter\": \"best\"}", "grid_score": 0.7550860719874805, "grid_search_cv_results": {"mean_fit_time": [0.0017581780751546223, 0.0024187564849853516], "std_fit_time": [3.0458744611224847e-05, 3.655250487335999e-05], "mean_score_time": [0.00037169456481933594, 0.00044544537862141925], "std_score_time": [1.1223413749637432e-05, 5.3341979775477624e-05], "param_max_features": ["auto", null], "params": [{"max_features": "auto"}, {"max_features": null}], "split0_test_score": [0.7009345794392523, 0.7476635514018691], "split1_test_score": [0.7710280373831776, 0.7523364485981309], "split2_test_score": [0.755868544600939, 0.7652582159624414], "mean_test_score": [0.742610387141123, 0.7550860719874805], "std_test_score": [0.030112093540150528, 0.0074414773101944345], "rank_test_score": [2, 1]}, "additional_scores": {}}, {"experiment_name": "Titanic_CV", "train_set_name": "train+dev", "train_set_size": 712, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"family.csv\", \"misc.csv\", \"socioeconomic.csv\", \"vitals.csv\"]", "featureset_name": "family.csv+misc.csv+socioeconomic.csv+vitals.csv", "shuffle": false, "learner_name": "DecisionTreeClassifier", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:16:40.318407", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "accuracy", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:16:40.614513", "total_time": "0:00:00.296106", "result_table": "+----+------+------+-------------+----------+-------------+\n| | 0 | 1 | Precision | Recall | F-measure |\n+====+======+======+=============+==========+=============+\n| 0 | [33] | 9 | 0.786 | 0.786 | 0.786 |\n+----+------+------+-------------+----------+-------------+\n| 1 | 9 | [20] | 0.690 | 0.690 | 0.690 |\n+----+------+------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.7464788732394366, "pearson": "", "score": 0.7464788732394366, "fold": 8, "model_params": "{\"ccp_alpha\": 0.0, \"class_weight\": null, \"criterion\": \"gini\", \"max_depth\": null, \"max_features\": null, \"max_leaf_nodes\": null, \"min_impurity_decrease\": 0.0, \"min_impurity_split\": null, \"min_samples_leaf\": 1, \"min_samples_split\": 2, \"min_weight_fraction_leaf\": 0.0, \"presort\": \"deprecated\", \"random_state\": 123456789, \"splitter\": \"best\"}", "grid_score": 0.7722639053427524, "grid_search_cv_results": {"mean_fit_time": [0.002073049545288086, 0.0026012261708577475], "std_fit_time": [6.871199734655926e-05, 1.6747479229128326e-05], "mean_score_time": [0.0004673004150390625, 0.00039505958557128906], "std_score_time": [5.7990469522310095e-05, 1.2338017495093928e-05], "param_max_features": ["auto", null], "params": [{"max_features": "auto"}, {"max_features": null}], "split0_test_score": [0.7336448598130841, 0.7757009345794392], "split1_test_score": [0.780373831775701, 0.7476635514018691], "split2_test_score": [0.755868544600939, 0.7934272300469484], "mean_test_score": [0.756629078729908, 0.7722639053427524], "std_test_score": [0.019084601371991895, 0.018840354707611022], "rank_test_score": [2, 1]}, "additional_scores": {}}, {"experiment_name": "Titanic_CV", "train_set_name": "train+dev", "train_set_size": 712, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"family.csv\", \"misc.csv\", \"socioeconomic.csv\", \"vitals.csv\"]", "featureset_name": "family.csv+misc.csv+socioeconomic.csv+vitals.csv", "shuffle": false, "learner_name": "DecisionTreeClassifier", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:16:40.318407", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "accuracy", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:16:40.614513", "total_time": "0:00:00.296106", "result_table": "+----+------+------+-------------+----------+-------------+\n| | 0 | 1 | Precision | Recall | F-measure |\n+====+======+======+=============+==========+=============+\n| 0 | [33] | 9 | 0.767 | 0.786 | 0.776 |\n+----+------+------+-------------+----------+-------------+\n| 1 | 10 | [19] | 0.679 | 0.655 | 0.667 |\n+----+------+------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.7323943661971831, "pearson": "", "score": 0.7323943661971831, "fold": 9, "model_params": "{\"ccp_alpha\": 0.0, \"class_weight\": null, \"criterion\": \"gini\", \"max_depth\": null, \"max_features\": null, \"max_leaf_nodes\": null, \"min_impurity_decrease\": 0.0, \"min_impurity_split\": null, \"min_samples_leaf\": 1, \"min_samples_split\": 2, \"min_weight_fraction_leaf\": 0.0, \"presort\": \"deprecated\", \"random_state\": 123456789, \"splitter\": \"best\"}", "grid_score": 0.7659309961534525, "grid_search_cv_results": {"mean_fit_time": [0.0018490950266520183, 0.0023479461669921875], "std_fit_time": [4.6765034304584994e-05, 0.00010747434249608826], "mean_score_time": [0.00036533673604329425, 0.0003536542256673177], "std_score_time": [4.176674952020935e-06, 7.69451614536262e-06], "param_max_features": ["auto", null], "params": [{"max_features": "auto"}, {"max_features": null}], "split0_test_score": [0.6822429906542056, 0.7990654205607477], "split1_test_score": [0.7523364485981309, 0.7710280373831776], "split2_test_score": [0.7511737089201878, 0.7276995305164319], "mean_test_score": [0.7285843827241747, 0.7659309961534525], "std_test_score": [0.032771750590273284, 0.02935708247796981], "rank_test_score": [2, 1]}, "additional_scores": {}}, {"experiment_name": "Titanic_CV", "train_set_name": "train+dev", "train_set_size": 712, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"family.csv\", \"misc.csv\", \"socioeconomic.csv\", \"vitals.csv\"]", "featureset_name": "family.csv+misc.csv+socioeconomic.csv+vitals.csv", "shuffle": false, "learner_name": "DecisionTreeClassifier", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:16:40.318407", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "accuracy", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:16:40.614513", "total_time": "0:00:00.296106", "result_table": "+----+------+------+-------------+----------+-------------+\n| | 0 | 1 | Precision | Recall | F-measure |\n+====+======+======+=============+==========+=============+\n| 0 | [34] | 8 | 0.791 | 0.810 | 0.800 |\n+----+------+------+-------------+----------+-------------+\n| 1 | 9 | [20] | 0.714 | 0.690 | 0.702 |\n+----+------+------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.7605633802816901, "pearson": "", "score": 0.7605633802816901, "fold": 10, "model_params": "{\"ccp_alpha\": 0.0, \"class_weight\": null, \"criterion\": \"gini\", \"max_depth\": null, \"max_features\": null, \"max_leaf_nodes\": null, \"min_impurity_decrease\": 0.0, \"min_impurity_split\": null, \"min_samples_leaf\": 1, \"min_samples_split\": 2, \"min_weight_fraction_leaf\": 0.0, \"presort\": \"deprecated\", \"random_state\": 123456789, \"splitter\": \"best\"}", "grid_score": 0.7534772497915844, "grid_search_cv_results": {"mean_fit_time": [0.0016582806905110676, 0.0022177696228027344], "std_fit_time": [5.2918303247833864e-05, 6.76708483694365e-05], "mean_score_time": [0.00038162867228190106, 0.000356594721476237], "std_score_time": [3.852868499721438e-05, 4.4660636006123595e-06], "param_max_features": ["auto", null], "params": [{"max_features": "auto"}, {"max_features": null}], "split0_test_score": [0.7476635514018691, 0.780373831775701], "split1_test_score": [0.7289719626168224, 0.7476635514018691], "split2_test_score": [0.7464788732394366, 0.7323943661971831], "mean_test_score": [0.7410381290860427, 0.7534772497915844], "std_test_score": [0.008545764858858008, 0.02001427150851742], "rank_test_score": [2, 1]}, "additional_scores": {}}, {"experiment_name": "Titanic_CV", "train_set_name": "train+dev", "train_set_size": 712, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"family.csv\", \"misc.csv\", \"socioeconomic.csv\", \"vitals.csv\"]", "featureset_name": "family.csv+misc.csv+socioeconomic.csv+vitals.csv", "shuffle": false, "learner_name": "DecisionTreeClassifier", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:16:40.318407", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "accuracy", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:16:40.614513", "total_time": "0:00:00.296106", "fold": "average", "result_table": "+---------+-------------+----------+-------------+\n| Label | Precision | Recall | F-measure |\n|---------+-------------+----------+-------------|\n| 0 | 0.804 | 0.800 | 0.801 |\n| 1 | 0.709 | 0.712 | 0.709 |\n+---------+-------------+----------+-------------+", "accuracy": 0.7639866979655713, "score": 0.7639866979655713, "additional_scores": {}}] \ No newline at end of file diff --git a/tests/other/expected/Titanic_CV_family.csv+misc.csv+socioeconomic.csv+vitals.csv_MultinomialNB.results.json b/tests/other/expected/Titanic_CV_family.csv+misc.csv+socioeconomic.csv+vitals.csv_MultinomialNB.results.json deleted file mode 100644 index 9a8a2a4a..00000000 --- a/tests/other/expected/Titanic_CV_family.csv+misc.csv+socioeconomic.csv+vitals.csv_MultinomialNB.results.json +++ /dev/null @@ -1 +0,0 @@ -[{"experiment_name": "Titanic_CV", "train_set_name": "train+dev", "train_set_size": 712, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"family.csv\", \"misc.csv\", \"socioeconomic.csv\", \"vitals.csv\"]", "featureset_name": "family.csv+misc.csv+socioeconomic.csv+vitals.csv", "shuffle": false, "learner_name": "MultinomialNB", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:16:45.494217", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "accuracy", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:16:45.792831", "total_time": "0:00:00.298614", "result_table": "+----+------+------+-------------+----------+-------------+\n| | 0 | 1 | Precision | Recall | F-measure |\n+====+======+======+=============+==========+=============+\n| 0 | [37] | 6 | 0.685 | 0.860 | 0.763 |\n+----+------+------+-------------+----------+-------------+\n| 1 | 17 | [12] | 0.667 | 0.414 | 0.511 |\n+----+------+------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.6805555555555556, "pearson": "", "score": 0.6805555555555556, "fold": 1, "model_params": "{\"alpha\": 0.1, \"class_prior\": null, \"fit_prior\": true}", "grid_score": 0.6891316747839058, "grid_search_cv_results": {"mean_fit_time": [0.001209259033203125, 0.0009480317433675131, 0.001012722651163737, 0.0010396639506022136, 0.0010996659596761067], "std_fit_time": [0.0002668359463034064, 3.9370280382127974e-05, 5.7357495951784564e-05, 5.8054257653859806e-05, 5.5914903741672014e-05], "mean_score_time": [0.00037940343221028644, 0.0002467632293701172, 0.00027259190877278644, 0.0002619425455729167, 0.00026718775431315106], "std_score_time": [0.0001684130219643742, 2.2085163106445616e-05, 1.9383233345554736e-05, 1.0332694348109568e-05, 2.617131891080426e-05], "param_alpha": [0.1, 0.25, 0.5, 0.75, 1.0], "params": [{"alpha": 0.1}, {"alpha": 0.25}, {"alpha": 0.5}, {"alpha": 0.75}, {"alpha": 1.0}], "split0_test_score": [0.6448598130841121, 0.6448598130841121, 0.6448598130841121, 0.6448598130841121, 0.6448598130841121], "split1_test_score": [0.6854460093896714, 0.6854460093896714, 0.6854460093896714, 0.6854460093896714, 0.6854460093896714], "split2_test_score": [0.7370892018779343, 0.7370892018779343, 0.7370892018779343, 0.7370892018779343, 0.7370892018779343], "mean_test_score": [0.6891316747839058, 0.6891316747839058, 0.6891316747839058, 0.6891316747839058, 0.6891316747839058], "std_test_score": [0.03774257663319764, 0.03774257663319764, 0.03774257663319764, 0.03774257663319764, 0.03774257663319764], "rank_test_score": [1, 1, 1, 1, 1]}, "additional_scores": {}}, {"experiment_name": "Titanic_CV", "train_set_name": "train+dev", "train_set_size": 712, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"family.csv\", \"misc.csv\", \"socioeconomic.csv\", \"vitals.csv\"]", "featureset_name": "family.csv+misc.csv+socioeconomic.csv+vitals.csv", "shuffle": false, "learner_name": "MultinomialNB", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:16:45.494217", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "accuracy", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:16:45.792831", "total_time": "0:00:00.298614", "result_table": "+----+------+------+-------------+----------+-------------+\n| | 0 | 1 | Precision | Recall | F-measure |\n+====+======+======+=============+==========+=============+\n| 0 | [36] | 7 | 0.667 | 0.837 | 0.742 |\n+----+------+------+-------------+----------+-------------+\n| 1 | 18 | [11] | 0.611 | 0.379 | 0.468 |\n+----+------+------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.6527777777777778, "pearson": "", "score": 0.6527777777777778, "fold": 2, "model_params": "{\"alpha\": 0.1, \"class_prior\": null, \"fit_prior\": true}", "grid_score": 0.6938338232928203, "grid_search_cv_results": {"mean_fit_time": [0.0010695457458496094, 0.001233975092569987, 0.001131614049275716, 0.001013358434041341, 0.0009610652923583984], "std_fit_time": [0.00012973301123329762, 4.529381319970745e-05, 0.0001268109452200142, 6.361394120933205e-05, 7.592050231976823e-06], "mean_score_time": [0.0002675056457519531, 0.000354766845703125, 0.00026233990987141925, 0.00024628639221191406, 0.0002506573994954427], "std_score_time": [3.691152880697873e-05, 4.154963930547789e-05, 2.0879745183327345e-05, 4.0647862283529985e-06, 8.62124864090005e-06], "param_alpha": [0.1, 0.25, 0.5, 0.75, 1.0], "params": [{"alpha": 0.1}, {"alpha": 0.25}, {"alpha": 0.5}, {"alpha": 0.75}, {"alpha": 1.0}], "split0_test_score": [0.6401869158878505, 0.6401869158878505, 0.6401869158878505, 0.6401869158878505, 0.6401869158878505], "split1_test_score": [0.6901408450704225, 0.6901408450704225, 0.6901408450704225, 0.6901408450704225, 0.6901408450704225], "split2_test_score": [0.7511737089201878, 0.7511737089201878, 0.7511737089201878, 0.7511737089201878, 0.7511737089201878], "mean_test_score": [0.6938338232928203, 0.6938338232928203, 0.6938338232928203, 0.6938338232928203, 0.6938338232928203], "std_test_score": [0.045385354634977754, 0.045385354634977754, 0.045385354634977754, 0.045385354634977754, 0.045385354634977754], "rank_test_score": [1, 1, 1, 1, 1]}, "additional_scores": {}}, {"experiment_name": "Titanic_CV", "train_set_name": "train+dev", "train_set_size": 712, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"family.csv\", \"misc.csv\", \"socioeconomic.csv\", \"vitals.csv\"]", "featureset_name": "family.csv+misc.csv+socioeconomic.csv+vitals.csv", "shuffle": false, "learner_name": "MultinomialNB", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:16:45.494217", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "accuracy", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:16:45.792831", "total_time": "0:00:00.298614", "result_table": "+----+------+------+-------------+----------+-------------+\n| | 0 | 1 | Precision | Recall | F-measure |\n+====+======+======+=============+==========+=============+\n| 0 | [37] | 6 | 0.787 | 0.860 | 0.822 |\n+----+------+------+-------------+----------+-------------+\n| 1 | 10 | [18] | 0.750 | 0.643 | 0.692 |\n+----+------+------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.7746478873239436, "pearson": "", "score": 0.7746478873239436, "fold": 3, "model_params": "{\"alpha\": 0.1, \"class_prior\": null, \"fit_prior\": true}", "grid_score": 0.6833472277068434, "grid_search_cv_results": {"mean_fit_time": [0.0011149247487386067, 0.0009847482045491536, 0.0009102821350097656, 0.000993649164835612, 0.0009829998016357422], "std_fit_time": [3.8586671920473904e-05, 3.53172595783886e-05, 3.7089226689586747e-06, 4.3254997582569193e-05, 1.5038650732059314e-05], "mean_score_time": [0.0002867380777994792, 0.00025733311971028644, 0.00024199485778808594, 0.0002516905466715495, 0.0002582867940266927], "std_score_time": [2.653512979982197e-05, 1.4447894861458018e-05, 5.41932650287384e-06, 5.486506015171435e-06, 6.425025600245075e-06], "param_alpha": [0.1, 0.25, 0.5, 0.75, 1.0], "params": [{"alpha": 0.1}, {"alpha": 0.25}, {"alpha": 0.5}, {"alpha": 0.75}, {"alpha": 1.0}], "split0_test_score": [0.6635514018691588, 0.6635514018691588, 0.6635514018691588, 0.6635514018691588, 0.6635514018691588], "split1_test_score": [0.677570093457944, 0.677570093457944, 0.677570093457944, 0.677570093457944, 0.677570093457944], "split2_test_score": [0.7089201877934272, 0.7089201877934272, 0.7089201877934272, 0.7089201877934272, 0.7089201877934272], "mean_test_score": [0.6833472277068434, 0.6833472277068434, 0.6833472277068434, 0.6833472277068434, 0.6833472277068434], "std_test_score": [0.01896686837897212, 0.01896686837897212, 0.01896686837897212, 0.01896686837897212, 0.01896686837897212], "rank_test_score": [1, 1, 1, 1, 1]}, "additional_scores": {}}, {"experiment_name": "Titanic_CV", "train_set_name": "train+dev", "train_set_size": 712, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"family.csv\", \"misc.csv\", \"socioeconomic.csv\", \"vitals.csv\"]", "featureset_name": "family.csv+misc.csv+socioeconomic.csv+vitals.csv", "shuffle": false, "learner_name": "MultinomialNB", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:16:45.494217", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "accuracy", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:16:45.792831", "total_time": "0:00:00.298614", "result_table": "+----+------+------+-------------+----------+-------------+\n| | 0 | 1 | Precision | Recall | F-measure |\n+====+======+======+=============+==========+=============+\n| 0 | [36] | 7 | 0.750 | 0.837 | 0.791 |\n+----+------+------+-------------+----------+-------------+\n| 1 | 12 | [16] | 0.696 | 0.571 | 0.627 |\n+----+------+------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.7323943661971831, "pearson": "", "score": 0.7323943661971831, "fold": 4, "model_params": "{\"alpha\": 0.1, \"class_prior\": null, \"fit_prior\": true}", "grid_score": 0.6849048601055973, "grid_search_cv_results": {"mean_fit_time": [0.0011446475982666016, 0.0009663105010986328, 0.0010846455891927083, 0.0012309551239013672, 0.001255035400390625], "std_fit_time": [5.7452776625868776e-05, 9.725607897935456e-06, 0.00011851703127257506, 0.00011598812710198038, 0.0001991113477369706], "mean_score_time": [0.00030342737833658856, 0.0002475579579671224, 0.00030875205993652344, 0.00032560030619303387, 0.00028578440348307293], "std_score_time": [6.268952969870052e-05, 4.6449150073377155e-06, 3.555928718003761e-05, 5.1547079481775375e-05, 1.1641621125729194e-05], "param_alpha": [0.1, 0.25, 0.5, 0.75, 1.0], "params": [{"alpha": 0.1}, {"alpha": 0.25}, {"alpha": 0.5}, {"alpha": 0.75}, {"alpha": 1.0}], "split0_test_score": [0.6588785046728972, 0.6588785046728972, 0.6588785046728972, 0.6588785046728972, 0.6588785046728972], "split1_test_score": [0.6869158878504673, 0.6869158878504673, 0.6869158878504673, 0.6869158878504673, 0.6869158878504673], "split2_test_score": [0.7089201877934272, 0.7089201877934272, 0.7089201877934272, 0.7089201877934272, 0.7089201877934272], "mean_test_score": [0.6849048601055973, 0.6849048601055973, 0.6849048601055973, 0.6849048601055973, 0.6849048601055973], "std_test_score": [0.020478862058666947, 0.020478862058666947, 0.020478862058666947, 0.020478862058666947, 0.020478862058666947], "rank_test_score": [1, 1, 1, 1, 1]}, "additional_scores": {}}, {"experiment_name": "Titanic_CV", "train_set_name": "train+dev", "train_set_size": 712, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"family.csv\", \"misc.csv\", \"socioeconomic.csv\", \"vitals.csv\"]", "featureset_name": "family.csv+misc.csv+socioeconomic.csv+vitals.csv", "shuffle": false, "learner_name": "MultinomialNB", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:16:45.494217", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "accuracy", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:16:45.792831", "total_time": "0:00:00.298614", "result_table": "+----+------+------+-------------+----------+-------------+\n| | 0 | 1 | Precision | Recall | F-measure |\n+====+======+======+=============+==========+=============+\n| 0 | [33] | 9 | 0.733 | 0.786 | 0.759 |\n+----+------+------+-------------+----------+-------------+\n| 1 | 12 | [17] | 0.654 | 0.586 | 0.618 |\n+----+------+------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.704225352112676, "pearson": "", "score": 0.704225352112676, "fold": 5, "model_params": "{\"alpha\": 0.1, \"class_prior\": null, \"fit_prior\": true}", "grid_score": 0.6879835607622892, "grid_search_cv_results": {"mean_fit_time": [0.0012772083282470703, 0.0011323293050130208, 0.0011008580525716145, 0.0012447039286295574, 0.0010600884755452473], "std_fit_time": [3.279274001983924e-05, 7.718316412337675e-05, 5.890381250742121e-05, 0.00011902959844032234, 1.7192975598978194e-05], "mean_score_time": [0.00032718976338704425, 0.00028586387634277344, 0.0003185272216796875, 0.00030295054117838543, 0.0002716382344563802], "std_score_time": [1.4631641989218467e-05, 1.045241843070172e-05, 4.8087713346240986e-05, 2.085886286046012e-05, 2.4026578995118097e-06], "param_alpha": [0.1, 0.25, 0.5, 0.75, 1.0], "params": [{"alpha": 0.1}, {"alpha": 0.25}, {"alpha": 0.5}, {"alpha": 0.75}, {"alpha": 1.0}], "split0_test_score": [0.677570093457944, 0.677570093457944, 0.677570093457944, 0.677570093457944, 0.677570093457944], "split1_test_score": [0.7009345794392523, 0.7009345794392523, 0.7009345794392523, 0.7009345794392523, 0.7009345794392523], "split2_test_score": [0.6854460093896714, 0.6854460093896714, 0.6854460093896714, 0.6854460093896714, 0.6854460093896714], "mean_test_score": [0.6879835607622892, 0.6879835607622892, 0.6879835607622892, 0.6879835607622892, 0.6879835607622892], "std_test_score": [0.009705811884954797, 0.009705811884954797, 0.009705811884954797, 0.009705811884954797, 0.009705811884954797], "rank_test_score": [1, 1, 1, 1, 1]}, "additional_scores": {}}, {"experiment_name": "Titanic_CV", "train_set_name": "train+dev", "train_set_size": 712, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"family.csv\", \"misc.csv\", \"socioeconomic.csv\", \"vitals.csv\"]", "featureset_name": "family.csv+misc.csv+socioeconomic.csv+vitals.csv", "shuffle": false, "learner_name": "MultinomialNB", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:16:45.494217", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "accuracy", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:16:45.792831", "total_time": "0:00:00.298614", "result_table": "+----+------+------+-------------+----------+-------------+\n| | 0 | 1 | Precision | Recall | F-measure |\n+====+======+======+=============+==========+=============+\n| 0 | [35] | 7 | 0.700 | 0.833 | 0.761 |\n+----+------+------+-------------+----------+-------------+\n| 1 | 15 | [14] | 0.667 | 0.483 | 0.560 |\n+----+------+------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.6901408450704225, "pearson": "", "score": 0.6901408450704225, "fold": 6, "model_params": "{\"alpha\": 0.1, \"class_prior\": null, \"fit_prior\": true}", "grid_score": 0.6926930220993667, "grid_search_cv_results": {"mean_fit_time": [0.0010461807250976562, 0.0012776851654052734, 0.001056353251139323, 0.0010690689086914062, 0.001275777816772461], "std_fit_time": [4.51566718989285e-05, 6.359328649351203e-05, 6.496380085688251e-05, 4.869851466405812e-05, 0.00010706047298002145], "mean_score_time": [0.0002621014912923177, 0.00030692418416341144, 0.00026599566141764325, 0.00032790501912434894, 0.0002778371175130208], "std_score_time": [3.5058252016882547e-06, 3.4787513906643095e-05, 5.268037611381706e-06, 7.919716699603315e-05, 8.588218321608555e-06], "param_alpha": [0.1, 0.25, 0.5, 0.75, 1.0], "params": [{"alpha": 0.1}, {"alpha": 0.25}, {"alpha": 0.5}, {"alpha": 0.75}, {"alpha": 1.0}], "split0_test_score": [0.6728971962616822, 0.6728971962616822, 0.6728971962616822, 0.6728971962616822, 0.6728971962616822], "split1_test_score": [0.6962616822429907, 0.6962616822429907, 0.6962616822429907, 0.6962616822429907, 0.6962616822429907], "split2_test_score": [0.7089201877934272, 0.7089201877934272, 0.7089201877934272, 0.7089201877934272, 0.7089201877934272], "mean_test_score": [0.6926930220993667, 0.6926930220993667, 0.6926930220993667, 0.6926930220993667, 0.6926930220993667], "std_test_score": [0.014921248409333615, 0.014921248409333615, 0.014921248409333615, 0.014921248409333615, 0.014921248409333615], "rank_test_score": [1, 1, 1, 1, 1]}, "additional_scores": {}}, {"experiment_name": "Titanic_CV", "train_set_name": "train+dev", "train_set_size": 712, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"family.csv\", \"misc.csv\", \"socioeconomic.csv\", \"vitals.csv\"]", "featureset_name": "family.csv+misc.csv+socioeconomic.csv+vitals.csv", "shuffle": false, "learner_name": "MultinomialNB", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:16:45.494217", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "accuracy", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:16:45.792831", "total_time": "0:00:00.298614", "result_table": "+----+------+------+-------------+----------+-------------+\n| | 0 | 1 | Precision | Recall | F-measure |\n+====+======+======+=============+==========+=============+\n| 0 | [36] | 6 | 0.692 | 0.857 | 0.766 |\n+----+------+------+-------------+----------+-------------+\n| 1 | 16 | [13] | 0.684 | 0.448 | 0.542 |\n+----+------+------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.6901408450704225, "pearson": "", "score": 0.6901408450704225, "fold": 7, "model_params": "{\"alpha\": 0.1, \"class_prior\": null, \"fit_prior\": true}", "grid_score": 0.6880128120749419, "grid_search_cv_results": {"mean_fit_time": [0.0012636184692382812, 0.0010637442270914714, 0.000986178716023763, 0.0010148684183756511, 0.0010669231414794922], "std_fit_time": [0.00012713293014658713, 5.737070826094042e-05, 6.76104348351212e-05, 2.409823642827152e-05, 6.152954886042587e-05], "mean_score_time": [0.0002987384796142578, 0.000284274419148763, 0.00026043256123860675, 0.00025924046834309894, 0.00027068456013997394], "std_score_time": [2.4174123386416314e-05, 2.253640680290207e-05, 1.808771558879382e-06, 9.890460450556466e-06, 1.4450517539274942e-05], "param_alpha": [0.1, 0.25, 0.5, 0.75, 1.0], "params": [{"alpha": 0.1}, {"alpha": 0.25}, {"alpha": 0.5}, {"alpha": 0.75}, {"alpha": 1.0}], "split0_test_score": [0.6728971962616822, 0.6728971962616822, 0.6728971962616822, 0.6728971962616822, 0.6728971962616822], "split1_test_score": [0.6869158878504673, 0.6869158878504673, 0.6869158878504673, 0.6869158878504673, 0.6869158878504673], "split2_test_score": [0.704225352112676, 0.704225352112676, 0.704225352112676, 0.704225352112676, 0.704225352112676], "mean_test_score": [0.6880128120749419, 0.6880128120749419, 0.6880128120749419, 0.6880128120749419, 0.6880128120749419], "std_test_score": [0.012813164306595477, 0.012813164306595477, 0.012813164306595477, 0.012813164306595477, 0.012813164306595477], "rank_test_score": [1, 1, 1, 1, 1]}, "additional_scores": {}}, {"experiment_name": "Titanic_CV", "train_set_name": "train+dev", "train_set_size": 712, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"family.csv\", \"misc.csv\", \"socioeconomic.csv\", \"vitals.csv\"]", "featureset_name": "family.csv+misc.csv+socioeconomic.csv+vitals.csv", "shuffle": false, "learner_name": "MultinomialNB", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:16:45.494217", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "accuracy", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:16:45.792831", "total_time": "0:00:00.298614", "result_table": "+----+------+------+-------------+----------+-------------+\n| | 0 | 1 | Precision | Recall | F-measure |\n+====+======+======+=============+==========+=============+\n| 0 | [33] | 9 | 0.702 | 0.786 | 0.742 |\n+----+------+------+-------------+----------+-------------+\n| 1 | 14 | [15] | 0.625 | 0.517 | 0.566 |\n+----+------+------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.676056338028169, "pearson": "", "score": 0.676056338028169, "fold": 8, "model_params": "{\"alpha\": 0.1, \"class_prior\": null, \"fit_prior\": true}", "grid_score": 0.6911500153569391, "grid_search_cv_results": {"mean_fit_time": [0.001180887222290039, 0.0014098485310872395, 0.0011769930521647136, 0.001304308573404948, 0.001253684361775716], "std_fit_time": [4.4452545731959854e-05, 0.00020090358540398475, 5.948574074153175e-05, 0.00011165566285526418, 6.359845080134039e-05], "mean_score_time": [0.0002983411153157552, 0.0003330707550048828, 0.00035119056701660156, 0.00031455357869466144, 0.0003219445546468099], "std_score_time": [2.3660232898517614e-05, 4.1056482349300226e-05, 7.503711089746511e-05, 2.306082745956883e-06, 3.6436377799821377e-06], "param_alpha": [0.1, 0.25, 0.5, 0.75, 1.0], "params": [{"alpha": 0.1}, {"alpha": 0.25}, {"alpha": 0.5}, {"alpha": 0.75}, {"alpha": 1.0}], "split0_test_score": [0.6728971962616822, 0.6728971962616822, 0.6728971962616822, 0.6728971962616822, 0.6728971962616822], "split1_test_score": [0.6822429906542056, 0.6822429906542056, 0.6822429906542056, 0.6822429906542056, 0.6822429906542056], "split2_test_score": [0.7183098591549296, 0.7183098591549296, 0.7183098591549296, 0.7183098591549296, 0.7183098591549296], "mean_test_score": [0.6911500153569391, 0.6911500153569391, 0.6911500153569391, 0.6911500153569391, 0.6911500153569391], "std_test_score": [0.019580241819331753, 0.019580241819331753, 0.019580241819331753, 0.019580241819331753, 0.019580241819331753], "rank_test_score": [1, 1, 1, 1, 1]}, "additional_scores": {}}, {"experiment_name": "Titanic_CV", "train_set_name": "train+dev", "train_set_size": 712, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"family.csv\", \"misc.csv\", \"socioeconomic.csv\", \"vitals.csv\"]", "featureset_name": "family.csv+misc.csv+socioeconomic.csv+vitals.csv", "shuffle": false, "learner_name": "MultinomialNB", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:16:45.494217", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "accuracy", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:16:45.792831", "total_time": "0:00:00.298614", "result_table": "+----+------+------+-------------+----------+-------------+\n| | 0 | 1 | Precision | Recall | F-measure |\n+====+======+======+=============+==========+=============+\n| 0 | [32] | 10 | 0.667 | 0.762 | 0.711 |\n+----+------+------+-------------+----------+-------------+\n| 1 | 16 | [13] | 0.565 | 0.448 | 0.500 |\n+----+------+------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.6338028169014085, "pearson": "", "score": 0.6338028169014085, "fold": 9, "model_params": "{\"alpha\": 0.1, \"class_prior\": null, \"fit_prior\": true}", "grid_score": 0.6957936612405482, "grid_search_cv_results": {"mean_fit_time": [0.0012565453847249348, 0.0013317267100016277, 0.0011056264241536458, 0.0012566248575846355, 0.0011947154998779297], "std_fit_time": [2.0794267751924752e-05, 9.19237527714836e-05, 3.8167994058316004e-05, 0.0001791880543895475, 5.4644511969371805e-05], "mean_score_time": [0.0003066857655843099, 0.0003426869710286458, 0.0002886454264322917, 0.0003421306610107422, 0.0002960364023844401], "std_score_time": [6.187665195408417e-06, 3.530438116474368e-05, 6.858650528714313e-06, 6.864550776797607e-05, 9.289830014675431e-06], "param_alpha": [0.1, 0.25, 0.5, 0.75, 1.0], "params": [{"alpha": 0.1}, {"alpha": 0.25}, {"alpha": 0.5}, {"alpha": 0.75}, {"alpha": 1.0}], "split0_test_score": [0.6822429906542056, 0.6822429906542056, 0.6822429906542056, 0.6822429906542056, 0.6822429906542056], "split1_test_score": [0.705607476635514, 0.705607476635514, 0.705607476635514, 0.705607476635514, 0.705607476635514], "split2_test_score": [0.6995305164319249, 0.6995305164319249, 0.6995305164319249, 0.6995305164319249, 0.6995305164319249], "mean_test_score": [0.6957936612405482, 0.6957936612405482, 0.6957936612405482, 0.6957936612405482, 0.6957936612405482], "std_test_score": [0.009897739349086379, 0.009897739349086379, 0.009897739349086379, 0.009897739349086379, 0.009897739349086379], "rank_test_score": [1, 1, 1, 1, 1]}, "additional_scores": {}}, {"experiment_name": "Titanic_CV", "train_set_name": "train+dev", "train_set_size": 712, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"family.csv\", \"misc.csv\", \"socioeconomic.csv\", \"vitals.csv\"]", "featureset_name": "family.csv+misc.csv+socioeconomic.csv+vitals.csv", "shuffle": false, "learner_name": "MultinomialNB", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:16:45.494217", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "accuracy", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:16:45.792831", "total_time": "0:00:00.298614", "result_table": "+----+------+------+-------------+----------+-------------+\n| | 0 | 1 | Precision | Recall | F-measure |\n+====+======+======+=============+==========+=============+\n| 0 | [36] | 6 | 0.706 | 0.857 | 0.774 |\n+----+------+------+-------------+----------+-------------+\n| 1 | 15 | [14] | 0.700 | 0.483 | 0.571 |\n+----+------+------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.704225352112676, "pearson": "", "score": 0.704225352112676, "fold": 10, "model_params": "{\"alpha\": 0.1, \"class_prior\": null, \"fit_prior\": true}", "grid_score": 0.6848756087929445, "grid_search_cv_results": {"mean_fit_time": [0.0012929439544677734, 0.001089016596476237, 0.001065969467163086, 0.0012400150299072266, 0.001194000244140625], "std_fit_time": [0.00018997108999960444, 6.843411594354901e-05, 1.6755020081970773e-05, 0.0001258296073993093, 0.00011212316532320171], "mean_score_time": [0.0003249645233154297, 0.0002735455830891927, 0.0002816518147786458, 0.0003253618876139323, 0.0002860228220621745], "std_score_time": [3.186435544133527e-05, 6.187665195408417e-06, 4.6449150073377155e-06, 4.182523041784633e-05, 1.3455109554969984e-05], "param_alpha": [0.1, 0.25, 0.5, 0.75, 1.0], "params": [{"alpha": 0.1}, {"alpha": 0.25}, {"alpha": 0.5}, {"alpha": 0.75}, {"alpha": 1.0}], "split0_test_score": [0.6915887850467289, 0.6915887850467289, 0.6915887850467289, 0.6915887850467289, 0.6915887850467289], "split1_test_score": [0.6728971962616822, 0.6728971962616822, 0.6728971962616822, 0.6728971962616822, 0.6728971962616822], "split2_test_score": [0.6901408450704225, 0.6901408450704225, 0.6901408450704225, 0.6901408450704225, 0.6901408450704225], "mean_test_score": [0.6848756087929445, 0.6848756087929445, 0.6848756087929445, 0.6848756087929445, 0.6848756087929445], "std_test_score": [0.008490618651216317, 0.008490618651216317, 0.008490618651216317, 0.008490618651216317, 0.008490618651216317], "rank_test_score": [1, 1, 1, 1, 1]}, "additional_scores": {}}, {"experiment_name": "Titanic_CV", "train_set_name": "train+dev", "train_set_size": 712, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"family.csv\", \"misc.csv\", \"socioeconomic.csv\", \"vitals.csv\"]", "featureset_name": "family.csv+misc.csv+socioeconomic.csv+vitals.csv", "shuffle": false, "learner_name": "MultinomialNB", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:16:45.494217", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "accuracy", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:16:45.792831", "total_time": "0:00:00.298614", "fold": "average", "result_table": "+---------+-------------+----------+-------------+\n| Label | Precision | Recall | F-measure |\n|---------+-------------+----------+-------------|\n| 0 | 0.709 | 0.828 | 0.763 |\n| 1 | 0.662 | 0.497 | 0.566 |\n+---------+-------------+----------+-------------+", "accuracy": 0.6938967136150234, "score": 0.6938967136150234, "additional_scores": {}}] \ No newline at end of file diff --git a/tests/other/expected/Titanic_CV_family.csv+misc.csv+socioeconomic.csv+vitals.csv_RandomForestClassifier.results.json b/tests/other/expected/Titanic_CV_family.csv+misc.csv+socioeconomic.csv+vitals.csv_RandomForestClassifier.results.json deleted file mode 100644 index b93f37a2..00000000 --- a/tests/other/expected/Titanic_CV_family.csv+misc.csv+socioeconomic.csv+vitals.csv_RandomForestClassifier.results.json +++ /dev/null @@ -1 +0,0 @@ -[{"experiment_name": "Titanic_CV", "train_set_name": "train+dev", "train_set_size": 712, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"family.csv\", \"misc.csv\", \"socioeconomic.csv\", \"vitals.csv\"]", "featureset_name": "family.csv+misc.csv+socioeconomic.csv+vitals.csv", "shuffle": false, "learner_name": "RandomForestClassifier", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:15:55.575567", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "accuracy", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:16:40.309371", "total_time": "0:00:44.733804", "result_table": "+----+------+------+-------------+----------+-------------+\n| | 0 | 1 | Precision | Recall | F-measure |\n+====+======+======+=============+==========+=============+\n| 0 | [40] | 3 | 0.800 | 0.930 | 0.860 |\n+----+------+------+-------------+----------+-------------+\n| 1 | 10 | [19] | 0.864 | 0.655 | 0.745 |\n+----+------+------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.8194444444444444, "pearson": "", "score": 0.8194444444444444, "fold": 1, "model_params": "{\"bootstrap\": true, \"ccp_alpha\": 0.0, \"class_weight\": null, \"criterion\": \"gini\", \"max_depth\": 10, \"max_features\": \"auto\", \"max_leaf_nodes\": null, \"max_samples\": null, \"min_impurity_decrease\": 0.0, \"min_impurity_split\": null, \"min_samples_leaf\": 1, \"min_samples_split\": 2, \"min_weight_fraction_leaf\": 0.0, \"n_estimators\": 500, \"n_jobs\": null, \"oob_score\": false, \"random_state\": 123456789, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.8062978076141167, "grid_search_cv_results": {"mean_fit_time": [0.6204622586568197, 0.7797017892201742, 0.8436699708302816, 0.8447012901306152], "std_fit_time": [0.0013634609462342135, 0.0035747847209318877, 0.008855407570094646, 0.01160042835265359], "mean_score_time": [0.044153451919555664, 0.04822627703348795, 0.04885268211364746, 0.047010342280069985], "std_score_time": [0.00045241318494031483, 0.00027441321351401315, 0.0007678370436126656, 0.0024952159382084765], "param_max_depth": [1, 5, 10, null], "params": [{"max_depth": 1}, {"max_depth": 5}, {"max_depth": 10}, {"max_depth": null}], "split0_test_score": [0.7710280373831776, 0.7663551401869159, 0.7757009345794392, 0.7710280373831776], "split1_test_score": [0.7746478873239436, 0.812206572769953, 0.8169014084507042, 0.8215962441314554], "split2_test_score": [0.784037558685446, 0.8309859154929577, 0.8262910798122066, 0.8028169014084507], "mean_test_score": [0.7765711611308558, 0.8031825428166087, 0.8062978076141167, 0.7984803943076946], "std_test_score": [0.005482465852200053, 0.027146014030475483, 0.021972224310014443, 0.02087087051067944], "rank_test_score": [4, 2, 1, 3]}, "additional_scores": {}}, {"experiment_name": "Titanic_CV", "train_set_name": "train+dev", "train_set_size": 712, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"family.csv\", \"misc.csv\", \"socioeconomic.csv\", \"vitals.csv\"]", "featureset_name": "family.csv+misc.csv+socioeconomic.csv+vitals.csv", "shuffle": false, "learner_name": "RandomForestClassifier", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:15:55.575567", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "accuracy", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:16:40.309371", "total_time": "0:00:44.733804", "result_table": "+----+------+------+-------------+----------+-------------+\n| | 0 | 1 | Precision | Recall | F-measure |\n+====+======+======+=============+==========+=============+\n| 0 | [39] | 4 | 0.812 | 0.907 | 0.857 |\n+----+------+------+-------------+----------+-------------+\n| 1 | 9 | [20] | 0.833 | 0.690 | 0.755 |\n+----+------+------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.8194444444444444, "pearson": "", "score": 0.8194444444444444, "fold": 2, "model_params": "{\"bootstrap\": true, \"ccp_alpha\": 0.0, \"class_weight\": null, \"criterion\": \"gini\", \"max_depth\": 5, \"max_features\": \"auto\", \"max_leaf_nodes\": null, \"max_samples\": null, \"min_impurity_decrease\": 0.0, \"min_impurity_split\": null, \"min_samples_leaf\": 1, \"min_samples_split\": 2, \"min_weight_fraction_leaf\": 0.0, \"n_estimators\": 500, \"n_jobs\": null, \"oob_score\": false, \"random_state\": 123456789, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.8125210243809691, "grid_search_cv_results": {"mean_fit_time": [0.5673495133717855, 0.729947566986084, 0.8287108739217123, 0.8487970034281412], "std_fit_time": [0.005437576199131566, 0.006894176616266576, 0.003895501142863458, 0.0065482783863058495], "mean_score_time": [0.046076297760009766, 0.05267707506815592, 0.05003070831298828, 0.048025051752726235], "std_score_time": [0.0009885647578196078, 0.0034886049480426715, 0.0012984355640714709, 0.002083464670293489], "param_max_depth": [1, 5, 10, null], "params": [{"max_depth": 1}, {"max_depth": 5}, {"max_depth": 10}, {"max_depth": null}], "split0_test_score": [0.7663551401869159, 0.7990654205607477, 0.7850467289719626, 0.7757009345794392], "split1_test_score": [0.7934272300469484, 0.8262910798122066, 0.8309859154929577, 0.8262910798122066], "split2_test_score": [0.7746478873239436, 0.812206572769953, 0.7887323943661971, 0.7793427230046949], "mean_test_score": [0.7781434191859359, 0.8125210243809691, 0.8015883462770391, 0.7937782457987802], "std_test_score": [0.01132515105406462, 0.011117052675383906, 0.02084160645124887, 0.02303806903687956], "rank_test_score": [4, 1, 2, 3]}, "additional_scores": {}}, {"experiment_name": "Titanic_CV", "train_set_name": "train+dev", "train_set_size": 712, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"family.csv\", \"misc.csv\", \"socioeconomic.csv\", \"vitals.csv\"]", "featureset_name": "family.csv+misc.csv+socioeconomic.csv+vitals.csv", "shuffle": false, "learner_name": "RandomForestClassifier", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:15:55.575567", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "accuracy", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:16:40.309371", "total_time": "0:00:44.733804", "result_table": "+----+------+------+-------------+----------+-------------+\n| | 0 | 1 | Precision | Recall | F-measure |\n+====+======+======+=============+==========+=============+\n| 0 | [38] | 5 | 0.826 | 0.884 | 0.854 |\n+----+------+------+-------------+----------+-------------+\n| 1 | 8 | [20] | 0.800 | 0.714 | 0.755 |\n+----+------+------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.8169014084507042, "pearson": "", "score": 0.8169014084507042, "fold": 3, "model_params": "{\"bootstrap\": true, \"ccp_alpha\": 0.0, \"class_weight\": null, \"criterion\": \"gini\", \"max_depth\": 5, \"max_features\": \"auto\", \"max_leaf_nodes\": null, \"max_samples\": null, \"min_impurity_decrease\": 0.0, \"min_impurity_split\": null, \"min_samples_leaf\": 1, \"min_samples_split\": 2, \"min_weight_fraction_leaf\": 0.0, \"n_estimators\": 500, \"n_jobs\": null, \"oob_score\": false, \"random_state\": 123456789, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.8128208503356588, "grid_search_cv_results": {"mean_fit_time": [0.5829359690348307, 0.748644749323527, 0.8631370067596436, 0.8883504072825114], "std_fit_time": [0.003049775216786194, 0.0013292267544799314, 0.00248234118323437, 0.0032477848977470903], "mean_score_time": [0.04466907183329264, 0.052601019541422524, 0.05200997988382975, 0.05354531606038412], "std_score_time": [0.00035949022552361185, 0.00044198133394875687, 0.00028608205070221863, 0.0002886261046030173], "param_max_depth": [1, 5, 10, null], "params": [{"max_depth": 1}, {"max_depth": 5}, {"max_depth": 10}, {"max_depth": null}], "split0_test_score": [0.7757009345794392, 0.7990654205607477, 0.8037383177570093, 0.7850467289719626], "split1_test_score": [0.7710280373831776, 0.8084112149532711, 0.8271028037383178, 0.8177570093457944], "split2_test_score": [0.7934272300469484, 0.8309859154929577, 0.8075117370892019, 0.7746478873239436], "mean_test_score": [0.7800520673365218, 0.8128208503356588, 0.812784286194843, 0.7924838752139002], "std_test_score": [0.009648150952367261, 0.013399332379724908, 0.010241244450626682, 0.018368132885365724], "rank_test_score": [4, 1, 2, 3]}, "additional_scores": {}}, {"experiment_name": "Titanic_CV", "train_set_name": "train+dev", "train_set_size": 712, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"family.csv\", \"misc.csv\", \"socioeconomic.csv\", \"vitals.csv\"]", "featureset_name": "family.csv+misc.csv+socioeconomic.csv+vitals.csv", "shuffle": false, "learner_name": "RandomForestClassifier", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:15:55.575567", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "accuracy", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:16:40.309371", "total_time": "0:00:44.733804", "result_table": "+----+------+------+-------------+----------+-------------+\n| | 0 | 1 | Precision | Recall | F-measure |\n+====+======+======+=============+==========+=============+\n| 0 | [38] | 5 | 0.809 | 0.884 | 0.844 |\n+----+------+------+-------------+----------+-------------+\n| 1 | 9 | [19] | 0.792 | 0.679 | 0.731 |\n+----+------+------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.8028169014084507, "pearson": "", "score": 0.8028169014084507, "fold": 4, "model_params": "{\"bootstrap\": true, \"ccp_alpha\": 0.0, \"class_weight\": null, \"criterion\": \"gini\", \"max_depth\": 10, \"max_features\": \"auto\", \"max_leaf_nodes\": null, \"max_samples\": null, \"min_impurity_decrease\": 0.0, \"min_impurity_split\": null, \"min_samples_leaf\": 1, \"min_samples_split\": 2, \"min_weight_fraction_leaf\": 0.0, \"n_estimators\": 500, \"n_jobs\": null, \"oob_score\": false, \"random_state\": 123456789, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.8065610694279904, "grid_search_cv_results": {"mean_fit_time": [0.5844002564748129, 0.7499236265818278, 0.8822478453318278, 0.9078614711761475], "std_fit_time": [0.00252793503612288, 0.0037357356147757624, 0.003846292643553194, 0.003599473003441915], "mean_score_time": [0.04469569524129232, 0.05293742815653483, 0.04998302459716797, 0.05700524648030599], "std_score_time": [0.001974272916058562, 0.0008326421840195569, 0.000771683513849481, 0.0027336166858316045], "param_max_depth": [1, 5, 10, null], "params": [{"max_depth": 1}, {"max_depth": 5}, {"max_depth": 10}, {"max_depth": null}], "split0_test_score": [0.7757009345794392, 0.7757009345794392, 0.7850467289719626, 0.7757009345794392], "split1_test_score": [0.7616822429906542, 0.8084112149532711, 0.822429906542056, 0.8037383177570093], "split2_test_score": [0.7934272300469484, 0.8262910798122066, 0.812206572769953, 0.7746478873239436], "mean_test_score": [0.776936802539014, 0.8034677431149723, 0.8065610694279904, 0.7846957132201307], "std_test_score": [0.012989266800226464, 0.02094706238800028, 0.015775070465714074, 0.013472015879630851], "rank_test_score": [4, 2, 1, 3]}, "additional_scores": {}}, {"experiment_name": "Titanic_CV", "train_set_name": "train+dev", "train_set_size": 712, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"family.csv\", \"misc.csv\", \"socioeconomic.csv\", \"vitals.csv\"]", "featureset_name": "family.csv+misc.csv+socioeconomic.csv+vitals.csv", "shuffle": false, "learner_name": "RandomForestClassifier", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:15:55.575567", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "accuracy", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:16:40.309371", "total_time": "0:00:44.733804", "result_table": "+----+------+------+-------------+----------+-------------+\n| | 0 | 1 | Precision | Recall | F-measure |\n+====+======+======+=============+==========+=============+\n| 0 | [36] | 6 | 0.878 | 0.857 | 0.867 |\n+----+------+------+-------------+----------+-------------+\n| 1 | 5 | [24] | 0.800 | 0.828 | 0.814 |\n+----+------+------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.8450704225352113, "pearson": "", "score": 0.8450704225352113, "fold": 5, "model_params": "{\"bootstrap\": true, \"ccp_alpha\": 0.0, \"class_weight\": null, \"criterion\": \"gini\", \"max_depth\": 5, \"max_features\": \"auto\", \"max_leaf_nodes\": null, \"max_samples\": null, \"min_impurity_decrease\": 0.0, \"min_impurity_split\": null, \"min_samples_leaf\": 1, \"min_samples_split\": 2, \"min_weight_fraction_leaf\": 0.0, \"n_estimators\": 500, \"n_jobs\": null, \"oob_score\": false, \"random_state\": 123456789, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.7956722682930396, "grid_search_cv_results": {"mean_fit_time": [0.7807659308115641, 0.8034577369689941, 0.9321467081705729, 0.9242778619130453], "std_fit_time": [0.005012950106393901, 0.0018825463771861047, 0.003787640493584446, 0.003790817882010891], "mean_score_time": [0.05586671829223633, 0.05769491195678711, 0.05707232157389323, 0.05661280949910482], "std_score_time": [0.0013986310965231747, 0.001793072666280679, 0.001907052189254398, 0.00025951263330968816], "param_max_depth": [1, 5, 10, null], "params": [{"max_depth": 1}, {"max_depth": 5}, {"max_depth": 10}, {"max_depth": null}], "split0_test_score": [0.7897196261682243, 0.7663551401869159, 0.7570093457943925, 0.7663551401869159], "split1_test_score": [0.7616822429906542, 0.7990654205607477, 0.8177570093457944, 0.8037383177570093], "split2_test_score": [0.7981220657276995, 0.8215962441314554, 0.8075117370892019, 0.784037558685446], "mean_test_score": [0.7831746449621927, 0.7956722682930396, 0.7940926974097963, 0.7847103388764571], "std_test_score": [0.015579746564419267, 0.022679359235315624, 0.02655337550641071, 0.015269031102165528], "rank_test_score": [4, 1, 2, 3]}, "additional_scores": {}}, {"experiment_name": "Titanic_CV", "train_set_name": "train+dev", "train_set_size": 712, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"family.csv\", \"misc.csv\", \"socioeconomic.csv\", \"vitals.csv\"]", "featureset_name": "family.csv+misc.csv+socioeconomic.csv+vitals.csv", "shuffle": false, "learner_name": "RandomForestClassifier", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:15:55.575567", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "accuracy", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:16:40.309371", "total_time": "0:00:44.733804", "result_table": "+----+------+------+-------------+----------+-------------+\n| | 0 | 1 | Precision | Recall | F-measure |\n+====+======+======+=============+==========+=============+\n| 0 | [39] | 3 | 0.867 | 0.929 | 0.897 |\n+----+------+------+-------------+----------+-------------+\n| 1 | 6 | [23] | 0.885 | 0.793 | 0.836 |\n+----+------+------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.8732394366197183, "pearson": "", "score": 0.8732394366197183, "fold": 6, "model_params": "{\"bootstrap\": true, \"ccp_alpha\": 0.0, \"class_weight\": null, \"criterion\": \"gini\", \"max_depth\": 10, \"max_features\": \"auto\", \"max_leaf_nodes\": null, \"max_samples\": null, \"min_impurity_decrease\": 0.0, \"min_impurity_split\": null, \"min_samples_leaf\": 1, \"min_samples_split\": 2, \"min_weight_fraction_leaf\": 0.0, \"n_estimators\": 500, \"n_jobs\": null, \"oob_score\": false, \"random_state\": 123456789, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.8050253755137261, "grid_search_cv_results": {"mean_fit_time": [0.6419672966003418, 0.7846124966939291, 0.9276299476623535, 0.99725874265035], "std_fit_time": [0.0017085818742902904, 0.00084929720745353, 0.003409905032858092, 0.0042121605006780255], "mean_score_time": [0.052184740702311196, 0.05589763323465983, 0.059288978576660156, 0.054931322733561196], "std_score_time": [0.0006013683934311446, 0.0008522375484846962, 0.001640972653951611, 0.0011107201874855856], "param_max_depth": [1, 5, 10, null], "params": [{"max_depth": 1}, {"max_depth": 5}, {"max_depth": 10}, {"max_depth": null}], "split0_test_score": [0.780373831775701, 0.7710280373831776, 0.7616822429906542, 0.7523364485981309], "split1_test_score": [0.7616822429906542, 0.7990654205607477, 0.8271028037383178, 0.8177570093457944], "split2_test_score": [0.784037558685446, 0.8262910798122066, 0.8262910798122066, 0.7934272300469484], "mean_test_score": [0.7753645444839338, 0.7987948459187106, 0.8050253755137261, 0.7878402293302913], "std_test_score": [0.009789782235645705, 0.022561853833492948, 0.030650014427593023, 0.02699843668178623], "rank_test_score": [4, 2, 1, 3]}, "additional_scores": {}}, {"experiment_name": "Titanic_CV", "train_set_name": "train+dev", "train_set_size": 712, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"family.csv\", \"misc.csv\", \"socioeconomic.csv\", \"vitals.csv\"]", "featureset_name": "family.csv+misc.csv+socioeconomic.csv+vitals.csv", "shuffle": false, "learner_name": "RandomForestClassifier", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:15:55.575567", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "accuracy", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:16:40.309371", "total_time": "0:00:44.733804", "result_table": "+----+------+------+-------------+----------+-------------+\n| | 0 | 1 | Precision | Recall | F-measure |\n+====+======+======+=============+==========+=============+\n| 0 | [38] | 4 | 0.792 | 0.905 | 0.844 |\n+----+------+------+-------------+----------+-------------+\n| 1 | 10 | [19] | 0.826 | 0.655 | 0.731 |\n+----+------+------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.8028169014084507, "pearson": "", "score": 0.8028169014084507, "fold": 7, "model_params": "{\"bootstrap\": true, \"ccp_alpha\": 0.0, \"class_weight\": null, \"criterion\": \"gini\", \"max_depth\": 10, \"max_features\": \"auto\", \"max_leaf_nodes\": null, \"max_samples\": null, \"min_impurity_decrease\": 0.0, \"min_impurity_split\": null, \"min_samples_leaf\": 1, \"min_samples_split\": 2, \"min_weight_fraction_leaf\": 0.0, \"n_estimators\": 500, \"n_jobs\": null, \"oob_score\": false, \"random_state\": 123456789, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.8003378526611383, "grid_search_cv_results": {"mean_fit_time": [0.7464435895284017, 0.8185809453328451, 0.9410139719645182, 1.0419275760650635], "std_fit_time": [0.0017126231292270584, 0.0011837602954937096, 0.0011901845014583175, 0.0002410354843119916], "mean_score_time": [0.04837306340535482, 0.0542756716410319, 0.05487306912740072, 0.07019654909769694], "std_score_time": [0.0009637731529302014, 0.0009575978143313308, 0.0005393506176121535, 0.0002666141871113569], "param_max_depth": [1, 5, 10, null], "params": [{"max_depth": 1}, {"max_depth": 5}, {"max_depth": 10}, {"max_depth": null}], "split0_test_score": [0.7757009345794392, 0.7476635514018691, 0.7663551401869159, 0.7570093457943925], "split1_test_score": [0.7710280373831776, 0.7990654205607477, 0.8177570093457944, 0.8130841121495327], "split2_test_score": [0.7934272300469484, 0.8215962441314554, 0.8169014084507042, 0.7981220657276995], "mean_test_score": [0.7800520673365218, 0.7894417386980241, 0.8003378526611383, 0.7894051745572082], "std_test_score": [0.009648150952367261, 0.030940504229979196, 0.024031945039220452, 0.023707706190245852], "rank_test_score": [4, 2, 1, 3]}, "additional_scores": {}}, {"experiment_name": "Titanic_CV", "train_set_name": "train+dev", "train_set_size": 712, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"family.csv\", \"misc.csv\", \"socioeconomic.csv\", \"vitals.csv\"]", "featureset_name": "family.csv+misc.csv+socioeconomic.csv+vitals.csv", "shuffle": false, "learner_name": "RandomForestClassifier", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:15:55.575567", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "accuracy", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:16:40.309371", "total_time": "0:00:44.733804", "result_table": "+----+------+------+-------------+----------+-------------+\n| | 0 | 1 | Precision | Recall | F-measure |\n+====+======+======+=============+==========+=============+\n| 0 | [37] | 5 | 0.841 | 0.881 | 0.860 |\n+----+------+------+-------------+----------+-------------+\n| 1 | 7 | [22] | 0.815 | 0.759 | 0.786 |\n+----+------+------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.8309859154929577, "pearson": "", "score": 0.8309859154929577, "fold": 8, "model_params": "{\"bootstrap\": true, \"ccp_alpha\": 0.0, \"class_weight\": null, \"criterion\": \"gini\", \"max_depth\": 10, \"max_features\": \"auto\", \"max_leaf_nodes\": null, \"max_samples\": null, \"min_impurity_decrease\": 0.0, \"min_impurity_split\": null, \"min_samples_leaf\": 1, \"min_samples_split\": 2, \"min_weight_fraction_leaf\": 0.0, \"n_estimators\": 500, \"n_jobs\": null, \"oob_score\": false, \"random_state\": 123456789, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.8034604302868091, "grid_search_cv_results": {"mean_fit_time": [0.6518628597259521, 0.8185351689656576, 0.9065627257029215, 0.9326772689819336], "std_fit_time": [0.0033653194046836515, 0.004383786710527044, 0.003172399210229069, 0.010844740816685251], "mean_score_time": [0.05370346705118815, 0.05588340759277344, 0.055951992670694985, 0.058142662048339844], "std_score_time": [0.001024235122365249, 0.0009040244208414079, 0.0002976287986803787, 0.000505466093460966], "param_max_depth": [1, 5, 10, null], "params": [{"max_depth": 1}, {"max_depth": 5}, {"max_depth": 10}, {"max_depth": null}], "split0_test_score": [0.7710280373831776, 0.7383177570093458, 0.7616822429906542, 0.7710280373831776], "split1_test_score": [0.7570093457943925, 0.7897196261682243, 0.8271028037383178, 0.8037383177570093], "split2_test_score": [0.8028169014084507, 0.8075117370892019, 0.8215962441314554, 0.7981220657276995], "mean_test_score": [0.7769514281953404, 0.7785163734222573, 0.8034604302868091, 0.7909628069559621], "std_test_score": [0.019164167202863607, 0.029338102345929987, 0.029627051265022773, 0.014281266287324196], "rank_test_score": [4, 3, 1, 2]}, "additional_scores": {}}, {"experiment_name": "Titanic_CV", "train_set_name": "train+dev", "train_set_size": 712, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"family.csv\", \"misc.csv\", \"socioeconomic.csv\", \"vitals.csv\"]", "featureset_name": "family.csv+misc.csv+socioeconomic.csv+vitals.csv", "shuffle": false, "learner_name": "RandomForestClassifier", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:15:55.575567", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "accuracy", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:16:40.309371", "total_time": "0:00:44.733804", "result_table": "+----+------+------+-------------+----------+-------------+\n| | 0 | 1 | Precision | Recall | F-measure |\n+====+======+======+=============+==========+=============+\n| 0 | [38] | 4 | 0.776 | 0.905 | 0.835 |\n+----+------+------+-------------+----------+-------------+\n| 1 | 11 | [18] | 0.818 | 0.621 | 0.706 |\n+----+------+------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.7887323943661971, "pearson": "", "score": 0.7887323943661971, "fold": 9, "model_params": "{\"bootstrap\": true, \"ccp_alpha\": 0.0, \"class_weight\": null, \"criterion\": \"gini\", \"max_depth\": 10, \"max_features\": \"auto\", \"max_leaf_nodes\": null, \"max_samples\": null, \"min_impurity_decrease\": 0.0, \"min_impurity_split\": null, \"min_samples_leaf\": 1, \"min_samples_split\": 2, \"min_weight_fraction_leaf\": 0.0, \"n_estimators\": 500, \"n_jobs\": null, \"oob_score\": false, \"random_state\": 123456789, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.7972152750354672, "grid_search_cv_results": {"mean_fit_time": [0.6458255449930826, 0.8215693632761637, 0.912909984588623, 0.9467502435048422], "std_fit_time": [0.0008722715098578983, 0.0029953159365746418, 0.005436713306410482, 0.007910055012799755], "mean_score_time": [0.04660240809122721, 0.05712668100992838, 0.05731829007466634, 0.05498878161112467], "std_score_time": [0.0005632316979901474, 0.0009459871647600102, 0.0008987432258956346, 0.0011280634307254084], "param_max_depth": [1, 5, 10, null], "params": [{"max_depth": 1}, {"max_depth": 5}, {"max_depth": 10}, {"max_depth": null}], "split0_test_score": [0.7897196261682243, 0.7710280373831776, 0.7616822429906542, 0.7663551401869159], "split1_test_score": [0.780373831775701, 0.8130841121495327, 0.8177570093457944, 0.8084112149532711], "split2_test_score": [0.7981220657276995, 0.8075117370892019, 0.812206572769953, 0.784037558685446], "mean_test_score": [0.7894051745572083, 0.7972079622073042, 0.7972152750354672, 0.786267971275211], "std_test_score": [0.0072490970456313315, 0.018651258917312324, 0.025227618612265534, 0.017241604941318565], "rank_test_score": [3, 2, 1, 4]}, "additional_scores": {}}, {"experiment_name": "Titanic_CV", "train_set_name": "train+dev", "train_set_size": 712, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"family.csv\", \"misc.csv\", \"socioeconomic.csv\", \"vitals.csv\"]", "featureset_name": "family.csv+misc.csv+socioeconomic.csv+vitals.csv", "shuffle": false, "learner_name": "RandomForestClassifier", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:15:55.575567", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "accuracy", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:16:40.309371", "total_time": "0:00:44.733804", "result_table": "+----+------+------+-------------+----------+-------------+\n| | 0 | 1 | Precision | Recall | F-measure |\n+====+======+======+=============+==========+=============+\n| 0 | [32] | 10 | 0.780 | 0.762 | 0.771 |\n+----+------+------+-------------+----------+-------------+\n| 1 | 9 | [20] | 0.667 | 0.690 | 0.678 |\n+----+------+------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.7323943661971831, "pearson": "", "score": 0.7323943661971831, "fold": 10, "model_params": "{\"bootstrap\": true, \"ccp_alpha\": 0.0, \"class_weight\": null, \"criterion\": \"gini\", \"max_depth\": 10, \"max_features\": \"auto\", \"max_leaf_nodes\": null, \"max_samples\": null, \"min_impurity_decrease\": 0.0, \"min_impurity_split\": null, \"min_samples_leaf\": 1, \"min_samples_split\": 2, \"min_weight_fraction_leaf\": 0.0, \"n_estimators\": 500, \"n_jobs\": null, \"oob_score\": false, \"random_state\": 123456789, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.8018662337472394, "grid_search_cv_results": {"mean_fit_time": [0.6362332503000895, 0.8877576986948649, 0.8891023000081381, 0.9288962682088217], "std_fit_time": [0.0028122031100858485, 0.005373252849654753, 0.004636501599470877, 0.004485871022523025], "mean_score_time": [0.0513919989267985, 0.05830740928649902, 0.0595397154490153, 0.0648966630299886], "std_score_time": [0.0025814063191469745, 0.0009618884037008208, 0.00045128219549742983, 0.0025075132113749855], "param_max_depth": [1, 5, 10, null], "params": [{"max_depth": 1}, {"max_depth": 5}, {"max_depth": 10}, {"max_depth": null}], "split0_test_score": [0.8037383177570093, 0.7897196261682243, 0.7710280373831776, 0.7570093457943925], "split1_test_score": [0.7710280373831776, 0.8130841121495327, 0.8364485981308412, 0.8177570093457944], "split2_test_score": [0.7605633802816901, 0.7934272300469484, 0.7981220657276995, 0.7887323943661971], "mean_test_score": [0.7784432451406257, 0.7987436561215685, 0.8018662337472394, 0.787832916502128], "std_test_score": [0.018389449621345734, 0.010252579868757068, 0.0268387349149644, 0.024808284262312384], "rank_test_score": [4, 2, 1, 3]}, "additional_scores": {}}, {"experiment_name": "Titanic_CV", "train_set_name": "train+dev", "train_set_size": 712, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"family.csv\", \"misc.csv\", \"socioeconomic.csv\", \"vitals.csv\"]", "featureset_name": "family.csv+misc.csv+socioeconomic.csv+vitals.csv", "shuffle": false, "learner_name": "RandomForestClassifier", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:15:55.575567", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "accuracy", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:16:40.309371", "total_time": "0:00:44.733804", "fold": "average", "result_table": "+---------+-------------+----------+-------------+\n| Label | Precision | Recall | F-measure |\n|---------+-------------+----------+-------------|\n| 0 | 0.818 | 0.884 | 0.849 |\n| 1 | 0.810 | 0.708 | 0.754 |\n+---------+-------------+----------+-------------+", "accuracy": 0.8131846635367763, "score": 0.8131846635367763, "additional_scores": {}}] \ No newline at end of file diff --git a/tests/other/expected/Titanic_CV_family.csv+misc.csv+socioeconomic.csv+vitals.csv_SVC.results.json b/tests/other/expected/Titanic_CV_family.csv+misc.csv+socioeconomic.csv+vitals.csv_SVC.results.json deleted file mode 100644 index f1caebbd..00000000 --- a/tests/other/expected/Titanic_CV_family.csv+misc.csv+socioeconomic.csv+vitals.csv_SVC.results.json +++ /dev/null @@ -1 +0,0 @@ -[{"experiment_name": "Titanic_CV", "train_set_name": "train+dev", "train_set_size": 712, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"family.csv\", \"misc.csv\", \"socioeconomic.csv\", \"vitals.csv\"]", "featureset_name": "family.csv+misc.csv+socioeconomic.csv+vitals.csv", "shuffle": false, "learner_name": "SVC", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:16:40.621016", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "accuracy", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:16:45.480730", "total_time": "0:00:04.859714", "result_table": "+----+------+------+-------------+----------+-------------+\n| | 0 | 1 | Precision | Recall | F-measure |\n+====+======+======+=============+==========+=============+\n| 0 | [38] | 5 | 0.826 | 0.884 | 0.854 |\n+----+------+------+-------------+----------+-------------+\n| 1 | 8 | [21] | 0.808 | 0.724 | 0.764 |\n+----+------+------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.8194444444444444, "pearson": "", "score": 0.8194444444444444, "fold": 1, "model_params": "{\"C\": 100.0, \"break_ties\": false, \"cache_size\": 1000, \"class_weight\": null, \"coef0\": 0.0, \"decision_function_shape\": \"ovr\", \"degree\": 3, \"gamma\": \"scale\", \"kernel\": \"rbf\", \"max_iter\": -1, \"probability\": false, \"random_state\": 123456789, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.767210741082006, "grid_search_cv_results": {"mean_fit_time": [0.005875746409098308, 0.007119417190551758, 0.006015698115030925, 0.006237427393595378, 0.007756630579630534, 0.007317940394083659, 0.006432056427001953, 0.00948627789815267, 0.008301019668579102, 0.007300933202107747, 0.008865594863891602, 0.008830785751342773, 0.008706410725911459, 0.007578452428181966, 0.008288304011027018, 0.007939974466959635, 0.007598400115966797, 0.008644978205362955, 0.00914462407430013, 0.008363008499145508, 0.007586876551310222, 0.010993003845214844, 0.008582353591918945, 0.008780558904012045, 0.010984659194946289, 0.010337591171264648, 0.009826262791951498, 0.009109417597452799, 0.01267568270365397, 0.012192646662394205, 0.019876956939697266, 0.0130613644917806, 0.010832071304321289, 0.010120471318562826, 0.00863949457804362], "std_fit_time": [0.00012540565443069153, 0.0001707384456535474, 0.00029482552244889325, 0.00020027277330532945, 0.0008305019624392265, 0.0011902606287409964, 0.0005913946141997277, 0.0002775253935729771, 0.0001312369576875604, 0.0010386166497539592, 0.00036660472696676855, 0.0004403069409653729, 0.0009281493778240466, 0.00018003411245859458, 0.00034912742949373465, 0.0006581822674975007, 0.0001015261972324415, 0.00026854423766925825, 0.00028929585901830924, 0.00024411151943461295, 0.000523372039851132, 0.00011222620249194965, 0.00022732016475828068, 0.0008855299615775198, 0.0007137666407267935, 0.0003536020554770206, 0.0002550801245226827, 0.0004973701986909718, 0.0005983891647952657, 0.0018232772036350512, 0.00320913823531013, 0.000510880088780038, 0.0001563605440043029, 0.00024464320298746365, 0.0002724075528093649], "mean_score_time": [0.002225081125895182, 0.0020180543263753257, 0.0021326541900634766, 0.0024596055348714194, 0.0030556519826253257, 0.002785762151082357, 0.0026493072509765625, 0.0031287670135498047, 0.0027795632680257163, 0.0026160081227620444, 0.003377676010131836, 0.003144343694051107, 0.003098011016845703, 0.002911726633707682, 0.002446413040161133, 0.0022570292154947915, 0.0023359457651774087, 0.0026413599650065103, 0.003136714299519857, 0.0028776327768961587, 0.0028155644734700522, 0.002476374308268229, 0.0021255811055501304, 0.0020373662312825522, 0.002651373545328776, 0.003188530604044596, 0.002757390340169271, 0.0023882389068603516, 0.002362330754597982, 0.0020093917846679688, 0.0018282731374104817, 0.0024050076802571616, 0.003368933995564779, 0.0028700033823649087, 0.00234834353129069], "std_score_time": [0.00011977859823947291, 7.777011183143178e-05, 9.459480593685192e-05, 0.00020354713813103693, 0.0005250401647666768, 0.00034204274959507213, 0.0004178126253199589, 0.00022510964926962776, 0.0003754503634513925, 0.00043682753088091696, 0.00044561374277441677, 0.00021128517032678327, 0.00037061199940611783, 0.00037050903493969934, 9.429587927102439e-05, 0.00013385603166433436, 4.168455660802976e-05, 0.0002958062896915261, 1.0559428207208448e-05, 7.557589000620499e-05, 0.00039150940976747896, 5.700691873585018e-05, 0.00015301574056494213, 4.207725812505085e-05, 0.00018944726226461736, 3.6342131490811666e-05, 0.00013826363712446716, 8.679047587456637e-05, 7.882738246072015e-05, 0.00013611188401725663, 0.0001604147024674121, 0.00011503975759968326, 0.0003551964404833053, 0.000289867339183568, 2.9278172557245487e-05], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.6121495327102804, 0.6542056074766355, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.677570093457944, 0.6074766355140186, 0.6635514018691588, 0.677570093457944, 0.602803738317757, 0.5841121495327103, 0.5794392523364486, 0.7009345794392523, 0.6728971962616822, 0.7336448598130841, 0.7009345794392523, 0.6261682242990654, 0.5841121495327103, 0.5794392523364486, 0.6962616822429907, 0.7523364485981309, 0.7149532710280374, 0.6962616822429907, 0.6214953271028038, 0.5841121495327103, 0.5794392523364486], "split1_test_score": [0.596244131455399, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.6666666666666666, 0.6244131455399061, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.6901408450704225, 0.6666666666666666, 0.7323943661971831, 0.6901408450704225, 0.6150234741784038, 0.6009389671361502, 0.6056338028169014, 0.676056338028169, 0.6948356807511737, 0.7183098591549296, 0.676056338028169, 0.6056338028169014, 0.6009389671361502, 0.6056338028169014, 0.6525821596244131, 0.784037558685446, 0.6948356807511737, 0.6525821596244131, 0.6009389671361502, 0.6009389671361502, 0.6056338028169014], "split2_test_score": [0.596244131455399, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.6713615023474179, 0.6197183098591549, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.6948356807511737, 0.6995305164319249, 0.7276995305164319, 0.6948356807511737, 0.6197183098591549, 0.6009389671361502, 0.6056338028169014, 0.6807511737089202, 0.7464788732394366, 0.7793427230046949, 0.6807511737089202, 0.6197183098591549, 0.596244131455399, 0.6056338028169014, 0.6431924882629108, 0.7652582159624414, 0.7699530516431925, 0.6431924882629108, 0.6150234741784038, 0.596244131455399, 0.6056338028169014], "mean_test_score": [0.5953154022786772, 0.5953154022786772, 0.5953154022786772, 0.5953154022786772, 0.5953154022786772, 0.5953154022786772, 0.5953154022786772, 0.5953154022786772, 0.6500592339081216, 0.6327790209585654, 0.5953154022786772, 0.5953154022786772, 0.5953154022786772, 0.5953154022786772, 0.6875155397598466, 0.6578912728708701, 0.7078817661942579, 0.6875155397598466, 0.6125151741184386, 0.5953300279350036, 0.5969022859900838, 0.6859140303921137, 0.7047372500840975, 0.7437658139909029, 0.6859140303921137, 0.617173445658374, 0.5937650827080865, 0.5969022859900838, 0.6640121100434382, 0.767210741082006, 0.7265806678074679, 0.6640121100434382, 0.6124859228057858, 0.5937650827080865, 0.5969022859900838], "std_test_score": [0.0013134213974915457, 0.0013134213974915457, 0.0013134213974915457, 0.0013134213974915457, 0.0013134213974915457, 0.0013134213974915457, 0.0013134213974915457, 0.0013134213974915457, 0.026874640514799052, 0.015271636626538918, 0.0013134213974915457, 0.0013134213974915457, 0.0013134213974915457, 0.0013134213974915457, 0.007289000714562438, 0.03808967401816835, 0.031404843272063714, 0.007289000714562438, 0.007129486166636072, 0.00793223788878771, 0.012348229516574355, 0.010792683965706667, 0.03084473594370868, 0.02592396449269961, 0.010792683965706667, 0.008574103131022009, 0.007089650188056904, 0.012348229516574355, 0.023123835644342772, 0.013015359156240925, 0.03174956292961117, 0.023123835644342772, 0.008581777554647006, 0.007089650188056904, 0.012348229516574355], "rank_test_score": [22, 22, 22, 22, 22, 22, 22, 22, 13, 14, 22, 22, 22, 22, 6, 12, 4, 6, 16, 21, 18, 8, 5, 2, 8, 15, 34, 18, 10, 1, 3, 10, 17, 34, 18]}, "additional_scores": {}}, {"experiment_name": "Titanic_CV", "train_set_name": "train+dev", "train_set_size": 712, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"family.csv\", \"misc.csv\", \"socioeconomic.csv\", \"vitals.csv\"]", "featureset_name": "family.csv+misc.csv+socioeconomic.csv+vitals.csv", "shuffle": false, "learner_name": "SVC", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:16:40.621016", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "accuracy", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:16:45.480730", "total_time": "0:00:04.859714", "result_table": "+----+------+------+-------------+----------+-------------+\n| | 0 | 1 | Precision | Recall | F-measure |\n+====+======+======+=============+==========+=============+\n| 0 | [36] | 7 | 0.818 | 0.837 | 0.828 |\n+----+------+------+-------------+----------+-------------+\n| 1 | 8 | [21] | 0.750 | 0.724 | 0.737 |\n+----+------+------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.7916666666666666, "pearson": "", "score": 0.7916666666666666, "fold": 2, "model_params": "{\"C\": 100.0, \"break_ties\": false, \"cache_size\": 1000, \"class_weight\": null, \"coef0\": 0.0, \"decision_function_shape\": \"ovr\", \"degree\": 3, \"gamma\": \"scale\", \"kernel\": \"rbf\", \"max_iter\": -1, \"probability\": false, \"random_state\": 123456789, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.7859535196641949, "grid_search_cv_results": {"mean_fit_time": [0.006344397862752278, 0.00690150260925293, 0.006328105926513672, 0.007032155990600586, 0.008451223373413086, 0.007212718327840169, 0.006464481353759766, 0.0074465274810791016, 0.007699251174926758, 0.006634632746378581, 0.007445414861043294, 0.008541345596313477, 0.007182200749715169, 0.006919304529825847, 0.007874250411987305, 0.007545789082845052, 0.007768789927164714, 0.008164008458455404, 0.009384473164876303, 0.00819094975789388, 0.006952444712320964, 0.0122377077738444, 0.007871786753336588, 0.009093920389811197, 0.011684815088907877, 0.010277827580769857, 0.010202725728352865, 0.00860301653544108, 0.016335248947143555, 0.01210165023803711, 0.021039644877115887, 0.01691595713297526, 0.010148127873738607, 0.009109258651733398, 0.00858600934346517], "std_fit_time": [0.00015780372448718125, 0.00011716924957171776, 0.00015359350968562987, 0.00027208236601031487, 0.00043580894611139803, 0.0002861493345726351, 0.00010719949079258243, 0.0001373358621081164, 0.00021374869412273755, 0.00029493591397058576, 0.00030289460062992986, 0.0005097037194077319, 0.00011363713021617816, 9.769254413995805e-05, 0.00020636703874360698, 0.0001213189581204727, 0.0005781091693641999, 0.0004329920479488799, 0.00010916105726528402, 0.000169149800095936, 6.144644985223677e-06, 0.001212021513512432, 0.00027672269438233394, 0.00018579445867076272, 0.0008611090784806592, 0.0002750911912771856, 0.0003961489210488947, 0.0005488698222614857, 0.0035595689827482664, 0.0013362148509481796, 0.0032588519544217063, 0.003712224788180695, 0.0005989153905177499, 0.0002813372234646621, 9.822967625242026e-05], "mean_score_time": [0.0020836194356282554, 0.0021346410115559897, 0.0022034645080566406, 0.002633968989054362, 0.0032904942830403647, 0.0026965936024983725, 0.002484877904256185, 0.002573728561401367, 0.002278884251912435, 0.00241700808207194, 0.002624670664469401, 0.0029682318369547525, 0.002638657887776693, 0.0024143060048421225, 0.0024373531341552734, 0.0021196206410725913, 0.002360264460245768, 0.002432743708292643, 0.003216981887817383, 0.002703984578450521, 0.0023218790690104165, 0.002595663070678711, 0.0019965171813964844, 0.001995642979939779, 0.002498626708984375, 0.0033276875813802085, 0.0027822653452555337, 0.002247015635172526, 0.002553542455037435, 0.0018893082936604817, 0.0017743110656738281, 0.0024389425913492837, 0.002992550532023112, 0.002444664637247721, 0.0022732416788736978], "std_score_time": [8.656057503261419e-05, 4.841652026390819e-05, 4.937203037349936e-05, 5.5971804717668854e-05, 0.0001041372276687028, 0.00014589870788312572, 6.787196252025382e-05, 8.15607622304066e-05, 0.0001566225988125668, 0.0001938879472694913, 9.588603896139398e-05, 0.00011183065465168597, 0.0001309039350194912, 6.636730882996538e-05, 0.00010829471224994802, 0.00010363803305210181, 0.00019149047800403408, 5.9093936495660566e-05, 2.2759506327516342e-05, 5.3692489817623446e-05, 2.5474987678081733e-05, 9.529667454666498e-05, 0.0001459733205326397, 4.3223884917662384e-05, 4.409261402862565e-05, 9.272987808566885e-05, 9.093001078467506e-05, 7.116553856111404e-05, 0.0001397804479289609, 3.8836785499363076e-05, 5.634384750929758e-05, 5.5868798601101136e-05, 3.826418062986554e-05, 3.2025294543065955e-05, 0.00010906433224052203], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.616822429906542, 0.6448598130841121, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.7009345794392523, 0.6214953271028038, 0.6682242990654206, 0.7009345794392523, 0.6214953271028038, 0.5981308411214953, 0.5887850467289719, 0.7009345794392523, 0.6682242990654206, 0.7663551401869159, 0.7009345794392523, 0.6261682242990654, 0.5981308411214953, 0.5887850467289719, 0.6915887850467289, 0.7757009345794392, 0.7429906542056075, 0.6915887850467289, 0.6214953271028038, 0.5934579439252337, 0.5887850467289719], "split1_test_score": [0.596244131455399, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.6807511737089202, 0.6244131455399061, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.6807511737089202, 0.6807511737089202, 0.7370892018779343, 0.6807511737089202, 0.6197183098591549, 0.6009389671361502, 0.596244131455399, 0.6666666666666666, 0.6948356807511737, 0.7417840375586855, 0.6666666666666666, 0.6009389671361502, 0.5915492957746479, 0.596244131455399, 0.6619718309859155, 0.8028169014084507, 0.7230046948356808, 0.6619718309859155, 0.6056338028169014, 0.5915492957746479, 0.596244131455399], "split2_test_score": [0.596244131455399, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.6807511737089202, 0.6197183098591549, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.6901408450704225, 0.6995305164319249, 0.7323943661971831, 0.6901408450704225, 0.6150234741784038, 0.596244131455399, 0.6056338028169014, 0.6854460093896714, 0.7605633802816901, 0.755868544600939, 0.6854460093896714, 0.6103286384976526, 0.5868544600938967, 0.6056338028169014, 0.6572769953051644, 0.7793427230046949, 0.7417840375586855, 0.6572769953051644, 0.596244131455399, 0.5868544600938967, 0.6056338028169014], "mean_test_score": [0.5953154022786772, 0.5953154022786772, 0.5953154022786772, 0.5953154022786772, 0.5953154022786772, 0.5953154022786772, 0.5953154022786772, 0.5953154022786772, 0.6594415924414608, 0.6296637561610577, 0.5953154022786772, 0.5953154022786772, 0.5953154022786772, 0.5953154022786772, 0.6906088660728651, 0.667259005747883, 0.7125692890468459, 0.6906088660728651, 0.6187457037134542, 0.5984379799043481, 0.5968876603337575, 0.6843490851651968, 0.7078744533660948, 0.7546692407821801, 0.6843490851651968, 0.6124786099776228, 0.59217819899668, 0.5968876603337575, 0.6702792037792696, 0.7859535196641949, 0.7359264621999912, 0.6702792037792696, 0.6077910871250347, 0.590620566597926, 0.5968876603337575], "std_test_score": [0.0013134213974915457, 0.0013134213974915457, 0.0013134213974915457, 0.0013134213974915457, 0.0013134213974915457, 0.0013134213974915457, 0.0013134213974915457, 0.0013134213974915457, 0.030136298836932744, 0.010914836386736664, 0.0013134213974915457, 0.0013134213974915457, 0.0013134213974915457, 0.0013134213974915457, 0.008246484077587074, 0.03325559241816405, 0.031415165900743475, 0.008246484077587074, 0.0027301638662367705, 0.0019289239126627075, 0.006893511078813949, 0.014011302426090742, 0.03880836399063066, 0.010066893540347142, 0.014011302426090742, 0.010411392390762464, 0.004624992375987073, 0.006893511078813949, 0.01518955915232903, 0.012016541061469014, 0.00915033823768926, 0.01518955915232903, 0.01042100849551734, 0.0027746955497198536, 0.006893511078813949], "rank_test_score": [22, 22, 22, 22, 22, 22, 22, 22, 13, 14, 22, 22, 22, 22, 6, 12, 4, 6, 15, 18, 19, 8, 5, 2, 8, 16, 34, 19, 10, 1, 3, 10, 17, 35, 19]}, "additional_scores": {}}, {"experiment_name": "Titanic_CV", "train_set_name": "train+dev", "train_set_size": 712, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"family.csv\", \"misc.csv\", \"socioeconomic.csv\", \"vitals.csv\"]", "featureset_name": "family.csv+misc.csv+socioeconomic.csv+vitals.csv", "shuffle": false, "learner_name": "SVC", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:16:40.621016", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "accuracy", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:16:45.480730", "total_time": "0:00:04.859714", "result_table": "+----+------+------+-------------+----------+-------------+\n| | 0 | 1 | Precision | Recall | F-measure |\n+====+======+======+=============+==========+=============+\n| 0 | [34] | 9 | 0.829 | 0.791 | 0.810 |\n+----+------+------+-------------+----------+-------------+\n| 1 | 7 | [21] | 0.700 | 0.750 | 0.724 |\n+----+------+------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.7746478873239436, "pearson": "", "score": 0.7746478873239436, "fold": 3, "model_params": "{\"C\": 100.0, \"break_ties\": false, \"cache_size\": 1000, \"class_weight\": null, \"coef0\": 0.0, \"decision_function_shape\": \"ovr\", \"degree\": 3, \"gamma\": \"scale\", \"kernel\": \"rbf\", \"max_iter\": -1, \"probability\": false, \"random_state\": 123456789, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.7816170125634389, "grid_search_cv_results": {"mean_fit_time": [0.006132602691650391, 0.0072515010833740234, 0.006242434183756511, 0.008050044377644857, 0.009151935577392578, 0.007610321044921875, 0.0070451100667317705, 0.007822672526041666, 0.00814358393351237, 0.007054805755615234, 0.007786909739176433, 0.009037971496582031, 0.007503906885782878, 0.007054249445597331, 0.008478720982869467, 0.007191975911458333, 0.007652759552001953, 0.008891661961873373, 0.009201606114705404, 0.007947683334350586, 0.007106939951578776, 0.011826038360595703, 0.008594433466593424, 0.009745279947916666, 0.011438846588134766, 0.00990597407023112, 0.009250640869140625, 0.008731365203857422, 0.012961069742838541, 0.011984030405680338, 0.02046966552734375, 0.0138703982035319, 0.010643323262532553, 0.009220361709594727, 0.009308973948160807], "std_fit_time": [5.025752052453162e-05, 0.00025475476089447405, 0.00022560473442062478, 0.00017003622750066003, 0.0001502034525389798, 0.00029113677885319824, 0.00034812216932383997, 0.00010051303028576651, 0.000128732246869619, 0.0004917248184585597, 0.000274898264459953, 0.00036299090993293374, 0.00020533698524952107, 0.00041635995785540246, 0.00038642237888949376, 0.0003523659010282935, 0.00021815347758312068, 0.00021794269351684123, 0.0001907102582213911, 0.00024872836626820113, 0.0006329692631702626, 0.0014330708073498758, 0.00028843487347145945, 0.0009205765314961522, 0.0013959833125631665, 0.000643709245192751, 0.0007234954155577933, 0.0007665105283609016, 0.0006604563687078312, 0.00028531976370918066, 0.002880505290442441, 0.001216641160635974, 0.00017379982175142988, 0.00040669877021682883, 0.0004408727792331816], "mean_score_time": [0.002244154612223307, 0.0022905667622884116, 0.002182642618815104, 0.0027465025583902993, 0.0033620993296305337, 0.002791722615559896, 0.0026051203409830728, 0.002711057662963867, 0.0025103886922200522, 0.002404292424519857, 0.002740780512491862, 0.003118117650349935, 0.0026076634724934897, 0.002566099166870117, 0.0026099681854248047, 0.0020346641540527344, 0.002329746882120768, 0.0025763511657714844, 0.0032170613606770835, 0.002840916315714518, 0.002291440963745117, 0.002544959386189779, 0.00227967898050944, 0.001990715662638346, 0.0024312337239583335, 0.003201564153035482, 0.0028423468271891275, 0.0024938583374023438, 0.0023430188496907554, 0.0019332567850748699, 0.0018587907155354817, 0.002496957778930664, 0.0029436747233072915, 0.002722660700480143, 0.0025669733683268228], "std_score_time": [6.699698768448997e-05, 7.574668281849295e-05, 8.031093258046425e-05, 0.00011934691008803636, 5.6912445297885825e-05, 0.00014111135263068737, 0.00013070562769052272, 4.750975028073225e-05, 0.00015272967552776762, 9.373829697287316e-05, 5.028026191159914e-05, 0.00016493607445492605, 0.00011384070362719084, 0.00019677675854269137, 5.912043669092725e-05, 0.0001141157763382119, 6.850330012574998e-05, 4.645064577719615e-05, 0.00019895715754185373, 0.000349753762303915, 0.000137285356927742, 0.00015711794412468522, 3.246950220862613e-05, 8.922342605218261e-05, 0.00013807850764659794, 0.0001852032425936009, 0.00040923196946078875, 0.00010426936110379494, 4.7387687706415806e-05, 0.00012116580334035925, 0.00013905266131177736, 0.0001115291091348354, 6.183744350017563e-05, 6.557777552163865e-05, 4.4852414884456634e-05], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.6495327102803738, 0.6401869158878505, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.6962616822429907, 0.6401869158878505, 0.7009345794392523, 0.6962616822429907, 0.6261682242990654, 0.5700934579439252, 0.5794392523364486, 0.6635514018691588, 0.6915887850467289, 0.7616822429906542, 0.6635514018691588, 0.6074766355140186, 0.5700934579439252, 0.5794392523364486, 0.6261682242990654, 0.7850467289719626, 0.7383177570093458, 0.6261682242990654, 0.6121495327102804, 0.5700934579439252, 0.5794392523364486], "split1_test_score": [0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.6682242990654206, 0.6074766355140186, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.7102803738317757, 0.6635514018691588, 0.7242990654205608, 0.7102803738317757, 0.6121495327102804, 0.5981308411214953, 0.5934579439252337, 0.719626168224299, 0.6915887850467289, 0.7850467289719626, 0.719626168224299, 0.616822429906542, 0.5981308411214953, 0.5934579439252337, 0.7009345794392523, 0.7616822429906542, 0.7476635514018691, 0.7009345794392523, 0.6074766355140186, 0.5981308411214953, 0.5887850467289719], "split2_test_score": [0.596244131455399, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.676056338028169, 0.6525821596244131, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.6995305164319249, 0.6995305164319249, 0.7230046948356808, 0.6995305164319249, 0.5821596244131455, 0.5774647887323944, 0.5774647887323944, 0.6807511737089202, 0.7276995305164319, 0.7511737089201878, 0.6807511737089202, 0.5868544600938967, 0.5774647887323944, 0.568075117370892, 0.6807511737089202, 0.7981220657276995, 0.784037558685446, 0.6807511737089202, 0.5868544600938967, 0.5774647887323944, 0.568075117370892], "mean_test_score": [0.5943866731019555, 0.5943866731019555, 0.5943866731019555, 0.5943866731019555, 0.5943866731019555, 0.5943866731019555, 0.5943866731019555, 0.5943866731019555, 0.6646044491246544, 0.6334152370087608, 0.5943866731019555, 0.5943866731019555, 0.5943866731019555, 0.5943866731019555, 0.7020241908355637, 0.6677562780629781, 0.7160794465651646, 0.7020241908355637, 0.6068257938074971, 0.5818963625992716, 0.5834539949980256, 0.687976247934126, 0.7036257002032965, 0.7659675602942683, 0.687976247934126, 0.6037178418381525, 0.5818963625992716, 0.5803241045441915, 0.6692846591490792, 0.7816170125634389, 0.756672955698887, 0.6692846591490792, 0.6021602094393986, 0.5818963625992716, 0.5787664721454374], "std_test_score": [0.0013134213974915457, 0.0013134213974915457, 0.0013134213974915457, 0.0013134213974915457, 0.0013134213974915457, 0.0013134213974915457, 0.0013134213974915457, 0.0013134213974915457, 0.011126640475937335, 0.01902662699919032, 0.0013134213974915457, 0.0013134213974915457, 0.0013134213974915457, 0.0013134213974915457, 0.005988585669916312, 0.024408693386273633, 0.010722067555557404, 0.005988585669916312, 0.018356576712602723, 0.011867402104495172, 0.007119638204037017, 0.023455576858047934, 0.017022768663552235, 0.014156702303184287, 0.023455576858047934, 0.012519749760443915, 0.011867402104495172, 0.010381367717987467, 0.03158177409361737, 0.015072875997610044, 0.019722273206805665, 0.03158177409361737, 0.010989645560623732, 0.011867402104495172, 0.008468166601778992], "rank_test_score": [18, 18, 18, 18, 18, 18, 18, 18, 13, 14, 18, 18, 18, 18, 6, 12, 4, 6, 15, 31, 30, 8, 5, 2, 8, 16, 31, 34, 10, 1, 3, 10, 17, 31, 35]}, "additional_scores": {}}, {"experiment_name": "Titanic_CV", "train_set_name": "train+dev", "train_set_size": 712, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"family.csv\", \"misc.csv\", \"socioeconomic.csv\", \"vitals.csv\"]", "featureset_name": "family.csv+misc.csv+socioeconomic.csv+vitals.csv", "shuffle": false, "learner_name": "SVC", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:16:40.621016", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "accuracy", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:16:45.480730", "total_time": "0:00:04.859714", "result_table": "+----+------+------+-------------+----------+-------------+\n| | 0 | 1 | Precision | Recall | F-measure |\n+====+======+======+=============+==========+=============+\n| 0 | [36] | 7 | 0.837 | 0.837 | 0.837 |\n+----+------+------+-------------+----------+-------------+\n| 1 | 7 | [21] | 0.750 | 0.750 | 0.750 |\n+----+------+------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.8028169014084507, "pearson": "", "score": 0.8028169014084507, "fold": 4, "model_params": "{\"C\": 100.0, \"break_ties\": false, \"cache_size\": 1000, \"class_weight\": null, \"coef0\": 0.0, \"decision_function_shape\": \"ovr\", \"degree\": 3, \"gamma\": \"scale\", \"kernel\": \"rbf\", \"max_iter\": -1, \"probability\": false, \"random_state\": 123456789, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.769126702060755, "grid_search_cv_results": {"mean_fit_time": [0.007123708724975586, 0.007502953211466472, 0.006617625554402669, 0.008031209309895834, 0.00921010971069336, 0.00783991813659668, 0.007192055384318034, 0.00783244768778483, 0.008356094360351562, 0.007587989171346028, 0.007750034332275391, 0.009710391362508139, 0.007894595464070639, 0.007224559783935547, 0.009976943333943685, 0.007683674494425456, 0.007309675216674805, 0.008979399998982748, 0.009150187174479166, 0.007793029149373372, 0.007261355717976888, 0.010835886001586914, 0.008733193079630533, 0.009356419245402018, 0.010728995005289713, 0.010239044825236002, 0.00941173235575358, 0.00933369000752767, 0.013239622116088867, 0.010865926742553711, 0.023326953252156574, 0.01331639289855957, 0.010619640350341797, 0.009193976720174154, 0.009190718332926432], "std_fit_time": [0.000640483042853809, 0.0006240545267164646, 0.0004308987525567229, 0.0005699474245460932, 0.00014716897372755072, 9.37036580809606e-05, 0.0002533276656413251, 0.00011401134461462463, 0.00044052790391581754, 0.0004724302230084862, 0.00034468697666433694, 0.00024911066734418515, 0.0005035444165731494, 0.00035806644885519144, 0.0015896862222651333, 0.0003364576601660232, 0.0004550871734723002, 0.000720700766368017, 8.212342483134934e-05, 0.0003413917808895521, 0.0003030240634154202, 0.00034301018394063875, 0.0006117607135930431, 0.00017543680130496631, 0.00025285781244559045, 0.0005000504958806991, 0.000336211921892053, 0.0003061156114608313, 0.001077674183996505, 0.0005531149689195644, 0.008416683148261762, 0.0009587686096832397, 0.001104755701522851, 0.0006273913018651524, 0.00021237375733607446], "mean_score_time": [0.0022693475087483725, 0.002270936965942383, 0.0023086865743001304, 0.0029000441233317056, 0.003619035085042318, 0.002900362014770508, 0.0027453104654947915, 0.0027049382527669272, 0.002396106719970703, 0.0027370452880859375, 0.002688725789388021, 0.0033197402954101562, 0.002769311269124349, 0.0025169849395751953, 0.0029720465342203775, 0.0021933714548746743, 0.002247015635172526, 0.0028092066446940103, 0.0031594435373942056, 0.0027976036071777344, 0.002398808797200521, 0.002573410669962565, 0.0023790200551350913, 0.001974344253540039, 0.002363920211791992, 0.0031135876973470054, 0.0026388168334960938, 0.0024919509887695312, 0.0023163159688313804, 0.0019582907358805337, 0.0018090407053629558, 0.0023481051127115884, 0.0029153029123942056, 0.0027070840199788413, 0.0024770100911458335], "std_score_time": [1.675539703552565e-05, 0.00022389624599872206, 3.5612177724313053e-05, 7.239092009541888e-05, 0.00028323420317049675, 5.017035462072351e-05, 0.00010269935452106546, 1.2453171424305626e-05, 4.176659830071214e-05, 0.0001360655199958462, 8.185905157797624e-05, 4.2314204504992234e-05, 0.00021518711703854786, 8.767906051945013e-05, 0.00042047621799228116, 5.756161677752119e-06, 4.1022932550603526e-05, 0.00031694204897648553, 7.177318874560837e-05, 0.00020320378804818045, 8.834093840624707e-05, 1.755181091750545e-05, 0.00024294602338007033, 5.362139323830919e-05, 0.00011380352564336077, 7.275721858827799e-05, 0.00011725880442237763, 8.633452462104782e-05, 6.851104440358974e-05, 3.9476018189954554e-05, 4.957628845097699e-05, 0.00012636969400028504, 9.622394531531643e-05, 4.034106863040712e-05, 0.00011055534611823074], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.6401869158878505, 0.6261682242990654, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.6822429906542056, 0.6261682242990654, 0.6822429906542056, 0.6822429906542056, 0.6214953271028038, 0.5747663551401869, 0.5841121495327103, 0.6682242990654206, 0.6915887850467289, 0.7242990654205608, 0.6682242990654206, 0.5887850467289719, 0.5747663551401869, 0.5841121495327103, 0.6542056074766355, 0.7710280373831776, 0.7429906542056075, 0.6542056074766355, 0.5887850467289719, 0.5747663551401869, 0.5841121495327103], "split1_test_score": [0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.6495327102803738, 0.6074766355140186, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.6915887850467289, 0.6635514018691588, 0.719626168224299, 0.6915887850467289, 0.6121495327102804, 0.5934579439252337, 0.5934579439252337, 0.6682242990654206, 0.6869158878504673, 0.7570093457943925, 0.6682242990654206, 0.602803738317757, 0.5887850467289719, 0.5841121495327103, 0.6915887850467289, 0.7570093457943925, 0.7383177570093458, 0.6915887850467289, 0.6074766355140186, 0.5887850467289719, 0.5841121495327103], "split2_test_score": [0.596244131455399, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.6948356807511737, 0.6384976525821596, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.6901408450704225, 0.704225352112676, 0.7136150234741784, 0.6901408450704225, 0.596244131455399, 0.5868544600938967, 0.5915492957746479, 0.6525821596244131, 0.7464788732394366, 0.7511737089201878, 0.6525821596244131, 0.5821596244131455, 0.5868544600938967, 0.5868544600938967, 0.6338028169014085, 0.7793427230046949, 0.7464788732394366, 0.6338028169014085, 0.5868544600938967, 0.5868544600938967, 0.5868544600938967], "mean_test_score": [0.5943866731019555, 0.5943866731019555, 0.5943866731019555, 0.5943866731019555, 0.5943866731019555, 0.5943866731019555, 0.5943866731019555, 0.5943866731019555, 0.6615184356397993, 0.6240475041317479, 0.5943866731019555, 0.5943866731019555, 0.5943866731019555, 0.5943866731019555, 0.6879908735904524, 0.6646483260936334, 0.7051613941175611, 0.6879908735904524, 0.6099629970894944, 0.5850262530531057, 0.5897064630775306, 0.6630102525850847, 0.7083278487122109, 0.7441607067117136, 0.6630102525850847, 0.5912494698199581, 0.5834686206543519, 0.5850262530531057, 0.6598657364749243, 0.769126702060755, 0.7425957614847967, 0.6598657364749243, 0.5943720474456291, 0.5834686206543519, 0.5850262530531057], "std_test_score": [0.0013134213974915457, 0.0013134213974915457, 0.0013134213974915457, 0.0013134213974915457, 0.0013134213974915457, 0.0013134213974915457, 0.0013134213974915457, 0.0013134213974915457, 0.023865806565955133, 0.012752750435534128, 0.0013134213974915457, 0.0013134213974915457, 0.0013134213974915457, 0.0013134213974915457, 0.004107128050137884, 0.0318761272500625, 0.016390513074816218, 0.004107128050137884, 0.010424056277719744, 0.007739536100022164, 0.004031789715829574, 0.0073737752473346145, 0.027044216836006895, 0.014244935018354582, 0.0073737752473346145, 0.008606195272599976, 0.006203701045781784, 0.0012927375959562867, 0.023928119076809327, 0.009216153984919895, 0.003343442310551125, 0.023928119076809327, 0.009299801521914897, 0.006203701045781784, 0.0012927375959562867], "rank_test_score": [16, 16, 16, 16, 16, 16, 16, 16, 11, 14, 16, 16, 16, 16, 6, 8, 5, 6, 15, 31, 30, 9, 4, 2, 9, 29, 34, 31, 12, 1, 3, 12, 28, 34, 31]}, "additional_scores": {}}, {"experiment_name": "Titanic_CV", "train_set_name": "train+dev", "train_set_size": 712, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"family.csv\", \"misc.csv\", \"socioeconomic.csv\", \"vitals.csv\"]", "featureset_name": "family.csv+misc.csv+socioeconomic.csv+vitals.csv", "shuffle": false, "learner_name": "SVC", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:16:40.621016", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "accuracy", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:16:45.480730", "total_time": "0:00:04.859714", "result_table": "+----+------+------+-------------+----------+-------------+\n| | 0 | 1 | Precision | Recall | F-measure |\n+====+======+======+=============+==========+=============+\n| 0 | [34] | 8 | 0.872 | 0.810 | 0.840 |\n+----+------+------+-------------+----------+-------------+\n| 1 | 5 | [24] | 0.750 | 0.828 | 0.787 |\n+----+------+------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.8169014084507042, "pearson": "", "score": 0.8169014084507042, "fold": 5, "model_params": "{\"C\": 100.0, \"break_ties\": false, \"cache_size\": 1000, \"class_weight\": null, \"coef0\": 0.0, \"decision_function_shape\": \"ovr\", \"degree\": 3, \"gamma\": \"scale\", \"kernel\": \"rbf\", \"max_iter\": -1, \"probability\": false, \"random_state\": 123456789, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.7738288505696693, "grid_search_cv_results": {"mean_fit_time": [0.006451129913330078, 0.00753935178120931, 0.006298224131266276, 0.007094621658325195, 0.008110682169596354, 0.0067653656005859375, 0.005789041519165039, 0.007594744364420573, 0.008156696955362955, 0.0074462890625, 0.007644971211751302, 0.009480158487955729, 0.0076258182525634766, 0.007052898406982422, 0.009131828943888346, 0.0074659983317057295, 0.007233222325642903, 0.008717060089111328, 0.009746948877970377, 0.008474349975585938, 0.007156769434611003, 0.01069331169128418, 0.009153604507446289, 0.010035037994384766, 0.011257012685139975, 0.011122941970825195, 0.009382486343383789, 0.009462277094523111, 0.014763514200846354, 0.012201309204101562, 0.020479599634806316, 0.015132665634155273, 0.011243263880411783, 0.01033457120259603, 0.009133736292521158], "std_fit_time": [0.00033389316836935013, 0.000271795042300972, 0.00021840983988229707, 0.00028263936806976174, 0.0004631369661642217, 0.0004828203258749313, 0.0002437301098816839, 0.0003689037524814684, 0.00026417053514251677, 0.00046697576105472413, 0.0003195215392316312, 0.00031728107746154216, 7.239789956849549e-05, 0.00039099062329257665, 5.4042830171440626e-05, 0.0001831152301301288, 0.0008838135314984795, 0.0006086963135780194, 0.00019130248142127087, 0.00013522054271182567, 0.0004650880354865139, 0.0009017324769251757, 0.0010961900489104622, 0.0016243850021203164, 0.0005941451052659271, 0.0009841254146249823, 0.0005314283632969422, 0.0012942215252046824, 0.0005674612728076359, 0.0013903304297606027, 0.004583998406808051, 0.000637319248284479, 0.0008039393725629984, 0.0003828323056439751, 0.0004276660173481369], "mean_score_time": [0.0023552576700846353, 0.0021399656931559243, 0.002086003621419271, 0.0025063355763753257, 0.003055016199747721, 0.002409219741821289, 0.002198934555053711, 0.0026690165201822915, 0.002529780069986979, 0.002583026885986328, 0.0026803811391194663, 0.0034519831339518228, 0.0026572545369466147, 0.002482732137044271, 0.0027205944061279297, 0.0021366278330485025, 0.002175410588582357, 0.003160238265991211, 0.003302335739135742, 0.002826054890950521, 0.0024236838022867837, 0.002554734547932943, 0.0023554166158040366, 0.0020260016123453775, 0.002562363942464193, 0.0032476584116617837, 0.0025537808736165366, 0.002554734547932943, 0.002572218577067057, 0.0019372304280598958, 0.0018908182779947917, 0.0025333563486735025, 0.0033076604207356772, 0.002760648727416992, 0.0024092992146809897], "std_score_time": [0.0002072865783766045, 5.962763448919199e-05, 6.215255260406507e-05, 4.3712529200111864e-05, 0.00018136956792829032, 0.00012807331822861206, 8.284236561998727e-05, 5.539845499800407e-05, 4.014614594998671e-05, 0.00012527499240493027, 3.3443440932058957e-05, 3.061448876019099e-05, 3.939145065011723e-05, 3.0314078266948517e-05, 8.31915730633438e-05, 8.98449729846849e-05, 0.00011281916330795733, 0.00038310119324683667, 0.00010845241603505508, 0.0001250732645386904, 7.611226596565168e-05, 0.00046415177827865083, 0.00013484832495434657, 0.0001091371010643925, 3.23373493847947e-05, 0.00013557813648696376, 0.0001472802134339681, 0.000245493683230909, 0.0001185111157824417, 5.7903273298938904e-05, 6.736702013962487e-05, 0.0001273636324207377, 0.00016680264675975013, 0.00011281121346677251, 7.411720873440489e-05], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.6214953271028038, 0.6121495327102804, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.6915887850467289, 0.6261682242990654, 0.705607476635514, 0.6915887850467289, 0.6074766355140186, 0.5841121495327103, 0.5934579439252337, 0.6588785046728972, 0.6214953271028038, 0.7523364485981309, 0.6588785046728972, 0.5934579439252337, 0.5841121495327103, 0.5934579439252337, 0.6261682242990654, 0.7757009345794392, 0.7383177570093458, 0.6261682242990654, 0.5934579439252337, 0.5841121495327103, 0.5934579439252337], "split1_test_score": [0.5981308411214953, 0.5981308411214953, 0.5981308411214953, 0.5981308411214953, 0.5981308411214953, 0.5981308411214953, 0.5981308411214953, 0.5981308411214953, 0.6728971962616822, 0.6074766355140186, 0.5981308411214953, 0.5981308411214953, 0.5981308411214953, 0.5981308411214953, 0.7009345794392523, 0.6869158878504673, 0.7242990654205608, 0.7009345794392523, 0.602803738317757, 0.5981308411214953, 0.602803738317757, 0.6822429906542056, 0.7102803738317757, 0.7663551401869159, 0.6822429906542056, 0.5981308411214953, 0.5981308411214953, 0.5934579439252337, 0.677570093457944, 0.7476635514018691, 0.7476635514018691, 0.677570093457944, 0.5934579439252337, 0.5981308411214953, 0.5887850467289719], "split2_test_score": [0.596244131455399, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.6948356807511737, 0.6338028169014085, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.6713615023474179, 0.6948356807511737, 0.6713615023474179, 0.6713615023474179, 0.6103286384976526, 0.5915492957746479, 0.596244131455399, 0.6854460093896714, 0.704225352112676, 0.7370892018779343, 0.6854460093896714, 0.6056338028169014, 0.5868544600938967, 0.596244131455399, 0.6619718309859155, 0.7981220657276995, 0.7276995305164319, 0.6619718309859155, 0.6056338028169014, 0.5868544600938967, 0.596244131455399], "mean_test_score": [0.5959443055007093, 0.5959443055007093, 0.5959443055007093, 0.5959443055007093, 0.5959443055007093, 0.5959443055007093, 0.5959443055007093, 0.5959443055007093, 0.6630760680385532, 0.6178096617085692, 0.5959443055007093, 0.5959443055007093, 0.5959443055007093, 0.5959443055007093, 0.6879616222777997, 0.6693065976335687, 0.7004226814678308, 0.6879616222777997, 0.6068696707764761, 0.5912640954762844, 0.5975019378994633, 0.675522501572258, 0.6786670176824184, 0.7519269302209937, 0.675522501572258, 0.5990741959545435, 0.5896991502493675, 0.5943866731019555, 0.6552367162476416, 0.7738288505696693, 0.7378936129758823, 0.6552367162476416, 0.5975165635557896, 0.5896991502493675, 0.5928290407032015], "std_test_score": [0.0019194467525889907, 0.0019194467525889907, 0.0019194467525889907, 0.0019194467525889907, 0.0019194467525889907, 0.0019194467525889907, 0.0019194467525889907, 0.0019194467525889907, 0.030735894195531386, 0.011468645715410055, 0.0019194467525889907, 0.0019194467525889907, 0.0019194467525889907, 0.0019194467525889907, 0.012342580888510188, 0.030674313036130274, 0.02192043143931963, 0.012342580888510188, 0.0031018634532393886, 0.005726658878904738, 0.0039176971122397404, 0.011841503475611706, 0.040501995628224687, 0.011951277902444551, 0.011841503475611706, 0.0050153314076757, 0.006066307225203907, 0.0013134213974915457, 0.021518354431506504, 0.02064209196273857, 0.00815579369116972, 0.021518354431506504, 0.005739754926045846, 0.006066307225203907, 0.0030774584412050442], "rank_test_score": [19, 19, 19, 19, 19, 19, 19, 19, 11, 14, 19, 19, 19, 19, 5, 10, 4, 5, 15, 33, 18, 8, 7, 2, 8, 16, 34, 31, 12, 1, 3, 12, 17, 34, 32]}, "additional_scores": {}}, {"experiment_name": "Titanic_CV", "train_set_name": "train+dev", "train_set_size": 712, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"family.csv\", \"misc.csv\", \"socioeconomic.csv\", \"vitals.csv\"]", "featureset_name": "family.csv+misc.csv+socioeconomic.csv+vitals.csv", "shuffle": false, "learner_name": "SVC", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:16:40.621016", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "accuracy", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:16:45.480730", "total_time": "0:00:04.859714", "result_table": "+----+------+------+-------------+----------+-------------+\n| | 0 | 1 | Precision | Recall | F-measure |\n+====+======+======+=============+==========+=============+\n| 0 | [36] | 6 | 0.800 | 0.857 | 0.828 |\n+----+------+------+-------------+----------+-------------+\n| 1 | 9 | [20] | 0.769 | 0.690 | 0.727 |\n+----+------+------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.7887323943661971, "pearson": "", "score": 0.7887323943661971, "fold": 6, "model_params": "{\"C\": 100.0, \"break_ties\": false, \"cache_size\": 1000, \"class_weight\": null, \"coef0\": 0.0, \"decision_function_shape\": \"ovr\", \"degree\": 3, \"gamma\": \"scale\", \"kernel\": \"rbf\", \"max_iter\": -1, \"probability\": false, \"random_state\": 123456789, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.7769514281953404, "grid_search_cv_results": {"mean_fit_time": [0.0064470767974853516, 0.007283846537272136, 0.006995677947998047, 0.008096933364868164, 0.009203195571899414, 0.007953166961669922, 0.007225354512532552, 0.007944981257120768, 0.008249044418334961, 0.007534106572469075, 0.00812228520711263, 0.009601275126139322, 0.008020957310994467, 0.007517099380493164, 0.00897367795308431, 0.008073965708414713, 0.007570187250773112, 0.009270032246907553, 0.009567817052205404, 0.00852346420288086, 0.008036057154337565, 0.01133267084757487, 0.009241739908854166, 0.00968186060587565, 0.011416037877400717, 0.010938405990600586, 0.009693622589111328, 0.009833335876464844, 0.014570871988932291, 0.012526909510294596, 0.022413889567057293, 0.01512447992960612, 0.012046337127685547, 0.010401328404744467, 0.009196043014526367], "std_fit_time": [0.00022931414083968808, 0.00019170537377010717, 0.0005669039679660339, 0.0002926729600905921, 0.000283942881538394, 0.00020698577769756655, 0.00017679948269431925, 0.000219940877183151, 0.00024048931191687848, 0.0005241920543500821, 0.0001456709986535969, 0.00015324218032789752, 0.0003411172148320313, 0.0001955010057337765, 0.0002272013001592913, 0.00039531930179177423, 0.00048220353931005934, 0.0001563422851172828, 0.0002590644573371907, 0.0003177884451596721, 0.0005089902693140532, 0.00019931729837303666, 0.0007984121548661196, 0.0008467747313280033, 0.000434386932134947, 0.0006657798586820302, 0.00046939336554851753, 0.0006156000030870059, 0.0003043320992448731, 0.0010058659991933508, 0.004920889110692597, 0.00020392305290809818, 0.0012885666438446897, 0.0001769516003059418, 0.00029876166094168456], "mean_score_time": [0.002244154612223307, 0.002200444539388021, 0.0025222301483154297, 0.0029268264770507812, 0.003591775894165039, 0.0031220118204752603, 0.0028502941131591797, 0.0027892589569091797, 0.002547661463419596, 0.002556403477986654, 0.002818425496419271, 0.0033713976542154946, 0.0029001235961914062, 0.002604881922403971, 0.0028699239095052085, 0.002391258875528971, 0.0023376941680908203, 0.0031750996907552085, 0.0032160282135009766, 0.0028055508931477866, 0.002659956614176432, 0.0027670860290527344, 0.0024112860361735025, 0.0019800662994384766, 0.0027097066243489585, 0.003412167231241862, 0.002787351608276367, 0.002624670664469401, 0.0023600260416666665, 0.0019980271657307944, 0.001979668935139974, 0.0024843215942382812, 0.003242333730061849, 0.0028467178344726562, 0.002431948979695638], "std_score_time": [8.987470418305518e-05, 9.95911312076422e-05, 6.782942231339327e-05, 0.00020066149543460839, 0.00010997499006496419, 8.689309680471898e-05, 0.00010184520613758451, 0.00013415503643786976, 7.08832866096815e-05, 2.1762217309055078e-05, 0.00017278163703513433, 1.8809733407481538e-05, 0.0001952755385184838, 0.00013211076358308558, 0.00019106144893242077, 6.79729468840544e-05, 0.00011442320077232922, 0.0003969572366466136, 0.00010660341402179872, 0.00012428803189445083, 8.504524358537002e-05, 0.0001568936763733153, 0.0001672258161916351, 5.0691849374644904e-05, 0.00010510363064717326, 0.00010558423297071777, 8.847289112474502e-05, 0.00011889740092377156, 4.138438046575579e-05, 3.100806530719288e-05, 0.00011133413020569502, 4.142907294033757e-05, 7.570389559497744e-06, 0.00017090349761107664, 7.40683641548653e-05], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.6214953271028038, 0.6214953271028038, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.6962616822429907, 0.602803738317757, 0.677570093457944, 0.6962616822429907, 0.6448598130841121, 0.6074766355140186, 0.6121495327102804, 0.6682242990654206, 0.6261682242990654, 0.7383177570093458, 0.6682242990654206, 0.6308411214953271, 0.6074766355140186, 0.6121495327102804, 0.6448598130841121, 0.7616822429906542, 0.7242990654205608, 0.6448598130841121, 0.6308411214953271, 0.6074766355140186, 0.6121495327102804], "split1_test_score": [0.5981308411214953, 0.5981308411214953, 0.5981308411214953, 0.5981308411214953, 0.5981308411214953, 0.5981308411214953, 0.5981308411214953, 0.5981308411214953, 0.6822429906542056, 0.6074766355140186, 0.5981308411214953, 0.5981308411214953, 0.5981308411214953, 0.5981308411214953, 0.6869158878504673, 0.6822429906542056, 0.7242990654205608, 0.6869158878504673, 0.6355140186915887, 0.616822429906542, 0.616822429906542, 0.705607476635514, 0.7009345794392523, 0.7523364485981309, 0.705607476635514, 0.6355140186915887, 0.616822429906542, 0.616822429906542, 0.6822429906542056, 0.7663551401869159, 0.7663551401869159, 0.6822429906542056, 0.6401869158878505, 0.616822429906542, 0.616822429906542], "split2_test_score": [0.596244131455399, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.6901408450704225, 0.6338028169014085, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.7089201877934272, 0.704225352112676, 0.6995305164319249, 0.7089201877934272, 0.6384976525821596, 0.6150234741784038, 0.6150234741784038, 0.7089201877934272, 0.7230046948356808, 0.7746478873239436, 0.7089201877934272, 0.6384976525821596, 0.6150234741784038, 0.6150234741784038, 0.6854460093896714, 0.8028169014084507, 0.7605633802816901, 0.6854460093896714, 0.6384976525821596, 0.6103286384976526, 0.6150234741784038], "mean_test_score": [0.5959443055007093, 0.5959443055007093, 0.5959443055007093, 0.5959443055007093, 0.5959443055007093, 0.5959443055007093, 0.5959443055007093, 0.5959443055007093, 0.6646263876091439, 0.6209249265060769, 0.5959443055007093, 0.5959443055007093, 0.5959443055007093, 0.5959443055007093, 0.6973659192956285, 0.6630906936948796, 0.7004665584368098, 0.6973659192956285, 0.6396238281192868, 0.6131075131996548, 0.6146651455984087, 0.6942506544981205, 0.6833691661913329, 0.7551006976438067, 0.6942506544981205, 0.6349509309230251, 0.6131075131996548, 0.6146651455984087, 0.6708496043759964, 0.7769514281953404, 0.7504058619630555, 0.6708496043759964, 0.6365085633217791, 0.6115425679727378, 0.6146651455984087], "std_test_score": [0.0019194467525889907, 0.0019194467525889907, 0.0019194467525889907, 0.0019194467525889907, 0.0019194467525889907, 0.0019194467525889907, 0.0019194467525889907, 0.0019194467525889907, 0.030668227982676394, 0.010755183997837123, 0.0019194467525889907, 0.0019194467525889907, 0.0019194467525889907, 0.0019194467525889907, 0.00901708780025459, 0.04356369891936085, 0.01908850153271928, 0.00901708780025459, 0.0038976207881345685, 0.004048798015946359, 0.0019244551748721658, 0.01845303762954069, 0.041438575533954136, 0.01495995536443443, 0.01845303762954069, 0.00315102289711744, 0.004048798015946359, 0.0019244551748721658, 0.018424020024625693, 0.01838887381825051, 0.01861110313734536, 0.018424020024625693, 0.00406639277256483, 0.003910770323494734, 0.0019244551748721658], "rank_test_score": [24, 24, 24, 24, 24, 24, 24, 24, 12, 17, 24, 24, 24, 24, 5, 13, 4, 5, 14, 21, 18, 7, 9, 2, 7, 16, 21, 18, 10, 1, 3, 10, 15, 23, 18]}, "additional_scores": {}}, {"experiment_name": "Titanic_CV", "train_set_name": "train+dev", "train_set_size": 712, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"family.csv\", \"misc.csv\", \"socioeconomic.csv\", \"vitals.csv\"]", "featureset_name": "family.csv+misc.csv+socioeconomic.csv+vitals.csv", "shuffle": false, "learner_name": "SVC", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:16:40.621016", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "accuracy", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:16:45.480730", "total_time": "0:00:04.859714", "result_table": "+----+------+------+-------------+----------+-------------+\n| | 0 | 1 | Precision | Recall | F-measure |\n+====+======+======+=============+==========+=============+\n| 0 | [35] | 7 | 0.854 | 0.833 | 0.843 |\n+----+------+------+-------------+----------+-------------+\n| 1 | 6 | [23] | 0.767 | 0.793 | 0.780 |\n+----+------+------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.8169014084507042, "pearson": "", "score": 0.8169014084507042, "fold": 7, "model_params": "{\"C\": 100.0, \"break_ties\": false, \"cache_size\": 1000, \"class_weight\": null, \"coef0\": 0.0, \"decision_function_shape\": \"ovr\", \"degree\": 3, \"gamma\": \"scale\", \"kernel\": \"rbf\", \"max_iter\": -1, \"probability\": false, \"random_state\": 123456789, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.769170579029734, "grid_search_cv_results": {"mean_fit_time": [0.006424347559611003, 0.006916920344034831, 0.006061951319376628, 0.006942351659138997, 0.008153279622395834, 0.007187048594156901, 0.00664671262105306, 0.007704416910807292, 0.007726033528645833, 0.006995280583699544, 0.007505337397257487, 0.008842229843139648, 0.007678429285685222, 0.0069039662679036455, 0.00847299893697103, 0.007741689682006836, 0.007518927256266276, 0.008652687072753906, 0.010107596715291342, 0.008217891057332357, 0.007461865743001302, 0.011041402816772461, 0.008584260940551758, 0.010276397069295248, 0.01129301389058431, 0.010053157806396484, 0.010037660598754883, 0.009307384490966797, 0.012983322143554688, 0.01242526372273763, 0.020435174306233723, 0.011606375376383463, 0.010555108388264975, 0.008723576863606771, 0.008484284083048502], "std_fit_time": [1.795629426271916e-05, 0.00015135985337402116, 0.000284651570620461, 0.0002784811560105266, 0.00030670220957944587, 0.0002474967320566635, 0.0002442497464451915, 3.324284269038284e-05, 0.0003062419183020213, 0.0002068946127157827, 0.00022172161599504021, 0.00020404433475475282, 0.00010729724941401421, 0.0003427828705882672, 0.0001699396983113929, 0.00010090994186841763, 0.00034233793839010673, 0.00011716924957171776, 0.00016307602305109595, 5.951280936603069e-05, 0.0001716089757365306, 0.00042215607550015585, 0.0004267551821158462, 0.0009967502158432868, 0.0005080608861071302, 0.00011544597548374332, 0.00037317196995162227, 0.00023960066848800114, 0.0005921498084290936, 0.0010188288509268254, 0.005868634815986423, 0.0003648511829053894, 0.0013185392904123587, 0.0001412727937827683, 0.00011165566285526417], "mean_score_time": [0.0022176106770833335, 0.0021310647328694663, 0.002171754837036133, 0.002539952596028646, 0.0033415953318277993, 0.0026775201161702475, 0.00238188107808431, 0.002715587615966797, 0.0022999445597330728, 0.0024663607279459634, 0.002706289291381836, 0.0031131108601888022, 0.002695004145304362, 0.0024094581604003906, 0.0027050177256266275, 0.002116998036702474, 0.002188603083292643, 0.0026737054189046225, 0.003323634465535482, 0.002766132354736328, 0.0024542013804117837, 0.0025363763173421225, 0.002134402592976888, 0.002056678136189779, 0.0026706854502360025, 0.0030579566955566406, 0.0026891231536865234, 0.0024829705556233725, 0.0026269753774007163, 0.0019368330637613933, 0.0016564528147379558, 0.002246856689453125, 0.0029199918111165366, 0.002497116724650065, 0.002246379852294922], "std_score_time": [0.0001016801122969724, 0.00018688897572223707, 0.000102199193004509, 0.00011607456672134336, 6.028717059390288e-05, 0.00010049323468725223, 3.2722943950051096e-05, 3.40396276427741e-05, 6.239900032361024e-05, 0.0001033843246139431, 0.00010672119129882083, 0.0001483996009070624, 6.553875750019185e-05, 0.00017857567490492935, 0.00011085093720053465, 4.202724400108171e-05, 4.489590592762926e-05, 3.2054863456249875e-05, 1.8299132891303646e-05, 2.478712501804489e-05, 8.186113476955314e-05, 0.00010937088330304828, 7.037894975737683e-05, 4.1686829306999436e-05, 6.237470314462428e-05, 6.57848087351754e-05, 8.997345643253883e-05, 1.91887051058324e-05, 0.000207980853434979, 6.522519207993201e-05, 7.466837842212192e-05, 9.692431251787587e-05, 6.168496817854573e-05, 5.244715021960614e-05, 3.2933422650504924e-05], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.6214953271028038, 0.6635514018691588, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.6915887850467289, 0.6261682242990654, 0.6728971962616822, 0.6915887850467289, 0.6308411214953271, 0.602803738317757, 0.6074766355140186, 0.6962616822429907, 0.6401869158878505, 0.7383177570093458, 0.6962616822429907, 0.616822429906542, 0.602803738317757, 0.6074766355140186, 0.7009345794392523, 0.7289719626168224, 0.7289719626168224, 0.7009345794392523, 0.616822429906542, 0.602803738317757, 0.6074766355140186], "split1_test_score": [0.5981308411214953, 0.5981308411214953, 0.5981308411214953, 0.5981308411214953, 0.5981308411214953, 0.5981308411214953, 0.5981308411214953, 0.5981308411214953, 0.7009345794392523, 0.616822429906542, 0.5981308411214953, 0.5981308411214953, 0.5981308411214953, 0.5981308411214953, 0.6822429906542056, 0.6822429906542056, 0.7149532710280374, 0.6822429906542056, 0.6214953271028038, 0.5981308411214953, 0.6074766355140186, 0.7149532710280374, 0.6962616822429907, 0.7383177570093458, 0.7149532710280374, 0.6214953271028038, 0.5934579439252337, 0.5981308411214953, 0.6822429906542056, 0.7710280373831776, 0.7616822429906542, 0.6822429906542056, 0.616822429906542, 0.5934579439252337, 0.5981308411214953], "split2_test_score": [0.596244131455399, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.7136150234741784, 0.6713615023474179, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.6854460093896714, 0.704225352112676, 0.6713615023474179, 0.6854460093896714, 0.6244131455399061, 0.596244131455399, 0.6056338028169014, 0.7136150234741784, 0.7323943661971831, 0.7089201877934272, 0.7136150234741784, 0.6150234741784038, 0.596244131455399, 0.6056338028169014, 0.6948356807511737, 0.8075117370892019, 0.7276995305164319, 0.6948356807511737, 0.6103286384976526, 0.5868544600938967, 0.6009389671361502], "mean_test_score": [0.5959443055007093, 0.5959443055007093, 0.5959443055007093, 0.5959443055007093, 0.5959443055007093, 0.5959443055007093, 0.5959443055007093, 0.5959443055007093, 0.6786816433387449, 0.6505784447077062, 0.5959443055007093, 0.5959443055007093, 0.5959443055007093, 0.5959443055007093, 0.6864259283635353, 0.6708788556886489, 0.6864039898790458, 0.6864259283635353, 0.6255831980460123, 0.5990595702982171, 0.6068623579483129, 0.7082766589150689, 0.6896143214426748, 0.7285185672707062, 0.7082766589150689, 0.6177804103959165, 0.5975019378994633, 0.6037470931508051, 0.6926710836148772, 0.769170579029734, 0.7394512453746361, 0.6926710836148772, 0.6146578327702455, 0.5943720474456292, 0.602182147923888], "std_test_score": [0.0019194467525889907, 0.0019194467525889907, 0.0019194467525889907, 0.0019194467525889907, 0.0019194467525889907, 0.0019194467525889907, 0.0019194467525889907, 0.0019194467525889907, 0.04076685327328658, 0.02408112426517831, 0.0019194467525889907, 0.0019194467525889907, 0.0019194467525889907, 0.0019194467525889907, 0.0038778128804206275, 0.0328642305378165, 0.020197123219948952, 0.0038778128804206275, 0.003904077813185794, 0.0027572950464714967, 0.0008687196644826109, 0.00851341979668135, 0.03793585838705639, 0.013858147028651254, 0.00851341979668135, 0.0027275770728227957, 0.0039176971122397404, 0.0040419239008122635, 0.007782800841135474, 0.03209061812216712, 0.015728269922130167, 0.007782800841135474, 0.003061202627224423, 0.006543269208381259, 0.0039153622276089685], "rank_test_score": [23, 23, 23, 23, 23, 23, 23, 23, 12, 14, 23, 23, 23, 23, 9, 13, 11, 9, 15, 21, 18, 4, 8, 3, 4, 16, 22, 19, 6, 1, 2, 6, 17, 35, 20]}, "additional_scores": {}}, {"experiment_name": "Titanic_CV", "train_set_name": "train+dev", "train_set_size": 712, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"family.csv\", \"misc.csv\", \"socioeconomic.csv\", \"vitals.csv\"]", "featureset_name": "family.csv+misc.csv+socioeconomic.csv+vitals.csv", "shuffle": false, "learner_name": "SVC", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:16:40.621016", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "accuracy", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:16:45.480730", "total_time": "0:00:04.859714", "result_table": "+----+------+------+-------------+----------+-------------+\n| | 0 | 1 | Precision | Recall | F-measure |\n+====+======+======+=============+==========+=============+\n| 0 | [35] | 7 | 0.833 | 0.833 | 0.833 |\n+----+------+------+-------------+----------+-------------+\n| 1 | 7 | [22] | 0.759 | 0.759 | 0.759 |\n+----+------+------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.8028169014084507, "pearson": "", "score": 0.8028169014084507, "fold": 8, "model_params": "{\"C\": 100.0, \"break_ties\": false, \"cache_size\": 1000, \"class_weight\": null, \"coef0\": 0.0, \"decision_function_shape\": \"ovr\", \"degree\": 3, \"gamma\": \"scale\", \"kernel\": \"rbf\", \"max_iter\": -1, \"probability\": false, \"random_state\": 123456789, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.7691852046860603, "grid_search_cv_results": {"mean_fit_time": [0.00618894894917806, 0.0071620941162109375, 0.006587982177734375, 0.007541656494140625, 0.00863194465637207, 0.007168292999267578, 0.006404320398966472, 0.00768733024597168, 0.009159247080485025, 0.007489760716756185, 0.00791772206624349, 0.010231574376424154, 0.007660071055094401, 0.0075693925221761065, 0.008853991826375326, 0.007541259129842122, 0.007577657699584961, 0.008391698201497396, 0.009930928548177084, 0.007610241572062175, 0.007042805353800456, 0.011987129847208658, 0.008319377899169922, 0.009550333023071289, 0.01078192392985026, 0.009840647379557291, 0.009972095489501953, 0.008638381958007812, 0.015749454498291016, 0.010289589564005533, 0.02314607302347819, 0.014003833134969076, 0.010689338048299154, 0.010058244069417318, 0.009004831314086914], "std_fit_time": [0.00023064598500336354, 0.00026562183830539365, 0.00014363421715230058, 6.924407830933383e-05, 0.00045163859100290235, 0.0002395702995462264, 0.0002068845384590898, 0.00033838582432110445, 0.0011676737652281319, 0.0003712342054509807, 0.0002811636337527903, 0.001101907572812066, 0.00018672963139028945, 0.0006212183039990256, 0.0002586676650446479, 0.00043571160400664725, 0.00033727541974436237, 0.00013061484776434224, 0.0002606237764186008, 0.00027652131289513906, 0.00024702506934182953, 0.00024740132264290915, 0.0003630467586956166, 0.0002308237461084179, 0.0006644256939722068, 0.0007816932946969281, 0.00020819498851904457, 0.00017923443413016512, 0.0015678023257659623, 0.0009628529192326067, 0.004464373152798632, 0.001223556363755035, 0.0008634950066134175, 8.393560606488407e-05, 0.0004122365477968128], "mean_score_time": [0.002205371856689453, 0.0022544066111246743, 0.0024393399556477866, 0.0026025772094726562, 0.0032606124877929688, 0.002624352773030599, 0.00234834353129069, 0.002659002939860026, 0.0024340152740478516, 0.00245054562886556, 0.002694288889567057, 0.0033823649088541665, 0.0027788480122884116, 0.0025153160095214844, 0.002844651540120443, 0.002112706502278646, 0.0023215611775716147, 0.0025632381439208984, 0.0033583641052246094, 0.0025033156077067056, 0.002400477727254232, 0.002487341562906901, 0.0021146933237711587, 0.002051671346028646, 0.0023880799611409507, 0.0029770533243815103, 0.00287016232808431, 0.0023484230041503906, 0.002511103947957357, 0.001787424087524414, 0.0017627875010172527, 0.0021959940592447915, 0.0033000310262044272, 0.00282899538675944, 0.0025391578674316406], "std_score_time": [0.00010020692509689292, 0.0001027760769531228, 0.0001322571180501974, 4.1671220944106463e-05, 3.2544499932049174e-05, 5.019728780654146e-05, 6.915353617146459e-05, 9.554257469782932e-05, 0.00011788121169349126, 0.00010379368457098673, 3.292670970499121e-05, 8.126549719973127e-05, 0.0001570642697062968, 4.5664886653778686e-05, 0.00014720313107139893, 0.00019804652582961225, 9.731496290553997e-05, 0.00017126432612037148, 8.150777715002462e-05, 9.972346143997019e-05, 0.00013347925185099716, 0.00011087144696334463, 0.00013447742527371767, 5.226982605669101e-05, 6.788898974589139e-05, 1.90479717201887e-05, 0.00016804945382173765, 3.087374844541237e-05, 0.00031162499041265205, 0.00013191178076126363, 0.00013067663137477476, 5.873856210922289e-05, 6.312806939667815e-05, 6.271853882745792e-05, 5.9409138797664314e-05], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.616822429906542, 0.6495327102803738, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.705607476635514, 0.6214953271028038, 0.6962616822429907, 0.705607476635514, 0.6261682242990654, 0.602803738317757, 0.6074766355140186, 0.6822429906542056, 0.6401869158878505, 0.7336448598130841, 0.6822429906542056, 0.6308411214953271, 0.602803738317757, 0.6074766355140186, 0.6728971962616822, 0.7242990654205608, 0.7149532710280374, 0.6728971962616822, 0.6261682242990654, 0.602803738317757, 0.6074766355140186], "split1_test_score": [0.5981308411214953, 0.5981308411214953, 0.5981308411214953, 0.5981308411214953, 0.5981308411214953, 0.5981308411214953, 0.5981308411214953, 0.5981308411214953, 0.6869158878504673, 0.6121495327102804, 0.5981308411214953, 0.5981308411214953, 0.5981308411214953, 0.5981308411214953, 0.677570093457944, 0.6822429906542056, 0.6915887850467289, 0.677570093457944, 0.6308411214953271, 0.6121495327102804, 0.6121495327102804, 0.7009345794392523, 0.7009345794392523, 0.7429906542056075, 0.7009345794392523, 0.6214953271028038, 0.6074766355140186, 0.6121495327102804, 0.677570093457944, 0.7663551401869159, 0.7476635514018691, 0.677570093457944, 0.602803738317757, 0.6074766355140186, 0.6121495327102804], "split2_test_score": [0.596244131455399, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.6948356807511737, 0.6338028169014085, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.6901408450704225, 0.7136150234741784, 0.6901408450704225, 0.6901408450704225, 0.6384976525821596, 0.6056338028169014, 0.6150234741784038, 0.7183098591549296, 0.7323943661971831, 0.7136150234741784, 0.7183098591549296, 0.6338028169014085, 0.6056338028169014, 0.6150234741784038, 0.7230046948356808, 0.8169014084507042, 0.7417840375586855, 0.7230046948356808, 0.6338028169014085, 0.6056338028169014, 0.6150234741784038], "mean_test_score": [0.5959443055007093, 0.5959443055007093, 0.5959443055007093, 0.5959443055007093, 0.5959443055007093, 0.5959443055007093, 0.5959443055007093, 0.5959443055007093, 0.666191332836061, 0.6318283532973542, 0.5959443055007093, 0.5959443055007093, 0.5959443055007093, 0.5959443055007093, 0.6911061383879602, 0.6724511137437292, 0.692663770786714, 0.6911061383879602, 0.6318356661255174, 0.6068623579483129, 0.6115498808009009, 0.7004958097494626, 0.6911719538414286, 0.7300835124976234, 0.7004958097494626, 0.6287130884998464, 0.605304725549559, 0.6115498808009009, 0.6911573281851023, 0.7691852046860603, 0.734800286662864, 0.6911573281851023, 0.6209249265060769, 0.605304725549559, 0.6115498808009009], "std_test_score": [0.0019194467525889907, 0.0019194467525889907, 0.0019194467525889907, 0.0019194467525889907, 0.0019194467525889907, 0.0019194467525889907, 0.0019194467525889907, 0.0019194467525889907, 0.03505849599593725, 0.015325346569264178, 0.0019194467525889907, 0.0019194467525889907, 0.0019194467525889907, 0.0019194467525889907, 0.0114665472063487, 0.03823977209626127, 0.0026118776999381845, 0.0114665472063487, 0.005082357701767379, 0.003913053282712324, 0.003110024680060841, 0.014727505785494, 0.038271269616249326, 0.012254096355731435, 0.014727505785494, 0.005244995685290933, 0.001921841293762934, 0.003110024680060841, 0.02260014843585457, 0.03785767586166271, 0.014237747784553468, 0.02260014843585457, 0.01318723744303099, 0.001921841293762934, 0.003110024680060841], "rank_test_score": [24, 24, 24, 24, 24, 24, 24, 24, 13, 15, 24, 24, 24, 24, 10, 12, 6, 10, 14, 21, 18, 4, 7, 3, 4, 16, 22, 18, 8, 1, 2, 8, 17, 22, 18]}, "additional_scores": {}}, {"experiment_name": "Titanic_CV", "train_set_name": "train+dev", "train_set_size": 712, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"family.csv\", \"misc.csv\", \"socioeconomic.csv\", \"vitals.csv\"]", "featureset_name": "family.csv+misc.csv+socioeconomic.csv+vitals.csv", "shuffle": false, "learner_name": "SVC", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:16:40.621016", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "accuracy", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:16:45.480730", "total_time": "0:00:04.859714", "result_table": "+----+------+------+-------------+----------+-------------+\n| | 0 | 1 | Precision | Recall | F-measure |\n+====+======+======+=============+==========+=============+\n| 0 | [34] | 8 | 0.723 | 0.810 | 0.764 |\n+----+------+------+-------------+----------+-------------+\n| 1 | 13 | [16] | 0.667 | 0.552 | 0.604 |\n+----+------+------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.704225352112676, "pearson": "", "score": 0.704225352112676, "fold": 9, "model_params": "{\"C\": 100.0, \"break_ties\": false, \"cache_size\": 1000, \"class_weight\": null, \"coef0\": 0.0, \"decision_function_shape\": \"ovr\", \"degree\": 3, \"gamma\": \"scale\", \"kernel\": \"rbf\", \"max_iter\": -1, \"probability\": false, \"random_state\": 123456789, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.7847615286735993, "grid_search_cv_results": {"mean_fit_time": [0.006366809209187825, 0.006736596425374349, 0.005813439687093099, 0.007093667984008789, 0.008373260498046875, 0.007165988286336263, 0.006597995758056641, 0.008038759231567383, 0.007812976837158203, 0.007347663243611653, 0.007696787516276042, 0.00887139638264974, 0.00790095329284668, 0.007038036982218425, 0.008742332458496094, 0.008461236953735352, 0.0077474117279052734, 0.008981784184773764, 0.008968591690063477, 0.008691072463989258, 0.007949193318684896, 0.01140133539835612, 0.0087431271870931, 0.008923689524332682, 0.011386394500732422, 0.010880708694458008, 0.009866952896118164, 0.009142796198527018, 0.013080279032389322, 0.01224970817565918, 0.019167661666870117, 0.01350871721903483, 0.011262257893880209, 0.010335048039754232, 0.009246428807576498], "std_fit_time": [7.663351559496539e-05, 0.00012510083334596003, 5.552997953364311e-05, 0.0003781428401648704, 0.00032684158274824546, 0.0004847609013953744, 0.0003781538636622942, 0.00025491283661426836, 5.9534349315514275e-05, 0.00028969275627773193, 0.00022805326656017444, 0.00019470516513371206, 0.0002703211116365058, 0.00015246184096519148, 0.0003100622392331228, 5.928813823619904e-05, 0.000192878518409309, 0.00017950795734670124, 0.0001160632483192209, 0.0001365280353435634, 0.00024221335518556108, 0.00020576046742638976, 6.676751390167876e-05, 0.0006826135668214813, 0.0003870872789547561, 5.2080499901353564e-05, 8.375270612366076e-05, 1.8211947537739774e-05, 0.001995071268513542, 0.0010176424618054012, 0.002513954199224599, 0.0011715585464640126, 0.0010072328661525295, 0.0002562701653981957, 1.5071792648475722e-05], "mean_score_time": [0.0022905667622884116, 0.0020442803700764975, 0.0020882288614908853, 0.0026703675587972007, 0.003249088923136393, 0.0028284390767415366, 0.00244140625, 0.002894798914591471, 0.0023103555043538413, 0.0025257269541422525, 0.0028716723124186196, 0.0033004283905029297, 0.0027546087900797525, 0.002384742101033529, 0.002646923065185547, 0.0022426446278889975, 0.0023905436197916665, 0.0027428468068440757, 0.0031264623006184897, 0.0028143723805745444, 0.0025832653045654297, 0.002623955408732096, 0.002184311548868815, 0.0018737316131591797, 0.002705653508504232, 0.003420670827229818, 0.0028219223022460938, 0.0024591286977132163, 0.0024013519287109375, 0.002019008000691732, 0.0017621517181396484, 0.002351681391398112, 0.0031937758127848306, 0.0028483072916666665, 0.0024481614430745444], "std_score_time": [2.4096663829827666e-05, 4.964083737306875e-05, 5.8421579731608085e-05, 6.529284309626697e-05, 8.719871393758041e-05, 0.00015088013984516832, 7.430198128052825e-05, 5.2050415617957515e-05, 5.08710734988756e-05, 8.265307315392401e-05, 0.00012206881202663019, 1.4721583077576066e-05, 2.890431294243889e-05, 9.578896451017827e-05, 7.30285098051352e-05, 2.0100192972230576e-05, 0.00010335059643353574, 0.00011804205272013447, 6.920831371687102e-05, 7.931717883100511e-05, 0.00012449331518629724, 5.190898061341075e-05, 0.00010323961903048839, 1.618907213403223e-05, 0.00023166421755973544, 9.799174405001824e-05, 2.36030379495626e-05, 0.00010284979454964296, 0.00011073013746893328, 0.00012212561018801427, 0.00011832161056561468, 3.896148334884658e-05, 0.00010239429555734063, 4.8791546539964254e-05, 5.680514098685136e-05], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.5981308411214953, 0.5981308411214953, 0.5981308411214953, 0.5981308411214953, 0.5981308411214953, 0.5981308411214953, 0.5981308411214953, 0.5981308411214953, 0.6401869158878505, 0.6728971962616822, 0.5981308411214953, 0.5981308411214953, 0.5981308411214953, 0.5981308411214953, 0.7102803738317757, 0.6355140186915887, 0.705607476635514, 0.7102803738317757, 0.6214953271028038, 0.6074766355140186, 0.6074766355140186, 0.705607476635514, 0.6822429906542056, 0.7476635514018691, 0.705607476635514, 0.6308411214953271, 0.6074766355140186, 0.6074766355140186, 0.6962616822429907, 0.7429906542056075, 0.7523364485981309, 0.6962616822429907, 0.6308411214953271, 0.6074766355140186, 0.6074766355140186], "split1_test_score": [0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.6542056074766355, 0.6121495327102804, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.719626168224299, 0.6822429906542056, 0.7149532710280374, 0.719626168224299, 0.6355140186915887, 0.6074766355140186, 0.616822429906542, 0.6869158878504673, 0.7009345794392523, 0.7897196261682243, 0.6869158878504673, 0.616822429906542, 0.602803738317757, 0.616822429906542, 0.6962616822429907, 0.794392523364486, 0.7897196261682243, 0.6962616822429907, 0.6121495327102804, 0.602803738317757, 0.616822429906542], "split2_test_score": [0.596244131455399, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.6854460093896714, 0.6244131455399061, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.6713615023474179, 0.6807511737089202, 0.6666666666666666, 0.6713615023474179, 0.6291079812206573, 0.6150234741784038, 0.6291079812206573, 0.7370892018779343, 0.7089201877934272, 0.7370892018779343, 0.7370892018779343, 0.6103286384976526, 0.6150234741784038, 0.6291079812206573, 0.676056338028169, 0.8169014084507042, 0.7323943661971831, 0.676056338028169, 0.596244131455399, 0.6197183098591549, 0.6291079812206573], "mean_test_score": [0.5959443055007093, 0.5959443055007093, 0.5959443055007093, 0.5959443055007093, 0.5959443055007093, 0.5959443055007093, 0.5959443055007093, 0.5959443055007093, 0.6599461775847191, 0.6364866248372896, 0.5959443055007093, 0.5959443055007093, 0.5959443055007093, 0.5959443055007093, 0.7004226814678308, 0.6661693943515715, 0.6957424714434061, 0.7004226814678308, 0.6287057756716833, 0.609992248402147, 0.617802348880406, 0.7098708554546386, 0.6973659192956284, 0.7581574598160093, 0.7098708554546386, 0.6193307299665073, 0.6084346160033932, 0.617802348880406, 0.6895265675047169, 0.7847615286735993, 0.7581501469878461, 0.6895265675047169, 0.6130782618870022, 0.6099995612303103, 0.617802348880406], "std_test_score": [0.0019194467525889907, 0.0019194467525889907, 0.0019194467525889907, 0.0019194467525889907, 0.0019194467525889907, 0.0019194467525889907, 0.0019194467525889907, 0.0019194467525889907, 0.018917575514602093, 0.0262284366479951, 0.0019194467525889907, 0.0019194467525889907, 0.0019194467525889907, 0.0019194467525889907, 0.020900559276542118, 0.021685178073061154, 0.020910727482453057, 0.020900559276542118, 0.005730169016884051, 0.003557613864071689, 0.008858102135579308, 0.020703826688822886, 0.011179436873615825, 0.022731504945006163, 0.020703826688822886, 0.008559951969319591, 0.005034466611238345, 0.008858102135579308, 0.009524890607005856, 0.030932905266309187, 0.023761252413846627, 0.009524890607005856, 0.014139420859627218, 0.007132066004308077, 0.008858102135579308], "rank_test_score": [24, 24, 24, 24, 24, 24, 24, 24, 13, 14, 24, 24, 24, 24, 6, 12, 9, 6, 15, 22, 17, 4, 8, 2, 4, 16, 23, 17, 10, 1, 3, 10, 20, 21, 17]}, "additional_scores": {}}, {"experiment_name": "Titanic_CV", "train_set_name": "train+dev", "train_set_size": 712, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"family.csv\", \"misc.csv\", \"socioeconomic.csv\", \"vitals.csv\"]", "featureset_name": "family.csv+misc.csv+socioeconomic.csv+vitals.csv", "shuffle": false, "learner_name": "SVC", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:16:40.621016", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "accuracy", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:16:45.480730", "total_time": "0:00:04.859714", "result_table": "+----+------+------+-------------+----------+-------------+\n| | 0 | 1 | Precision | Recall | F-measure |\n+====+======+======+=============+==========+=============+\n| 0 | [32] | 10 | 0.780 | 0.762 | 0.771 |\n+----+------+------+-------------+----------+-------------+\n| 1 | 9 | [20] | 0.667 | 0.690 | 0.678 |\n+----+------+------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.7323943661971831, "pearson": "", "score": 0.7323943661971831, "fold": 10, "model_params": "{\"C\": 100.0, \"break_ties\": false, \"cache_size\": 1000, \"class_weight\": null, \"coef0\": 0.0, \"decision_function_shape\": \"ovr\", \"degree\": 3, \"gamma\": \"scale\", \"kernel\": \"rbf\", \"max_iter\": -1, \"probability\": false, \"random_state\": 123456789, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.7707062729439983, "grid_search_cv_results": {"mean_fit_time": [0.005814075469970703, 0.007323821385701497, 0.006757895151774089, 0.007631778717041016, 0.008758068084716797, 0.007358709971110026, 0.006786187489827474, 0.007445573806762695, 0.007988055547078451, 0.007186015446980794, 0.007569551467895508, 0.009168386459350586, 0.007703622182210286, 0.006917317708333333, 0.008753299713134766, 0.0077486832936604815, 0.007273117701212565, 0.00850661595662435, 0.009376287460327148, 0.007404327392578125, 0.007253011067708333, 0.011172612508138021, 0.008392016092936197, 0.009483655293782553, 0.010350942611694336, 0.010501384735107422, 0.00969076156616211, 0.009136597315470377, 0.0138702392578125, 0.010700623194376627, 0.01853481928507487, 0.013283650080362955, 0.011902411778767904, 0.009704033533732096, 0.009192943572998047], "std_fit_time": [4.754204367037688e-05, 0.00030250625565491436, 0.0002020736198513312, 0.00043152195285547674, 0.00033896196706969807, 0.00028740034308406023, 9.755998399523084e-05, 0.00026915637879178873, 5.273825197252579e-05, 0.00036674545425852037, 4.7618503483102083e-05, 9.83078953263136e-05, 0.00022852196593100326, 0.00011802343123009276, 0.00023636129007668845, 0.00024104714451751578, 0.0002007730138748083, 0.00023609156938252029, 0.00014518614824589153, 0.0003349509233826126, 2.4102167475472862e-05, 0.00044353449136032936, 0.00021365234456981435, 0.000972315014395391, 0.0007652615683430921, 0.00013148563077068105, 0.00014007018812816016, 0.00014472830387834501, 0.002336786708557064, 0.0013735338876751332, 0.003916448388501952, 0.0025682177937455435, 0.0019712644622543896, 0.000248644047536232, 0.0003519956759187383], "mean_score_time": [0.0021941661834716797, 0.002301295598347982, 0.0023053487141927085, 0.0028050740559895835, 0.003286600112915039, 0.0027023951212565103, 0.0024993419647216797, 0.0026237169901529946, 0.002431631088256836, 0.002446254094441732, 0.0026743412017822266, 0.0032895406087239585, 0.002674659093221029, 0.002458651860555013, 0.002737760543823242, 0.0021681785583496094, 0.0022255579630533853, 0.002627690633138021, 0.0030837059020996094, 0.002610286076863607, 0.002540032068888346, 0.002491474151611328, 0.0021512508392333984, 0.0019006729125976562, 0.0024003187815348306, 0.003161907196044922, 0.0027507940928141275, 0.0024754206339518228, 0.0024503866831461587, 0.0020172595977783203, 0.0017534891764322917, 0.002217531204223633, 0.003086090087890625, 0.002754688262939453, 0.0024123191833496094], "std_score_time": [0.00013070224511848864, 0.00010837889611367118, 2.569715316860173e-05, 0.00016305859361675942, 4.90806520380824e-05, 3.564568172808892e-05, 3.321870470892234e-05, 6.33255584613195e-05, 0.00012288405964968046, 9.089979096498468e-05, 3.071870193712597e-05, 1.3952863278296626e-05, 8.020351231849365e-05, 3.873908601669332e-05, 8.526523081221104e-05, 4.199732724859673e-05, 9.476397909926775e-05, 2.7256526205095266e-05, 7.53955799004895e-05, 0.00018012628404918754, 0.00025423592646643033, 6.69705863417327e-05, 8.636612246565751e-05, 2.2123736845391443e-05, 3.6231954778101036e-05, 0.0001721442680315816, 6.626158996492364e-05, 9.780245392047706e-05, 0.0002938278109430641, 0.00029812817315103245, 0.00015870314207249057, 9.80902443289143e-05, 6.93518078514415e-05, 3.883271959510548e-05, 8.261286908052902e-05], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.5981308411214953, 0.5981308411214953, 0.5981308411214953, 0.5981308411214953, 0.5981308411214953, 0.5981308411214953, 0.5981308411214953, 0.5981308411214953, 0.6401869158878505, 0.6448598130841121, 0.5981308411214953, 0.5981308411214953, 0.5981308411214953, 0.5981308411214953, 0.7009345794392523, 0.6495327102803738, 0.6915887850467289, 0.7009345794392523, 0.5981308411214953, 0.602803738317757, 0.602803738317757, 0.677570093457944, 0.6635514018691588, 0.7476635514018691, 0.677570093457944, 0.6074766355140186, 0.602803738317757, 0.602803738317757, 0.677570093457944, 0.7429906542056075, 0.7429906542056075, 0.677570093457944, 0.6074766355140186, 0.602803738317757, 0.602803738317757], "split1_test_score": [0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.6588785046728972, 0.6074766355140186, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.5934579439252337, 0.705607476635514, 0.6822429906542056, 0.6962616822429907, 0.705607476635514, 0.6121495327102804, 0.6121495327102804, 0.6074766355140186, 0.6682242990654206, 0.6869158878504673, 0.7570093457943925, 0.6682242990654206, 0.6121495327102804, 0.6121495327102804, 0.6074766355140186, 0.6495327102803738, 0.7757009345794392, 0.7476635514018691, 0.6495327102803738, 0.6261682242990654, 0.6121495327102804, 0.6074766355140186], "split2_test_score": [0.596244131455399, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.6854460093896714, 0.6807511737089202, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.596244131455399, 0.6901408450704225, 0.6995305164319249, 0.7089201877934272, 0.6901408450704225, 0.6197183098591549, 0.6103286384976526, 0.6197183098591549, 0.7089201877934272, 0.7276995305164319, 0.7089201877934272, 0.7089201877934272, 0.6103286384976526, 0.6103286384976526, 0.6197183098591549, 0.7089201877934272, 0.7934272300469484, 0.7136150234741784, 0.7089201877934272, 0.6009389671361502, 0.6150234741784038, 0.6197183098591549], "mean_test_score": [0.5959443055007093, 0.5959443055007093, 0.5959443055007093, 0.5959443055007093, 0.5959443055007093, 0.5959443055007093, 0.5959443055007093, 0.5959443055007093, 0.661503809983473, 0.644362540769017, 0.5959443055007093, 0.5959443055007093, 0.5959443055007093, 0.5959443055007093, 0.6988943003817297, 0.6771020724555014, 0.6989235516943824, 0.6988943003817297, 0.6099995612303103, 0.60842730317523, 0.6099995612303103, 0.6849048601055973, 0.6927222734120194, 0.7378643616632296, 0.6849048601055973, 0.6099849355739839, 0.60842730317523, 0.6099995612303103, 0.6786743305105816, 0.7707062729439983, 0.734756409693885, 0.6786743305105816, 0.6115279423164114, 0.609992248402147, 0.6099995612303103], "std_test_score": [0.0019194467525889907, 0.0019194467525889907, 0.0019194467525889907, 0.0019194467525889907, 0.0019194467525889907, 0.0019194467525889907, 0.0019194467525889907, 0.0019194467525889907, 0.018569967817813518, 0.029916271455910002, 0.0019194467525889907, 0.0019194467525889907, 0.0019194467525889907, 0.0019194467525889907, 0.0064769451115473525, 0.02073269454969363, 0.007321590993960003, 0.0064769451115473525, 0.008943209142448871, 0.004045349199022602, 0.007132066004308077, 0.017404749182760828, 0.026508252642071337, 0.020819219789429244, 0.017404749182760828, 0.0019231208709649585, 0.004045349199022602, 0.007132066004308077, 0.024257406098511708, 0.02089133838522943, 0.0150704490205127, 0.024257406098511708, 0.010690764529987603, 0.0052166970914288065, 0.007132066004308077], "rank_test_score": [24, 24, 24, 24, 24, 24, 24, 24, 13, 14, 24, 24, 24, 24, 5, 12, 4, 5, 16, 22, 16, 8, 7, 2, 8, 21, 22, 16, 10, 1, 3, 10, 15, 20, 16]}, "additional_scores": {}}, {"experiment_name": "Titanic_CV", "train_set_name": "train+dev", "train_set_size": 712, "test_set_name": "cv", "test_set_size": "n/a", "featureset": "[\"family.csv\", \"misc.csv\", \"socioeconomic.csv\", \"vitals.csv\"]", "featureset_name": "family.csv+misc.csv+socioeconomic.csv+vitals.csv", "shuffle": false, "learner_name": "SVC", "task": "cross_validate", "start_timestamp": "10 Mar 2020 13:16:40.621016", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "accuracy", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "10", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:16:45.480730", "total_time": "0:00:04.859714", "fold": "average", "result_table": "+---------+-------------+----------+-------------+\n| Label | Precision | Recall | F-measure |\n|---------+-------------+----------+-------------|\n| 0 | 0.817 | 0.825 | 0.821 |\n| 1 | 0.739 | 0.726 | 0.731 |\n+---------+-------------+----------+-------------+", "accuracy": 0.785054773082942, "score": 0.785054773082942, "additional_scores": {}}] \ No newline at end of file diff --git a/tests/other/expected/Titanic_Evaluate_Tuned_family.csv+misc.csv+socioeconomic.csv+vitals.csv_DecisionTreeClassifier.results.json b/tests/other/expected/Titanic_Evaluate_Tuned_family.csv+misc.csv+socioeconomic.csv+vitals.csv_DecisionTreeClassifier.results.json deleted file mode 100644 index e7ab0392..00000000 --- a/tests/other/expected/Titanic_Evaluate_Tuned_family.csv+misc.csv+socioeconomic.csv+vitals.csv_DecisionTreeClassifier.results.json +++ /dev/null @@ -1 +0,0 @@ -[{"experiment_name": "Titanic_Evaluate_Tuned", "train_set_name": "train", "train_set_size": 569, "test_set_name": "dev", "test_set_size": 143, "featureset": "[\"family.csv\", \"misc.csv\", \"socioeconomic.csv\", \"vitals.csv\"]", "featureset_name": "family.csv+misc.csv+socioeconomic.csv+vitals.csv", "shuffle": false, "learner_name": "DecisionTreeClassifier", "task": "evaluate", "start_timestamp": "10 Mar 2020 13:17:34.383482", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "accuracy", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "None", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:17:34.489433", "total_time": "0:00:00.105951", "result_table": "+----+------+------+-------------+----------+-------------+\n| | 0 | 1 | Precision | Recall | F-measure |\n+====+======+======+=============+==========+=============+\n| 0 | [71] | 16 | 0.866 | 0.816 | 0.840 |\n+----+------+------+-------------+----------+-------------+\n| 1 | 11 | [45] | 0.738 | 0.804 | 0.769 |\n+----+------+------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.8111888111888111, "pearson": "", "score": 0.8111888111888111, "fold": "", "model_params": "{\"ccp_alpha\": 0.0, \"class_weight\": null, \"criterion\": \"gini\", \"max_depth\": null, \"max_features\": null, \"max_leaf_nodes\": null, \"min_impurity_decrease\": 0.0, \"min_impurity_split\": null, \"min_samples_leaf\": 1, \"min_samples_split\": 2, \"min_weight_fraction_leaf\": 0.0, \"presort\": \"deprecated\", \"random_state\": 123456789, \"splitter\": \"best\"}", "grid_score": 0.7539496890374083, "grid_search_cv_results": {"mean_fit_time": [0.0015725294748942058, 0.0019583702087402344], "std_fit_time": [3.7235218724999306e-05, 7.902488015103908e-05], "mean_score_time": [0.0003158251444498698, 0.00035500526428222656], "std_score_time": [8.104673248279546e-06, 4.347724750714228e-05], "param_max_features": ["auto", null], "params": [{"max_features": "auto"}, {"max_features": null}], "split0_test_score": [0.7315789473684211, 0.7157894736842105], "split1_test_score": [0.7315789473684211, 0.7947368421052632], "split2_test_score": [0.746031746031746, 0.7513227513227513], "mean_test_score": [0.7363965469228627, 0.7539496890374083], "std_test_score": [0.006813114627973956, 0.03228361138895783], "rank_test_score": [2, 1]}, "additional_scores": {"roc_auc": 0.814655172413793}}] \ No newline at end of file diff --git a/tests/other/expected/Titanic_Evaluate_Tuned_family.csv+misc.csv+socioeconomic.csv+vitals.csv_MultinomialNB.results.json b/tests/other/expected/Titanic_Evaluate_Tuned_family.csv+misc.csv+socioeconomic.csv+vitals.csv_MultinomialNB.results.json deleted file mode 100644 index 68b5d95d..00000000 --- a/tests/other/expected/Titanic_Evaluate_Tuned_family.csv+misc.csv+socioeconomic.csv+vitals.csv_MultinomialNB.results.json +++ /dev/null @@ -1 +0,0 @@ -[{"experiment_name": "Titanic_Evaluate_Tuned", "train_set_name": "train", "train_set_size": 569, "test_set_name": "dev", "test_set_size": 143, "featureset": "[\"family.csv\", \"misc.csv\", \"socioeconomic.csv\", \"vitals.csv\"]", "featureset_name": "family.csv+misc.csv+socioeconomic.csv+vitals.csv", "shuffle": false, "learner_name": "MultinomialNB", "task": "evaluate", "start_timestamp": "10 Mar 2020 13:17:35.849157", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "accuracy", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "None", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:17:35.925462", "total_time": "0:00:00.076305", "result_table": "+----+------+------+-------------+----------+-------------+\n| | 0 | 1 | Precision | Recall | F-measure |\n+====+======+======+=============+==========+=============+\n| 0 | [75] | 12 | 0.735 | 0.862 | 0.794 |\n+----+------+------+-------------+----------+-------------+\n| 1 | 27 | [29] | 0.707 | 0.518 | 0.598 |\n+----+------+------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.7272727272727273, "pearson": "", "score": 0.7272727272727273, "fold": "", "model_params": "{\"alpha\": 0.1, \"class_prior\": null, \"fit_prior\": true}", "grid_score": 0.681908474890931, "grid_search_cv_results": {"mean_fit_time": [0.0011026859283447266, 0.0008463064829508463, 0.0009889602661132812, 0.0008591016133626302, 0.0011041959126790364], "std_fit_time": [3.245004447747617e-05, 3.2675428390873896e-05, 0.00011427804827861757, 4.903018163444841e-05, 0.00020823141963052913], "mean_score_time": [0.00022101402282714844, 0.0002600351969401042, 0.0002636114756266276, 0.00021251042683919272, 0.00028435389200846356], "std_score_time": [5.004897592491719e-06, 7.576093985638039e-05, 6.336863043058948e-05, 6.744432293344219e-06, 4.236179256941322e-05], "param_alpha": [0.1, 0.25, 0.5, 0.75, 1.0], "params": [{"alpha": 0.1}, {"alpha": 0.25}, {"alpha": 0.5}, {"alpha": 0.75}, {"alpha": 1.0}], "split0_test_score": [0.6789473684210526, 0.6789473684210526, 0.6789473684210526, 0.6789473684210526, 0.6789473684210526], "split1_test_score": [0.6789473684210526, 0.6789473684210526, 0.6789473684210526, 0.6789473684210526, 0.6789473684210526], "split2_test_score": [0.6878306878306878, 0.6878306878306878, 0.6878306878306878, 0.6878306878306878, 0.6878306878306878], "mean_test_score": [0.681908474890931, 0.681908474890931, 0.681908474890931, 0.681908474890931, 0.681908474890931], "std_test_score": [0.004187636929332733, 0.004187636929332733, 0.004187636929332733, 0.004187636929332733, 0.004187636929332733], "rank_test_score": [1, 1, 1, 1, 1]}, "additional_scores": {"roc_auc": 0.7998768472906403}}] \ No newline at end of file diff --git a/tests/other/expected/Titanic_Evaluate_Tuned_family.csv+misc.csv+socioeconomic.csv+vitals.csv_RandomForestClassifier.results.json b/tests/other/expected/Titanic_Evaluate_Tuned_family.csv+misc.csv+socioeconomic.csv+vitals.csv_RandomForestClassifier.results.json deleted file mode 100644 index 0170acc7..00000000 --- a/tests/other/expected/Titanic_Evaluate_Tuned_family.csv+misc.csv+socioeconomic.csv+vitals.csv_RandomForestClassifier.results.json +++ /dev/null @@ -1 +0,0 @@ -[{"experiment_name": "Titanic_Evaluate_Tuned", "train_set_name": "train", "train_set_size": 569, "test_set_name": "dev", "test_set_size": 143, "featureset": "[\"family.csv\", \"misc.csv\", \"socioeconomic.csv\", \"vitals.csv\"]", "featureset_name": "family.csv+misc.csv+socioeconomic.csv+vitals.csv", "shuffle": false, "learner_name": "RandomForestClassifier", "task": "evaluate", "start_timestamp": "10 Mar 2020 13:17:30.055892", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "accuracy", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "None", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:17:34.381717", "total_time": "0:00:04.325825", "result_table": "+----+------+------+-------------+----------+-------------+\n| | 0 | 1 | Precision | Recall | F-measure |\n+====+======+======+=============+==========+=============+\n| 0 | [79] | 8 | 0.849 | 0.908 | 0.878 |\n+----+------+------+-------------+----------+-------------+\n| 1 | 14 | [42] | 0.840 | 0.750 | 0.792 |\n+----+------+------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.8461538461538461, "pearson": "", "score": 0.8461538461538461, "fold": "", "model_params": "{\"bootstrap\": true, \"ccp_alpha\": 0.0, \"class_weight\": null, \"criterion\": \"gini\", \"max_depth\": 5, \"max_features\": \"auto\", \"max_leaf_nodes\": null, \"max_samples\": null, \"min_impurity_decrease\": 0.0, \"min_impurity_split\": null, \"min_samples_leaf\": 1, \"min_samples_split\": 2, \"min_weight_fraction_leaf\": 0.0, \"n_estimators\": 500, \"n_jobs\": null, \"oob_score\": false, \"random_state\": 123456789, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.797874315418175, "grid_search_cv_results": {"mean_fit_time": [0.5968348979949951, 0.7920260429382324, 0.8056693077087402, 0.83836563428243], "std_fit_time": [0.003842600945043149, 0.007109042367201035, 0.0033302870796545108, 0.005582322802837835], "mean_score_time": [0.045873006184895836, 0.04973395665486654, 0.04756903648376465, 0.05183092753092448], "std_score_time": [0.0003015354043985146, 0.0005624152728370165, 0.001717302969933014, 0.000697859213345166], "param_max_depth": [1, 5, 10, null], "params": [{"max_depth": 1}, {"max_depth": 5}, {"max_depth": 10}, {"max_depth": null}], "split0_test_score": [0.8052631578947368, 0.8157894736842105, 0.7789473684210526, 0.7421052631578947], "split1_test_score": [0.7736842105263158, 0.7894736842105263, 0.7947368421052632, 0.7789473684210526], "split2_test_score": [0.746031746031746, 0.7883597883597884, 0.7566137566137566, 0.7513227513227513], "mean_test_score": [0.7749930381509329, 0.797874315418175, 0.7767659890466908, 0.7574584609672329], "std_test_score": [0.02419882655741845, 0.01267608937499775, 0.015639932306531844, 0.015653974568490905], "rank_test_score": [3, 1, 2, 4]}, "additional_scores": {"roc_auc": 0.9224137931034483}}] \ No newline at end of file diff --git a/tests/other/expected/Titanic_Evaluate_Tuned_family.csv+misc.csv+socioeconomic.csv+vitals.csv_SVC.results.json b/tests/other/expected/Titanic_Evaluate_Tuned_family.csv+misc.csv+socioeconomic.csv+vitals.csv_SVC.results.json deleted file mode 100644 index 35185940..00000000 --- a/tests/other/expected/Titanic_Evaluate_Tuned_family.csv+misc.csv+socioeconomic.csv+vitals.csv_SVC.results.json +++ /dev/null @@ -1 +0,0 @@ -[{"experiment_name": "Titanic_Evaluate_Tuned", "train_set_name": "train", "train_set_size": 569, "test_set_name": "dev", "test_set_size": 143, "featureset": "[\"family.csv\", \"misc.csv\", \"socioeconomic.csv\", \"vitals.csv\"]", "featureset_name": "family.csv+misc.csv+socioeconomic.csv+vitals.csv", "shuffle": false, "learner_name": "SVC", "task": "evaluate", "start_timestamp": "10 Mar 2020 13:17:34.491084", "version": "2.0", "feature_scaling": "none", "folds_file": "", "grid_search": true, "grid_objective": "accuracy", "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "None", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.22.2.post1", "end_timestamp": "10 Mar 2020 13:17:35.846470", "total_time": "0:00:01.355386", "result_table": "+----+------+------+-------------+----------+-------------+\n| | 0 | 1 | Precision | Recall | F-measure |\n+====+======+======+=============+==========+=============+\n| 0 | [77] | 10 | 0.846 | 0.885 | 0.865 |\n+----+------+------+-------------+----------+-------------+\n| 1 | 14 | [42] | 0.808 | 0.750 | 0.778 |\n+----+------+------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.8321678321678322, "pearson": "", "score": 0.8321678321678322, "fold": "", "model_params": "{\"C\": 100.0, \"break_ties\": false, \"cache_size\": 1000, \"class_weight\": null, \"coef0\": 0.0, \"decision_function_shape\": \"ovr\", \"degree\": 3, \"gamma\": \"scale\", \"kernel\": \"rbf\", \"max_iter\": -1, \"probability\": true, \"random_state\": 123456789, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.7539218416411398, "grid_search_cv_results": {"mean_fit_time": [0.019646326700846355, 0.021363496780395508, 0.021848599116007488, 0.02456776301066081, 0.028958717981974285, 0.02391926447550456, 0.022365729014078777, 0.0251309076944987, 0.024390618006388348, 0.022947072982788086, 0.025536298751831055, 0.03046703338623047, 0.02539666493733724, 0.024567365646362305, 0.02766704559326172, 0.02331964174906413, 0.024359782536824543, 0.028535127639770508, 0.03175973892211914, 0.027730782826741535, 0.02413320541381836, 0.03446427981058756, 0.026006062825520832, 0.030688047409057617, 0.03305689493815104, 0.034313042958577476, 0.0290526549021403, 0.028460899988810223, 0.04384509722391764, 0.0356446107228597, 0.06561565399169922, 0.04507637023925781, 0.04029472668965658, 0.045022010803222656, 0.038202365239461265], "std_fit_time": [9.698808668405008e-05, 0.0012666572613362003, 0.0017018961621862818, 0.0004956909119794016, 0.0007749659963507187, 0.0008994763890479487, 0.00010054846409762459, 0.0010987142887062724, 0.0002433963987343828, 0.0004415920587460005, 0.000648388198741096, 0.0013737157572117607, 0.0008350126498024527, 0.00044052648453100847, 0.0003036288452994247, 0.0003329799395247698, 0.00043936300052625803, 0.0014948464398405986, 0.0007852607782385907, 0.00048543511171967517, 0.0006471140835044799, 0.0007896375668781595, 0.00033564697818810765, 0.001653152489953167, 0.0019354447879975228, 0.0009955088774627116, 0.0011025942830214927, 0.0009075566470839643, 0.010729137321645885, 0.002900512521508189, 0.01148209040218268, 0.010433520332626478, 0.0043949744912011824, 0.0016998534212250376, 0.004105952957464824], "mean_score_time": [0.0017774105072021484, 0.0018389225006103516, 0.0018737316131591797, 0.002158562342325846, 0.0025949478149414062, 0.002140680948893229, 0.001971006393432617, 0.0021011829376220703, 0.002023935317993164, 0.0019327799479166667, 0.0021277268727620444, 0.002499103546142578, 0.0021692911783854165, 0.001977046330769857, 0.00214997927347819, 0.0017176469167073567, 0.001838366190592448, 0.002164602279663086, 0.0024829705556233725, 0.0021036465962727866, 0.001861890157063802, 0.002014001210530599, 0.0017346541086832683, 0.0016098817189534504, 0.0019696553548177085, 0.0024940172831217446, 0.0019522507985432942, 0.0019390583038330078, 0.0019290447235107422, 0.0015726884206136067, 0.001497824986775716, 0.0019519329071044922, 0.0028057098388671875, 0.002717733383178711, 0.0019676685333251953], "std_score_time": [3.5313861564277846e-05, 9.188574916170836e-05, 3.35603262991892e-05, 2.9804759455747867e-05, 4.341750052541819e-05, 6.79757343779986e-05, 2.6405328548356885e-05, 9.710633896909985e-05, 0.00015945159359888659, 1.3905252504818205e-05, 0.00010771601416358058, 4.0596087191072e-05, 0.0001902875356859474, 2.622050409862564e-05, 2.9621742781380887e-05, 5.333949322105945e-05, 5.1407208349825766e-05, 9.594800184570443e-05, 0.00010984971989640496, 0.0001718301002762298, 0.00010204339943417059, 1.996303818805384e-05, 0.00014730619872529164, 0.0001106831273605056, 0.00013121780206391603, 6.837095893219771e-05, 7.323095212852132e-05, 4.869851466405812e-05, 0.00013078745925816787, 0.00010683818845710812, 4.4927547674067154e-05, 0.00019590996480636238, 0.00026215919794728105, 0.0002359660688725766, 0.00011205233572052646], "param_C": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 0.1, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 10.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0], "param_gamma": ["auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0, "auto", "scale", 0.01, 0.1, 1.0, 10.0, 100.0], "params": [{"C": 0.01, "gamma": "auto"}, {"C": 0.01, "gamma": "scale"}, {"C": 0.01, "gamma": 0.01}, {"C": 0.01, "gamma": 0.1}, {"C": 0.01, "gamma": 1.0}, {"C": 0.01, "gamma": 10.0}, {"C": 0.01, "gamma": 100.0}, {"C": 0.1, "gamma": "auto"}, {"C": 0.1, "gamma": "scale"}, {"C": 0.1, "gamma": 0.01}, {"C": 0.1, "gamma": 0.1}, {"C": 0.1, "gamma": 1.0}, {"C": 0.1, "gamma": 10.0}, {"C": 0.1, "gamma": 100.0}, {"C": 1.0, "gamma": "auto"}, {"C": 1.0, "gamma": "scale"}, {"C": 1.0, "gamma": 0.01}, {"C": 1.0, "gamma": 0.1}, {"C": 1.0, "gamma": 1.0}, {"C": 1.0, "gamma": 10.0}, {"C": 1.0, "gamma": 100.0}, {"C": 10.0, "gamma": "auto"}, {"C": 10.0, "gamma": "scale"}, {"C": 10.0, "gamma": 0.01}, {"C": 10.0, "gamma": 0.1}, {"C": 10.0, "gamma": 1.0}, {"C": 10.0, "gamma": 10.0}, {"C": 10.0, "gamma": 100.0}, {"C": 100.0, "gamma": "auto"}, {"C": 100.0, "gamma": "scale"}, {"C": 100.0, "gamma": 0.01}, {"C": 100.0, "gamma": 0.1}, {"C": 100.0, "gamma": 1.0}, {"C": 100.0, "gamma": 10.0}, {"C": 100.0, "gamma": 100.0}], "split0_test_score": [0.5947368421052631, 0.5947368421052631, 0.5947368421052631, 0.5947368421052631, 0.5947368421052631, 0.5947368421052631, 0.5947368421052631, 0.5947368421052631, 0.6842105263157895, 0.6, 0.5947368421052631, 0.5947368421052631, 0.5947368421052631, 0.5947368421052631, 0.5947368421052631, 0.6684210526315789, 0.6578947368421053, 0.5947368421052631, 0.6210526315789474, 0.5947368421052631, 0.5842105263157895, 0.6473684210526316, 0.6789473684210526, 0.6894736842105263, 0.6473684210526316, 0.5894736842105263, 0.5842105263157895, 0.5842105263157895, 0.6, 0.7684210526315789, 0.6789473684210526, 0.6, 0.5789473684210527, 0.5894736842105263, 0.5789473684210527], "split1_test_score": [0.5894736842105263, 0.5894736842105263, 0.5894736842105263, 0.5894736842105263, 0.5894736842105263, 0.5894736842105263, 0.5894736842105263, 0.5894736842105263, 0.6421052631578947, 0.5894736842105263, 0.5894736842105263, 0.5894736842105263, 0.5894736842105263, 0.5894736842105263, 0.6052631578947368, 0.6368421052631579, 0.6789473684210526, 0.6052631578947368, 0.5947368421052631, 0.5842105263157895, 0.5947368421052631, 0.6473684210526316, 0.6631578947368421, 0.7263157894736842, 0.6473684210526316, 0.5789473684210527, 0.5842105263157895, 0.5947368421052631, 0.6263157894736842, 0.7578947368421053, 0.7473684210526316, 0.6263157894736842, 0.5736842105263158, 0.5842105263157895, 0.5947368421052631], "split2_test_score": [0.5925925925925926, 0.5925925925925926, 0.5925925925925926, 0.5925925925925926, 0.5925925925925926, 0.5925925925925926, 0.5925925925925926, 0.5925925925925926, 0.6455026455026455, 0.5978835978835979, 0.5925925925925926, 0.5925925925925926, 0.5925925925925926, 0.5925925925925926, 0.6190476190476191, 0.6507936507936508, 0.708994708994709, 0.6190476190476191, 0.6031746031746031, 0.5873015873015873, 0.5873015873015873, 0.5925925925925926, 0.6878306878306878, 0.746031746031746, 0.5925925925925926, 0.5873015873015873, 0.5873015873015873, 0.5873015873015873, 0.5661375661375662, 0.7354497354497355, 0.7037037037037037, 0.5661375661375662, 0.5925925925925926, 0.5873015873015873, 0.5925925925925926], "mean_test_score": [0.592267706302794, 0.592267706302794, 0.592267706302794, 0.592267706302794, 0.592267706302794, 0.592267706302794, 0.592267706302794, 0.592267706302794, 0.6572728116587766, 0.5957857606980413, 0.592267706302794, 0.592267706302794, 0.592267706302794, 0.592267706302794, 0.6063492063492063, 0.6520189362294625, 0.6819456047526223, 0.6063492063492063, 0.6063213589529379, 0.5887496519075467, 0.5887496519075467, 0.6291098115659519, 0.6766453169961942, 0.7206070732386523, 0.6291098115659519, 0.5852408799777221, 0.5852408799777221, 0.5887496519075467, 0.5974844518704168, 0.7539218416411398, 0.7100064977257959, 0.5974844518704168, 0.5817413905133203, 0.5869952659426344, 0.5887589343729694], "std_test_score": [0.00216092126683768, 0.00216092126683768, 0.00216092126683768, 0.00216092126683768, 0.00216092126683768, 0.00216092126683768, 0.00216092126683768, 0.00216092126683768, 0.0190982705134277, 0.00454617213838622, 0.00216092126683768, 0.00216092126683768, 0.00216092126683768, 0.00216092126683768, 0.009954499646536339, 0.012921131852480668, 0.02096892707991478, 0.009954499646536339, 0.010971379367918468, 0.0044176539288182095, 0.0044176539288182095, 0.025821573166136456, 0.010203308624655376, 0.023439932736426757, 0.025821573166136456, 0.004537673194557186, 0.0014571401227458712, 0.0044176539288182095, 0.024631966057234264, 0.013750511781622806, 0.02828608633429771, 0.024631966057234264, 0.007968130172971745, 0.002159565131756164, 0.006992833060343835], "rank_test_score": [16, 16, 16, 16, 16, 16, 16, 16, 6, 15, 16, 16, 16, 16, 10, 7, 4, 10, 12, 29, 29, 8, 5, 2, 8, 33, 33, 29, 13, 1, 3, 13, 35, 32, 28]}, "additional_scores": {"roc_auc": 0.8834154351395731}}] \ No newline at end of file diff --git a/tests/other/expected/Titanic_Evaluate_Untuned_family.csv+misc.csv+socioeconomic.csv+vitals.csv_DecisionTreeClassifier.results.json b/tests/other/expected/Titanic_Evaluate_Untuned_family.csv+misc.csv+socioeconomic.csv+vitals.csv_DecisionTreeClassifier.results.json deleted file mode 100644 index 3b0bf5a2..00000000 --- a/tests/other/expected/Titanic_Evaluate_Untuned_family.csv+misc.csv+socioeconomic.csv+vitals.csv_DecisionTreeClassifier.results.json +++ /dev/null @@ -1 +0,0 @@ -[{"experiment_name": "Titanic_Evaluate_Untuned", "train_set_name": "train", "train_set_size": 569, "test_set_name": "dev", "test_set_size": 143, "featureset": "[\"family.csv\", \"misc.csv\", \"socioeconomic.csv\", \"vitals.csv\"]", "featureset_name": "family.csv+misc.csv+socioeconomic.csv+vitals.csv", "shuffle": false, "learner_name": "DecisionTreeClassifier", "task": "evaluate", "start_timestamp": "14 Oct 2019 11:46:44.056954", "version": "1.5.3", "feature_scaling": "none", "folds_file": "", "grid_search": false, "grid_objective": null, "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "None", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.20.1", "end_timestamp": "14 Oct 2019 11:46:44.139788", "total_time": "0:00:00.082834", "result_table": "+----+------+------+-------------+----------+-------------+\n| | 0 | 1 | Precision | Recall | F-measure |\n+====+======+======+=============+==========+=============+\n| 0 | [71] | 16 | 0.866 | 0.816 | 0.840 |\n+----+------+------+-------------+----------+-------------+\n| 1 | 11 | [45] | 0.738 | 0.804 | 0.769 |\n+----+------+------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.8111888111888111, "pearson": "", "score": "", "fold": "", "model_params": "{\"class_weight\": null, \"criterion\": \"gini\", \"max_depth\": null, \"max_features\": null, \"max_leaf_nodes\": null, \"min_impurity_decrease\": 0.0, \"min_impurity_split\": null, \"min_samples_leaf\": 1, \"min_samples_split\": 2, \"min_weight_fraction_leaf\": 0.0, \"presort\": false, \"random_state\": 123456789, \"splitter\": \"best\"}", "grid_score": 0.0, "grid_search_cv_results": null, "additional_scores": {}}] \ No newline at end of file diff --git a/tests/other/expected/Titanic_Evaluate_Untuned_family.csv+misc.csv+socioeconomic.csv+vitals.csv_MultinomialNB.results.json b/tests/other/expected/Titanic_Evaluate_Untuned_family.csv+misc.csv+socioeconomic.csv+vitals.csv_MultinomialNB.results.json deleted file mode 100644 index 8affcc51..00000000 --- a/tests/other/expected/Titanic_Evaluate_Untuned_family.csv+misc.csv+socioeconomic.csv+vitals.csv_MultinomialNB.results.json +++ /dev/null @@ -1 +0,0 @@ -[{"experiment_name": "Titanic_Evaluate_Untuned", "train_set_name": "train", "train_set_size": 569, "test_set_name": "dev", "test_set_size": 143, "featureset": "[\"family.csv\", \"misc.csv\", \"socioeconomic.csv\", \"vitals.csv\"]", "featureset_name": "family.csv+misc.csv+socioeconomic.csv+vitals.csv", "shuffle": false, "learner_name": "MultinomialNB", "task": "evaluate", "start_timestamp": "14 Oct 2019 11:46:44.248330", "version": "1.5.3", "feature_scaling": "none", "folds_file": "", "grid_search": false, "grid_objective": null, "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "None", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.20.1", "end_timestamp": "14 Oct 2019 11:46:44.330404", "total_time": "0:00:00.082074", "result_table": "+----+------+------+-------------+----------+-------------+\n| | 0 | 1 | Precision | Recall | F-measure |\n+====+======+======+=============+==========+=============+\n| 0 | [75] | 12 | 0.735 | 0.862 | 0.794 |\n+----+------+------+-------------+----------+-------------+\n| 1 | 27 | [29] | 0.707 | 0.518 | 0.598 |\n+----+------+------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.7272727272727273, "pearson": "", "score": "", "fold": "", "model_params": "{\"alpha\": 1.0, \"class_prior\": null, \"fit_prior\": true}", "grid_score": 0.0, "grid_search_cv_results": null, "additional_scores": {}}] \ No newline at end of file diff --git a/tests/other/expected/Titanic_Evaluate_Untuned_family.csv+misc.csv+socioeconomic.csv+vitals.csv_RandomForestClassifier.results.json b/tests/other/expected/Titanic_Evaluate_Untuned_family.csv+misc.csv+socioeconomic.csv+vitals.csv_RandomForestClassifier.results.json deleted file mode 100644 index 3bd96a9b..00000000 --- a/tests/other/expected/Titanic_Evaluate_Untuned_family.csv+misc.csv+socioeconomic.csv+vitals.csv_RandomForestClassifier.results.json +++ /dev/null @@ -1 +0,0 @@ -[{"experiment_name": "Titanic_Evaluate_Untuned", "train_set_name": "train", "train_set_size": 569, "test_set_name": "dev", "test_set_size": 143, "featureset": "[\"family.csv\", \"misc.csv\", \"socioeconomic.csv\", \"vitals.csv\"]", "featureset_name": "family.csv+misc.csv+socioeconomic.csv+vitals.csv", "shuffle": false, "learner_name": "RandomForestClassifier", "task": "evaluate", "start_timestamp": "14 Oct 2019 11:46:42.762839", "version": "1.5.3", "feature_scaling": "none", "folds_file": "", "grid_search": false, "grid_objective": null, "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "None", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.20.1", "end_timestamp": "14 Oct 2019 11:46:44.052753", "total_time": "0:00:01.289914", "result_table": "+----+------+------+-------------+----------+-------------+\n| | 0 | 1 | Precision | Recall | F-measure |\n+====+======+======+=============+==========+=============+\n| 0 | [72] | 15 | 0.900 | 0.828 | 0.862 |\n+----+------+------+-------------+----------+-------------+\n| 1 | 8 | [48] | 0.762 | 0.857 | 0.807 |\n+----+------+------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.8391608391608392, "pearson": "", "score": "", "fold": "", "model_params": "{\"bootstrap\": true, \"class_weight\": null, \"criterion\": \"gini\", \"max_depth\": null, \"max_features\": \"auto\", \"max_leaf_nodes\": null, \"min_impurity_decrease\": 0.0, \"min_impurity_split\": null, \"min_samples_leaf\": 1, \"min_samples_split\": 2, \"min_weight_fraction_leaf\": 0.0, \"n_estimators\": 500, \"n_jobs\": null, \"oob_score\": false, \"random_state\": 123456789, \"verbose\": 0, \"warm_start\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "additional_scores": {}}] \ No newline at end of file diff --git a/tests/other/expected/Titanic_Evaluate_Untuned_family.csv+misc.csv+socioeconomic.csv+vitals.csv_SVC.results.json b/tests/other/expected/Titanic_Evaluate_Untuned_family.csv+misc.csv+socioeconomic.csv+vitals.csv_SVC.results.json deleted file mode 100644 index 11f6ebac..00000000 --- a/tests/other/expected/Titanic_Evaluate_Untuned_family.csv+misc.csv+socioeconomic.csv+vitals.csv_SVC.results.json +++ /dev/null @@ -1 +0,0 @@ -[{"experiment_name": "Titanic_Evaluate_Untuned", "train_set_name": "train", "train_set_size": 569, "test_set_name": "dev", "test_set_size": 143, "featureset": "[\"family.csv\", \"misc.csv\", \"socioeconomic.csv\", \"vitals.csv\"]", "featureset_name": "family.csv+misc.csv+socioeconomic.csv+vitals.csv", "shuffle": false, "learner_name": "SVC", "task": "evaluate", "start_timestamp": "14 Oct 2019 11:46:44.141769", "version": "1.5.3", "feature_scaling": "none", "folds_file": "", "grid_search": false, "grid_objective": null, "grid_search_folds": "3", "min_feature_count": 1, "cv_folds": "None", "using_folds_file": false, "save_cv_folds": false, "save_cv_models": false, "use_folds_file_for_grid_search": true, "stratified_folds": true, "scikit_learn_version": "0.20.1", "end_timestamp": "14 Oct 2019 11:46:44.246366", "total_time": "0:00:00.104597", "result_table": "+----+------+------+-------------+----------+-------------+\n| | 0 | 1 | Precision | Recall | F-measure |\n+====+======+======+=============+==========+=============+\n| 0 | [74] | 13 | 0.763 | 0.851 | 0.804 |\n+----+------+------+-------------+----------+-------------+\n| 1 | 23 | [33] | 0.717 | 0.589 | 0.647 |\n+----+------+------+-------------+----------+-------------+\n(row = reference; column = predicted)", "accuracy": 0.7482517482517482, "pearson": "", "score": "", "fold": "", "model_params": "{\"C\": 1.0, \"cache_size\": 1000, \"class_weight\": null, \"coef0\": 0.0, \"decision_function_shape\": \"ovr\", \"degree\": 3, \"gamma\": \"scale\", \"kernel\": \"rbf\", \"max_iter\": -1, \"probability\": false, \"random_state\": 123456789, \"shrinking\": true, \"tol\": 0.001, \"verbose\": false}", "grid_score": 0.0, "grid_search_cv_results": null, "additional_scores": {}}] \ No newline at end of file diff --git a/tests/other/test_voting_learner_evaluate_f0_VotingClassifier.model b/tests/other/test_voting_learner_evaluate_VotingClassifier.model similarity index 100% rename from tests/other/test_voting_learner_evaluate_f0_VotingClassifier.model rename to tests/other/test_voting_learner_evaluate_VotingClassifier.model diff --git a/tests/other/test_voting_learner_evaluate_f0_VotingRegressor.model b/tests/other/test_voting_learner_evaluate_VotingRegressor.model similarity index 100% rename from tests/other/test_voting_learner_evaluate_f0_VotingRegressor.model rename to tests/other/test_voting_learner_evaluate_VotingRegressor.model diff --git a/tests/other/test_voting_learner_predict_f0_VotingClassifier.model b/tests/other/test_voting_learner_predict_VotingClassifier.model similarity index 100% rename from tests/other/test_voting_learner_predict_f0_VotingClassifier.model rename to tests/other/test_voting_learner_predict_VotingClassifier.model diff --git a/tests/other/test_voting_learner_predict_f0_VotingRegressor.model b/tests/other/test_voting_learner_predict_VotingRegressor.model similarity index 100% rename from tests/other/test_voting_learner_predict_f0_VotingRegressor.model rename to tests/other/test_voting_learner_predict_VotingRegressor.model diff --git a/tests/test_classification.py b/tests/test_classification.py index 6a8396dd..16349093 100644 --- a/tests/test_classification.py +++ b/tests/test_classification.py @@ -92,6 +92,7 @@ def tearDownClass(cls): output_dir.glob("clf_metrics_objective_overlap*"), output_dir.glob("test_multinomialnb_loading*"), output_dir.glob("test_predict_return_and_write_predictions*"), + output_dir.glob("test_fancy_*"), ): unlink(path) @@ -227,8 +228,7 @@ def check_label_index_order_with_pos_label(self, use_api=True): ) _ = run_configuration(config_path, local=True, quiet=True) clf = Learner.from_file( - output_dir / "pos_label_via_config_train_pos_label_train." - "jsonlines_LogisticRegression.model" + output_dir / "pos_label_via_config_LogisticRegression.model" ) reverse_label_dict = {y: x for x, y in clf.label_dict.items()} @@ -337,10 +337,7 @@ def check_binary_predictions_for_pos_label( ) _ = run_configuration(config_path, local=True, quiet=True) - model_file_path = ( - output_dir / "pos_label_predict_train_pos_label_train.jsonlines" - "_LogisticRegression.model" - ) + model_file_path = output_dir / "pos_label_predict_LogisticRegression.model" clf_skll = Learner.from_file(str(model_file_path)) skll_predictions = clf_skll.predict(test_fs, class_labels=False) @@ -692,28 +689,24 @@ def test_train_file_test_file(self): # Check results for objective functions ["accuracy", "f1", "f05"] expt_prefix = "train_test_single_file" - train_prefix = "train_train_single_file.jsonlines" - test_prefix = "test_test_single_file.jsonlines" clf = "RandomForestClassifier" # objective function accuracy - accuracy_filename = ( - f"{expt_prefix}_{train_prefix}_{test_prefix}_{clf}_accuracy.results.json" - ) + accuracy_filename = f"{expt_prefix}_{clf}_accuracy.results.json" accuracy_result_path = output_dir / accuracy_filename with open(accuracy_result_path) as f: result_dict = json.load(f)[0] self.assertAlmostEqual(result_dict["score"], 0.95) # objective function f1 - f1_filename = f"{expt_prefix}_{train_prefix}_{test_prefix}_{clf}_f1.results.json" + f1_filename = f"{expt_prefix}_{clf}_f1.results.json" f1_result_path = output_dir / f1_filename with open(f1_result_path) as f: result_dict = json.load(f)[0] self.assertAlmostEqual(result_dict["score"], 0.9491525423728813) # objective function f05 - f05_filename = f"{expt_prefix}_{train_prefix}_{test_prefix}_{clf}_f05.results.json" + f05_filename = f"{expt_prefix}_{clf}_f05.results.json" f05_result_path = output_dir / f05_filename with open(f05_result_path) as f: result_dict = json.load(f)[0] @@ -731,10 +724,8 @@ def test_predict_on_subset_with_existing_model(self): learner.train(train_fs, grid_search=True, grid_objective="accuracy") expt_prefix = "train_test_single_file" - train_prefix = "train_train_single_file.jsonlines" - test_prefix = "test_test_single_file_subset.jsonlines" clf = "RandomForestClassifier" - model_filename = output_dir / f"{expt_prefix}_{train_prefix}_{test_prefix}_{clf}.model" + model_filename = output_dir / f"{expt_prefix}_{clf}.model" learner.save(model_filename) # Run experiment @@ -746,7 +737,7 @@ def test_predict_on_subset_with_existing_model(self): run_configuration(config_path, quiet=True, overwrite=False, local=True) # Check results - result_file = f"{expt_prefix}_{train_prefix}_{test_prefix}_{clf}.results.json" + result_file = f"{expt_prefix}_{clf}.results.json" with open(output_dir / result_file) as f: result_dict = json.load(f)[0] self.assertAlmostEqual(result_dict["accuracy"], 0.7333333) @@ -1531,9 +1522,7 @@ def check_metric_values_for_classification(self, metric_name, label_array, use_p results_json_path = run_configuration(config_path, local=True, quiet=True)[0] with open(results_json_path) as results_json_file: results_obj = json.load(results_json_file)[0] - model_file_path = ( - output_dir / f'{experiment_name}_metric_{results_obj["learner_name"]}.model' - ) + model_file_path = output_dir / f'{experiment_name}_{results_obj["learner_name"]}.model' clf = Learner.from_file(model_file_path) # get the value of the metric from SKLL diff --git a/tests/test_custom_learner.py b/tests/test_custom_learner.py index 7a945958..9a9c7caf 100644 --- a/tests/test_custom_learner.py +++ b/tests/test_custom_learner.py @@ -101,9 +101,7 @@ def test_majority_class_custom_learner(self): outprefix = "test_majority_class_custom_learner" - prediction_path = ( - output_dir / f"{outprefix}_{outprefix}_MajorityClassLearner_predictions.tsv" - ) + prediction_path = output_dir / f"{outprefix}_MajorityClassLearner_predictions.tsv" preds = self.read_predictions(prediction_path) expected = np.array([float(num_labels - 1) for _ in preds]) @@ -140,13 +138,11 @@ def test_logistic_custom_learner(self): outprefix = "test_logistic_custom_learner" computed_predictions_path = ( - output_dir / f"{outprefix}_{outprefix}_CustomLogisticRegressionWrapper_predictions.tsv" + output_dir / f"{outprefix}_CustomLogisticRegressionWrapper_predictions.tsv" ) computed_preds = self.read_predictions(computed_predictions_path) - expected_predictions_path = ( - output_dir / f"{outprefix}_{outprefix}_LogisticRegression_predictions.tsv" - ) + expected_predictions_path = output_dir / f"{outprefix}_LogisticRegression_predictions.tsv" expected_preds = self.read_predictions(expected_predictions_path) assert_array_equal(computed_preds, expected_preds) @@ -184,9 +180,7 @@ def test_custom_learner_model_loading(self): # save the predictions from disk into memory # and delete the predictions file outprefix = "test_model_custom_learner" - pred_file = ( - output_dir / f"{outprefix}_{outprefix}_CustomLogisticRegressionWrapper_predictions.tsv" - ) + pred_file = output_dir / f"{outprefix}_CustomLogisticRegressionWrapper_predictions.tsv" preds1 = self.read_predictions(pred_file) unlink(pred_file) diff --git a/tests/test_custom_metrics.py b/tests/test_custom_metrics.py index 672ce1b5..41a8e689 100644 --- a/tests/test_custom_metrics.py +++ b/tests/test_custom_metrics.py @@ -246,10 +246,7 @@ def test_custom_metric_config_experiment(self): # Check results for objective functions and output metrics # objective function f075_macro - with open( - output_dir / "test_custom_metrics_train_examples_train.jsonlines_test_examples_" - "test.jsonlines_LogisticRegression.results.json" - ) as f: + with open(output_dir / "test_custom_metrics_LogisticRegression.results.json") as f: result_dict = json.load(f)[0] test_objective_value = result_dict["score"] @@ -310,10 +307,7 @@ def test_custom_metric_config_experiment_with_kappa_filename(self): # Check results for objective functions and output metrics # objective function f075_macro - with open( - output_dir / "test_custom_metrics_kappa_train_examples_train.jsonlines" - "_test_examples_test.jsonlines_LogisticRegression.results.json" - ) as f: + with open(output_dir / "test_custom_metrics_kappa_LogisticRegression.results.json") as f: result_dict = json.load(f)[0] test_objective_value = result_dict["score"] @@ -398,10 +392,7 @@ def test_config_with_inverted_custom_metric(self): run_configuration(config_path1, local=True, quiet=True) # laod the results - with open( - output_dir / "test_custom_metrics_kwargs1_train_examples_" - "train.jsonlines_LogisticRegression.results.json" - ) as f: + with open(output_dir / "test_custom_metrics_kwargs1_LogisticRegression.results.json") as f: result_dict1 = json.load(f) grid_score1 = result_dict1["grid_score"] grid_results_dict1 = result_dict1["grid_search_cv_results"] @@ -414,10 +405,7 @@ def test_config_with_inverted_custom_metric(self): run_configuration(config_path2, local=True, quiet=True) # laod the results - with open( - output_dir / "test_custom_metrics_kwargs2_train_examples_" - "train.jsonlines_LogisticRegression.results.json" - ) as f: + with open(output_dir / "test_custom_metrics_kwargs2_LogisticRegression.results.json") as f: result_dict2 = json.load(f) grid_score2 = result_dict2["grid_score"] grid_results_dict2 = result_dict2["grid_search_cv_results"] @@ -497,11 +485,8 @@ def test_config_with_custom_prob_metric(self): # this should succeed and produce results run_configuration(config_path, local=True, quiet=True) - # laod the results and verify them - with open( - output_dir / "test_custom_metrics_kwargs4_train_examples_" - "train.jsonlines_SVC.results.json" - ) as f: + # load the results and verify them + with open(output_dir / "test_custom_metrics_kwargs4_SVC.results.json") as f: result_dict = json.load(f) grid_score = result_dict["grid_score"] diff --git a/tests/test_cv.py b/tests/test_cv.py index a50a4d2a..969c2624 100644 --- a/tests/test_cv.py +++ b/tests/test_cv.py @@ -285,9 +285,7 @@ def test_folds_file_logging_num_folds(self): self.assertEqual(len(matches), 1) # Check job log output - with open( - output_dir / "test_folds_file_logging_train_f0." "jsonlines_LogisticRegression.log" - ) as f: + with open(output_dir / "test_folds_file_logging_LogisticRegression.log") as f: cv_folds_pattern = re.compile( r"(Task: cross_validate\n)(.+)(Cross-validating \([0-9]+ folds, seed=[0-9]+\))" ) @@ -305,9 +303,7 @@ def test_folds_file_with_fewer_ids_than_featureset(self): run_configuration(config_path, quiet=True, local=True) # Check job log output - with open( - output_dir / "test_folds_file_logging_train_f5." "jsonlines_LogisticRegression.log" - ) as f: + with open(output_dir / "test_folds_file_logging_LogisticRegression.log") as f: cv_file_pattern = re.compile( r"Feature set contains IDs that are not in folds dictionary. " r"Skipping those IDs." @@ -351,9 +347,7 @@ def test_cross_validate_task(self): run_configuration(config_path, quiet=True, local=True) # Check final average results - with open( - output_dir / "test_save_cv_folds_train_f0.jsonlines_LogisticRegression.results.json" - ) as f: + with open(output_dir / "test_save_cv_folds_LogisticRegression.results.json") as f: result_dict = json.load(f)[10] assert_almost_equal(result_dict["accuracy"], 0.517) @@ -386,7 +380,7 @@ def test_cross_validate_task_save_cv_models(self): config_path = fill_in_config_paths_for_single_file(template_path, train_path, None) run_configuration(config_path, quiet=True, local=True) - cv_model_prefix = "test_save_cv_models_train_f0.jsonlines_LogisticRegression_fold" + cv_model_prefix = "test_save_cv_models_LogisticRegression_fold" for i in range(1, 11): model_path = output_dir / f"{cv_model_prefix}{i}.model" assert model_path.exists() diff --git a/tests/test_examples.py b/tests/test_examples.py index b1ce46a0..dbb8a49e 100644 --- a/tests/test_examples.py +++ b/tests/test_examples.py @@ -9,7 +9,7 @@ import subprocess import unittest from os import environ -from pathlib import Path +from pathlib import Path, PurePath from shutil import copyfile, copytree, rmtree from skll.experiments import run_configuration @@ -86,10 +86,9 @@ def run_configuration_and_check_outputs(self, config_path): """Run given configuration, and check JSON results against expected ones.""" # run this experiment, get the `results_json_path` results_json_path = Path(run_configuration(config_path, local=True, quiet=True)[0]) - - # if the results path exists, check the output - if results_json_path.exists(): - results_json_exp_path = other_dir / "expected" / results_json_path + results_json_exp_path = other_dir / "expected" / PurePath(results_json_path).name + # if the results path and expected results exist, check the output + if results_json_path.exists() and results_json_exp_path.exists(): with open(results_json_path) as results_json_file: results_obj = json.load(results_json_file)[0] with open(results_json_exp_path) as results_json_exp_file: @@ -114,10 +113,10 @@ def run_configuration_and_check_outputs(self, config_path): actual = results_obj[key] expected = results_exp_obj[key] - # if this is a float, then we check with less precision (4 decimals); + # if this is a float, then we check with less precision (2 decimals); # otherwise, we check to make sure things are matching exactly if isinstance(expected, float): - self.assertAlmostEqual(actual, expected, places=4) + self.assertAlmostEqual(actual, expected, places=2) else: self.assertEqual(actual, expected) diff --git a/tests/test_output.py b/tests/test_output.py index adc811e4..fce3cf7f 100644 --- a/tests/test_output.py +++ b/tests/test_output.py @@ -16,7 +16,7 @@ from collections import defaultdict from itertools import chain, product from pathlib import Path -from unittest.mock import Mock, patch +from unittest.mock import MagicMock, Mock, patch import numpy as np import pandas as pd @@ -69,7 +69,13 @@ def setUpClass(cls): @classmethod def tearDownClass(cls): """Clean up after tests.""" - for suffix in ["learning_curve", "summary", "fancy_xval", "warning_multiple_featuresets"]: + for suffix in [ + "learning_curve", + "summary", + "fancy_xval", + "warning_multiple_featuresets", + "wandb", + ]: for dir_path in [train_dir, test_dir]: unlink(dir_path / f"test_{suffix}.jsonlines") @@ -161,27 +167,18 @@ def check_summary_score(self, use_feature_hashing, use_additional_metrics): # n else "test_summary_feature_hasher.template.cfg" ) outprefix = ( - "test_summary_feature_hasher_with_metrics_test_summary" - if use_additional_metrics - else "test_summary_feature_hasher_test_summary" - ) - summprefix = ( "test_summary_feature_hasher_with_metrics" if use_additional_metrics else "test_summary_feature_hasher" ) + else: cfgfile = ( "test_summary_with_metrics.template.cfg" if use_additional_metrics else "test_summary.template.cfg" ) - outprefix = ( - "test_summary_with_metrics_test_summary" - if use_additional_metrics - else "test_summary_test_summary" - ) - summprefix = "test_summary_with_metrics" if use_additional_metrics else "test_summary" + outprefix = "test_summary_with_metrics" if use_additional_metrics else "test_summary" config_template_path = config_dir / cfgfile config_path = fill_in_config_paths(config_template_path) @@ -214,14 +211,14 @@ def check_summary_score(self, use_feature_hashing, use_additional_metrics): # n nb_result_additional_metric1 = results_metrics_dict["unweighted_kappa"] nb_result_additional_metric2 = results_metrics_dict["f1_score_micro"] - with open(output_dir / f"{summprefix}_summary.tsv") as f: + with open(output_dir / f"{outprefix}_summary.tsv") as f: reader = csv.DictReader(f, dialect="excel-tab") for row in reader: - # the learner results dictionaries should have 34 rows, + # the learner results dictionaries should have 39 rows, # and all of these except results_table # should be printed (though some columns will be blank). - self.assertEqual(len(row), 35) + self.assertEqual(len(row), 39) assert row["model_params"] assert row["grid_score"] assert row["score"] @@ -316,7 +313,7 @@ def check_summary_score(self, use_feature_hashing, use_additional_metrics): # n ("MultinomialNB", 0.5), ("SVC", 0.6333), ): - filename = f"test_summary_test_summary_{report_name}.results" + filename = f"test_summary_{report_name}.results" results_path = output_dir / filename with open(results_path) as results_file: report = results_file.read() @@ -369,7 +366,7 @@ def check_xval_fancy_results_file( run_configuration(config_path, quiet=True, local=True) # now make sure that the results file was produced - results_file_path = output_dir / "test_fancy_xval_f0_LogisticRegression.results" + results_file_path = output_dir / "test_fancy_xval_LogisticRegression.results" self.assertTrue(results_file_path.exists()) # read in all the lines and look at the lines up to where we print the "Total Time" @@ -495,7 +492,7 @@ def time_field(x): # now make sure that the results json file was produced for learner in learners: - results_file_name = f"{exp_name}_f0_{learner}.results.json" + results_file_name = f"{exp_name}_{learner}.results.json" actual_results_file_path = output_dir / results_file_name expected_results_file_path = expected_path / results_file_name self.assertTrue(actual_results_file_path.exists()) @@ -624,13 +621,11 @@ def test_multiple_featuresets_and_featurehasher_throws_warning(self): ) # run the experiment - print(config_path) + run_configuration(config_path, quiet=True, local=True) # test if it throws any warning - logfile_path = ( - output_dir / "test_warning_multiple_featuresets_feature_hasher_LogisticRegression.log" - ) + logfile_path = output_dir / "test_warning_multiple_featuresets_LogisticRegression.log" with open(logfile_path) as f: warning_pattern = re.compile( r"Since there are multiple feature files, feature hashing applies" @@ -1211,10 +1206,7 @@ def test_send_warnings_to_log(self): # Check experiment log output # The experiment log file should contain warnings related # to the use of sklearn - with open( - output_dir / "test_send_warnings_to_log_train_test_send_warnings." - "jsonlines_LinearSVC.log" - ) as f: + with open(output_dir / "test_send_warnings_to_log_LinearSVC.log") as f: log_content = f.read() convergence_sklearn_warning_re = re.compile( r"WARNING - [^\n]+sklearn.svm._base\.py:\d+: ConvergenceWarning:" @@ -1285,47 +1277,55 @@ def test_get_feature_names_out_for_featurehasher(self): @patch("wandb.init") def test_wandb_logging_enabled(self, mock_wandb_init): - """Test that metrics are logged to wandb when enabled.""" + """Test that metrics are logged to wandb when enabled in train task.""" + train_file = str(train_dir / "f0.jsonlines") # make a simple config file with wandb credentials - values_to_fill_dict = { - "experiment_name": "test_wandb", - "train_directory": train_dir, - "task": "train", - "grid_search": "false", - "objectives": "['f1_score_micro']", + values_to_fill_dict_wandb = { + "train_file": train_file, "learners": "['LogisticRegression']", + "grid_search": "false", "featuresets": "[['test_input_3examples_1', 'test_input_3examples_2']]", - "featureset_names": "['feature_hasher']", + "featureset_names": '["f0"]', "suffix": ".jsonlines", "logs": output_dir, - "models": output_dir, "feature_hasher": "true", "hasher_features": "4", + # "results": str(output_dir), + "metrics": "['accuracy']", "wandb_credentials": '{"wandb_entity": "wandb_entity",' ' "wandb_project": "wandb_project"}', } - config_template_path = config_dir / "test_wandb.template.cfg" - - config_path = fill_in_config_options(config_template_path, values_to_fill_dict, "wandb") - mock_wandb_run = Mock() - mock_wandb_init.return_value = mock_wandb_run - # run the experiment - print(config_path) - run_configuration(config_path, quiet=True, local=True) - mock_wandb_init.assert_called_with(project="wandb_project", entity="wandb_entity") - mock_wandb_run.config.update.assert_called_with( - {"experiment_name": "test_wandb", "task": "train", "learners": ["LogisticRegression"]} - ) - - # test if it throws any warning - logfile_path = ( - output_dir / "test_warning_multiple_featuresets_feature_hasher_LogisticRegression.log" - ) - with open(logfile_path) as f: - warning_pattern = re.compile( - r"Since there are multiple feature files, feature hashing applies" - r" to each specified feature file separately." + for task in ["train", "predict", "cross_validate", "learning_curve"]: + config_dict_for_task = values_to_fill_dict_wandb.copy() + config_dict_for_task["experiment_name"] = f"test_wandb_{task}" + config_dict_for_task["task"] = task + # add fields that are only required by specific tasks. + if task == "train": + config_dict_for_task["models"] = output_dir + # del config_dict_for_task["results"] + elif task == "predict": + # del config_dict_for_task["results"] + config_dict_for_task["test_file"] = train_file + config_dict_for_task["predictions"] = str(output_dir) + elif task == "cross_validate": + config_dict_for_task["num_cv_folds"] = "6" + + config_template_path = config_dir / "test_wandb.template.cfg" + + config_path = fill_in_config_options( + config_template_path, config_dict_for_task, "wandb" ) - matches = re.findall(warning_pattern, f.read()) - self.assertEqual(len(matches), 1) + mock_wandb_run = Mock() + mock_wandb_init.return_value = mock_wandb_run + + # we need to mock the summary dict to allow direct access when logging to summary. + mock_summary = MagicMock() + mock_summary.__setitem__ = Mock() + mock_wandb_run.summary = mock_summary + # run the experiment + run_configuration(config_path, quiet=True, local=True) + mock_wandb_init.assert_called() + mock_summary.__setitem__.assert_called() + if task != "train": + mock_wandb_run.log.assert_called() diff --git a/tests/test_preprocessing.py b/tests/test_preprocessing.py index 23c9103d..bc9fffdc 100644 --- a/tests/test_preprocessing.py +++ b/tests/test_preprocessing.py @@ -129,9 +129,7 @@ def test_class_map(self): run_configuration(config_path, quiet=True, local=True) - with open( - output_dir / "test_class_map_test_class_map_LogisticRegression.results" ".json" - ) as f: + with open(output_dir / "test_class_map_LogisticRegression.results" ".json") as f: outd = json.loads(f.read()) logistic_result_score = outd[0]["accuracy"] @@ -146,9 +144,7 @@ def test_class_map_feature_hasher(self): run_configuration(config_path, quiet=True, local=True) - with open( - output_dir / "test_class_map_test_class_map_LogisticRegression.results." "json" - ) as f: + with open(output_dir / "test_class_map_LogisticRegression.results." "json") as f: outd = json.loads(f.read()) logistic_result_score = outd[0]["accuracy"] diff --git a/tests/test_regression.py b/tests/test_regression.py index 4fae366d..2898465e 100644 --- a/tests/test_regression.py +++ b/tests/test_regression.py @@ -13,6 +13,7 @@ import unittest import warnings from itertools import chain, product +from typing import List import numpy as np from numpy.testing import assert_allclose, assert_array_equal @@ -444,12 +445,11 @@ def test_fancy_output(self): # read in the results file and get the descriptive statistics actual_stats_from_file = {} pred_stats_from_file = {} - with open( - output_dir / "regression_fancy_output_train_fancy_train.jsonlines_test_" - "fancy_test.jsonlines_LinearRegression.results" - ) as resultf: + with open(output_dir / "regression_fancy_output_LinearRegression.results") as resultf: result_output = resultf.read().strip().split("\n") - for desc_stat_line in result_output[26:30]: + desc_stat_index = self.find_desc_stat_line(result_output) + # check for actual vs predicted scores in the four lines of descriptive statistics + for desc_stat_line in result_output[desc_stat_index : desc_stat_index + 4]: desc_stat_line = desc_stat_line.strip() if not desc_stat_line: continue @@ -472,6 +472,13 @@ def test_fancy_output(self): pred_stats_from_file[stat_type], pred_stats_from_api[stat_type], places=4 ) + def find_desc_stat_line(self, results_lines: List[str]) -> int: + """Find the index of first line of the descriptive statistics in the results file.""" + for i, line in enumerate(results_lines): + if "Descriptive statistics" in line: + return i + 1 + return -1 + def check_adaboost_regression(self, base_estimator): train_fs, test_fs, _ = make_regression_data(num_examples=2000, sd_noise=4, num_features=3) diff --git a/tests/test_voting_learners_api_2.py b/tests/test_voting_learners_api_2.py index 446ee6e3..d1188069 100644 --- a/tests/test_voting_learners_api_2.py +++ b/tests/test_voting_learners_api_2.py @@ -41,6 +41,11 @@ def setUpClass(self): for dir_path in [other_dir, output_dir]: dir_path.mkdir(exist_ok=True) + @classmethod + def tearDown(cls): + for output_file_path in output_dir.glob("test_check_override_voting_learner_*"): + output_file_path.unlink() + def check_evaluate(self, learner_type, with_grid_search, with_soft_voting): """Run checks when evaluating voting learners.""" # to test the evaluate() method, we instantiate the SKLL voting learner, diff --git a/tests/test_wandb.py b/tests/test_wandb.py index db1ee83a..a1bea31d 100644 --- a/tests/test_wandb.py +++ b/tests/test_wandb.py @@ -7,7 +7,8 @@ import unittest from unittest.mock import Mock, patch -from skll.utils.wandb import WandbLogger +from skll.utils.testing import config_dir, fill_in_config_options +from skll.utils.wandb import WandbLogger, get_config_dict class TestWandb(unittest.TestCase): @@ -16,24 +17,23 @@ class TestWandb(unittest.TestCase): def test_init_wandb_enabled(self): """Test initialization with wandb credentials specified.""" mock_wandb_run = Mock() + config_template_path = config_dir / "test_wandb.template.cfg" + values_to_fill_dict = {"experiment_name": "test_wandb", "task": "train"} + config_path = fill_in_config_options( + config_template_path, values_to_fill_dict, "conf_wandb" + ) + config_dict = get_config_dict(config_path) with patch("skll.utils.wandb.wandb.init", return_value=mock_wandb_run) as mock_wandb_init: - WandbLogger({"wandb_entity": "wandb_entity", "wandb_project": "wandb_project"}) - mock_wandb_init.assert_called_with(project="wandb_project", entity="wandb_entity") + WandbLogger( + {"wandb_entity": "wandb_entity", "wandb_project": "wandb_project"}, config_path + ) + mock_wandb_init.assert_called_with( + project="wandb_project", entity="wandb_entity", config=config_dict + ) def test_init_wandb_disabled(self): """Test initialization with no wandb credentials.""" mock_wandb_run = Mock() with patch("skll.utils.wandb.wandb.init", return_value=mock_wandb_run) as mock_wandb_init: - WandbLogger({}) + WandbLogger({}, "") mock_wandb_init.assert_not_called() - - def test_update_config(self): - """Test initialization with wandb credentials specified.""" - mock_wandb_run = Mock() - with patch("skll.utils.wandb.wandb.init", return_value=mock_wandb_run) as mock_wandb_init: - wandb_logger = WandbLogger( - {"wandb_entity": "wandb_entity", "wandb_project": "wandb_project"} - ) - wandb_logger.log_configuration({"task": "train"}) - mock_wandb_init.assert_called_with(project="wandb_project", entity="wandb_entity") - mock_wandb_run.config.update.assert_called_with({"task": "train"})