diff --git a/report_generator/xpu_report_gen_config.json b/report_generator/xpu_report_gen_config.json new file mode 100644 index 000000000..f717f107b --- /dev/null +++ b/report_generator/xpu_report_gen_config.json @@ -0,0 +1,31 @@ +{ + "header": [ + "algorithm", + "stage", + "device", + "input_data:data_order", + "input_data:data_type", + "input_data:dataset_name", + "input_data:classes", + "algorithm_parameters:tol", + "algorithm_parameters:max_iter", + "algorithm_parameters:solver", + "algorithm_parameters:C", + "algorithm_parameters:kernel", + "algorithm_parameters:nu", + "algorithm_parameters:eps", + "algorithm_parameters:n_neighbors", + "algorithm_parameters:n_estimators", + "algorithm_parameters:n_clusters", + "algorithm_parameters:min_samples", + "algorithm_parameters:fit_intercept", + "algorithm_parameters:max_depth", + "algorithm_parameters:max_features" + ], + "comparison_method": { + "default": "2 / 1" + }, + "aggregation_metrics": [ + "geomean" + ] +} diff --git a/runner.py b/runner.py index 980e40b87..5fcf3f0ea 100755 --- a/runner.py +++ b/runner.py @@ -66,9 +66,13 @@ def get_configs(path: Path) -> List[str]: parser.add_argument('--verbose', default='INFO', type=str, choices=("ERROR", "WARNING", "INFO", "DEBUG"), help='Print additional information during benchmarks running') - parser.add_argument('--report', default=False, action='store_true', + parser.add_argument('--report', nargs='?', default=None, metavar='ConfigPath', type=str, + const='report_generator/default_report_gen_config.json', help='Create an Excel report based on benchmarks results. ' - 'Need "openpyxl" library') + 'If the parameter is not set, the reporter will not be launched. ' + 'If the parameter is set and the config is not specified, ' + 'the default config will be used. ' + 'Need "openpyxl" library') args = parser.parse_args() logging.basicConfig( @@ -268,7 +272,7 @@ class GenerationArgs: command = 'python report_generator/report_generator.py ' \ + f'--result-files {name_result_file} ' \ + f'--report-file {name_result_file}.xlsx ' \ - + '--generation-config report_generator/default_report_gen_config.json' + + '--generation-config ' + args.report logging.info(command) stdout, stderr = utils.read_output_from_command(command) if stderr != '':