File tree Expand file tree Collapse file tree 1 file changed +3
-3
lines changed Expand file tree Collapse file tree 1 file changed +3
-3
lines changed Original file line number Diff line number Diff line change @@ -102,15 +102,15 @@ def run_benchmarks(args: argparse.Namespace) -> int:
102
102
data_info = get_bench_case_value (bench_case , "data" )
103
103
if "dataset_sequence" in data_info :
104
104
for dataset_info in data_info ["dataset_sequence" ]:
105
- dataset_cases [get_dataset_name (dataset_info )] = dataset_info
105
+ dataset_cases [get_dataset_name (dataset_info )] = ( bench_case , dataset_info )
106
106
else :
107
- dataset_cases [get_dataset_name (data_info )] = data_info
107
+ dataset_cases [get_dataset_name (data_info )] = ( bench_case , data_info )
108
108
109
109
logger .debug (f"Unique dataset names to load:\n { list (dataset_cases .keys ())} " )
110
110
n_proc = min ([16 , cpu_count (), len (dataset_cases )])
111
111
logger .info (f"Prefetching datasets with { n_proc } processes" )
112
112
with Pool (n_proc ) as pool :
113
- pool .map (load_dataset , dataset_cases .values ())
113
+ pool .starmap (load_dataset , dataset_cases .values ())
114
114
115
115
# run bench_cases
116
116
return_code , result = call_benchmarks (
You can’t perform that action at this time.
0 commit comments