Skip to content

Commit 24f1dd7

Browse files
committed
Fix prefetch datasets
1 parent e921753 commit 24f1dd7

File tree

1 file changed

+3
-3
lines changed

1 file changed

+3
-3
lines changed

sklbench/runner/implementation.py

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -102,15 +102,15 @@ def run_benchmarks(args: argparse.Namespace) -> int:
102102
data_info = get_bench_case_value(bench_case, "data")
103103
if "dataset_sequence" in data_info:
104104
for dataset_info in data_info["dataset_sequence"]:
105-
dataset_cases[get_dataset_name(dataset_info)] = dataset_info
105+
dataset_cases[get_dataset_name(dataset_info)] = (bench_case, dataset_info)
106106
else:
107-
dataset_cases[get_dataset_name(data_info)] = data_info
107+
dataset_cases[get_dataset_name(data_info)] = (bench_case, data_info)
108108

109109
logger.debug(f"Unique dataset names to load:\n{list(dataset_cases.keys())}")
110110
n_proc = min([16, cpu_count(), len(dataset_cases)])
111111
logger.info(f"Prefetching datasets with {n_proc} processes")
112112
with Pool(n_proc) as pool:
113-
pool.map(load_dataset, dataset_cases.values())
113+
pool.starmap(load_dataset, dataset_cases.values())
114114

115115
# run bench_cases
116116
return_code, result = call_benchmarks(

0 commit comments

Comments
 (0)