Skip to content

Commit d19309a

Browse files
committed
chunksize 1,100,10000 benchmarks
1 parent 5c55339 commit d19309a

File tree

1 file changed

+18
-0
lines changed

1 file changed

+18
-0
lines changed

asv_bench/benchmarks/io/json.py

Lines changed: 18 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -53,6 +53,15 @@ def time_read_json_lines(self, index):
5353
def time_read_json_lines_concat(self, index):
5454
concat(read_json(self.fname, orient="records", lines=True, chunksize=25000))
5555

56+
def time_read_json_lines_concat_one(self, index):
57+
concat(read_json(self.fname, orient="records", lines=True, chunksize=1))
58+
59+
def time_read_json_lines_concat_hundred(self, index):
60+
concat(read_json(self.fname, orient="records", lines=True, chunksize=100))
61+
62+
def time_read_json_lines_concat_ten_thousand(self, index):
63+
concat(read_json(self.fname, orient="records", lines=True, chunksize=10000))
64+
5665
def time_read_json_lines_read_one_chunk(self, index):
5766
iterator = read_json(self.fname, orient="records", lines=True, chunksize=25000)
5867
for i, j in enumerate(iterator):
@@ -83,6 +92,15 @@ def peakmem_read_json_lines(self, index):
8392
def peakmem_read_json_lines_concat(self, index):
8493
concat(read_json(self.fname, orient="records", lines=True, chunksize=25000))
8594

95+
def peakmem_read_json_lines_concat_one(self, index):
96+
concat(read_json(self.fname, orient="records", lines=True, chunksize=1))
97+
98+
def peakmem_read_json_lines_concat_hundred(self, index):
99+
concat(read_json(self.fname, orient="records", lines=True, chunksize=100))
100+
101+
def peakmem_read_json_lines_concat_ten_thousand(self, index):
102+
concat(read_json(self.fname, orient="records", lines=True, chunksize=10000))
103+
86104
def peakmem_read_json_lines_one_chunk(self, index):
87105
iterator = read_json(self.fname, orient="records", lines=True, chunksize=25000)
88106
for i, j in enumerate(iterator):

0 commit comments

Comments
 (0)