Skip to content

Commit 5c55339

Browse files
committed
add benchmarks to read a single chunk
1 parent 8c830b4 commit 5c55339

File tree

1 file changed

+36
-0
lines changed

1 file changed

+36
-0
lines changed

asv_bench/benchmarks/io/json.py

Lines changed: 36 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -53,6 +53,24 @@ def time_read_json_lines(self, index):
5353
def time_read_json_lines_concat(self, index):
5454
concat(read_json(self.fname, orient="records", lines=True, chunksize=25000))
5555

56+
def time_read_json_lines_read_one_chunk(self, index):
57+
iterator = read_json(self.fname, orient="records", lines=True, chunksize=25000)
58+
for i, j in enumerate(iterator):
59+
if i == 0:
60+
break
61+
62+
def time_read_json_lines_read_two_chunk(self, index):
63+
iterator = read_json(self.fname, orient="records", lines=True, chunksize=25000)
64+
for i, j in enumerate(iterator):
65+
if i == 1:
66+
break
67+
68+
def time_read_json_lines_read_three_chunk(self, index):
69+
iterator = read_json(self.fname, orient="records", lines=True, chunksize=25000)
70+
for i, j in enumerate(iterator):
71+
if i == 2:
72+
break
73+
5674
def time_read_json_lines_nrows(self, index):
5775
read_json(self.fname, orient="records", lines=True, nrows=15000)
5876

@@ -65,6 +83,24 @@ def peakmem_read_json_lines(self, index):
6583
def peakmem_read_json_lines_concat(self, index):
6684
concat(read_json(self.fname, orient="records", lines=True, chunksize=25000))
6785

86+
def peakmem_read_json_lines_one_chunk(self, index):
87+
iterator = read_json(self.fname, orient="records", lines=True, chunksize=25000)
88+
for i, j in enumerate(iterator):
89+
if i == 0:
90+
break
91+
92+
def peakmem_read_json_lines_two_chunk(self, index):
93+
iterator = read_json(self.fname, orient="records", lines=True, chunksize=25000)
94+
for i, j in enumerate(iterator):
95+
if i == 1:
96+
break
97+
98+
def peakmem_read_json_lines_three_chunk(self, index):
99+
iterator = read_json(self.fname, orient="records", lines=True, chunksize=25000)
100+
for i, j in enumerate(iterator):
101+
if i == 2:
102+
break
103+
68104
def peakmem_read_json_lines_nrows(self, index):
69105
read_json(self.fname, orient="records", lines=True, nrows=15000)
70106

0 commit comments

Comments
 (0)