@@ -53,6 +53,24 @@ def time_read_json_lines(self, index):
53
53
def time_read_json_lines_concat (self , index ):
54
54
concat (read_json (self .fname , orient = "records" , lines = True , chunksize = 25000 ))
55
55
56
+ def time_read_json_lines_read_one_chunk (self , index ):
57
+ iterator = read_json (self .fname , orient = "records" , lines = True , chunksize = 25000 )
58
+ for i , j in enumerate (iterator ):
59
+ if i == 0 :
60
+ break
61
+
62
+ def time_read_json_lines_read_two_chunk (self , index ):
63
+ iterator = read_json (self .fname , orient = "records" , lines = True , chunksize = 25000 )
64
+ for i , j in enumerate (iterator ):
65
+ if i == 1 :
66
+ break
67
+
68
+ def time_read_json_lines_read_three_chunk (self , index ):
69
+ iterator = read_json (self .fname , orient = "records" , lines = True , chunksize = 25000 )
70
+ for i , j in enumerate (iterator ):
71
+ if i == 2 :
72
+ break
73
+
56
74
def time_read_json_lines_nrows (self , index ):
57
75
read_json (self .fname , orient = "records" , lines = True , nrows = 15000 )
58
76
@@ -65,6 +83,24 @@ def peakmem_read_json_lines(self, index):
65
83
def peakmem_read_json_lines_concat (self , index ):
66
84
concat (read_json (self .fname , orient = "records" , lines = True , chunksize = 25000 ))
67
85
86
+ def peakmem_read_json_lines_one_chunk (self , index ):
87
+ iterator = read_json (self .fname , orient = "records" , lines = True , chunksize = 25000 )
88
+ for i , j in enumerate (iterator ):
89
+ if i == 0 :
90
+ break
91
+
92
+ def peakmem_read_json_lines_two_chunk (self , index ):
93
+ iterator = read_json (self .fname , orient = "records" , lines = True , chunksize = 25000 )
94
+ for i , j in enumerate (iterator ):
95
+ if i == 1 :
96
+ break
97
+
98
+ def peakmem_read_json_lines_three_chunk (self , index ):
99
+ iterator = read_json (self .fname , orient = "records" , lines = True , chunksize = 25000 )
100
+ for i , j in enumerate (iterator ):
101
+ if i == 2 :
102
+ break
103
+
68
104
def peakmem_read_json_lines_nrows (self , index ):
69
105
read_json (self .fname , orient = "records" , lines = True , nrows = 15000 )
70
106
0 commit comments