@@ -133,7 +133,7 @@ def apply_prefix(task, x):
133
133
cnndm_datapipe = cnndm_datapipe .map (partial (apply_prefix , task ))
134
134
cnndm_datapipe = cnndm_datapipe .batch (cnndm_batch_size )
135
135
cnndm_datapipe = cnndm_datapipe .rows2columnar (["article" , "abstract" ])
136
- cnndm_dataloader = DataLoader (cnndm_datapipe , batch_size = None )
136
+ cnndm_dataloader = DataLoader (cnndm_datapipe , shuffle = True , batch_size = None )
137
137
138
138
#######################################################################
139
139
# Alternately, we can also use batched API, for example, apply the prefix on the whole batch:
@@ -223,21 +223,19 @@ def process_labels(labels, x):
223
223
224
224
225
225
#######################################################################
226
- # Summarization Output
226
+ # Summarization Output (Might vary since we shuffle the dataloader)
227
227
# --------------------
228
228
#
229
229
# .. code-block::
230
230
#
231
231
# Example 1:
232
232
#
233
- # prediction: the Palestinians become the 123rd member of the international criminal
234
- # court . the accession was marked by a ceremony at the Hague, where the court is based .
235
- # the ICC opened a preliminary examination into the situation in the occupied
236
- # Palestinian territory .
233
+ # prediction: the 24-year-old has been tattooed for over a decade . he has landed in australia
234
+ # to start work on a new campaign . he says he is 'taking it in your stride' to be honest .
237
235
#
238
- # target: Membership gives the ICC jurisdiction over alleged crimes committed in
239
- # Palestinian territories since last June . Israel and the United States opposed the
240
- # move, which could open the door to war crimes investigations against Israelis .
236
+ # target: London-based model Stephen James Hendry famed for his full body tattoo . The supermodel
237
+ # is in Sydney for a new modelling campaign . Australian fans understood to have already located
238
+ # him at his hotel . The 24-year-old heartthrob is recently single .
241
239
#
242
240
#
243
241
# Example 2:
0 commit comments