File tree Expand file tree Collapse file tree 2 files changed +4
-4
lines changed Expand file tree Collapse file tree 2 files changed +4
-4
lines changed Original file line number Diff line number Diff line change @@ -90,7 +90,7 @@ download:
90
90
cp $(DATADIR)/word_language_model_quantize.pth advanced_source/data/word_language_model_quantize.pth
91
91
92
92
# Download data for advanced_source/dynamic_quantization_tutorial.py
93
- wget -N https://s3.amazonaws.com/pytorch-tutorial-assets/wikitext-2.zip -P $(DATADIR)
93
+ wget -N https://s3.amazonaws.com/pytorch-tutorial-assets/wikitext-2-v1 .zip -P $(DATADIR)
94
94
unzip $(ZIPOPTS) $(DATADIR)/wikitext-2.zip -d advanced_source/data/
95
95
96
96
# Download model for advanced_source/static_quantization_tutorial.py
Original file line number Diff line number Diff line change @@ -98,9 +98,9 @@ def __len__(self):
98
98
class Corpus (object ):
99
99
def __init__ (self , path ):
100
100
self .dictionary = Dictionary ()
101
- self .train = self .tokenize (os .path .join (path , 'wiki. train.token ' ))
102
- self .valid = self .tokenize (os .path .join (path , 'wiki. valid.token ' ))
103
- self .test = self .tokenize (os .path .join (path , 'wiki. test.token ' ))
101
+ self .train = self .tokenize (os .path .join (path , 'train.txt ' ))
102
+ self .valid = self .tokenize (os .path .join (path , 'valid.txt ' ))
103
+ self .test = self .tokenize (os .path .join (path , 'test.txt ' ))
104
104
105
105
def tokenize (self , path ):
106
106
"""Tokenizes a text file."""
You can’t perform that action at this time.
0 commit comments