Skip to content

Commit e1e540c

Browse files
committed
revert paths for wikitext version
1 parent 84c6357 commit e1e540c

File tree

2 files changed

+4
-4
lines changed

2 files changed

+4
-4
lines changed

Makefile

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -90,7 +90,7 @@ download:
9090
cp $(DATADIR)/word_language_model_quantize.pth advanced_source/data/word_language_model_quantize.pth
9191

9292
# Download data for advanced_source/dynamic_quantization_tutorial.py
93-
wget -N https://s3.amazonaws.com/pytorch-tutorial-assets/wikitext-2.zip -P $(DATADIR)
93+
wget -N https://s3.amazonaws.com/pytorch-tutorial-assets/wikitext-2-v1.zip -P $(DATADIR)
9494
unzip $(ZIPOPTS) $(DATADIR)/wikitext-2.zip -d advanced_source/data/
9595

9696
# Download model for advanced_source/static_quantization_tutorial.py

advanced_source/dynamic_quantization_tutorial.py

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -98,9 +98,9 @@ def __len__(self):
9898
class Corpus(object):
9999
def __init__(self, path):
100100
self.dictionary = Dictionary()
101-
self.train = self.tokenize(os.path.join(path, 'wiki.train.token'))
102-
self.valid = self.tokenize(os.path.join(path, 'wiki.valid.token'))
103-
self.test = self.tokenize(os.path.join(path, 'wiki.test.token'))
101+
self.train = self.tokenize(os.path.join(path, 'train.txt'))
102+
self.valid = self.tokenize(os.path.join(path, 'valid.txt'))
103+
self.test = self.tokenize(os.path.join(path, 'test.txt'))
104104

105105
def tokenize(self, path):
106106
"""Tokenizes a text file."""

0 commit comments

Comments
 (0)