From e6aecf581a227981c83954f7ea05af9267a339ab Mon Sep 17 00:00:00 2001 From: Adam Paszke Date: Mon, 16 Jan 2017 10:55:02 +0100 Subject: [PATCH] Fix for changed .grad type --- word_language_model/main.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/word_language_model/main.py b/word_language_model/main.py index 2303d61c62..18fc0f0877 100644 --- a/word_language_model/main.py +++ b/word_language_model/main.py @@ -101,7 +101,7 @@ def evaluate(model, data, criterion, bsz): def clipGradient(model, clip): totalnorm = 0 for p in model.parameters(): - modulenorm = p.grad.norm() + modulenorm = p.grad.data.norm() totalnorm += modulenorm ** 2 totalnorm = math.sqrt(totalnorm) return min(1, args.clip / (totalnorm + 1e-6)) @@ -140,7 +140,7 @@ def repackageHidden(h): clipped_lr = lr * clipGradient(model, args.clip) for p in model.parameters(): - p.data.sub_(p.grad.mul(clipped_lr)) + p.data.sub_(p.grad.data.mul(clipped_lr)) hidden = repackageHidden(hidden) model.zero_grad()