From 516c1689044d9d5a108ec4c3e3614e8d161f6d4c Mon Sep 17 00:00:00 2001 From: Catherine Lee Date: Fri, 16 Jun 2023 15:01:31 -0700 Subject: [PATCH 1/5] data_parallel_tutorial to run on multigpu --- .jenkins/metadata.json | 3 +++ 1 file changed, 3 insertions(+) diff --git a/.jenkins/metadata.json b/.jenkins/metadata.json index 40c0e13c74e..ef793f0b1db 100644 --- a/.jenkins/metadata.json +++ b/.jenkins/metadata.json @@ -22,6 +22,9 @@ "duration": 320, "needs": "gpu.nvidia.small.multi" }, + "beginner_source/blitz/data_parallel_tutorial.py": { + "needs": "gpu.nvidia.small.multi" + }, "intermediate_source/model_parallel_tutorial.py": { "needs": "gpu.nvidia.small.multi" }, From 1ad5dfc8c6573e4a832886561476feeb3080a3ed Mon Sep 17 00:00:00 2001 From: Nikita Shulga Date: Fri, 16 Jun 2023 16:18:16 -0700 Subject: [PATCH 2/5] Collect unused memory --- conf.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/conf.py b/conf.py index 896fbc1608f..b87bce63614 100644 --- a/conf.py +++ b/conf.py @@ -33,6 +33,7 @@ sys.path.insert(0, os.path.abspath('./.jenkins')) import pytorch_sphinx_theme import torch +import gc import glob import random import shutil @@ -91,6 +92,7 @@ def reset_seeds(gallery_conf, fname): torch.manual_seed(42) torch.set_default_device(None) random.seed(10) + gc.collect() sphinx_gallery_conf = { 'examples_dirs': ['beginner_source', 'intermediate_source', From 535bcfb2a3ad81f7f3a3cef1aec21857da2f2494 Mon Sep 17 00:00:00 2001 From: Catherine Lee Date: Fri, 16 Jun 2023 16:20:43 -0700 Subject: [PATCH 3/5] set numpy seed --- conf.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/conf.py b/conf.py index b87bce63614..a4d8ca1af99 100644 --- a/conf.py +++ b/conf.py @@ -33,6 +33,7 @@ sys.path.insert(0, os.path.abspath('./.jenkins')) import pytorch_sphinx_theme import torch +import numpy import gc import glob import random @@ -92,6 +93,7 @@ def reset_seeds(gallery_conf, fname): torch.manual_seed(42) torch.set_default_device(None) random.seed(10) + numpy.random.seed(10) gc.collect() sphinx_gallery_conf = { From 5b7ce58eb9c1d7e9efcf573db1cd039931059436 Mon Sep 17 00:00:00 2001 From: Catherine Lee Date: Tue, 27 Jun 2023 10:38:01 -0700 Subject: [PATCH 4/5] empty cuda cache --- conf.py | 1 + 1 file changed, 1 insertion(+) diff --git a/conf.py b/conf.py index a4d8ca1af99..f09fabd49d7 100644 --- a/conf.py +++ b/conf.py @@ -92,6 +92,7 @@ def reset_seeds(gallery_conf, fname): torch.cuda.empty_cache() torch.manual_seed(42) torch.set_default_device(None) + torch.cuda.empty_cache() random.seed(10) numpy.random.seed(10) gc.collect() From 7f0b45d784659cd201e924b03c5baa0daf01cce1 Mon Sep 17 00:00:00 2001 From: Catherine Lee Date: Tue, 27 Jun 2023 13:30:21 -0700 Subject: [PATCH 5/5] update --- conf.py | 1 - 1 file changed, 1 deletion(-) diff --git a/conf.py b/conf.py index f09fabd49d7..a4d8ca1af99 100644 --- a/conf.py +++ b/conf.py @@ -92,7 +92,6 @@ def reset_seeds(gallery_conf, fname): torch.cuda.empty_cache() torch.manual_seed(42) torch.set_default_device(None) - torch.cuda.empty_cache() random.seed(10) numpy.random.seed(10) gc.collect()