tc

Author: clee2000

conf.py

@@ -52,32 +52,26 @@
 import sphinx_gallery.gen_rst
 import multiprocessing
 
-# Save the original function
-def isolated_call(func, args, kwargs, result_queue):
+# Monkey patching sphinx gallery to run each example in an isolated process so
+# that we don't need to worry about examples changing global state
+def call_fn(func, args, kwargs, result_queue):
     try:
         result = func(*args, **kwargs)
         result_queue.put((True, result))
     except Exception as e:
         result_queue.put((False, str(e)))
 
-def make_isolated_version(func):
+def call_in_subprocess(func):
     def wrapper(*args, **kwargs):
-        result_queue = multiprocessing.Queue()
-        p = multiprocessing.Process(
-            target=isolated_call,
-            args=(func, args, kwargs, result_queue)
-        )
-        p.start()
-        p.join()
-        success, result = result_queue.get()
-        if success:
-            return result
-        else:
-            raise RuntimeError(f"Error in isolated process: {result}")
+        pool = multiprocessing.Pool(processes=1)
+        p = pool.apply_async(func, args, kwargs)
+        pool.close()
+        pool.join()
+        return p.get()
     return wrapper
 
 # Monkey-patch
-sphinx_gallery.gen_rst.generate_file_rst = make_isolated_version(sphinx_gallery.gen_rst.generate_file_rst)
+sphinx_gallery.gen_rst.generate_file_rst = call_in_subprocess(sphinx_gallery.gen_rst.generate_file_rst)
 
 try:
     import torchvision
@@ -128,18 +122,19 @@ def wrapper(*args, **kwargs):
 # -- Sphinx-gallery configuration --------------------------------------------
 
 def reset_seeds(gallery_conf, fname):
-    torch.cuda.empty_cache()
-    torch.backends.cudnn.deterministic = True
-    torch.backends.cudnn.benchmark = False
-    torch._dynamo.reset()
-    torch._inductor.config.force_disable_caches = True
-    torch.manual_seed(42)
-    torch.set_default_device(None)
-    random.seed(10)
-    numpy.random.seed(10)
-    torch.set_grad_enabled(True)
-
-    gc.collect()
+    pass
+    # torch.cuda.empty_cache()
+    # torch.backends.cudnn.deterministic = True
+    # torch.backends.cudnn.benchmark = False
+    # torch._dynamo.reset()
+    # torch._inductor.config.force_disable_caches = True
+    # torch.manual_seed(42)
+    # torch.set_default_device(None)
+    # random.seed(10)
+    # numpy.random.seed(10)
+    # torch.set_grad_enabled(True)
+
+    # gc.collect()
 
 sphinx_gallery_conf = {
     'examples_dirs': ['beginner_source', 'intermediate_source',