Merge branch 'master' into named_tensor_tutorial

Author: SethHWeidman

.circleci/config.yml

@@ -97,7 +97,7 @@ pytorch_tutorial_build_defaults: &pytorch_tutorial_build_defaults
         sudo pip -q install awscli==1.16.35
 
         if [ -n "${CUDA_VERSION}" ]; then
-          DRIVER_FN="NVIDIA-Linux-x86_64-410.104.run"
+          DRIVER_FN="NVIDIA-Linux-x86_64-430.40.run"
           wget "https://s3.amazonaws.com/ossci-linux/nvidia_driver/$DRIVER_FN"
           sudo /bin/bash "$DRIVER_FN" -s --no-drm || (sudo cat /var/log/nvidia-installer.log && false)
           nvidia-smi

index.rst

@@ -175,6 +175,11 @@ Deploying PyTorch Models in Production
 Parallel and Distributed Training
 ---------------------------------
 
+.. customgalleryitem::
+  :tooltip: Model parallel training on multiple GPUs
+  :description: :doc:`/intermediate/model_parallel_tutorial`
+  :figure: _static/img/distributed/DistPyTorch.jpg
+
 .. customgalleryitem::
   :tooltip: Getting started with DistributedDataParallel
   :description: :doc:`/intermediate/ddp_tutorial`
@@ -318,6 +323,7 @@ PyTorch Fundamentals In-Depth
    :hidden:
    :caption: Parallel and Distributed Training
 
+   intermediate/model_parallel_tutorial
    intermediate/ddp_tutorial
    intermediate/dist_tuto
    beginner/aws_distributed_training_tutorial