update

Author: clee2000

.github/workflows/build-tutorials.yml

@@ -13,9 +13,10 @@ jobs:
       matrix:
         include:
           - { shard: 1, num_shards: 2, runner: "linux.g5.4xlarge.nvidia.gpu" }
+          - { shard: 2, num_shards: 2, runner: "linux.g5.4xlarge.nvidia.gpu" }
     runs-on: ${{ matrix.runner }}
     env:
-      DOCKER_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-bionic-cuda11.7-cudnn8-py3-gcc7"
+      DOCKER_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-bionic-cuda12.1-cudnn8-py3-gcc9"
       CUDA_VERSION: "9"
     steps:
       - name: Setup SSH (Click me for login details)
@@ -30,7 +31,7 @@ jobs:
         uses: actions/checkout@v3
 
       - name: Setup Linux
-        uses: pytorch/pytorch/.github/actions/setup-linux@master
+        uses: pytorch/pytorch/.github/actions/setup-linux@main
 
       - name: Install nvidia driver, nvidia-docker runtime, set GPU_FLAG
         uses: pytorch/test-infra/.github/actions/setup-nvidia@main
@@ -82,7 +83,7 @@ jobs:
           docker exec -t "${container_name}" sh -c ".jenkins/worker.sh"
 
 
-      - name: Upload Python Docs Preview
+      - name: Upload artifacts
         uses: seemethere/upload-artifact-s3@v5
         with:
           retention-days: 14
@@ -103,7 +104,7 @@ jobs:
     needs: pytorch_tutorial_build_worker
     runs-on: [self-hosted, linux.2xlarge]
     env:
-      DOCKER_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-bionic-cuda11.7-cudnn8-py3-gcc7"
+      DOCKER_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/pytorch-linux-bionic-cuda12.1-cudnn8-py3-gcc9"
       CUDA_VERSION: "9"
     steps:
       - name: Setup SSH (Click me for login details)
@@ -118,7 +119,7 @@ jobs:
         uses: actions/checkout@v3
 
       - name: Setup Linux
-        uses: pytorch/pytorch/.github/actions/setup-linux@master
+        uses: pytorch/pytorch/.github/actions/setup-linux@main
 
       - name: Install nvidia driver, nvidia-docker runtime, set GPU_FLAG
         uses: pytorch/test-infra/.github/actions/setup-nvidia@main
@@ -144,13 +145,19 @@ jobs:
         shell: bash
         env:
           DOCKER_IMAGE: ${{ steps.docker-image.outputs.docker-image }}
+          BUCKET_NAME: "pytorch-tutorial-build-pull-request"
+          COMMIT_ID: temp/${{ github.event.pull_request.number }}
+          COMMIT_SOURCE: ${{ github.ref }}
         run: |
           set -ex
 
           chmod +x ".jenkins/manager.sh"
 
           container_name=$(docker run \
             ${GPU_FLAG:-} \
+            -e BUCKET_NAME \
+            -e COMMIT_ID \
+            -e COMMIT_SOURCE \
             --env-file="/tmp/github_env_${GITHUB_RUN_ID}" \
             --tty \
             --detach \
@@ -165,7 +172,6 @@ jobs:
 
           docker exec -t "${container_name}" sh -c ".jenkins/worker.sh"
 
-
       - name: Upload Python Docs Preview
         uses: seemethere/upload-artifact-s3@v5
         with:

.jenkins/manager.sh

@@ -32,18 +32,18 @@ python .jenkins/validate_tutorials_built.py
 awsv2 s3 cp manager.7z s3://${BUCKET_NAME}/${COMMIT_ID}/manager.7z --acl public-read
 
 # Step 7: push new HTML files and static files to gh-pages
-if [[ "$COMMIT_SOURCE" == master || "$COMMIT_SOURCE" == main ]]; then
-  git clone https://github.com/pytorch/tutorials.git -b gh-pages gh-pages
-  cp -r docs/* gh-pages/
-  pushd gh-pages
-  # DANGER! DO NOT REMOVE THE `set +x` SETTING HERE!
-  set +x
-  git remote set-url origin https://${GITHUB_PYTORCHBOT_USERNAME}:${GITHUB_PYTORCHBOT_TOKEN}@github.com/pytorch/tutorials.git
-  set -x
-  git add -f -A || true
-  git config user.email "soumith+bot@pytorch.org"
-  git config user.name "pytorchbot"
-  git commit -m "Automated tutorials push" || true
-  git status
-  git push origin gh-pages
-fi
+# if [[ "$COMMIT_SOURCE" == master || "$COMMIT_SOURCE" == main ]]; then
+#   git clone https://github.com/pytorch/tutorials.git -b gh-pages gh-pages
+#   cp -r docs/* gh-pages/
+#   pushd gh-pages
+#   # DANGER! DO NOT REMOVE THE `set +x` SETTING HERE!
+#   set +x
+#   git remote set-url origin https://${GITHUB_PYTORCHBOT_USERNAME}:${GITHUB_PYTORCHBOT_TOKEN}@github.com/pytorch/tutorials.git
+#   set -x
+#   git add -f -A || true
+#   git config user.email "soumith+bot@pytorch.org"
+#   git config user.name "pytorchbot"
+#   git commit -m "Automated tutorials push" || true
+#   git status
+#   git push origin gh-pages
+# fi