update

Author: clee2000

.jenkins/build.sh

@@ -105,7 +105,7 @@ if [[ "${JOB_BASE_NAME}" == *worker_* ]]; then
 
   # Step 5: Remove INVISIBLE_CODE_BLOCK from .html/.rst.txt/.ipynb/.py files
   bash $DIR/remove_invisible_code_block_batch.sh docs
-  python .jenkins/validate_tutorials_built.py docs
+  python .jenkins/validate_tutorials_built.py
 
   # Step 6: Copy generated files to S3, tag with commit ID
   7z a worker_${WORKER_ID}.7z docs
@@ -139,7 +139,7 @@ elif [[ "${JOB_BASE_NAME}" == *manager ]]; then
 
   # Step 5: Remove INVISIBLE_CODE_BLOCK from .html/.rst.txt/.ipynb/.py files
   bash $DIR/remove_invisible_code_block_batch.sh docs
-  python .jenkins/validate_tutorials_built.py docs
+  python .jenkins/validate_tutorials_built.py
 
   # Step 6: Copy generated HTML files and static files to S3
   7z a manager.7z docs

.jenkins/validate_tutorials_built.py

@@ -1,9 +1,10 @@
-import sys
-import glob
-import re
+from pathlib import Path
+from typing import List
 
 from bs4 import BeautifulSoup
 
+REPO_ROOT = Path(__file__).parent.parent
+
 # files that are ok to have 0 min 0 sec time, probably because they don't have any python code
 OK_TO_NOT_RUN = [
     "beginner/basics/intro.html",
@@ -69,14 +70,19 @@
 ]
 
 
-def main():
-    build_dir = sys.argv[1]
+def tutorial_source_dirs() -> List[Path]:
+    return [
+        p.relative_to(REPO_ROOT).with_stem(p.stem[:-7])
+        for p in REPO_ROOT.glob("*_source")
+    ]
 
-    html_file_paths = []
 
-    for difficulty in ["beginner", "intermediate", "advanced", "prototype", "recipes"]:
-        glob_path = f"{build_dir}/{difficulty}/**/*.html"
-        html_file_paths += glob.glob(glob_path, recursive=True)
+def main() -> None:
+    docs_dir = REPO_ROOT / "docs"
+    html_file_paths = []
+    for tutorial_source_dir in tutorial_source_dirs():
+        glob_path = f"{tutorial_source_dir}/**/*.html"
+        html_file_paths += docs_dir.glob(glob_path)
 
     did_not_run = []
     for html_file_path in html_file_paths:
@@ -89,10 +95,10 @@ def main():
                 "Total running time of the script: ( 0 minutes  0.000 seconds)"
                 in elem.text
                 and not any(
-                    html_file_path.endswith(file) for file in KNOWN_BAD + OK_TO_NOT_RUN
+                    html_file_path.match(file) for file in KNOWN_BAD + OK_TO_NOT_RUN
                 )
             ):
-                did_not_run.append(html_file_path)
+                did_not_run.append(html_file_path.as_posix())
 
     if len(did_not_run) != 0:
         raise RuntimeError(