From 6f802acc8f744ac82edbaffaf8370cd02bff82a9 Mon Sep 17 00:00:00 2001
From: Chitoku YATO <cyato@nvidia.com>
Date: Fri, 5 Jul 2024 16:30:55 -0700
Subject: [PATCH 01/18] Add Manage Cookie Settings overlay

---
 docs/overrides/main.html | 6 ++++++
 1 file changed, 6 insertions(+)

diff --git a/docs/overrides/main.html b/docs/overrides/main.html
index 6a99ce0b..82b6dfbf 100644
--- a/docs/overrides/main.html
+++ b/docs/overrides/main.html
@@ -16,6 +16,12 @@
 {% endblock %}
 
 {% block scripts %}
+<!-- OneTrust Cookies Consent Notice start for www.jetson-ai-lab.com -->
+<script src="https://cdn.cookielaw.org/scripttemplates/otSDKStub.js"  type="text/javascript" charset="UTF-8" data-domain-script="018e2d65-efdf-7071-b793-f15ccf25c234-test" ></script>
+<script type="text/javascript">
+function OptanonWrapper() { }
+</script>
+<!-- OneTrust Cookies Consent Notice end for www.jetson-ai-lab.com -->
 <script src="//assets.adobedtm.com/5d4962a43b79/814eb6e9b4e1/launch-4bc07f1e0b0b.min.js"></script>
 {{ super() }}
 <script>

From c600e414979c089b9a15b43daf57a38408eef613 Mon Sep 17 00:00:00 2001
From: Chitoku YATO <cyato@nvidia.com>
Date: Mon, 5 Aug 2024 11:43:03 -0700
Subject: [PATCH 02/18] 07-24 update

---
 docs/overrides/main.html | 10 ++++++++--
 1 file changed, 8 insertions(+), 2 deletions(-)

diff --git a/docs/overrides/main.html b/docs/overrides/main.html
index 82b6dfbf..c0282584 100644
--- a/docs/overrides/main.html
+++ b/docs/overrides/main.html
@@ -15,13 +15,19 @@
     
 {% endblock %}
 
-{% block scripts %}
+{% block scripts %} 	
 <!-- OneTrust Cookies Consent Notice start for www.jetson-ai-lab.com -->
 <script src="https://cdn.cookielaw.org/scripttemplates/otSDKStub.js"  type="text/javascript" charset="UTF-8" data-domain-script="018e2d65-efdf-7071-b793-f15ccf25c234-test" ></script>
 <script type="text/javascript">
-function OptanonWrapper() { }
+function OptanonWrapper() {        
+        var event = new Event('bannerLoaded');
+        window.dispatchEvent(event);
+    }
 </script>
 <!-- OneTrust Cookies Consent Notice end for www.jetson-ai-lab.com -->
+
+<script type="text/javascript" src="https://images.nvidia.com/aem-dam/Solutions/ot-js/ot-custom.js"></script>
+
 <script src="//assets.adobedtm.com/5d4962a43b79/814eb6e9b4e1/launch-4bc07f1e0b0b.min.js"></script>
 {{ super() }}
 <script>

From 171b436b3651a8c0daa4b12c32cec3649b99763e Mon Sep 17 00:00:00 2001
From: Chitoku YATO <cyato@nvidia.com>
Date: Mon, 5 Aug 2024 12:01:43 -0700
Subject: [PATCH 03/18] Hide annoucement bar as on upstream/production

---
 docs/overrides/main.html | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/docs/overrides/main.html b/docs/overrides/main.html
index c0282584..b64aace1 100644
--- a/docs/overrides/main.html
+++ b/docs/overrides/main.html
@@ -2,6 +2,7 @@
 {% extends "base.html" %}
 
 <!-- Announcement bar -->
+{#
 {% block announce %}
   <style>
     .md-announce a { color: #76b900; text-decoration: underline;}
@@ -14,6 +15,7 @@
     <!--<div class="md-announce">Microsoft's open <a href="https://blogs.nvidia.com/blog/microsoft-open-phi-3-mini-language-models/" target="_blank">Phi-3 Mini</a> language models are out!  Try them today on Jetson with <a href="tutorial_ollama.html">ollama</a>.</div>-->
     
 {% endblock %}
+#}
 
 {% block scripts %} 	
 <!-- OneTrust Cookies Consent Notice start for www.jetson-ai-lab.com -->

From 69be9463ec513421bfe42ca048efe786f2f8f6c7 Mon Sep 17 00:00:00 2001
From: Chitoku YATO <cyato@nvidia.com>
Date: Wed, 14 Aug 2024 19:22:45 -0700
Subject: [PATCH 04/18] Fix link on image issue

---
 docs/initial_setup_jon.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docs/initial_setup_jon.md b/docs/initial_setup_jon.md
index 1337e493..4ce91551 100644
--- a/docs/initial_setup_jon.md
+++ b/docs/initial_setup_jon.md
@@ -265,7 +265,7 @@ Once we know the onboard firmware is up-to-date and ready for JetPack 6, we can
 
     On your PC, download JetPack 6.0 GA image for Jetson Orin Nano Developer Kit from the official [JetPack 6.0 page](https://developer.nvidia.com/embedded/jetpack-sdk-60) or from the below direct link button.
 
-    [Jetson Orin Nano Developer Kit<br>JetPack 6.0 GA image]([#](https://developer.nvidia.com/downloads/embedded/l4t/r36_release_v3.0/jp60-orin-nano-sd-card-image.zip)){ .md-button .md-button--primary }
+    [Jetson Orin Nano Developer Kit<br>JetPack 6.0 GA image](https://developer.nvidia.com/downloads/embedded/l4t/r36_release_v3.0/jp60-orin-nano-sd-card-image.zip){ .md-button .md-button--primary }
 
 2. Use Balena Etcher to flash image to SD card
 

From bf8e3b95ae7ed37205ad512abcf7a8fa2bea3784 Mon Sep 17 00:00:00 2001
From: Chitoku YATO <cyato@nvidia.com>
Date: Tue, 17 Sep 2024 15:44:25 -0700
Subject: [PATCH 05/18] Revert "Merge pull request #5 from tokk-nv/dev-legal"

This reverts commit 2b8258dc0147b5dad8b1b68c32177b3381478bf0, reversing
changes made to fb36749c2a9c36c499da7e667687369b4f077a2a.
---
 docs/overrides/main.html | 11 ++---------
 1 file changed, 2 insertions(+), 9 deletions(-)

diff --git a/docs/overrides/main.html b/docs/overrides/main.html
index b64aace1..09ac081f 100644
--- a/docs/overrides/main.html
+++ b/docs/overrides/main.html
@@ -16,20 +16,13 @@
     
 {% endblock %}
 #}
-
-{% block scripts %} 	
+{% block scripts %}
 <!-- OneTrust Cookies Consent Notice start for www.jetson-ai-lab.com -->
 <script src="https://cdn.cookielaw.org/scripttemplates/otSDKStub.js"  type="text/javascript" charset="UTF-8" data-domain-script="018e2d65-efdf-7071-b793-f15ccf25c234-test" ></script>
 <script type="text/javascript">
-function OptanonWrapper() {        
-        var event = new Event('bannerLoaded');
-        window.dispatchEvent(event);
-    }
+function OptanonWrapper() { }
 </script>
 <!-- OneTrust Cookies Consent Notice end for www.jetson-ai-lab.com -->
-
-<script type="text/javascript" src="https://images.nvidia.com/aem-dam/Solutions/ot-js/ot-custom.js"></script>
-
 <script src="//assets.adobedtm.com/5d4962a43b79/814eb6e9b4e1/launch-4bc07f1e0b0b.min.js"></script>
 {{ super() }}
 <script>

From 3eff46c8f2048b1ccf657c837eebce51572dbed4 Mon Sep 17 00:00:00 2001
From: Chitoku YATO <cyato@nvidia.com>
Date: Tue, 17 Sep 2024 15:44:51 -0700
Subject: [PATCH 06/18] Revert "Merge pull request #4 from tokk-nv/dev-legal"

This reverts commit 34d84af5bfdb2401c612d860451d8d8233bc8a8f, reversing
changes made to 272589821b48f4eea447b5f7223f18057ef2997a.
---
 docs/overrides/main.html | 6 ------
 1 file changed, 6 deletions(-)

diff --git a/docs/overrides/main.html b/docs/overrides/main.html
index 09ac081f..0b0f5c8d 100644
--- a/docs/overrides/main.html
+++ b/docs/overrides/main.html
@@ -17,12 +17,6 @@
 {% endblock %}
 #}
 {% block scripts %}
-<!-- OneTrust Cookies Consent Notice start for www.jetson-ai-lab.com -->
-<script src="https://cdn.cookielaw.org/scripttemplates/otSDKStub.js"  type="text/javascript" charset="UTF-8" data-domain-script="018e2d65-efdf-7071-b793-f15ccf25c234-test" ></script>
-<script type="text/javascript">
-function OptanonWrapper() { }
-</script>
-<!-- OneTrust Cookies Consent Notice end for www.jetson-ai-lab.com -->
 <script src="//assets.adobedtm.com/5d4962a43b79/814eb6e9b4e1/launch-4bc07f1e0b0b.min.js"></script>
 {{ super() }}
 <script>

From d7c1315d9550e4fe1e6750b7d397d3725c634096 Mon Sep 17 00:00:00 2001
From: Chitoku YATO <cyato@nvidia.com>
Date: Fri, 20 Sep 2024 11:48:23 -0700
Subject: [PATCH 07/18] Adopt GitHub gitignore for Python

---
 .github/workflows/ci.yml                     |  25 ++-
 .gitignore                                   | 164 +++++++++++++++++++
 mkdocs.yml                                   |   6 +-
 scripts/selectively_collapse_nav_sections.sh |   0
 4 files changed, 191 insertions(+), 4 deletions(-)
 create mode 100644 scripts/selectively_collapse_nav_sections.sh

diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index a22dda6e..a134128f 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -24,4 +24,27 @@ jobs:
             mkdocs-material-
       - run: pip install mkdocs-material
       - run: pip install mkdocs-redirects
-      - run: mkdocs gh-deploy --force
+      
+- name: Build the MkDocs site
+  run: |
+    mkdocs build
+      # Custom step to modify HTML files
+- name: Modify HTML files
+  run: |
+    scripts/selectively_collapse_nav_sections.sh
+- name: Deploy to GitHub Pages
+  run: |
+    # Initialize gh-pages branch if it doesn't exist
+    git config --global user.name "GitHub Actions"
+    git config --global user.email "actions@github.com"
+    git remote set-url origin https://x-access-token:${{ secrets.GITHUB_TOKEN }}@github.com/${{ github.repository }}.git
+    git fetch origin gh-pages
+    git checkout gh-pages || git checkout --orphan gh-pages
+    
+    # Copy the site content into the current directory
+    rsync -av --delete ./site/ ./
+    
+    # Commit and push the changes
+    git add .
+    git commit -m "Automated deployment with custom HTML edits" # TODO: Anyway to retain nad insert the original commit hash that trigger this CI?
+    git push origin gh-pages --force
\ No newline at end of file
diff --git a/.gitignore b/.gitignore
index 4cbcc053..54a0d0f9 100644
--- a/.gitignore
+++ b/.gitignore
@@ -1 +1,165 @@
 docs/overrides/plugins_backup/
+site*
+
+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[cod]
+*$py.class
+
+# C extensions
+*.so
+
+# Distribution / packaging
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+share/python-wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+MANIFEST
+
+# PyInstaller
+#  Usually these files are written by a python script from a template
+#  before PyInstaller builds the exe, so as to inject date/other infos into it.
+*.manifest
+*.spec
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+htmlcov/
+.tox/
+.nox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+*.py,cover
+.hypothesis/
+.pytest_cache/
+cover/
+
+# Translations
+*.mo
+*.pot
+
+# Django stuff:
+*.log
+local_settings.py
+db.sqlite3
+db.sqlite3-journal
+
+# Flask stuff:
+instance/
+.webassets-cache
+
+# Scrapy stuff:
+.scrapy
+
+# Sphinx documentation
+docs/_build/
+
+# PyBuilder
+.pybuilder/
+target/
+
+# Jupyter Notebook
+.ipynb_checkpoints
+
+# IPython
+profile_default/
+ipython_config.py
+
+# pyenv
+#   For a library or package, you might want to ignore these files since the code is
+#   intended to run in multiple environments; otherwise, check them in:
+# .python-version
+
+# pipenv
+#   According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
+#   However, in case of collaboration, if having platform-specific dependencies or dependencies
+#   having no cross-platform support, pipenv may install dependencies that don't work, or not
+#   install all needed dependencies.
+#Pipfile.lock
+
+# poetry
+#   Similar to Pipfile.lock, it is generally recommended to include poetry.lock in version control.
+#   This is especially recommended for binary packages to ensure reproducibility, and is more
+#   commonly ignored for libraries.
+#   https://python-poetry.org/docs/basic-usage/#commit-your-poetrylock-file-to-version-control
+#poetry.lock
+
+# pdm
+#   Similar to Pipfile.lock, it is generally recommended to include pdm.lock in version control.
+#pdm.lock
+#   pdm stores project-wide configurations in .pdm.toml, but it is recommended to not include it
+#   in version control.
+#   https://pdm.fming.dev/latest/usage/project/#working-with-version-control
+.pdm.toml
+.pdm-python
+.pdm-build/
+
+# PEP 582; used by e.g. github.com/David-OConnor/pyflow and github.com/pdm-project/pdm
+__pypackages__/
+
+# Celery stuff
+celerybeat-schedule
+celerybeat.pid
+
+# SageMath parsed files
+*.sage.py
+
+# Environments
+.env
+.venv
+env/
+venv/
+ENV/
+env.bak/
+venv.bak/
+
+# Spyder project settings
+.spyderproject
+.spyproject
+
+# Rope project settings
+.ropeproject
+
+# mkdocs documentation
+/site
+
+# mypy
+.mypy_cache/
+.dmypy.json
+dmypy.json
+
+# Pyre type checker
+.pyre/
+
+# pytype static type analyzer
+.pytype/
+
+# Cython debug symbols
+cython_debug/
+
+# PyCharm
+#  JetBrains specific template is maintained in a separate JetBrains.gitignore that can
+#  be found at https://github.com/github/gitignore/blob/main/Global/JetBrains.gitignore
+#  and can be added to the global gitignore or merged into this file.  For a more nuclear
+#  option (not recommended) you can uncomment the following to ignore the entire idea folder.
+#.idea/
\ No newline at end of file
diff --git a/mkdocs.yml b/mkdocs.yml
index 524376f1..00fb83da 100644
--- a/mkdocs.yml
+++ b/mkdocs.yml
@@ -20,7 +20,7 @@ theme:
 
   features:
       - navigation.indexes
-      - navigation.expand
+      # - navigation.expand
       - navigation.tabs
       - navigation.tabs.sticky
       # - navigation.sections
@@ -54,8 +54,8 @@ markdown_extensions:
   - md_in_html
   - tables
   - pymdownx.emoji:
-      emoji_index: !!python/name:materialx.emoji.twemoji
-      emoji_generator: !!python/name:materialx.emoji.to_svg
+      emoji_index: !!python/name:material.extensions.emoji.twemoji
+      emoji_generator: !!python/name:material.extensions.emoji.to_svg
   - pymdownx.critic
   - pymdownx.caret
   - pymdownx.keys
diff --git a/scripts/selectively_collapse_nav_sections.sh b/scripts/selectively_collapse_nav_sections.sh
new file mode 100644
index 00000000..e69de29b

From 362e175d53dcdde9ef6774f4feeadf7f86c7025d Mon Sep 17 00:00:00 2001
From: Chitoku YATO <cyato@nvidia.com>
Date: Fri, 20 Sep 2024 11:50:14 -0700
Subject: [PATCH 08/18] Support HTML postprocessing flow

---
 .github/workflows/ci.yml                     |  6 +--
 README.md                                    | 13 +++--
 mkdocs.yml                                   |  2 +-
 scripts/duplicate_site_with_postprocess.py   | 52 ++++++++++++++++++++
 scripts/postprocess_html_file.py             | 38 ++++++++++++++
 scripts/selectively_collapse_nav_sections.sh |  0
 6 files changed, 104 insertions(+), 7 deletions(-)
 create mode 100644 scripts/duplicate_site_with_postprocess.py
 create mode 100644 scripts/postprocess_html_file.py
 delete mode 100644 scripts/selectively_collapse_nav_sections.sh

diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index a134128f..01d53281 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -29,9 +29,9 @@ jobs:
   run: |
     mkdocs build
       # Custom step to modify HTML files
-- name: Modify HTML files
+- name: Duplicate the generated site dir with postprocessing
   run: |
-    scripts/selectively_collapse_nav_sections.sh
+    python ./scripts/duplicate_site_with_postprocess.py ./site ./site_postprocessed
 - name: Deploy to GitHub Pages
   run: |
     # Initialize gh-pages branch if it doesn't exist
@@ -42,7 +42,7 @@ jobs:
     git checkout gh-pages || git checkout --orphan gh-pages
     
     # Copy the site content into the current directory
-    rsync -av --delete ./site/ ./
+    rsync -av --delete ./site_postprocessed/ ./
     
     # Commit and push the changes
     git add .
diff --git a/README.md b/README.md
index 1aac95e3..86bcc1e6 100644
--- a/README.md
+++ b/README.md
@@ -26,9 +26,16 @@ sudo docker pull squidfunk/mkdocs-material
 docker run --rm -it -p 8000:8000 -v ${PWD}:/docs squidfunk/mkdocs-material
 ```
 
+### Test the post-processing
+
+```bash
+docker run --rm -it -p 8000:8000 -v ${PWD}:/docs squidfunk/mkdocs-material build
+python ./scripts/duplicate_site_with_postprocess.py ./site ./site_postprocessed
+livereload ./site_postprocessed
+```
+
+## Troubleshooting
+
 > If you get "docker: Got permission denied while trying to connect to the Docker daemon socket at ..." error, 
 > issue `sudo usermod -aG docker $USER; newgrp docker` to get around with the issue.
 
-## How to also publish on GitHub
-
-(to be documented)
diff --git a/mkdocs.yml b/mkdocs.yml
index 00fb83da..86f678e5 100644
--- a/mkdocs.yml
+++ b/mkdocs.yml
@@ -20,7 +20,7 @@ theme:
 
   features:
       - navigation.indexes
-      # - navigation.expand
+      - navigation.expand
       - navigation.tabs
       - navigation.tabs.sticky
       # - navigation.sections
diff --git a/scripts/duplicate_site_with_postprocess.py b/scripts/duplicate_site_with_postprocess.py
new file mode 100644
index 00000000..009cfd43
--- /dev/null
+++ b/scripts/duplicate_site_with_postprocess.py
@@ -0,0 +1,52 @@
+import os
+import shutil
+import argparse
+from bs4 import BeautifulSoup
+from postprocess_html_file import postprocess_html_file  # Import the function from the local file
+
+# Function to duplicate site directory with post-processing on HTML files
+def duplicate_and_process_html(src_dir, dest_dir):
+    if not os.path.exists(src_dir):
+        print(f"Source directory {src_dir} does not exist.")
+        return
+    
+    # Remove destination directory if it already exists, then create a new one
+    if os.path.exists(dest_dir):
+        shutil.rmtree(dest_dir)
+    os.makedirs(dest_dir)
+
+    # Walk through the source directory
+    for root, dirs, files in os.walk(src_dir):
+        # Create corresponding directory in the destination
+        rel_path = os.path.relpath(root, src_dir)
+        dest_subdir = os.path.join(dest_dir, rel_path)
+        os.makedirs(dest_subdir, exist_ok=True)
+
+        for file_name in files:
+            src_file_path = os.path.join(root, file_name)
+            dest_file_path = os.path.join(dest_subdir, file_name)
+
+            # Process only HTML files, copy others directly
+            if file_name.endswith(".html"):
+                # ### HTML file ### 
+                #  - Make certain nav items collapse by removing `md-toggle--indeterminate` class.
+                postprocess_html_file(src_file_path, dest_file_path)
+            else:
+                # Copy non-HTML files as-is
+                shutil.copy2(src_file_path, dest_file_path)
+
+    print(f"Site duplicated with post-processing to: {dest_dir}")
+
+# Main function to handle argument parsing
+def main():
+    parser = argparse.ArgumentParser(description="Duplicate a site directory and post-process HTML files.")
+    parser.add_argument("src_dir", help="The source directory containing the site files.")
+    parser.add_argument("dest_dir", help="The destination directory to output the post-processed site.")
+    
+    args = parser.parse_args()
+
+    # Call the duplicate and post-process function with the provided arguments
+    duplicate_and_process_html(args.src_dir, args.dest_dir)
+
+if __name__ == "__main__":
+    main()
diff --git a/scripts/postprocess_html_file.py b/scripts/postprocess_html_file.py
new file mode 100644
index 00000000..6d68574f
--- /dev/null
+++ b/scripts/postprocess_html_file.py
@@ -0,0 +1,38 @@
+import os
+import sys
+from bs4 import BeautifulSoup
+
+# Specify the section name exactly as spelled in mkdocs.yml file
+sections_to_keep_open = ["Text (LLM)", "Text + Vision (VLM)", "Vision Transformers (ViT)"]
+
+# Function to process each HTML file
+def postprocess_html_file(src_file_path, dest_file_path):
+    with open(src_file_path, "r", encoding="utf-8") as file:
+        # Parse the HTML file using BeautifulSoup
+        soup = BeautifulSoup(file, "lxml")
+
+    # Find and print all <li> elements with specific classes
+    li_items = soup.find_all("li", class_="md-nav__item md-nav__item--nested")
+    input_tags_modified = 0
+    for li in li_items:
+        span = li.find("span", class_="md-ellipsis")
+        section_name = ""
+        if span:
+            section_name = span.get_text(strip=True)
+            print(f"Text found: {section_name}")
+
+        if section_name not in sections_to_keep_open:
+            input_tag = li.find("input", class_="md-nav__toggle")  # Make sure the class is correct
+            if not input_tag:
+                print(" NO <input> found under <li>")
+            # Remove the class "md-toggle--indeterminate"
+            if input_tag and "md-toggle--indeterminate" in input_tag['class']:
+                input_tag['class'].remove("md-toggle--indeterminate")
+                input_tags_modified = input_tags_modified + 1
+                print(" --> removed `md-toggle--indeterminate` class")
+
+    # Overwrite the modified content to the file
+    with open(dest_file_path, "w", encoding="utf-8") as file:
+        file.write(str(soup.prettify()))
+
+    print(f"Modified {input_tags_modified} <input> elements and saved to {dest_file_path}")
diff --git a/scripts/selectively_collapse_nav_sections.sh b/scripts/selectively_collapse_nav_sections.sh
deleted file mode 100644
index e69de29b..00000000

From 1d015c2463aed09cd519232dbe09270cbbdfab46 Mon Sep 17 00:00:00 2001
From: Chitoku YATO <cyato@nvidia.com>
Date: Fri, 20 Sep 2024 13:37:36 -0700
Subject: [PATCH 09/18] Fix indent issue

---
 .github/workflows/ci.yml | 47 ++++++++++++++++++++--------------------
 1 file changed, 23 insertions(+), 24 deletions(-)

diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index 01d53281..35b46a66 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -24,27 +24,26 @@ jobs:
             mkdocs-material-
       - run: pip install mkdocs-material
       - run: pip install mkdocs-redirects
-      
-- name: Build the MkDocs site
-  run: |
-    mkdocs build
-      # Custom step to modify HTML files
-- name: Duplicate the generated site dir with postprocessing
-  run: |
-    python ./scripts/duplicate_site_with_postprocess.py ./site ./site_postprocessed
-- name: Deploy to GitHub Pages
-  run: |
-    # Initialize gh-pages branch if it doesn't exist
-    git config --global user.name "GitHub Actions"
-    git config --global user.email "actions@github.com"
-    git remote set-url origin https://x-access-token:${{ secrets.GITHUB_TOKEN }}@github.com/${{ github.repository }}.git
-    git fetch origin gh-pages
-    git checkout gh-pages || git checkout --orphan gh-pages
-    
-    # Copy the site content into the current directory
-    rsync -av --delete ./site_postprocessed/ ./
-    
-    # Commit and push the changes
-    git add .
-    git commit -m "Automated deployment with custom HTML edits" # TODO: Anyway to retain nad insert the original commit hash that trigger this CI?
-    git push origin gh-pages --force
\ No newline at end of file
+      - name: Build the MkDocs site
+        run: |
+          mkdocs build
+            # Custom step to modify HTML files
+      - name: Duplicate the generated site dir with postprocessing
+        run: |
+          python ./scripts/duplicate_site_with_postprocess.py ./site ./site_postprocessed
+      - name: Deploy to GitHub Pages
+        run: |
+          # Initialize gh-pages branch if it doesn't exist
+          git config --global user.name "GitHub Actions"
+          git config --global user.email "actions@github.com"
+          git remote set-url origin https://x-access-token:${{ secrets.GITHUB_TOKEN }}@github.com/${{ github.repository }}.git
+          git fetch origin gh-pages
+          git checkout gh-pages || git checkout --orphan gh-pages
+          
+          # Copy the site content into the current directory
+          rsync -av --delete ./site_postprocessed/ ./
+          
+          # Commit and push the changes
+          git add .
+          git commit -m "Automated deployment with custom HTML edits" # TODO: Anyway to retain nad insert the original commit hash that trigger this CI?
+          git push origin gh-pages --force
\ No newline at end of file

From 3e3ab6c4214396281cd09594e581b4b32a5c6cef Mon Sep 17 00:00:00 2001
From: Chitoku YATO <cyato@nvidia.com>
Date: Fri, 20 Sep 2024 13:43:04 -0700
Subject: [PATCH 10/18] Install missing pip packages

---
 .github/workflows/ci.yml | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index 35b46a66..da4e4c18 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -24,6 +24,8 @@ jobs:
             mkdocs-material-
       - run: pip install mkdocs-material
       - run: pip install mkdocs-redirects
+      - run: pip install beautifulsoup4
+      - run: pip install lxml
       - name: Build the MkDocs site
         run: |
           mkdocs build

From b3fd0aea2d3b39e2c9838fe5b4f18ffde9f65481 Mon Sep 17 00:00:00 2001
From: Chitoku YATO <cyato@nvidia.com>
Date: Fri, 20 Sep 2024 13:52:48 -0700
Subject: [PATCH 11/18] Suppress an issue in CI flow

---
 .github/workflows/ci.yml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index da4e4c18..db957f34 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -43,7 +43,7 @@ jobs:
           git checkout gh-pages || git checkout --orphan gh-pages
           
           # Copy the site content into the current directory
-          rsync -av --delete ./site_postprocessed/ ./
+          rsync -av --ignore-errors --delete ./site_postprocessed/ ./
           
           # Commit and push the changes
           git add .

From 370cab61a7c05579c98e60aed59924d6f9291cf9 Mon Sep 17 00:00:00 2001
From: Chitoku YATO <cyato@nvidia.com>
Date: Fri, 20 Sep 2024 14:12:02 -0700
Subject: [PATCH 12/18] Only create gh-pages as orphan branch

---
 .github/workflows/ci.yml | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index db957f34..ca07885b 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -40,7 +40,9 @@ jobs:
           git config --global user.email "actions@github.com"
           git remote set-url origin https://x-access-token:${{ secrets.GITHUB_TOKEN }}@github.com/${{ github.repository }}.git
           git fetch origin gh-pages
-          git checkout gh-pages || git checkout --orphan gh-pages
+          git checkout --orphan gh-pages
+          ls -lh
+          git status
           
           # Copy the site content into the current directory
           rsync -av --ignore-errors --delete ./site_postprocessed/ ./

From 918a6a34ae62fe02da4758a7049f3f47f9abbc7d Mon Sep 17 00:00:00 2001
From: Chitoku YATO <cyato@nvidia.com>
Date: Fri, 20 Sep 2024 14:23:10 -0700
Subject: [PATCH 13/18] Ignore rsync errors

---
 .github/workflows/ci.yml | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index ca07885b..dc04b9df 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -40,12 +40,12 @@ jobs:
           git config --global user.email "actions@github.com"
           git remote set-url origin https://x-access-token:${{ secrets.GITHUB_TOKEN }}@github.com/${{ github.repository }}.git
           git fetch origin gh-pages
-          git checkout --orphan gh-pages
+          git checkout gh-pages || git checkout --orphan gh-pages
           ls -lh
           git status
           
           # Copy the site content into the current directory
-          rsync -av --ignore-errors --delete ./site_postprocessed/ ./
+          rsync -av --delete ./site_postprocessed/ ./ || [[ $? -eq 23 ]]
           
           # Commit and push the changes
           git add .

From 8380b26ff99da4e061fa3f14c413bebd9e8a1a57 Mon Sep 17 00:00:00 2001
From: Chitoku YATO <cyato@nvidia.com>
Date: Fri, 20 Sep 2024 15:16:51 -0700
Subject: [PATCH 14/18] Try saving the postprocess dir in the parent dir

---
 .github/workflows/ci.yml | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index dc04b9df..732147c3 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -32,7 +32,7 @@ jobs:
             # Custom step to modify HTML files
       - name: Duplicate the generated site dir with postprocessing
         run: |
-          python ./scripts/duplicate_site_with_postprocess.py ./site ./site_postprocessed
+          python ./scripts/duplicate_site_with_postprocess.py ./site ../site_postprocessed
       - name: Deploy to GitHub Pages
         run: |
           # Initialize gh-pages branch if it doesn't exist
@@ -45,8 +45,8 @@ jobs:
           git status
           
           # Copy the site content into the current directory
-          rsync -av --delete ./site_postprocessed/ ./ || [[ $? -eq 23 ]]
-          
+          cp -r ../site_postprocessed/* .
+
           # Commit and push the changes
           git add .
           git commit -m "Automated deployment with custom HTML edits" # TODO: Anyway to retain nad insert the original commit hash that trigger this CI?

From 0fda7bdae3e1bb45222dc1872db30c669d3afc8f Mon Sep 17 00:00:00 2001
From: Chitoku YATO <cyato@nvidia.com>
Date: Fri, 20 Sep 2024 16:01:56 -0700
Subject: [PATCH 15/18] Note down the SHA of commit that triggers the CI
 workflow.

---
 .github/workflows/ci.yml | 21 ++++++++++++++++-----
 1 file changed, 16 insertions(+), 5 deletions(-)

diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index 732147c3..5524bd02 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -22,17 +22,28 @@ jobs:
           path: .cache
           restore-keys: |
             mkdocs-material-
-      - run: pip install mkdocs-material
-      - run: pip install mkdocs-redirects
-      - run: pip install beautifulsoup4
-      - run: pip install lxml
+         
+      - name: Install dependencies
+        run: |   
+          pip install mkdocs-material
+          pip install mkdocs-redirects
+          pip install beautifulsoup4
+          pip install lxml
+
+      - name: Get mkdocs-material version
+        run: |
+          MKDOCS_MATERIAL_VERSION=$(pip show mkdocs-material | grep Version | cut -d ' ' -f 2)
+          echo "MKDOCS_MATERIAL_VERSION=$MKDOCS_MATERIAL_VERSION" >> $GITHUB_ENV
+
       - name: Build the MkDocs site
         run: |
           mkdocs build
             # Custom step to modify HTML files
+
       - name: Duplicate the generated site dir with postprocessing
         run: |
           python ./scripts/duplicate_site_with_postprocess.py ./site ../site_postprocessed
+
       - name: Deploy to GitHub Pages
         run: |
           # Initialize gh-pages branch if it doesn't exist
@@ -49,5 +60,5 @@ jobs:
 
           # Commit and push the changes
           git add .
-          git commit -m "Automated deployment with custom HTML edits" # TODO: Anyway to retain nad insert the original commit hash that trigger this CI?
+          git commit -m "Deployed ${GITHUB_SHA} with mkdocs-material v${{ env.MKDOCS_MATERIAL_VERSION }} and HTML post-processing"
           git push origin gh-pages --force
\ No newline at end of file

From 7ff84ac876eac970ac81e8d6117064d93cfa3d8e Mon Sep 17 00:00:00 2001
From: Chitoku YATO <cyato@nvidia.com>
Date: Fri, 20 Sep 2024 16:04:54 -0700
Subject: [PATCH 16/18] Keep Robotics section open

---
 scripts/postprocess_html_file.py | 6 +++++-
 1 file changed, 5 insertions(+), 1 deletion(-)

diff --git a/scripts/postprocess_html_file.py b/scripts/postprocess_html_file.py
index 6d68574f..26bb2416 100644
--- a/scripts/postprocess_html_file.py
+++ b/scripts/postprocess_html_file.py
@@ -3,7 +3,11 @@
 from bs4 import BeautifulSoup
 
 # Specify the section name exactly as spelled in mkdocs.yml file
-sections_to_keep_open = ["Text (LLM)", "Text + Vision (VLM)", "Vision Transformers (ViT)"]
+sections_to_keep_open = ["Text (LLM)", 
+                         "Text + Vision (VLM)", 
+                         "Vision Transformers (ViT)",
+                         "Robotics & Embodiment"
+                         ]
 
 # Function to process each HTML file
 def postprocess_html_file(src_file_path, dest_file_path):

From 358a347f73a5702f24d48b3ef8927452c56df4fa Mon Sep 17 00:00:00 2001
From: Chitoku YATO <cyato@nvidia.com>
Date: Mon, 7 Oct 2024 15:24:08 -0700
Subject: [PATCH 17/18] Add Robotics section to keep open as well

---
 scripts/postprocess_html_file.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/scripts/postprocess_html_file.py b/scripts/postprocess_html_file.py
index 6d68574f..46cd4084 100644
--- a/scripts/postprocess_html_file.py
+++ b/scripts/postprocess_html_file.py
@@ -3,7 +3,7 @@
 from bs4 import BeautifulSoup
 
 # Specify the section name exactly as spelled in mkdocs.yml file
-sections_to_keep_open = ["Text (LLM)", "Text + Vision (VLM)", "Vision Transformers (ViT)"]
+sections_to_keep_open = ["Text (LLM)", "Text + Vision (VLM)", "Vision Transformers (ViT)", "Robotics & Embodiment"]
 
 # Function to process each HTML file
 def postprocess_html_file(src_file_path, dest_file_path):

From 2caa6beb195dcaba181d6f40c4f5ee88448b9468 Mon Sep 17 00:00:00 2001
From: Chitoku YATO <cyato@nvidia.com>
Date: Mon, 7 Oct 2024 16:01:28 -0700
Subject: [PATCH 18/18] Show dependencies to install for post-process test

---
 README.md | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

diff --git a/README.md b/README.md
index 86bcc1e6..358dcc69 100644
--- a/README.md
+++ b/README.md
@@ -30,7 +30,10 @@ docker run --rm -it -p 8000:8000 -v ${PWD}:/docs squidfunk/mkdocs-material
 
 ```bash
 docker run --rm -it -p 8000:8000 -v ${PWD}:/docs squidfunk/mkdocs-material build
-python ./scripts/duplicate_site_with_postprocess.py ./site ./site_postprocessed
+pip install beautifulsoup4
+pip install lxml
+python3 ./scripts/duplicate_site_with_postprocess.py ./site ./site_postprocessed
+sudo apt install python3-livereload
 livereload ./site_postprocessed
 ```