Switch to the Nvidia Sphinx Theme for documentation (#2203)

* Adopt updated version of Sphinx, which in turn required updates to other packages.
* Updated Sphinx required removing the version pins from PR #2158
* Replace usage of pytest-kafka with kafka-python-ng to adopt better support for python 3.12
* Install `exhale` with `pip` to work-around issue conda-forge/exhale-feedstock#8
* Adopt `sphinx-copybutton` removing the need for custom JS code in the repo.

Closes #2141 

## By Submitting this PR I confirm:
- I am familiar with the [Contributing Guidelines](https://github.com/nv-morpheus/Morpheus/blob/main/docs/source/developer_guide/contributing.md).
- When the PR is ready for review, new or existing tests cover these changes.
- When the PR is ready for review, the documentation is up to date with these changes.

Authors:
  - David Gardner (https://github.com/dagardner-nv)

Approvers:
  - Will Killian (https://github.com/willkill07)

URL: #2203

Author: dagardner-nv

ci/conda/recipes/morpheus-libs/meta.yaml

@@ -103,14 +103,14 @@ outputs:
         - python-confluent-kafka =2.6.1
         - python-graphviz
         - rapids-dask-dependency {{ rapids_version }} # provides dask and distributed
-        - requests<2.29.0
+        - requests>=2.32.3,<3
         - requests-cache =1.1.*
         - scikit-learn =1.3.2.*
         - sqlalchemy <2.0 # 2.0 is incompatible with pandas=1.3
         - tqdm =4.*
         - tritonclient =2.34.*
         - typing_utils =0.1.*
-        - urllib3<2.0
+        - urllib3>=2.3,<3
         - watchdog =3.0.*
         - websockets
     test:

ci/conda/recipes/morpheus/meta.yaml

@@ -109,14 +109,14 @@ outputs:
         - python-confluent-kafka =2.6.1
         - python-graphviz
         - rapids-dask-dependency {{ rapids_version }} # provides dask and distributed
-        - requests<2.29.0
+        - requests>=2.32.3,<3
         - requests-cache =1.1.*
         - scikit-learn =1.3.2.*
         - sqlalchemy <2.0 # 2.0 is incompatible with pandas=1.3
         - tqdm =4.*
         - tritonclient =2.34.*
         - typing_utils =0.1.*
-        - urllib3<2.0
+        - urllib3>=2.3,<3
         - watchdog =3.0.*
         - websockets
     test:

ci/scripts/github/docs.sh

@@ -44,12 +44,11 @@ ${MORPHEUS_ROOT}/scripts/fetch_data.py fetch docs examples
 rapids-logger "Configuring for docs"
 cmake ${CMAKE_BUILD_ALL_FEATURES} -DCMAKE_INSTALL_PREFIX=${CONDA_PREFIX} -DMORPHEUS_PYTHON_BUILD_STUBS=OFF -DMORPHEUS_BUILD_DOCS=ON .
 
-rapids-logger "Building docs"
+rapids-logger "Installing Morpheus"
 cmake --build ${BUILD_DIR} --parallel ${PARALLEL_LEVEL} --target install
-cmake --build ${BUILD_DIR} --parallel ${PARALLEL_LEVEL} --target morpheus_docs
 
-rapids-logger "Checking documentation links"
-cmake --build ${BUILD_DIR} --parallel ${PARALLEL_LEVEL} --target morpheus_docs_linkcheck
+rapids-logger "Building docs"
+cmake --build ${BUILD_DIR} --parallel ${PARALLEL_LEVEL} --target morpheus_docs morpheus_docs_linkcheck
 
 rapids-logger "Archiving the docs"
 tar cfj "${WORKSPACE_TMP}/docs.tar.bz" ${BUILD_DIR}/docs/html

conda/environments/all_cuda-128_arch-aarch64.yaml

@@ -16,7 +16,7 @@ dependencies:
 - beautifulsoup4=4.12
 - benchmark=1.8.3
 - boto3=1.35
-- breathe=4.35.0
+- breathe>=4.36
 - c-ares=1.32
 - ccache
 - clangdev=16
@@ -39,10 +39,9 @@ dependencies:
 - cython=3.0
 - datacompy=0.13.1
 - dill=0.3.7
-- docker-py=5.0
+- docker-py>=7.1,<8
 - doxygen=1.9.2
 - elasticsearch==8.9.0
-- exhale=0.3.6
 - feedparser=6.0
 - flake8
 - git-lfs
@@ -66,10 +65,10 @@ dependencies:
 - librdkafka=2.6.1
 - libtool
 - libwebp=1.3.2
-- libzlib >=1.3.1,<2
+- libzlib>=1.3.1,<1.4
 - mlflow>=2.10.0,<2.18
 - mrc=25.06
-- myst-parser=0.18.1
+- myst-parser>=4.0
 - nbsphinx
 - networkx=2.8.8
 - ninja=1.11
@@ -104,19 +103,19 @@ dependencies:
 - rdma-core>=48
 - requests-cache=1.1
 - requests-toolbelt=1.0
-- requests<2.29.0
+- requests>=2.32.3,<3
 - s3fs=2024.10
 - scikit-build=0.17.6
 - scikit-learn=1.3.2
-- sphinx
-- sphinx_rtd_theme
+- sphinx-copybutton>=0.5
+- sphinx>=8.2
 - sqlalchemy<2.0
 - sysroot_linux-64>=2.28
 - tqdm=4
 - transformers=4.36.2
 - tritonclient=2.34
 - typing_utils=0.1
-- urllib3<2.0
+- urllib3>=2.3,<3
 - versioneer
 - versioneer-518
 - watchdog=3.0
@@ -129,6 +128,7 @@ dependencies:
   - databricks-cli < 0.100
   - databricks-connect
   - dgl
+  - exhale>=0.3.7
   - faiss-cpu
   - google-search-results==2.4
   - gpudb>=7.2.2.3
@@ -137,8 +137,9 @@ dependencies:
   - langchain==0.1.16
   - nemollm==0.3.5
   - newspaper3k==0.2.8
+  - nvidia-sphinx-theme>=0.0.7
   - pypdfium2==4.30
-  - pytest-kafka==0.6.0
+  - pytest-kafka[kafka-python-ng]>=0.8,<0.9
   - python-logging-loki
   - sentence-transformers==2.7
   - torch==2.4.0

conda/environments/all_cuda-128_arch-x86_64.yaml

@@ -16,7 +16,7 @@ dependencies:
 - beautifulsoup4=4.12
 - benchmark=1.8.3
 - boto3=1.35
-- breathe=4.35.0
+- breathe>=4.36
 - c-ares=1.32
 - ccache
 - clangdev=16
@@ -39,10 +39,9 @@ dependencies:
 - cython=3.0
 - datacompy=0.13.1
 - dill=0.3.7
-- docker-py=5.0
+- docker-py>=7.1,<8
 - doxygen=1.9.2
 - elasticsearch==8.9.0
-- exhale=0.3.6
 - feedparser=6.0
 - flake8
 - git-lfs
@@ -67,10 +66,10 @@ dependencies:
 - librdkafka=2.6.1
 - libtool
 - libwebp=1.3.2
-- libzlib >=1.3.1,<2
+- libzlib>=1.3.1,<1.4
 - mlflow>=2.10.0,<2.18
 - mrc=25.06
-- myst-parser=0.18.1
+- myst-parser>=4.0
 - nbsphinx
 - networkx=2.8.8
 - newspaper3k==0.2.8
@@ -107,19 +106,19 @@ dependencies:
 - rdma-core>=48
 - requests-cache=1.1
 - requests-toolbelt=1.0
-- requests<2.29.0
+- requests>=2.32.3,<3
 - s3fs=2024.10
 - scikit-build=0.17.6
 - scikit-learn=1.3.2
-- sphinx
-- sphinx_rtd_theme
+- sphinx-copybutton>=0.5
+- sphinx>=8.2
 - sqlalchemy<2.0
 - sysroot_linux-64>=2.28
 - tqdm=4
 - transformers=4.36.2
 - tritonclient=2.34
 - typing_utils=0.1
-- urllib3<2.0
+- urllib3>=2.3,<3
 - vale-styles-microsoft
 - vale-styles-write-good
 - vale=3.7
@@ -135,6 +134,7 @@ dependencies:
   - databricks-cli < 0.100
   - databricks-connect
   - dgl
+  - exhale>=0.3.7
   - faiss-cpu
   - google-search-results==2.4
   - gpudb>=7.2.2.3
@@ -143,8 +143,9 @@ dependencies:
   - langchain==0.1.16
   - milvus==2.3.5
   - nemollm==0.3.5
+  - nvidia-sphinx-theme>=0.0.7
   - pymilvus==2.3.6
-  - pytest-kafka==0.6.0
+  - pytest-kafka[kafka-python-ng]>=0.8,<0.9
   - python-logging-loki
   - sentence-transformers==2.7
   - torch==2.4.0+cu124

conda/environments/dev_cuda-128_arch-aarch64.yaml

@@ -13,7 +13,7 @@ dependencies:
 - automake=1.16.5
 - beautifulsoup4=4.12
 - benchmark=1.8.3
-- breathe=4.35.0
+- breathe>=4.36
 - c-ares=1.32
 - ccache
 - clangdev=16
@@ -32,10 +32,9 @@ dependencies:
 - cython=3.0
 - datacompy=0.13.1
 - dill=0.3.7
-- docker-py=5.0
+- docker-py>=7.1,<8
 - doxygen=1.9.2
 - elasticsearch==8.9.0
-- exhale=0.3.6
 - feedparser=6.0
 - flake8
 - git-lfs
@@ -55,10 +54,10 @@ dependencies:
 - librdkafka=2.6.1
 - libtool
 - libwebp=1.3.2
-- libzlib >=1.3.1,<2
+- libzlib>=1.3.1,<1.4
 - mlflow>=2.10.0,<2.18
 - mrc=25.06
-- myst-parser=0.18.1
+- myst-parser>=4.0
 - nbsphinx
 - networkx=2.8.8
 - ninja=1.11
@@ -87,17 +86,17 @@ dependencies:
 - rapids-dask-dependency=25.02
 - rdma-core>=48
 - requests-cache=1.1
-- requests<2.29.0
+- requests>=2.32.3,<3
 - scikit-build=0.17.6
 - scikit-learn=1.3.2
-- sphinx
-- sphinx_rtd_theme
+- sphinx-copybutton>=0.5
+- sphinx>=8.2
 - sqlalchemy<2.0
 - sysroot_linux-64>=2.28
 - tqdm=4
 - tritonclient=2.34
 - typing_utils=0.1
-- urllib3<2.0
+- urllib3>=2.3,<3
 - versioneer
 - versioneer-518
 - watchdog=3.0
@@ -107,8 +106,10 @@ dependencies:
   - --extra-index-url https://download.pytorch.org/whl/cu124
   - databricks-cli < 0.100
   - databricks-connect
+  - exhale>=0.3.7
   - gpudb>=7.2.2.3
+  - nvidia-sphinx-theme>=0.0.7
   - pypdfium2==4.30
-  - pytest-kafka==0.6.0
+  - pytest-kafka[kafka-python-ng]>=0.8,<0.9
   - torch==2.4.0
 name: dev_cuda-128_arch-aarch64

conda/environments/dev_cuda-128_arch-x86_64.yaml

@@ -13,7 +13,7 @@ dependencies:
 - automake=1.16.5
 - beautifulsoup4=4.12
 - benchmark=1.8.3
-- breathe=4.35.0
+- breathe>=4.36
 - c-ares=1.32
 - ccache
 - clangdev=16
@@ -32,10 +32,9 @@ dependencies:
 - cython=3.0
 - datacompy=0.13.1
 - dill=0.3.7
-- docker-py=5.0
+- docker-py>=7.1,<8
 - doxygen=1.9.2
 - elasticsearch==8.9.0
-- exhale=0.3.6
 - feedparser=6.0
 - flake8
 - git-lfs
@@ -56,10 +55,10 @@ dependencies:
 - librdkafka=2.6.1
 - libtool
 - libwebp=1.3.2
-- libzlib >=1.3.1,<2
+- libzlib>=1.3.1,<1.4
 - mlflow>=2.10.0,<2.18
 - mrc=25.06
-- myst-parser=0.18.1
+- myst-parser>=4.0
 - nbsphinx
 - networkx=2.8.8
 - ninja=1.11
@@ -89,17 +88,17 @@ dependencies:
 - rapids-dask-dependency=25.02
 - rdma-core>=48
 - requests-cache=1.1
-- requests<2.29.0
+- requests>=2.32.3,<3
 - scikit-build=0.17.6
 - scikit-learn=1.3.2
-- sphinx
-- sphinx_rtd_theme
+- sphinx-copybutton>=0.5
+- sphinx>=8.2
 - sqlalchemy<2.0
 - sysroot_linux-64>=2.28
 - tqdm=4
 - tritonclient=2.34
 - typing_utils=0.1
-- urllib3<2.0
+- urllib3>=2.3,<3
 - vale-styles-microsoft
 - vale-styles-write-good
 - vale=3.7
@@ -112,9 +111,11 @@ dependencies:
   - --extra-index-url https://download.pytorch.org/whl/cu124
   - databricks-cli < 0.100
   - databricks-connect
+  - exhale>=0.3.7
   - gpudb>=7.2.2.3
   - milvus==2.3.5
+  - nvidia-sphinx-theme>=0.0.7
   - pymilvus==2.3.6
-  - pytest-kafka==0.6.0
+  - pytest-kafka[kafka-python-ng]>=0.8,<0.9
   - torch==2.4.0+cu124
 name: dev_cuda-128_arch-x86_64

conda/environments/examples_cuda-128_arch-aarch64.yaml

@@ -20,7 +20,7 @@ dependencies:
 - cupy<13.4
 - datacompy=0.13.1
 - dill=0.3.7
-- docker-py=5.0
+- docker-py>=7.1,<8
 - elasticsearch==8.9.0
 - feedparser=6.0
 - grpcio
@@ -52,15 +52,15 @@ dependencies:
 - rapids-dask-dependency=25.02
 - requests-cache=1.1
 - requests-toolbelt=1.0
-- requests<2.29.0
+- requests>=2.32.3,<3
 - s3fs=2024.10
 - scikit-learn=1.3.2
 - sqlalchemy<2.0
 - tqdm=4
 - transformers=4.36.2
 - tritonclient=2.34
 - typing_utils=0.1
-- urllib3<2.0
+- urllib3>=2.3,<3
 - watchdog=3.0
 - websockets
 - pip:

conda/environments/examples_cuda-128_arch-x86_64.yaml

@@ -20,7 +20,7 @@ dependencies:
 - cupy<13.4
 - datacompy=0.13.1
 - dill=0.3.7
-- docker-py=5.0
+- docker-py>=7.1,<8
 - elasticsearch==8.9.0
 - feedparser=6.0
 - grpcio
@@ -54,15 +54,15 @@ dependencies:
 - rapids-dask-dependency=25.02
 - requests-cache=1.1
 - requests-toolbelt=1.0
-- requests<2.29.0
+- requests>=2.32.3,<3
 - s3fs=2024.10
 - scikit-learn=1.3.2
 - sqlalchemy<2.0
 - tqdm=4
 - transformers=4.36.2
 - tritonclient=2.34
 - typing_utils=0.1
-- urllib3<2.0
+- urllib3>=2.3,<3
 - watchdog=3.0
 - websockets
 - pip: