use rst to speed up api docs generation (#1557)

* use rst to speed up api docs generation

using myst will invalidate generated docs and will
re-generate them even when they exist.

Signed-off-by: cosmicBboy <[email protected]>

* update dask

Signed-off-by: cosmicBboy <[email protected]>

* use python 3.11.8

Signed-off-by: cosmicBboy <[email protected]>

* add python 3.11.8 requirements files

Signed-off-by: cosmicBboy <[email protected]>

* fix

Signed-off-by: cosmicBboy <[email protected]>

* update requirements files

Signed-off-by: cosmicBboy <[email protected]>

* add grpcio to dev/ci requirements

Signed-off-by: cosmicBboy <[email protected]>

* update pyspark test

Signed-off-by: cosmicBboy <[email protected]>

* update regex

Signed-off-by: cosmicBboy <[email protected]>

---------

Signed-off-by: cosmicBboy <[email protected]>

Author: cosmicBboy

.github/workflows/ci-tests.yml

@@ -32,7 +32,7 @@ jobs:
     strategy:
       fail-fast: true
       matrix:
-        python-version: ["3.8", "3.9", "3.10", "3.11"]
+        python-version: ["3.8", "3.9", "3.10", "3.11.8"]  # python 3.11.9 causes issues with unit tests
     defaults:
       run:
         shell: bash -l {0}
@@ -101,7 +101,7 @@ jobs:
       fail-fast: true
       matrix:
         os: ["ubuntu-latest", "macos-latest", "windows-latest"]
-        python-version: ["3.8", "3.9", "3.10", "3.11"]
+        python-version: ["3.8", "3.9", "3.10", "3.11.8"]  # python 3.11.9 causes issues with unit tests
         pandas-version: ["1.5.3", "2.0.3", "2.2.0"]
         pydantic-version: ["1.10.11", "2.3.0"]
         include:

ci/requirements-py3.10-pandas1.5.3-pydantic1.10.11.txt

@@ -343,19 +343,8 @@ packaging==23.1
     #   sphinx
 pandas==1.5.3
     # via
-    #   dask
-    #   frictionless
     #   geopandas
-    #   hypothesis
-    #   ipython
-    #   jupyter-cache
     #   modin
-    #   myst-nb
-    #   partd
-    #   petl
-    #   polars
-    #   pyspark
-    #   ray
 pandas-stubs==1.5.2.221213
 pandocfilters==1.5.0
     # via nbconvert
@@ -407,11 +396,7 @@ pyarrow==14.0.1
 pycparser==2.21
     # via cffi
 pydantic==1.10.11
-    # via
-    #   fastapi
-    #   modin
-    #   polars
-    #   ray
+    # via fastapi
 pygments==2.16.1
     # via
     #   furo

ci/requirements-py3.10-pandas1.5.3-pydantic2.3.0.txt

@@ -345,19 +345,8 @@ packaging==23.1
     #   sphinx
 pandas==1.5.3
     # via
-    #   dask
-    #   frictionless
     #   geopandas
-    #   hypothesis
-    #   ipython
-    #   jupyter-cache
     #   modin
-    #   myst-nb
-    #   partd
-    #   petl
-    #   polars
-    #   pyspark
-    #   ray
 pandas-stubs==1.5.2.221213
 pandocfilters==1.5.0
     # via nbconvert
@@ -409,11 +398,7 @@ pyarrow==14.0.1
 pycparser==2.21
     # via cffi
 pydantic==2.3.0
-    # via
-    #   fastapi
-    #   modin
-    #   polars
-    #   ray
+    # via fastapi
 pydantic-core==2.6.3
     # via pydantic
 pygments==2.16.1

ci/requirements-py3.10-pandas2.0.3-pydantic1.10.11.txt

@@ -343,19 +343,8 @@ packaging==23.1
     #   sphinx
 pandas==2.0.3
     # via
-    #   dask
-    #   frictionless
     #   geopandas
-    #   hypothesis
-    #   ipython
-    #   jupyter-cache
     #   modin
-    #   myst-nb
-    #   partd
-    #   petl
-    #   polars
-    #   pyspark
-    #   ray
 pandas-stubs==1.5.2.221213
 pandocfilters==1.5.0
     # via nbconvert
@@ -407,11 +396,7 @@ pyarrow==14.0.1
 pycparser==2.21
     # via cffi
 pydantic==1.10.11
-    # via
-    #   fastapi
-    #   modin
-    #   polars
-    #   ray
+    # via fastapi
 pygments==2.16.1
     # via
     #   furo

ci/requirements-py3.10-pandas2.0.3-pydantic2.3.0.txt

@@ -345,19 +345,8 @@ packaging==23.1
     #   sphinx
 pandas==2.0.3
     # via
-    #   dask
-    #   frictionless
     #   geopandas
-    #   hypothesis
-    #   ipython
-    #   jupyter-cache
     #   modin
-    #   myst-nb
-    #   partd
-    #   petl
-    #   polars
-    #   pyspark
-    #   ray
 pandas-stubs==1.5.2.221213
 pandocfilters==1.5.0
     # via nbconvert
@@ -409,11 +398,7 @@ pyarrow==14.0.1
 pycparser==2.21
     # via cffi
 pydantic==2.3.0
-    # via
-    #   fastapi
-    #   modin
-    #   polars
-    #   ray
+    # via fastapi
 pydantic-core==2.6.3
     # via pydantic
 pygments==2.16.1

ci/requirements-py3.10-pandas2.2.0-pydantic1.10.11.txt

@@ -142,6 +142,7 @@ furo==2022.9.29
 geopandas==0.14.3
 greenlet==3.0.3
     # via sqlalchemy
+grpcio==1.62.1
 h11==0.14.0
     # via uvicorn
 hypothesis==6.98.9
@@ -339,19 +340,8 @@ packaging==23.2
     #   sphinx
 pandas==2.2.0
     # via
-    #   dask
-    #   frictionless
     #   geopandas
-    #   hypothesis
-    #   ipython
-    #   jupyter-cache
     #   modin
-    #   myst-nb
-    #   partd
-    #   petl
-    #   polars
-    #   pyspark
-    #   ray
 pandas-stubs==2.2.0.240218
 pandocfilters==1.5.1
     # via nbconvert
@@ -401,10 +391,7 @@ pyarrow==15.0.0
 pycparser==2.21
     # via cffi
 pydantic==1.10.11
-    # via
-    #   fastapi
-    #   polars
-    #   ray
+    # via fastapi
 pygments==2.17.2
     # via
     #   furo

ci/requirements-py3.10-pandas2.2.0-pydantic2.3.0.txt

@@ -144,6 +144,7 @@ furo==2022.9.29
 geopandas==0.14.3
 greenlet==3.0.3
     # via sqlalchemy
+grpcio==1.62.1
 h11==0.14.0
     # via uvicorn
 hypothesis==6.98.9
@@ -341,19 +342,8 @@ packaging==23.2
     #   sphinx
 pandas==2.2.0
     # via
-    #   dask
-    #   frictionless
     #   geopandas
-    #   hypothesis
-    #   ipython
-    #   jupyter-cache
     #   modin
-    #   myst-nb
-    #   partd
-    #   petl
-    #   polars
-    #   pyspark
-    #   ray
 pandas-stubs==2.2.0.240218
 pandocfilters==1.5.1
     # via nbconvert
@@ -403,10 +393,7 @@ pyarrow==15.0.0
 pycparser==2.21
     # via cffi
 pydantic==2.3.0
-    # via
-    #   fastapi
-    #   polars
-    #   ray
+    # via fastapi
 pydantic-core==2.6.3
     # via pydantic
 pygments==2.17.2

ci/requirements-py3.11-pandas1.5.3-pydantic1.10.11.txt

@@ -86,7 +86,7 @@ commonmark==0.9.1
     # via recommonmark
 coverage==7.3.1
     # via pytest-cov
-dask==2023.9.2
+dask==2024.4.1
     # via distributed
 debugpy==1.8.1
     # via ipykernel
@@ -98,7 +98,7 @@ dill==0.3.7
     # via pylint
 distlib==0.3.7
     # via virtualenv
-distributed==2023.9.2
+distributed==2024.4.1
 docutils==0.17.1
     # via
     #   jupyterlite-sphinx

ci/requirements-py3.11-pandas1.5.3-pydantic2.3.0.txt

@@ -88,7 +88,7 @@ commonmark==0.9.1
     # via recommonmark
 coverage==7.3.1
     # via pytest-cov
-dask==2023.9.2
+dask==2024.4.1
     # via distributed
 debugpy==1.8.1
     # via ipykernel
@@ -100,7 +100,7 @@ dill==0.3.7
     # via pylint
 distlib==0.3.7
     # via virtualenv
-distributed==2023.9.2
+distributed==2024.4.1
 docutils==0.17.1
     # via
     #   jupyterlite-sphinx

ci/requirements-py3.11-pandas2.0.3-pydantic1.10.11.txt

@@ -86,7 +86,7 @@ commonmark==0.9.1
     # via recommonmark
 coverage==7.3.1
     # via pytest-cov
-dask==2023.9.2
+dask==2024.4.1
     # via distributed
 debugpy==1.8.1
     # via ipykernel
@@ -98,7 +98,7 @@ dill==0.3.7
     # via pylint
 distlib==0.3.7
     # via virtualenv
-distributed==2023.9.2
+distributed==2024.4.1
 docutils==0.17.1
     # via
     #   jupyterlite-sphinx