Do not test Ibis below py3.9, add DuckDB for tests (unionai-oss#1773)

* Restore accidentally-deleted use of "breakpoint()"

Signed-off-by: Deepyaman Datta <[email protected]>

* Swap `types-pkg_resources` with `types-setuptools` (unionai-oss#1779)

* Swap `types-pkg_resources` with `types-setuptools`

Signed-off-by: Deepyaman Datta <[email protected]>

* Update the expected error message to name variable

Signed-off-by: Deepyaman Datta <[email protected]>

* Fix expected outputs for pandas-stubs 2.2.2.240807

Signed-off-by: Deepyaman Datta <[email protected]>

* Update CI configuration to filter right pandas ver

Signed-off-by: Deepyaman Datta <[email protected]>

---------

Signed-off-by: Deepyaman Datta <[email protected]>

* Do not test Ibis below py3.9, add DuckDB for tests

Signed-off-by: Deepyaman Datta <[email protected]>

---------

Signed-off-by: Deepyaman Datta <[email protected]>

Author: deepyaman

environment.yml

@@ -13,7 +13,7 @@ dependencies:
   - pyyaml >= 5.1
   - typing_inspect >= 0.6.0
   - frictionless <= 4.40.8  # v5.* introduces breaking changes
-  - pyarrow
+  - pyarrow >= 13 # https://github.com/apache/arrow/pull/35113
   - pydantic
 
   # hypotheses extra
@@ -32,9 +32,6 @@ dependencies:
   - modin
   - protobuf
 
-  # ibis extra
-  - ibis-framework >= 3.1.0
-
   # geopandas extra
   - geopandas < 1.1.0
   - shapely
@@ -62,6 +59,9 @@ dependencies:
   - uv
   - setuptools # required in noxfile and not automatically provided by python >= 3.12
 
+  # ibis testing
+  - ibis-duckdb
+
   # fastapi testing
   - uvicorn
   - python-multipart
@@ -88,6 +88,9 @@ dependencies:
       - dask[dataframe]
       - distributed
 
+      # ibis extra
+      - ibis-framework >= 3.1.0 ; python_version >= '3.9'
+
       # docs
       - furo
       - sphinx-docsearch

requirements.txt

@@ -8,15 +8,14 @@ hypothesis >= 6.92.7
 pyyaml >= 5.1
 typing_inspect >= 0.6.0
 frictionless <= 4.40.8
-pyarrow
+pyarrow >= 13
 pydantic
 scipy
 pandas-stubs
 pyspark[connect] >= 3.2.0, < 4.0.0
 polars >= 0.20.0
 modin
 protobuf
-ibis-framework >= 3.1.0
 geopandas < 1.1.0
 shapely
 fastapi
@@ -36,6 +35,7 @@ xdoctest
 nox
 uv
 setuptools
+ibis-framework[duckdb]
 uvicorn
 python-multipart
 sphinx
@@ -49,6 +49,7 @@ asv >= 0.5.1
 pre_commit
 dask[dataframe]
 distributed
+ibis-framework >= 3.1.0 ; python_version >= '3.9'
 furo
 sphinx-docsearch
 grpcio

scripts/generate_pip_deps_from_conda.py

@@ -24,7 +24,7 @@
 import yaml
 
 EXCLUDE = {"python"}
-RENAME: Dict[str, str] = {}
+RENAME: Dict[str, str] = {"ibis-duckdb": "ibis-framework[duckdb]"}
 
 REPO_PATH = Path(__file__).resolve().absolute().parents[1]
 CONDA_REQUIREMENTS_FILE = REPO_PATH / "environment.yml"