Force versions and log everything

Author: emfdavid

ci/environment-py310.yml

@@ -19,11 +19,11 @@ dependencies:
   - requests
   - aiohttp
   - pytest-cov
-  - fsspec
+  - fsspec>=2024.10.0
   - dask
   - scipy
-  - s3fs
-  - gcsfs
+  - s3fs>=2024.10.0
+  - gcsfs>=2024.10.0
   - python-blosc
   - flake8
   - black

ci/environment-py311.yml

@@ -19,11 +19,11 @@ dependencies:
   - requests
   - aiohttp
   - pytest-cov
-  - fsspec
+  - fsspec>=2024.10.0
   - dask
   - scipy
-  - s3fs
-  - gcsfs
+  - s3fs>=2024.10.0
+  - gcsfs>=2024.10.0
   - python-blosc
   - flake8
   - fastparquet

ci/environment-py312.yml

@@ -19,11 +19,11 @@ dependencies:
   - requests
   - aiohttp
   - pytest-cov
-  - fsspec
-  - gcsfs
+  - fsspec>=2024.10.0
+  - gcsfs>=2024.10.0
   - dask
   - scipy
-  - s3fs
+  - s3fs>=2024.10.0
   - python-blosc
   - flake8
   - fastparquet

pyproject.toml

@@ -20,7 +20,7 @@ classifiers = [
 
 
 dependencies = [
-  "fsspec",
+  "fsspec>=2024.10.0",
   "numcodecs",
   "numpy",
   "ujson",
@@ -42,8 +42,8 @@ dev = [
     "jinja2",
     "mypy",
     "pytest",
-    "s3fs",
-    "gcsfs",
+    "s3fs>=2024.10.0",
+    "gcsfs>=2024.10.0",
     "types-ujson",
     "xarray>=2024.10.0",
     "cfgrib",

tests/test__grib_idx.py

@@ -47,6 +47,11 @@
 import typing
 import io
 
+import sys
+import gcsfs
+import cfgrib
+import eccodes
+
 logger = logging.getLogger(__name__)
 
 THIS_DIR = os.path.dirname(os.path.abspath(__file__))
@@ -401,11 +406,6 @@ def test_kerchunk_indexing(self):
                         ),
                     )
 
-    @unittest.skip("TODO")
-    def test_extract_dataset_chunk_index(self):
-        # TODO add test for chunk indexing a single dataset not from a grib file or tree
-        pass
-
     def test_index_extraction(self):
         for sample_prefix in ["hrrr.wrfsubhf", "hrrr.wrfsfcf", "gfs.pgrb2.0p25"]:
             with self.subTest(sample_prefix):
@@ -672,6 +672,14 @@ def _reinflate_grib_store(
                         self.assertListEqual(key_set, expected_keys)
 
     def test_reinflate_grib_store(self):
+        logger.warning(f"python: {sys.version}")
+        logger.warning(f"numpy: {np.__version__}")
+        logger.warning(f"pandas: {pd.__version__}")
+        logger.warning(f"xarray: {xr.__version__}")
+        logger.warning(f"eccodes: {eccodes.__version__}")
+        logger.warning(f"cfgrib: {cfgrib.__version__}")
+        logger.warning(f"Sys Path: {sys.path}")
+
         for dataset in self._reinflate_grib_store_dataset():
             for aggregation, axes in self._reinflate_grib_store_aggregation():
                 with self.subTest(dataset=dataset, aggregation=aggregation):