Merge pull request #454 from martindurant/zarr_opts

Infer storage_options in zarr, if given mapper

.github/workflows/tests.yml

@@ -8,17 +8,14 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        python-version: [39, 310, 311]
+        python-version: [310, 311, 312]
 
     steps:
       - uses: actions/checkout@v4
       - name: Setup conda
-        uses: mamba-org/setup-micromamba@v1
+        uses: conda-incubator/setup-miniconda@v3
         with:
           environment-file: ci/environment-py${{matrix.python-version}}.yml
-          cache-downloads: false
-          cache-environment: true
-          generate-run-shell: false
       - name: Install kerchunk
         shell: bash -l {0}
         run: |

MANIFEST.in

@@ -4,3 +4,4 @@ include LICENSE
 
 prune tests
 prune examples
+global-exclude *.hdf *.hdf5 *.h5 *.grib2 *.tiff *.tif *.json test*.py

ci/environment-py39.yml → ci/environment-py312.yml

@@ -3,13 +3,13 @@ channels:
   - conda-forge
   - nodefaults
 dependencies:
-  - python=3.9
+  - python=3.12
   - dask
   - zarr
   - xarray
   - xarray-datatree
   - h5netcdf
-  - h5py<3.9
+  - h5py
   - pandas
   - cfgrib
   - cftime

kerchunk/combine.py

@@ -756,7 +756,7 @@ def _replace(l: list, i: int, v) -> list:
 
 def auto_dask(
     urls: List[str],
-    single_driver: str,
+    single_driver: type,
     single_kwargs: dict,
     mzz_kwargs: dict,
     n_batches: int,

kerchunk/zarr.py

@@ -37,6 +37,8 @@ def single_zarr(
         mapper = fsspec.get_mapper(uri_or_store, **(storage_options or {}))
     else:
         mapper = uri_or_store
+        if isinstance(mapper, fsspec.FSMap) and storage_options is None:
+            storage_options = mapper.fs.storage_options
 
     refs = out or {}
     for k in mapper: