There's more work needed following up on #612. For example, this fails:

import xarray as xr
import warnings
warnings.filterwarnings("ignore",
                       message="Numcodecs codecs are not in the Zarr version 3 specification*",
                       category=UserWarning)
xr.set_options(display_style="html")

from urllib.parse import urlparse

import obstore as obs
import xarray as xr

from virtualizarr import open_virtual_dataset
from virtualizarr.parsers.hdf.hdf import Parser as HDFParser

file_urls = [
    "s3://smn-ar-wrf/DATA/WRF/DET/2022/12/31/12/WRFDETAR_01H_20221231_12_000.nc",
    "s3://smn-ar-wrf/DATA/WRF/DET/2022/12/31/12/WRFDETAR_01H_20221231_12_001.nc",
]

parsed = urlparse(file_urls[0])
s3store = obs.store.S3Store(
    bucket=parsed.netloc,
    client_options={"allow_http": True},
    skip_signature=True,
    virtual_hosted_style_request=False,
    region="us-west-2",
)
virtual_datasets = [
    open_virtual_dataset(file_url=url, parser=HDFParser(), object_store=s3store)
    for url in file_urls
]

virtual_ds = xr.concat(virtual_datasets, dim='time', coords='minimal', compat='override')
print(repr(virtual_ds))

 Traceback (most recent call last):
   File "/Users/max/Documents/Code/zarr-developers/VirtualiZarr/.pixi/envs/docs/lib/python3.13/site-packages/markdown_exec/_internal/formatters/python.py", line 71, in _run_python
     exec_python(code, code_block_id, exec_globals)
     ~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
   File "/Users/max/Documents/Code/zarr-developers/VirtualiZarr/.pixi/envs/docs/lib/python3.13/site-packages/markdown_exec/_internal/formatters/_exec_python.py", line 8, in exec_python
     exec(compiled, exec_globals)  # noqa: S102
     ~~~~^^^^^^^^^^^^^^^^^^^^^^^^
   File "<code block: session intro; n14>", line 27, in <module>
     virtual_ds = xr.concat(virtual_datasets, dim='time', coords='minimal', compat='override')
   File "/Users/max/Documents/Code/zarr-developers/VirtualiZarr/.pixi/envs/docs/lib/python3.13/site-packages/xarray/structure/concat.py", line 277, in concat
     return _dataset_concat(
         objs,
     ...<8 lines>...
         create_index_for_new_dim=create_index_for_new_dim,
     )
   File "/Users/max/Documents/Code/zarr-developers/VirtualiZarr/.pixi/envs/docs/lib/python3.13/site-packages/xarray/structure/concat.py", line 676, in _dataset_concat
     combined_var = concat_vars(
         vars, dim_name, positions, combine_attrs=combine_attrs
     )
   File "/Users/max/Documents/Code/zarr-developers/VirtualiZarr/.pixi/envs/docs/lib/python3.13/site-packages/xarray/core/variable.py", line 3018, in concat
     variables = list(variables)
   File "/Users/max/Documents/Code/zarr-developers/VirtualiZarr/.pixi/envs/docs/lib/python3.13/site-packages/xarray/structure/concat.py", line 598, in ensure_common_dims
     var = var.set_dims(common_dims, common_shape)
   File "/Users/max/Documents/Code/zarr-developers/VirtualiZarr/.pixi/envs/docs/lib/python3.13/site-packages/xarray/util/deprecation_helpers.py", line 143, in wrapper
     return func(*args, **kwargs)
   File "/Users/max/Documents/Code/zarr-developers/VirtualiZarr/.pixi/envs/docs/lib/python3.13/site-packages/xarray/core/variable.py", line 1395, in set_dims
     expanded_data = self.data[indexer]
                     ~~~~~~~~~^^^^^^^^^
   File "/Users/max/Documents/Code/zarr-developers/VirtualiZarr/virtualizarr/manifests/array.py", line 261, in __getitem__
     indexer = _possibly_expand_trailing_ellipsis(indexer, self.ndim)
   File "/Users/max/Documents/Code/zarr-developers/VirtualiZarr/virtualizarr/manifests/array.py", line 363, in _possibly_expand_trailing_ellipsis
     extra_slices_needed = ndim - (len(indexer) - 1)
         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 ValueError: Invalid indexer for array with ndim=0: (None, Ellipsis)

The ndim=0 is very suspicious.

Failing test to due to upstream indexer changes #596

Description

Metadata

Metadata

Assignees

Labels

Type

Projects

Milestone

Relationships

Development

Issue actions