Unpin pyarrow in CI #6754
Description
We've temporarily pinned pyarrow<2 in the CI environments as there were some changes that broke our tests. We should test against pyarrow 2.
https://github.com/dask/dask/runs/1281335438?check_suite_focus=true#step:6:211
================================== FAILURES ===================================
_________________________ test_get_pyarrow_filesystem _________________________
def test_get_pyarrow_filesystem():
from fsspec.implementations.local import LocalFileSystem
pa = pytest.importorskip("pyarrow")
fs = LocalFileSystem()
> assert isinstance(fs, pa.filesystem.FileSystem)
E AssertionError: assert False
E + where False = isinstance(<fsspec.implementations.local.LocalFileSystem object at 0x00000224F12C08C8>, <class 'pyarrow.filesystem.FileSystem'>)
E + where <class 'pyarrow.filesystem.FileSystem'> = <module 'pyarrow.filesystem' from 'C:\\Miniconda3\\envs\\test-environment\\lib\\site-packages\\pyarrow\\filesystem.py'>.FileSystem
E + where <module 'pyarrow.filesystem' from 'C:\\Miniconda3\\envs\\test-environment\\lib\\site-packages\\pyarrow\\filesystem.py'> = <module 'pyarrow' from 'C:\\Miniconda3\\envs\\test-environment\\lib\\site-packages\\pyarrow\\__init__.py'>.filesystem
dask\bytes\tests\test_local.py:366: AssertionError
___________________________ test_get_pyarrow_fs_s3 ____________________________
s3 = <s3fs.core.S3FileSystem object at 0x00000224805B9BC8>
def test_get_pyarrow_fs_s3(s3):
pa = pytest.importorskip("pyarrow")
fs = DaskS3FileSystem(anon=True)
> assert isinstance(fs, pa.filesystem.FileSystem)
E AssertionError: assert False
E + where False = isinstance(<s3fs.core.S3FileSystem object at 0x0000022482EA3BC8>, <class 'pyarrow.filesystem.FileSystem'>)
E + where <class 'pyarrow.filesystem.FileSystem'> = <module 'pyarrow.filesystem' from 'C:\\Miniconda3\\envs\\test-environment\\lib\\site-packages\\pyarrow\\filesystem.py'>.FileSystem
E + where <module 'pyarrow.filesystem' from 'C:\\Miniconda3\\envs\\test-environment\\lib\\site-packages\\pyarrow\\filesystem.py'> = <module 'pyarrow' from 'C:\\Miniconda3\\envs\\test-environment\\lib\\site-packages\\pyarrow\\__init__.py'>.filesystem
Some additional failures like test_append_with_partition[pyarrow] further down I think.
This is perhaps related to pyarrow 2.0 being released yesterday?