test on python 3.11

.github/workflows/tests.yml

@@ -23,7 +23,7 @@ jobs:
       fail-fast: false
       matrix:
         os: ["windows-latest", "ubuntu-latest", "macos-latest"]
-        python-version: ["3.8", "3.9", "3.10"]
+        python-version: ["3.8", "3.9", "3.10", "3.11"]
         exclude:
             - os: "macos-latest"
               python-version: "3.8"

continuous_integration/environment-3.11.yaml

@@ -0,0 +1,77 @@
+# This job includes coverage
+name: test-environment
+channels:
+  - conda-forge
+  - nodefaults
+dependencies:
+  # required dependencies
+  - python=3.11
+  - packaging
+  - numpy
+  - pandas
+  # test dependencies
+  - pre-commit
+  - pytest
+  - pytest-cov
+  - pytest-rerunfailures
+  - pytest-timeout
+  - pytest-xdist
+  - moto
+  - flask
+  - fastparquet>=0.8.0
+  - h5py
+  - pytables
+  # - zarr
+  # `tiledb-py=0.17.5` lead to strange seg faults in CI, However 0.18 is needed for 3.11
+  # We should unpin when possible.
+  # https://github.com/dask/dask/pull/9569
+  - tiledb-py
+  # - pyspark
+  - tiledb>=2.5.0
+  - xarray
+  - fsspec
+  - sqlalchemy>=1.4.0
+  # - pyarrow  needs 10+ for python3.11, conda-forge only has v9
+  - coverage
+  - jsonschema
+  # # other -- IO
+  - boto3
+  - botocore
+  # Temporary restriction until https://github.com/dask/distributed/issues/7173 is resolved
+  - bokeh
+  - httpretty
+  - aiohttp
+  # # Need recent version of s3fs to support newer aiobotocore versions
+  # # https://github.com/dask/s3fs/issues/514
+  - s3fs>=2021.8.0
+  - click
+  - cloudpickle
+  - crick
+  - cytoolz
+  - distributed
+  - ipython
+  - ipycytoscape
+  - lz4
+  # https://github.com/numba/numba/issues/8304
+  # - numba  # not supported on 3.11
+  - partd
+  - psutil
+  - requests
+  - scikit-image
+  - scikit-learn
+  - scipy
+  - toolz
+  - python-snappy
+  # - sparse  needs numba
+  - cachey
+  - python-graphviz
+  - python-xxhash
+  - mmh3
+  - jinja2
+  - pip
+  # The nightly pyarrow / arrow-cpp packages currently don't install with latest
+  # protobuf / abseil, see https://github.com/dask/dask/issues/9449
+  - libprotobuf=3.19
+  - pip:
+    - git+https://github.com/graingert/distributed@python-311
+    - pyarrow  # pyarrow on conda-forge is 9.0 needs 10+ for python3.11