Drop Python 3.9; Test on Python 3.13; drop NumPy 1.21; skip CUDA install

Author: crusaderky

.github/workflows/array-api-tests-dask.yml

@@ -7,7 +7,6 @@ jobs:
     uses: ./.github/workflows/array-api-tests.yml
     with:
       package-name: dask
-      package-version: '>= 2024.9.0'
       module-name: dask.array
       extra-requires: numpy
       # Dask is substantially slower then other libraries on unit tests.
@@ -16,3 +15,4 @@ jobs:
       # flakiness. Before changes to dask-xfails.txt or dask-skips.txt, please run
       # the full test suite with at least 200 examples.
       pytest-extra-args: --max-examples=5
+      python-versions: '[''3.10'', ''3.13'']'

.github/workflows/array-api-tests-numpy-1-21.yml

@@ -0,0 +1,12 @@
+name: Array API Tests (NumPy 1.22)
+
+on: [push, pull_request]
+
+jobs:
+  array-api-tests-numpy-1-22:
+    uses: ./.github/workflows/array-api-tests.yml
+    with:
+      package-name: numpy
+      package-version: '== 1.22.*'
+      xfails-file-extra: '-1-22'
+      python-versions: '[''3.10'', ''3.12'']'

.github/workflows/array-api-tests-numpy-1-22.yml

@@ -9,3 +9,4 @@ jobs:
       package-name: numpy
       package-version: '== 1.26.*'
       xfails-file-extra: '-1-26'
+      python-versions: '[''3.10'', ''3.12'']'

.github/workflows/array-api-tests-numpy-1-26.yml

@@ -9,3 +9,4 @@ jobs:
       package-name: numpy
       extra-requires: '--pre --extra-index https://pypi.anaconda.org/scientific-python-nightly-wheels/simple'
       xfails-file-extra: '-dev'
+      python-versions: '[''3.11'', ''3.13'']'

.github/workflows/array-api-tests-numpy-dev.yml

@@ -7,3 +7,4 @@ jobs:
     uses: ./.github/workflows/array-api-tests.yml
     with:
       package-name: numpy
+      python-versions: '[''3.10'', ''3.13'']'

.github/workflows/array-api-tests-numpy-latest.yml

@@ -9,3 +9,4 @@ jobs:
       package-name: torch
       extra-env-vars: |
         ARRAY_API_TESTS_SKIP_DTYPES=uint16,uint32,uint64
+      python-versions: '[''3.10'', ''3.13'']'

.github/workflows/array-api-tests-torch.yml

@@ -16,6 +16,10 @@ on:
         required: false
         type: string
         default: '>= 0'
+      python-versions:
+        required: true
+        type: string
+        description: JSON array of Python versions to test against.
       pytest-extra-args:
         required: false
         type: string
@@ -30,7 +34,7 @@ on:
       extra-env-vars:
         required: false
         type: string
-        description: "Multiline string of environment variables to set for the test run."
+        description: Multiline string of environment variables to set for the test run.
 
 env:
   PYTEST_ARGS: "--max-examples 200 -v -rxXfE --ci ${{ inputs.pytest-extra-args }} --hypothesis-disable-deadline --durations 10"
@@ -40,9 +44,7 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        # Min version of dask we need dropped support for Python 3.9
-        # There is no numpy git tip for Python 3.9 or 3.10
-        python-version: ${{ (inputs.package-name == 'dask' && fromJson('[''3.10'', ''3.11'', ''3.12'']')) || (inputs.package-name == 'numpy' && inputs.xfails-file-extra == '-dev' && fromJson('[''3.11'', ''3.12'']')) || fromJson('[''3.9'', ''3.10'', ''3.11'', ''3.12'']') }}
+        python-version: ${{ fromJson(inputs.python-versions) }}
 
     steps:
     - name: Checkout array-api-compat
@@ -65,15 +67,11 @@ jobs:
       run: |
         echo "${{ inputs.extra-env-vars }}" >> $GITHUB_ENV
     - name: Install dependencies
-      # NumPy 1.21 doesn't support Python 3.11. There doesn't seem to be a way
-      # to put this in the numpy 1.21 config file.
-      if: "! ((matrix.python-version == '3.11' || matrix.python-version == '3.12') && inputs.package-name == 'numpy' && contains(inputs.package-version, '1.21'))"
       run: |
         python -m pip install --upgrade pip
         python -m pip install '${{ inputs.package-name }} ${{ inputs.package-version }}' ${{ inputs.extra-requires }}
         python -m pip install -r ${GITHUB_WORKSPACE}/array-api-tests/requirements.txt
     - name: Run the array API testsuite (${{ inputs.package-name }})
-      if: "! ((matrix.python-version == '3.11' || matrix.python-version == '3.12') && inputs.package-name == 'numpy' && contains(inputs.package-version, '1.21'))"
       env:
         ARRAY_API_TESTS_MODULE: array_api_compat.${{ inputs.module-name || inputs.package-name }}
         ARRAY_API_TESTS_VERSION: 2024.12

.github/workflows/array-api-tests.yml

@@ -5,14 +5,25 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        python-version: ['3.9', '3.10', '3.11', '3.12']
-        numpy-version: ['1.21', '1.26', '2.0', 'dev']
-        exclude:
+        include:
+          - python-version: '3.10'
+            numpy-version: '1.22'
+          - python-version: '3.10'
+            numpy-version: '1.26'
+          - python-version: '3.10'
+            numpy-version: 'latest'
           - python-version: '3.11'
-            numpy-version: '1.21'
+            numpy-version: 'dev'
           - python-version: '3.12'
-            numpy-version: '1.21'
-      fail-fast: true
+            numpy-version: '1.22'
+          - python-version: '3.12'
+            numpy-version: '1.26'
+          - python-version: '3.13'
+            numpy-version: 'latest'
+          - python-version: '3.13'
+            numpy-version: 'dev'
+
+      fail-fast: false
     steps:
       - uses: actions/checkout@v4
       - uses: actions/setup-python@v5
@@ -22,21 +33,27 @@ jobs:
         run: |
           python -m pip install --upgrade pip
           if [ "${{ matrix.numpy-version }}" == "dev" ]; then
-            PIP_EXTRA='numpy --pre --extra-index-url https://pypi.anaconda.org/scientific-python-nightly-wheels/simple'
-          elif [ "${{ matrix.numpy-version }}" == "1.21" ]; then
-            PIP_EXTRA='numpy==1.21.*'
+            python -m pip install pytest
+            python -m pip install numpy --pre --extra-index-url https://pypi.anaconda.org/scientific-python-nightly-wheels/simple
+          elif [ "${{ matrix.numpy-version }}" == "1.22" ]; then
+            python -m pip install pytest numpy==1.22.*
+          elif [ "${{ matrix.numpy-version }}" == "1.26" ]; then
+            python -m pip install pytest numpy==1.26.*
           else
-            PIP_EXTRA='numpy==1.26.*'
+            # Don't pip install .[dev] as it would pull in the whole torch cuda stack
+            python -m pip install \
+              array-api-strict \
+              dask[array] \
+              jax[cpu] \
+              numpy \
+              pytest \
+              sparse \
+              ndonnx \
+            python -m -pip install torch --index-url https://download.pytorch.org/whl/cpu
           fi
 
-          python -m pip install .[dev] $PIP_EXTRA
+      - name: Test it installs
+        run: python -m pip install .
 
       - name: Run Tests
-        run: |
-          if [[ "${{ matrix.numpy-version }}" == "1.21" || "${{ matrix.numpy-version }}" == "dev" ]]; then
-             PYTEST_EXTRA=(-k "numpy and not jax and not torch and not dask and not sparse")
-          fi
-          pytest -v "${PYTEST_EXTRA[@]}"
-
-          # Make sure it installs
-          python -m pip install .
+        run: pytest -v

.github/workflows/tests.yml

@@ -147,7 +147,7 @@ def asarray(
     *,
     dtype: Optional[DType] = None,
     device: Optional[Device] = None,
-    copy: Optional[Union[bool, np._CopyMode]] = None,
+    copy: Optional[bool] = None,
     **kwargs,
 ) -> Array:
     """

array_api_compat/dask/array/_aliases.py

@@ -99,18 +99,12 @@ def asarray(
     """
     _helpers._check_device(np, device)
 
-    if hasattr(np, '_CopyMode'):
-        if copy is None:
-            copy = np._CopyMode.IF_NEEDED
-        elif copy is False:
-            copy = np._CopyMode.NEVER
-        elif copy is True:
-            copy = np._CopyMode.ALWAYS
-    else:
-        # Not present in older NumPys. In this case, we cannot really support
-        # copy=False.
-        if copy is False:
-            raise NotImplementedError("asarray(copy=False) requires a newer version of NumPy.")
+    if copy is None:
+        copy = np._CopyMode.IF_NEEDED
+    elif copy is False:
+        copy = np._CopyMode.NEVER
+    elif copy is True:
+        copy = np._CopyMode.ALWAYS
 
     return np.array(obj, copy=copy, dtype=dtype, **kwargs)
 

array_api_compat/numpy/_aliases.py

@@ -43,7 +43,7 @@ deviations from the standard should be noted:
 
 - Functions which are not wrapped may not use positional-only arguments.
 
-The minimum supported NumPy version is 1.21. However, this older version of
+The minimum supported NumPy version is 1.22. However, this older version of
 NumPy has a few issues:
 
 - `unique_*` will not compare nans as unequal.

docs/supported-array-libraries.md

@@ -39,7 +39,7 @@ array_api_tests/test_special_cases.py::test_iop[__ifloordiv__(isfinite(x1_i) and
 # https://github.com/numpy/numpy/issues/21213
 array_api_tests/meta/test_hypothesis_helpers.py::test_symmetric_matrices
 
-# NumPy 1.21 specific XFAILS
+# NumPy 1.22 specific XFAILS
 ############################
 
 # finfo has no smallest_normal
@@ -69,7 +69,7 @@ array_api_tests/test_searching_functions.py::test_argmin
 array_api_tests/test_signatures.py::test_func_signature[argmax]
 array_api_tests/test_signatures.py::test_func_signature[argmin]
 
-# NumPy 1.21 doesn't support NPY_PROMOTION_STATE=weak, so many tests fail with
+# NumPy 1.22 doesn't support NPY_PROMOTION_STATE=weak, so many tests fail with
 # type promotion issues
 array_api_tests/test_manipulation_functions.py::test_concat
 array_api_tests/test_operators_and_elementwise_functions.py::test_add[__add__(x, s)]

numpy-1-21-xfails.txt renamed to numpy-1-22-xfails.txt

@@ -7,13 +7,12 @@ name = "array-api-compat"
 dynamic = ["version"]
 description = "A wrapper around NumPy and other array libraries to make them compatible with the Array API standard"
 readme = "README.md"
-requires-python = ">=3.9"
+requires-python = ">=3.10"
 license = "MIT"
 authors = [{name = "Consortium for Python Data API Standards"}]
 classifiers = [
     "Operating System :: OS Independent",
     "Programming Language :: Python :: 3",
-    "Programming Language :: Python :: 3.9",
     "Programming Language :: Python :: 3.10",
     "Programming Language :: Python :: 3.11",
     "Programming Language :: Python :: 3.12",
@@ -24,11 +23,14 @@ classifiers = [
 
 [project.optional-dependencies]
 cupy = ["cupy"]
-dask = ["dask"]
+dask = ["dask>=2024.9.0"]
 jax = ["jax"]
-numpy = ["numpy"]
+# Note: array-api-compat follows scikit-learn minimum dependencies, which support
+# much older versions of NumPy than what SPEC0 recommends.
+numpy = ["numpy>=1.22"]
 pytorch = ["torch"]
 sparse = ["sparse>=0.15.1"]
+ndonnx = ["ndonnx"]
 docs = [
     "furo",
     "linkify-it-py",
@@ -39,13 +41,13 @@ docs = [
 ]
 dev = [
     "array-api-strict",
-    "dask[array]",
+    "dask[array]>=2024.9.0",
     "jax[cpu]",
-    "numpy",
+    "numpy>=1.22",
     "pytest",
     "torch",
     "sparse>=0.15.1",
-    "ndonnx; python_version>=\"3.10\""
+    "ndonnx"
 ]
 
 [project.urls]
@@ -59,17 +61,6 @@ version = {attr = "array_api_compat.__version__"}
 include = ["array_api_compat*"]
 namespaces = false
 
-[toolint]
-preview = true
-select = [
-# Defaults
-"E4", "E7", "E9", "F",
-# Undefined export
-"F822",
-# Useless import alias
-"PLC0414"
-]
-
 ignore = [
   # Module import not at top of file
   "E402",

pyproject.toml

@@ -276,10 +276,7 @@ def test_asarray_copy(library):
     is_lib_func = globals()[is_array_functions[library]]
     all = xp.all if library != 'dask.array' else lambda x: xp.all(x).compute()
 
-    if library == 'numpy' and xp.__version__[0] < '2' and not hasattr(np, "_CopyMode"):
-        supports_copy_false_other_ns = False
-        supports_copy_false_same_ns = False
-    elif library == 'cupy':
+    if library == 'cupy':
         supports_copy_false_other_ns = False
         supports_copy_false_same_ns = False
     elif library == 'dask.array':