CI: Add array-api-tests CI job and upgrade Array API version (#121)

* CI: Add `array-api-tests` CI job

* Upgrade Array API to 2024.12

Author: mtsokol

.github/workflows/ci.yml

@@ -31,6 +31,38 @@ jobs:
           poetry run pytest --junit-xml=test-${{ matrix.os }}-Python-${{ matrix.python }}.xml
       - uses: codecov/codecov-action@v3
 
+  array_api_tests:
+    env:
+      ARRAY_API_TESTS_DIR: ${{ github.workspace }}/array-api-tests
+    runs-on: ubuntu-latest
+    steps:
+    - name: Checkout Repo
+      uses: actions/checkout@v4
+    - name: Checkout array-api-tests
+      run: ci/clone_array_api_tests.sh
+    - name: Set up Python
+      uses: actions/setup-python@v5
+      with:
+        python-version: '3.11'
+        cache: 'pip'
+    - name: Install Poetry
+      run: |
+        pip install poetry
+    - name: Build wheel
+      run: |
+        python -m poetry build --format wheel
+    - name: Install build and test dependencies from PyPI
+      run: |
+        pip install dist/*.whl
+        pip install -U setuptools wheel
+        pip install pytest-xdist hypothesis==6.131.0 -r "$ARRAY_API_TESTS_DIR/requirements.txt"
+    - name: Run the test suite
+      env:
+        ARRAY_API_TESTS_MODULE: finch
+      run: |
+        python -c 'import finch'
+        pytest "$ARRAY_API_TESTS_DIR/array_api_tests/" -v -c "$ARRAY_API_TESTS_DIR/pytest.ini" --ci --max-examples=2 --derandomize --disable-deadline --disable-warnings -n auto --skips-file ci/array-api-skips.txt
+
 on:
   # Trigger the workflow on push or pull request,
   # but only for the main branch

LICENSE

@@ -1,6 +1,6 @@
 MIT License
 
-Copyright (c) 2023 Willow Ahrens
+Copyright (c) 2025 Willow Ahrens
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to deal

ci/array-api-skips.txt

@@ -0,0 +1 @@
+c48410f96fc58e02eea844e6b7f6cc01680f77ce

ci/array-api-tests-rev.txt

@@ -0,0 +1,11 @@
+#!/usr/bin/env bash
+set -euxo pipefail
+
+ARRAY_API_TESTS_DIR="${ARRAY_API_TESTS_DIR:-"../array-api-tests"}"
+if [ ! -d "$ARRAY_API_TESTS_DIR" ]; then
+  git clone --recursive https://github.com/data-apis/array-api-tests.git "$ARRAY_API_TESTS_DIR"
+fi
+
+git --git-dir="$ARRAY_API_TESTS_DIR/.git" --work-tree "$ARRAY_API_TESTS_DIR" clean -xddf
+git --git-dir="$ARRAY_API_TESTS_DIR/.git" --work-tree "$ARRAY_API_TESTS_DIR" fetch
+git --git-dir="$ARRAY_API_TESTS_DIR/.git" --work-tree "$ARRAY_API_TESTS_DIR" reset --hard $(cat "ci/array-api-tests-rev.txt")

ci/clone_array_api_tests.sh

@@ -151,6 +151,7 @@
     write,
 )
 from . import linalg
+from ._array_api_info import __array_namespace_info__
 
 __all__ = [
     "Tensor",
@@ -287,4 +288,4 @@
     "linalg",
 ]
 
-__array_api_version__: str = "2023.12"
+__array_api_version__: str = "2024.12"

src/finch/__init__.py

@@ -0,0 +1,92 @@
+from . import dtypes
+from .typing import DType
+
+
+class __array_namespace_info__:
+
+    def capabilities(self) -> dict[str, bool]:
+        return {
+            "boolean indexing": True, "data-dependent shapes": True,
+        }
+
+    def default_device(self) -> str:
+        return "cpu"
+
+    def default_dtypes(self, *, device: str | None = None) -> dict[str, DType]:
+        if device not in ["cpu", None]:
+            raise ValueError(
+                "Device not understood. Only \"cpu\" is allowed, but "
+                f"received: {device}"
+            )
+        return {
+            "real floating": dtypes.float64,
+            "complex floating": dtypes.complex128,
+            "integral": dtypes.int_,
+            "indexing": dtypes.int_,
+        }
+
+    _bool_dtypes = {"bool": dtypes.bool}
+    _signed_integer_dtypes = {
+        "int8": dtypes.int8,
+        "int16": dtypes.int16,
+        "int32": dtypes.int32,
+        "int64": dtypes.int64,
+    }
+    _unsigned_integer_dtypes = {
+        "uint8": dtypes.uint8,
+        "uint16": dtypes.uint16,
+        "uint32": dtypes.uint32,
+        "uint64": dtypes.uint64,
+    }
+    _real_floating_dtypes = {
+        "float32": dtypes.float32,
+        "float64": dtypes.float64,
+    }
+    _complex_floating_dtypes = {
+        "complex64": dtypes.complex64,
+        "complex128": dtypes.complex128,
+    }
+
+    def dtypes(
+        self,
+        *,
+        device: str | None = None,
+        kind: str | tuple[str, ...] | None = None,
+    ) -> dict[str, DType]:
+        if device not in ["cpu", None]:
+            raise ValueError(
+                "Device not understood. Only \"cpu\" is allowed, but "
+                f"received: {device}"
+            )
+        if kind is None:
+            return (
+                self._bool_dtypes | self._signed_integer_dtypes |
+                self._unsigned_integer_dtypes | self._real_floating_dtypes |
+                self._complex_floating_dtypes
+            )
+        if kind == "bool":
+            return self._bool_dtypes
+        if kind == "signed integer":
+            return self._signed_integer_dtypes
+        if kind == "unsigned integer":
+            return self._unsigned_integer_dtypes
+        if kind == "integral":
+            return self._signed_integer_dtypes | self._unsigned_integer_dtypes
+        if kind == "real floating":
+            return self._real_floating_dtypes
+        if kind == "complex floating":
+            return self._complex_floating_dtypes
+        if kind == "numeric":
+            return (
+                self._signed_integer_dtypes | self._unsigned_integer_dtypes |
+                self._real_floating_dtypes | self._complex_floating_dtypes
+            )
+        if isinstance(kind, tuple):
+            res = {}
+            for k in kind:
+                res.update(self.dtypes(kind=k))
+            return res
+        raise ValueError(f"unsupported kind: {kind!r}")
+
+    def devices(self) -> list[str]:
+        return ["cpu"]

src/finch/_array_api_info.py

@@ -2,7 +2,7 @@
     "packages": {
         "Finch": {
             "uuid": "9177782c-1635-4eb9-9bfb-d9dfa25e6bce",
-            "version": "1.2.5"
+            "version": "1.2.7"
         },
         "HDF5": {
             "uuid": "f67ccb44-e63f-5c2f-98bd-6dc0ccc4ba2f",

src/finch/juliapkg.json

@@ -645,9 +645,9 @@ def _raise_julia_copy_not_supported() -> None:
 
     def __array_namespace__(self, *, api_version: str | None = None) -> Any:
         if api_version is None:
-            api_version = "2023.12"
+            api_version = "2024.12"
 
-        if api_version not in {"2021.12", "2022.12", "2023.12"}:
+        if api_version not in {"2021.12", "2022.12", "2023.12", "2024.12"}:
             raise ValueError(f'"{api_version}" Array API version not supported.')
         import finch
 
@@ -717,12 +717,13 @@ def reshape(
 ) -> Tensor:
     if copy is False:
         raise ValueError("Unable to avoid copy during reshape.")
-    dims = [dim if dim >= 0 else jl.Colon() for dim in shape]
-    obj = jl.swizzle(x._obj, *tuple(reversed(range(1, jl.ndims(x._obj) + 1))))
-    obj = jl.reshape(obj, *reversed(dims))
-    obj = jl.swizzle(obj, *tuple(reversed(range(1, jl.ndims(obj) + 1))))
-    return Tensor(obj)
-
+    # TODO: https://github.com/finch-tensor/Finch.jl/issues/743
+    #       Revert to `jl.reshape` implementation once aforementioned
+    #       issue is solved.
+    warnings.warn("`reshape` densified the input tensor.", PerformanceWarning)
+    arr = x.todense()
+    arr = arr.reshape(shape)
+    return Tensor(arr)
 
 def full(
     shape: int | tuple[int, ...],