Add publish and release workflows

.github/workflows/cd.yml

@@ -0,0 +1,117 @@
+name: cd
+
+on:
+  push:
+    branches:
+      - main
+    tags:
+      - '**'
+  pull_request:
+
+env:
+  CARGO_TERM_COLOR: always
+
+jobs:
+  build:
+    name: build on ${{ matrix.os }} (${{ matrix.target }}${{ matrix.os == 'linux' && format(' - {0}', matrix.manylinux == 'auto' && 'manylinux' || matrix.manylinux) || '' }})
+    # only run on push to main and on release
+    if: startsWith(github.ref, 'refs/tags/') || github.ref == 'refs/heads/main' || contains(github.event.pull_request.labels.*.name, 'Full Build')
+    strategy:
+      fail-fast: false
+      matrix:
+        os: [linux, macos, windows]
+        target: [x86_64, aarch64]
+        manylinux: ['2_28']
+        include:
+          # manylinux for various platforms
+          - { os: linux, manylinux: '2_28', target: x86_64 }
+          #- { os: linux, manylinux: '2_28', target: i686 }
+          - { os: linux, manylinux: '2_28', target: aarch64 }
+          - { os: linux, manylinux: '2_28', target: armv7 }
+          - { os: linux, manylinux: '2_28', target: ppc64le }
+          #- { os: linux, manylinux: '2_28', target: s390x }
+          # musl
+          - { os: linux, manylinux: musllinux_1_1, target: x86_64 }
+          - { os: linux, manylinux: musllinux_1_1, target: aarch64 }
+          - { os: linux, manylinux: musllinux_1_1, target: armv7 }
+          # macos
+          - { os: macos, target: x86_64 }
+          - { os: macos, target: aarch64 }
+          # windows
+          - { os: windows, target: x86_64 }
+          - { os: windows, target: i686, python-architecture: x86 }
+          - { os: windows, target: aarch64 }
+    runs-on: ${{ (matrix.os == 'linux' && 'ubuntu') || matrix.os }}-latest
+    steps:
+      - uses: actions/checkout@v4
+      - uses: actions/setup-python@v5
+        with:
+          python-version: '3.13'
+          architecture: ${{ matrix.python-architecture || 'x64' }}
+      - run: pip install twine
+      - uses: PyO3/maturin-action@v1
+        with:
+          target: ${{ matrix.target }}
+          manylinux: ${{ matrix.manylinux }}
+          args: --release --out dist --interpreter '3.11 3.12 3.13'
+          rust-toolchain: stable
+          docker-options: -e CI
+          before-script-linux: |
+            # If we're running on rhel centos, install needed packages.
+            if command -v yum &> /dev/null; then
+                yum update -y && yum install -y perl-core
+            fi
+      - run: ${{ (matrix.os == 'windows' && 'dir') || 'ls -lh' }} dist/
+      - run: twine check --strict dist/*
+      - uses: actions/upload-artifact@v4
+        with:
+          name: pypi-wheels-${{ matrix.os }}-${{ matrix.target }}-${{ matrix.manylinux }}
+          path: dist
+
+  inspect:
+    # same condition as above in `build`
+    if: startsWith(github.ref, 'refs/tags/') || github.ref == 'refs/heads/main' || contains(github.event.pull_request.labels.*.name, 'Full Build')
+    runs-on: ubuntu-latest
+    needs: build
+    steps:
+      # keep this the same as below in `publish`
+      - uses: actions/download-artifact@v4
+        with:
+          pattern: pypi-wheels-*
+          merge-multiple: true
+          path: dist/
+      - run: ls -lh dist/
+
+  publish:
+    if: startsWith(github.ref, 'refs/tags/')
+    runs-on: ubuntu-latest
+    needs: inspect
+    environment: pypi
+    permissions:
+      id-token: write # to authenticate as Trusted Publisher to pypi.org
+    steps:
+      # keep this the same as above in `inspect`
+      - uses: actions/download-artifact@v4
+        with:
+          pattern: pypi-wheels-*
+          merge-multiple: true
+          path: dist/
+      - uses: pypa/gh-action-pypi-publish@release/v1
+        with:
+          packages-dir: dist/
+
+  release:
+    name: update a release PR
+    if: github.ref == 'refs/heads/main'
+    runs-on: ubuntu-latest
+    permissions:
+      pull-requests: write
+      contents: write
+    steps:
+    - uses: actions/checkout@v4
+    - uses: dtolnay/rust-toolchain@stable
+    - uses: MarcoIeni/release-plz-action@v0.5
+      with:
+        # since we don’t publish to crates.io,
+        # we only want the PR and don’t need to specify a token
+        command: release-pr

.github/workflows/CI.yml → .github/workflows/ci.yml

@@ -1,4 +1,4 @@
-name: zarrs-python
+name: ci
 
 on:
   push:
@@ -15,7 +15,7 @@ env:
 
 jobs:
   build_and_test:
-    name: zarrs-python
+    name: build and test
     strategy:
       fail-fast: false
       matrix:

.gitignore

@@ -10,7 +10,6 @@ __pycache__/
 
 # Build
 *.so
-*.pyi
 /target/
 /dist/
 /docs/_build/

Cargo.toml

@@ -2,14 +2,14 @@
 name = "zarrs-python"
 version = "0.1.0"
 edition = "2021"
+publish = false
 
-# See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html
 [lib]
 name = "zarrs_python"
 crate-type = ["cdylib", "rlib"]
 
 [dependencies]
-pyo3 = "0.22.6"
+pyo3 = { version = "0.22.6", features = ["abi3-py311"] }
 zarrs = "0.18.0-beta.0"
 rayon_iter_concurrent_limit = "0.2.0"
 rayon = "1.10.0"

python/zarrs/_internal.pyi

@@ -0,0 +1,19 @@
+# This file is automatically generated by pyo3_stub_gen
+# ruff: noqa: E501, F401
+
+import numpy
+import numpy.typing
+import typing
+
+class CodecPipelineImpl:
+    def __new__(cls,metadata,validate_checksums = ...,store_empty_chunks = ...,chunk_concurrent_minimum = ...,chunk_concurrent_maximum = ...,num_threads = ...): ...
+    def retrieve_chunks_and_apply_index(self, chunk_descriptions:typing.Sequence[tuple[tuple[str, typing.Sequence[int], str, typing.Sequence[int]], typing.Sequence[slice], typing.Sequence[slice]]], value:numpy.NDArray[typing.Any]) -> None:
+        ...
+
+    def retrieve_chunks(self, chunk_descriptions:typing.Sequence[tuple[str, typing.Sequence[int], str, typing.Sequence[int]]]) -> list[numpy.typing.NDArray[numpy.uint8]]:
+        ...
+
+    def store_chunks_with_indices(self, chunk_descriptions:typing.Sequence[tuple[tuple[str, typing.Sequence[int], str, typing.Sequence[int]], typing.Sequence[slice], typing.Sequence[slice]]], value:numpy.NDArray[typing.Any]) -> None:
+        ...
+
+