Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
18 changes: 8 additions & 10 deletions .github/workflows/code-quality.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -19,7 +19,7 @@ env:
RUST_BACKTRACE: short
RUSTFLAGS: "-D warnings -W unreachable-pub -W bare-trait-objects"
RUSTUP_MAX_RETRIES: 10
RUST_CHANNEL: '1.91.0'
RUST_CHANNEL: '1.91.1'

jobs:
code-quality:
Expand All @@ -29,7 +29,7 @@ jobs:

steps:
- name: Checkout repository
uses: actions/checkout@v5
uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6
with:
ref: ${{ github.event.pull_request.head.sha }}

Expand All @@ -43,7 +43,7 @@ jobs:
rustup default ${{ env.RUST_CHANNEL }}

- name: Cache Dependencies
uses: Swatinem/rust-cache@v2
uses: Swatinem/rust-cache@e18b497796c12c097a38f9edb9d0641fb99eee32 # v2
with:
key: ${{ env.RUST_CHANNEL }}

Expand All @@ -60,19 +60,17 @@ jobs:
just doctest

- name: Install uv
uses: astral-sh/setup-uv@v7
uses: astral-sh/setup-uv@94527f2e458b27549849d47d273a16bec83a01e9 # v7
with:
enable-cache: true

- name: Python mypy type checking
shell: bash
working-directory: icechunk-python
run: |
uvx --with mypy --with zarr --with hypothesis --with xarray --with dask mypy python
uvx --python 3.11 --with mypy --with zarr --with hypothesis --with xarray --with dask mypy python

- name: Run pre-commit checks (skip Rust)
uses: pre-commit/action@v3.0.1
with:
extra_args: --all-files
env:
SKIP: rust-pre-commit-fast,rust-pre-commit,rust-pre-commit-ci
shell: bash
run: |
SKIP="rust-pre-commit-fast,rust-pre-commit,rust-pre-commit-ci" uvx prek==0.4.1 run --all-files
6 changes: 3 additions & 3 deletions .github/workflows/codespell.yml
Original file line number Diff line number Diff line change
Expand Up @@ -18,8 +18,8 @@ jobs:

steps:
- name: Checkout
uses: actions/checkout@v5
uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6
- name: Annotate locations with typos
uses: codespell-project/codespell-problem-matcher@v1.2.0
uses: codespell-project/codespell-problem-matcher@9ba2c57125d4908eade4308f32c4ff814c184633 # v1.2.0
- name: Codespell
uses: codespell-project/actions-codespell@v2
uses: codespell-project/actions-codespell@8f01853be192eb0f849a5c7d721450e7a467c579 # v2.2
6 changes: 3 additions & 3 deletions .github/workflows/dependency-check.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -21,7 +21,7 @@ env:
CI: 1
RUST_BACKTRACE: short
RUSTUP_MAX_RETRIES: 10
RUST_CHANNEL: '1.91.0'
RUST_CHANNEL: '1.91.1'
CARGO_DENY_VERSION: '0.18.9'

jobs:
Expand All @@ -32,7 +32,7 @@ jobs:

steps:
- name: Checkout repository
uses: actions/checkout@v5
uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6
with:
ref: ${{ github.event.pull_request.head.sha }}

Expand All @@ -42,7 +42,7 @@ jobs:
rustup default ${{ env.RUST_CHANNEL }}

- name: Cache cargo-deny
uses: actions/cache@v4
uses: actions/cache@27d5ce7f107fe9357f9df03efb73ab90386fccae # v5
id: cargo_deny_cache
with:
path: ~/.cargo/bin/cargo-deny
Expand Down
6 changes: 3 additions & 3 deletions .github/workflows/publish-rust-library.yml
Original file line number Diff line number Diff line change
Expand Up @@ -8,7 +8,7 @@ env:
RUSTFLAGS: "-D warnings -W unreachable-pub -W bare-trait-objects"
RUSTUP_MAX_RETRIES: 10
# update RUST_CHANNEL and CARGO_DENY in sync
RUST_CHANNEL: '1.91.0'
RUST_CHANNEL: '1.91.1'
CARGO_DENY_VERSION: '0.18.9'

on:
Expand All @@ -20,7 +20,7 @@ jobs:
runs-on: ubuntu-latest

steps:
- uses: actions/checkout@v5
- uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6
- name: Stand up MinIO
run: |
docker compose up -d minio
Expand All @@ -44,7 +44,7 @@ jobs:
rustup default ${{ env.RUST_CHANNEL }}

- name: Cache Dependencies
uses: Swatinem/rust-cache@v2
uses: Swatinem/rust-cache@e18b497796c12c097a38f9edb9d0641fb99eee32 # v2
with:
# workspaces: "rust -> target"
key: ${{ env.RUST_CHANNEL }}
Expand Down
44 changes: 22 additions & 22 deletions .github/workflows/python-check.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -27,13 +27,13 @@ jobs:
build-wheels:
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v5
- uses: actions/setup-python@v6
- uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6
- uses: actions/setup-python@a309ff8b426b58ec0e2a45f0f869d46889d02405 # v6
with:
python-version: ${{ env.PYTHON_VERSION }}

- name: Build wheels
uses: PyO3/maturin-action@v1
uses: PyO3/maturin-action@db323e2cf5679b7feb8bcb561a36b27a0bc19e79 # v1
with:
working-directory: icechunk-python
args: --release --out dist --find-interpreter
Expand All @@ -42,7 +42,7 @@ jobs:
CARGO_TERM_QUIET: true

- name: Upload wheels
uses: actions/upload-artifact@v5
uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7
with:
name: test-wheels
path: icechunk-python/dist
Expand All @@ -54,38 +54,38 @@ jobs:
matrix:
deps-version:
- name: minimum
xarray: "2025.01.2"
dask: "2024.11.0"
distributed: "2024.11.0"
zarr: "3.0.8"
xarray: "2025.07.1"
dask: "2025.2.0"
distributed: "2025.2.0"
zarr: "3.1.0"
- name: latest
xarray: "latest-release"
dask: "latest-release"
distributed: "latest-release"
zarr: "latest-release"
steps:
- uses: actions/checkout@v5
- uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6
- name: Stand up MinIO
run: |
docker compose up -d minio

- name: Download wheels
uses: actions/download-artifact@v6
uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c # v8
with:
name: test-wheels
path: icechunk-python/dist

- name: Restore cached hypothesis directory
id: restore-hypothesis-cache
uses: actions/cache/restore@v4
uses: actions/cache/restore@27d5ce7f107fe9357f9df03efb73ab90386fccae # v5
with:
path: icechunk-python/.hypothesis/
key: cache-hypothesis-${{ runner.os }}-${{ github.run_id }}
restore-keys: |
cache-hypothesis-

- name: Install uv
uses: astral-sh/setup-uv@v7
uses: astral-sh/setup-uv@94527f2e458b27549849d47d273a16bec83a01e9 # v7
with:
enable-cache: true
python-version: ${{ env.PYTHON_VERSION }}
Expand Down Expand Up @@ -135,7 +135,7 @@ jobs:
- name: Save cached hypothesis directory
id: save-hypothesis-cache
if: always()
uses: actions/cache/save@v4
uses: actions/cache/save@27d5ce7f107fe9357f9df03efb73ab90386fccae # v5
with:
path: icechunk-python/.hypothesis/
key: cache-hypothesis-${{ runner.os }}-${{ github.run_id }}-${{ matrix.deps-version.name }}
Expand All @@ -147,13 +147,13 @@ jobs:
matrix:
xarray-version:
- name: minimum
version: "2025.01.2"
zarr: "3.0.8"
version: "2025.07.1"
zarr: "3.1.0"
- name: latest-release
version: "latest-release"
zarr: "latest-release"
steps:
- uses: actions/checkout@v5
- uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6
with:
path: "icechunk"

Expand All @@ -163,13 +163,13 @@ jobs:
docker compose up -d minio

- name: Download wheels
uses: actions/download-artifact@v6
uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c # v8
with:
name: test-wheels
path: icechunk/icechunk-python/dist

- name: Install uv
uses: astral-sh/setup-uv@v7
uses: astral-sh/setup-uv@94527f2e458b27549849d47d273a16bec83a01e9 # v7
with:
enable-cache: true
python-version: ${{ env.PYTHON_VERSION }}
Expand All @@ -186,7 +186,7 @@ jobs:
python --version
WHEEL=$(ls dist/*-cp311-*.whl)
uv pip install "${WHEEL}" --group test
uv pip install pytest-mypy-plugins
uv pip install "pytest-mypy-plugins<4"
# Install specific xarray version based on matrix
if [ "${{ matrix.xarray-version.version }}" != "latest-release" ]; then
echo "Installing xarray ${{ matrix.xarray-version.version }}"
Expand Down Expand Up @@ -244,18 +244,18 @@ jobs:
check-xarray-docs:
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v5
- uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6
with:
path: "icechunk"

- uses: actions/checkout@v5
- uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6
with:
repository: "pydata/xarray"
path: "xarray"
fetch-depth: 0

- name: Install uv
uses: astral-sh/setup-uv@v7
uses: astral-sh/setup-uv@94527f2e458b27549849d47d273a16bec83a01e9 # v7
with:
enable-cache: true
python-version: ${{ env.PYTHON_VERSION }}
Expand Down
Loading
Loading