Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
137 changes: 137 additions & 0 deletions .github/workflows/build-multi-storage-client.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,137 @@
# SPDX-FileCopyrightText: 2026 The RISE Project
# SPDX-License-Identifier: MIT
---
# This workflow is based on the `multi-storage-client` job of
# https://github.com/NVIDIA/multi-storage-client/blob/1.0.1/.github/workflows/.source.yml
name: Build multi-storage-client wheels (riscv64)

on:
workflow_dispatch:
inputs:
version:
description: 'Version glob to (re)build; empty builds every version of docs/packages/multi-storage-client.yaml not released yet'
required: false
default: ''
pull_request:
branches: [main]
paths:
- '.github/workflows/build-multi-storage-client.yml'
- 'docs/packages/multi-storage-client.yaml'
push:
branches: [main]
paths:
- '.github/workflows/build-multi-storage-client.yml'
- 'docs/packages/multi-storage-client.yaml'

concurrency:
group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}
cancel-in-progress: true

permissions:
contents: read # to fetch code (actions/checkout)

env:
MANYLINUX_RISCV64_IMAGE: quay.io/pypa/manylinux_2_39_riscv64

jobs:
setup:
uses: $/.github/workflows/_setup.yml
with:
package: multi-storage-client
version: ${{ inputs.version }}

build_wheels:
needs: [setup]
if: needs.setup.outputs.versions != '[]'
name: Build multi-storage-client ${{ matrix.version }} ${{ matrix.python }}-manylinux_riscv64
runs-on: ubuntu-24.04-riscv
timeout-minutes: 120
strategy:
fail-fast: false
matrix:
version: ${{ fromJSON(needs.setup.outputs.versions) }}
python: ["cp312", "cp313", "cp314", "cp314t"]

env:
MULTI_STORAGE_CLIENT_VERSION: ${{ matrix.version }}

steps:
- name: Checkout multi-storage-client ${{ env.MULTI_STORAGE_CLIENT_VERSION }}
uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
with:
repository: NVIDIA/multi-storage-client
ref: ${{ env.MULTI_STORAGE_CLIENT_VERSION }}
persist-credentials: false

- name: Stage LICENSE beside multi-storage-client's pyproject.toml
# maturin globs LICEN[CS]E* relative to the pyproject directory, which
# is multi-storage-client/ -- upstream's published wheel carries no
# licence text at all.
run: cp LICENSE multi-storage-client/LICENSE

- name: Build wheels
uses: pypa/cibuildwheel@1828c10ab37f080699c7b81cea34097c684a7074 # v4.2.0
with:
package-dir: multi-storage-client
output-dir: wheelhouse/
env:
# musllinux is dropped: rustup.rs ships no riscv64 musl toolchain.
CIBW_BUILD: ${{ matrix.python }}-manylinux_riscv64
CIBW_MANYLINUX_RISCV64_IMAGE: ${{ env.MANYLINUX_RISCV64_IMAGE }}
# multi-storage-client ships no [tool.cibuildwheel]; the Rust
# toolchain its maturin backend needs is installed in-container here.
CIBW_BEFORE_ALL_LINUX: >-
curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y
CIBW_ENVIRONMENT_LINUX: >-
PATH="$PATH:$HOME/.cargo/bin"
PIP_EXTRA_INDEX_URL=https://pypi.riseproject.dev/simple/
CIBW_TEST_REQUIRES: pytest pytest-asyncio boto3
# test-sources resolves against the checkout root, not package-dir.
CIBW_TEST_SOURCES: >-
multi-storage-client/tests
multi-storage-client/pyproject.toml
# The Rust client's own tests and the cloud-provider tests need a
# local S3-compatible gateway (versitygw) or real cloud credentials
# that CI has neither of, so this runs the provider-agnostic and
# POSIX/mocked-S3 slice of the suite instead.
CIBW_TEST_COMMAND: >-
cd multi-storage-client &&
python -c "import multistorageclient_rust.multistorageclient_rust as m; assert m.__file__.endswith('.so'), m.__file__" &&
python -m pytest -v
tests/test_multistorageclient/unit/providers/test_base_storage_provider.py
tests/test_multistorageclient/unit/providers/test_file_credentials_provider.py
tests/test_multistorageclient/unit/providers/test_manifest_formats.py
tests/test_multistorageclient/unit/providers/test_manifest_metadata.py
tests/test_multistorageclient/unit/providers/test_metadata_rewrite.py
tests/test_multistorageclient/unit/providers/test_outdated_storage_providers.py
tests/test_multistorageclient/unit/providers/test_posix_file.py
tests/test_multistorageclient/unit/providers/test_symlinks.py
tests/test_multistorageclient/unit/providers/test_s3_checksum_algorithm.py
tests/test_multistorageclient/unit/providers/test_s3_error_translation.py
tests/test_multistorageclient/unit/client
tests/test_multistorageclient/unit/generators
-k "not AWSS3 and not SwiftStack and not GoogleCloudStorage and not AzureBlobStorage and not AIStore and not to_s3_to_posix"
--import-mode=importlib

- uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1
with:
name: multi-storage-client-${{ env.MULTI_STORAGE_CLIENT_VERSION }}-${{ matrix.python }}-manylinux_riscv64
path: wheelhouse/*.whl
if-no-files-found: error

publish:
name: Publish multi-storage-client ${{ matrix.version }}
needs: [setup, build_wheels]
if: needs.setup.outputs.versions != '[]'
strategy:
fail-fast: false
matrix:
version: ${{ fromJSON(needs.setup.outputs.versions) }}
permissions:
contents: write
pull-requests: write
uses: $/.github/workflows/_publish-wheel.yml
secrets:
app-private-key: ${{ secrets.RISEPROJECT_APP_PRIVATE_KEY }}
with:
artifact-pattern: multi-storage-client-${{ matrix.version }}-*-manylinux_riscv64
5 changes: 5 additions & 0 deletions docs/packages/multi-storage-client.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,5 @@
package-name: multi-storage-client
source-code: https://github.com/NVIDIA/multi-storage-client
license: Apache-2.0
versions:
- version: 1.0.1
Loading