Simplify build scripts
This commit is contained in:
parent
47479896d5
commit
03856fe868
2 changed files with 300 additions and 634 deletions
|
|
@ -1,14 +1,20 @@
|
|||
name: Check
|
||||
name: Check and publish
|
||||
|
||||
on:
|
||||
push:
|
||||
branches: ['main']
|
||||
branches: ["main"]
|
||||
tags: ["*"]
|
||||
workflow_dispatch:
|
||||
pull_request:
|
||||
branches: ['main']
|
||||
branches: ["main"]
|
||||
|
||||
env:
|
||||
CARGO_TERM_COLOR: always
|
||||
RUSTFLAGS: '-Dwarnings'
|
||||
RUSTFLAGS: "-Dwarnings"
|
||||
|
||||
concurrency:
|
||||
group: reconcile-${{ github.ref }}
|
||||
cancel-in-progress: false
|
||||
|
||||
jobs:
|
||||
build:
|
||||
|
|
@ -20,8 +26,9 @@ jobs:
|
|||
- name: Setup Node
|
||||
uses: actions/setup-node@v4
|
||||
with:
|
||||
node-version: '22.x'
|
||||
node-version: "22.x"
|
||||
check-latest: true
|
||||
registry-url: https://registry.npmjs.org
|
||||
|
||||
- name: Cache Rust dependencies
|
||||
uses: actions/cache@v4
|
||||
|
|
@ -40,8 +47,6 @@ jobs:
|
|||
uses: actions/cache@v4
|
||||
with:
|
||||
path: |
|
||||
reconcile-js/node_modules
|
||||
examples/website/node_modules
|
||||
~/.npm
|
||||
key: >-
|
||||
${{ runner.os }}-npm-${{
|
||||
|
|
@ -64,6 +69,12 @@ jobs:
|
|||
curl --proto '=https' --tlsv1.2 -LsSf https://astral.sh/uv/install.sh | sh
|
||||
echo "$HOME/.local/bin" >> "$GITHUB_PATH"
|
||||
|
||||
- name: Install dependencies
|
||||
run: scripts/setup.sh
|
||||
|
||||
- name: Build bindings
|
||||
run: scripts/build.sh
|
||||
|
||||
- name: Lint
|
||||
run: scripts/lint.sh
|
||||
|
||||
|
|
@ -77,3 +88,183 @@ jobs:
|
|||
|
||||
- name: Build website
|
||||
run: scripts/build-website.sh
|
||||
|
||||
- name: Pack verified npm package
|
||||
working-directory: reconcile-js
|
||||
run: |
|
||||
mkdir -p ../dist/npm
|
||||
npm pack --pack-destination ../dist/npm
|
||||
|
||||
- name: Publish to npm
|
||||
if: github.event_name == 'push' && startsWith(github.ref, 'refs/tags/')
|
||||
run: npm publish dist/npm/*.tgz
|
||||
env:
|
||||
NODE_AUTH_TOKEN: ${{ secrets.NPM_TOKEN }}
|
||||
|
||||
- name: Deploy to pages mount
|
||||
if: github.event_name == 'push' && github.ref == 'refs/heads/main'
|
||||
uses: http://forgejo:3000/andras/ci-actions/deploy-pages@main
|
||||
with:
|
||||
source: examples/website/dist
|
||||
target: reconcile
|
||||
|
||||
publish-crate:
|
||||
needs: build
|
||||
runs-on: docker
|
||||
if: github.event_name == 'push' && startsWith(github.ref, 'refs/tags/')
|
||||
|
||||
steps:
|
||||
- uses: actions/checkout@v4
|
||||
|
||||
- name: Cache Rust dependencies
|
||||
uses: actions/cache@v4
|
||||
with:
|
||||
path: |
|
||||
~/.cargo/bin/
|
||||
~/.cargo/registry/index/
|
||||
~/.cargo/registry/cache/
|
||||
~/.cargo/git/db/
|
||||
target/
|
||||
key: ${{ runner.os }}-cargo-${{ hashFiles('**/Cargo.lock') }}
|
||||
restore-keys: |
|
||||
${{ runner.os }}-cargo-
|
||||
|
||||
- name: Install Rust toolchain
|
||||
run: |
|
||||
curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs \
|
||||
| sh -s -- -y --default-toolchain none --profile minimal
|
||||
echo "$HOME/.cargo/bin" >> "$GITHUB_PATH"
|
||||
|
||||
- name: Publish to crates.io
|
||||
run: cargo publish --token ${{ secrets.CRATES_IO_TOKEN }}
|
||||
|
||||
publish-pypi:
|
||||
needs: build
|
||||
runs-on: docker
|
||||
if: github.event_name == 'push' && startsWith(github.ref, 'refs/tags/')
|
||||
|
||||
steps:
|
||||
- uses: actions/checkout@v4
|
||||
|
||||
- name: Cache Rust dependencies
|
||||
uses: actions/cache@v4
|
||||
with:
|
||||
path: |
|
||||
~/.cargo/bin/
|
||||
~/.cargo/registry/index/
|
||||
~/.cargo/registry/cache/
|
||||
~/.cargo/git/db/
|
||||
target/
|
||||
key: ${{ runner.os }}-cargo-pypi-${{ hashFiles('**/Cargo.lock') }}
|
||||
restore-keys: |
|
||||
${{ runner.os }}-cargo-pypi-
|
||||
${{ runner.os }}-cargo-
|
||||
|
||||
# clang/lld/llvm provide clang-cl, lld-link and llvm-lib, which cargo-xwin
|
||||
# uses to cross-compile the Windows wheel from this Linux runner.
|
||||
- name: Install cross-compilation system dependencies
|
||||
run: |
|
||||
apt-get update
|
||||
apt-get install -y clang lld llvm
|
||||
|
||||
- name: Install Rust toolchain
|
||||
run: |
|
||||
curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs \
|
||||
| sh -s -- -y --default-toolchain none --profile minimal
|
||||
echo "$HOME/.cargo/bin" >> "$GITHUB_PATH"
|
||||
|
||||
# The x86_64 Linux targets ship in rust-toolchain.toml; add the cross targets.
|
||||
- name: Add cross-compilation Rust targets
|
||||
run: |
|
||||
rustup target add aarch64-unknown-linux-gnu aarch64-unknown-linux-musl \
|
||||
aarch64-apple-darwin x86_64-apple-darwin x86_64-pc-windows-msvc
|
||||
|
||||
# zig is the C toolchain maturin's `--zig` uses to produce manylinux2014
|
||||
# wheels with a pinned (old) glibc, independent of the runner's glibc.
|
||||
# It also links the musllinux and macOS wheels, without a macOS SDK.
|
||||
- name: Install zig
|
||||
run: |
|
||||
ZIG_VERSION=0.13.0
|
||||
ZIG_INSTALL_DIR=$(mktemp -d "${RUNNER_TEMP:-/tmp}/reconcile-zig.XXXXXX")
|
||||
curl --proto '=https' --tlsv1.2 -fLsS \
|
||||
"https://ziglang.org/download/${ZIG_VERSION}/zig-linux-x86_64-${ZIG_VERSION}.tar.xz" \
|
||||
| tar -xJ -C "$ZIG_INSTALL_DIR"
|
||||
echo "$ZIG_INSTALL_DIR/zig-linux-x86_64-${ZIG_VERSION}" >> "$GITHUB_PATH"
|
||||
|
||||
- name: Install cargo-xwin
|
||||
run: command -v cargo-xwin || cargo install --locked cargo-xwin
|
||||
|
||||
- name: Install uv
|
||||
run: |
|
||||
curl --proto '=https' --tlsv1.2 -LsSf https://astral.sh/uv/install.sh | sh
|
||||
echo "$HOME/.local/bin" >> "$GITHUB_PATH"
|
||||
|
||||
- name: Copy README and license
|
||||
run: cp README.md LICENSE reconcile-python/
|
||||
|
||||
- name: Install Python build dependencies
|
||||
working-directory: reconcile-python
|
||||
run: uv sync --frozen --no-install-project
|
||||
|
||||
- name: Build sdist
|
||||
working-directory: reconcile-python
|
||||
run: uv run --no-sync maturin sdist --out dist
|
||||
|
||||
- name: Check sdist size
|
||||
working-directory: reconcile-python
|
||||
run: |
|
||||
size=$(stat -c %s dist/*.tar.gz)
|
||||
echo "sdist is $size bytes"
|
||||
test "$size" -lt 5000000
|
||||
|
||||
- name: Build Linux x86_64 wheel
|
||||
working-directory: reconcile-python
|
||||
run: >-
|
||||
uv run --no-sync maturin build --release --out dist
|
||||
--compatibility manylinux2014
|
||||
--target x86_64-unknown-linux-gnu --zig
|
||||
|
||||
- name: Build Linux aarch64 wheel
|
||||
working-directory: reconcile-python
|
||||
run: >-
|
||||
uv run --no-sync maturin build --release --out dist
|
||||
--compatibility manylinux2014
|
||||
--target aarch64-unknown-linux-gnu --zig
|
||||
|
||||
- name: Build musllinux x86_64 wheel
|
||||
working-directory: reconcile-python
|
||||
run: >-
|
||||
uv run --no-sync maturin build --release --out dist
|
||||
--compatibility musllinux_1_2
|
||||
--target x86_64-unknown-linux-musl --zig
|
||||
|
||||
- name: Build musllinux aarch64 wheel
|
||||
working-directory: reconcile-python
|
||||
run: >-
|
||||
uv run --no-sync maturin build --release --out dist
|
||||
--compatibility musllinux_1_2
|
||||
--target aarch64-unknown-linux-musl --zig
|
||||
|
||||
- name: Build macOS x86_64 wheel
|
||||
working-directory: reconcile-python
|
||||
run: >-
|
||||
uv run --no-sync maturin build --release --out dist
|
||||
--target x86_64-apple-darwin --zig
|
||||
|
||||
- name: Build macOS arm64 wheel
|
||||
working-directory: reconcile-python
|
||||
run: >-
|
||||
uv run --no-sync maturin build --release --out dist
|
||||
--target aarch64-apple-darwin --zig
|
||||
|
||||
- name: Build Windows x86_64 wheel
|
||||
working-directory: reconcile-python
|
||||
run: >-
|
||||
uv run --no-sync maturin build --release --out dist
|
||||
--target x86_64-pc-windows-msvc
|
||||
|
||||
- name: Publish to PyPI
|
||||
working-directory: reconcile-python
|
||||
env:
|
||||
MATURIN_PYPI_TOKEN: ${{ secrets.PYPI_TOKEN }}
|
||||
run: uv run --no-sync maturin upload --skip-existing dist/*
|
||||
|
|
|
|||
|
|
@ -1,307 +0,0 @@
|
|||
name: Publish
|
||||
|
||||
on:
|
||||
push:
|
||||
branches: ["main"]
|
||||
tags: ["*"]
|
||||
workflow_dispatch:
|
||||
|
||||
env:
|
||||
CARGO_TERM_COLOR: always
|
||||
RUSTFLAGS: "-Dwarnings"
|
||||
|
||||
concurrency:
|
||||
group: "pages"
|
||||
cancel-in-progress: false
|
||||
|
||||
jobs:
|
||||
build:
|
||||
runs-on: docker
|
||||
|
||||
steps:
|
||||
- uses: actions/checkout@v4
|
||||
|
||||
- name: Setup Node
|
||||
uses: actions/setup-node@v4
|
||||
with:
|
||||
node-version: "22.x"
|
||||
check-latest: true
|
||||
|
||||
- name: Cache Rust dependencies
|
||||
uses: actions/cache@v4
|
||||
with:
|
||||
path: |
|
||||
~/.cargo/bin/
|
||||
~/.cargo/registry/index/
|
||||
~/.cargo/registry/cache/
|
||||
~/.cargo/git/db/
|
||||
target/
|
||||
key: ${{ runner.os }}-cargo-${{ hashFiles('**/Cargo.lock') }}
|
||||
restore-keys: |
|
||||
${{ runner.os }}-cargo-
|
||||
|
||||
- name: Cache npm dependencies
|
||||
uses: actions/cache@v4
|
||||
with:
|
||||
path: |
|
||||
reconcile-js/node_modules
|
||||
examples/website/node_modules
|
||||
~/.npm
|
||||
key: >-
|
||||
${{ runner.os }}-npm-${{
|
||||
hashFiles(
|
||||
'reconcile-js/package-lock.json',
|
||||
'examples/website/package-lock.json'
|
||||
)
|
||||
}}
|
||||
restore-keys: |
|
||||
${{ runner.os }}-npm-
|
||||
|
||||
- name: Install Rust toolchain
|
||||
run: |
|
||||
curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs \
|
||||
| sh -s -- -y --default-toolchain none --profile minimal
|
||||
echo "$HOME/.cargo/bin" >> "$GITHUB_PATH"
|
||||
|
||||
- name: Install uv
|
||||
run: |
|
||||
curl --proto '=https' --tlsv1.2 -LsSf https://astral.sh/uv/install.sh | sh
|
||||
echo "$HOME/.local/bin" >> "$GITHUB_PATH"
|
||||
|
||||
- name: Lint
|
||||
run: scripts/lint.sh
|
||||
|
||||
- name: Verify checkout is clean
|
||||
run: |
|
||||
git status --short
|
||||
test -z "$(git status --porcelain)"
|
||||
|
||||
- name: Test
|
||||
run: scripts/test.sh
|
||||
|
||||
- name: Build website
|
||||
run: scripts/build-website.sh
|
||||
|
||||
- name: Deploy to pages mount
|
||||
if: github.event_name == 'push' && github.ref == 'refs/heads/main'
|
||||
uses: http://forgejo:3000/andras/ci-actions/deploy-pages@main
|
||||
with:
|
||||
source: examples/website/dist
|
||||
target: reconcile
|
||||
|
||||
publish-crate:
|
||||
needs: build
|
||||
runs-on: docker
|
||||
if: startsWith(github.ref, 'refs/tags/')
|
||||
|
||||
steps:
|
||||
- uses: actions/checkout@v4
|
||||
|
||||
- name: Cache Rust dependencies
|
||||
uses: actions/cache@v4
|
||||
with:
|
||||
path: |
|
||||
~/.cargo/bin/
|
||||
~/.cargo/registry/index/
|
||||
~/.cargo/registry/cache/
|
||||
~/.cargo/git/db/
|
||||
target/
|
||||
key: ${{ runner.os }}-cargo-${{ hashFiles('**/Cargo.lock') }}
|
||||
restore-keys: |
|
||||
${{ runner.os }}-cargo-
|
||||
|
||||
- name: Install Rust toolchain
|
||||
run: |
|
||||
curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs \
|
||||
| sh -s -- -y --default-toolchain none --profile minimal
|
||||
echo "$HOME/.cargo/bin" >> "$GITHUB_PATH"
|
||||
|
||||
- name: Publish to crates.io
|
||||
run: cargo publish --token ${{ secrets.CRATES_IO_TOKEN }}
|
||||
|
||||
publish-npm:
|
||||
needs: build
|
||||
runs-on: docker
|
||||
if: startsWith(github.ref, 'refs/tags/')
|
||||
|
||||
steps:
|
||||
- uses: actions/checkout@v4
|
||||
|
||||
- name: Setup Node
|
||||
uses: actions/setup-node@v4
|
||||
with:
|
||||
node-version: "22.x"
|
||||
check-latest: true
|
||||
registry-url: "https://registry.npmjs.org"
|
||||
|
||||
- name: Cache Rust dependencies
|
||||
uses: actions/cache@v4
|
||||
with:
|
||||
path: |
|
||||
~/.cargo/bin/
|
||||
~/.cargo/registry/index/
|
||||
~/.cargo/registry/cache/
|
||||
~/.cargo/git/db/
|
||||
target/
|
||||
key: ${{ runner.os }}-cargo-${{ hashFiles('**/Cargo.lock') }}
|
||||
restore-keys: |
|
||||
${{ runner.os }}-cargo-
|
||||
|
||||
- name: Cache npm dependencies
|
||||
uses: actions/cache@v4
|
||||
with:
|
||||
path: |
|
||||
reconcile-js/node_modules
|
||||
~/.npm
|
||||
key: >-
|
||||
${{ runner.os }}-npm-${{
|
||||
hashFiles('reconcile-js/package-lock.json')
|
||||
}}
|
||||
restore-keys: |
|
||||
${{ runner.os }}-npm-
|
||||
|
||||
- name: Install Rust toolchain
|
||||
run: |
|
||||
curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs \
|
||||
| sh -s -- -y --default-toolchain none --profile minimal
|
||||
echo "$HOME/.cargo/bin" >> "$GITHUB_PATH"
|
||||
|
||||
- name: Build website
|
||||
run: scripts/build-website.sh
|
||||
|
||||
- name: Publish reconcile-js to NPM
|
||||
run: |
|
||||
cd reconcile-js
|
||||
cp ../README.md .
|
||||
npm publish
|
||||
env:
|
||||
NODE_AUTH_TOKEN: ${{ secrets.NPM_TOKEN }}
|
||||
|
||||
publish-pypi:
|
||||
needs: build
|
||||
runs-on: docker
|
||||
if: startsWith(github.ref, 'refs/tags/')
|
||||
|
||||
steps:
|
||||
- uses: actions/checkout@v4
|
||||
|
||||
- name: Cache Rust dependencies
|
||||
uses: actions/cache@v4
|
||||
with:
|
||||
path: |
|
||||
~/.cargo/bin/
|
||||
~/.cargo/registry/index/
|
||||
~/.cargo/registry/cache/
|
||||
~/.cargo/git/db/
|
||||
target/
|
||||
key: ${{ runner.os }}-cargo-pypi-${{ hashFiles('**/Cargo.lock') }}
|
||||
restore-keys: |
|
||||
${{ runner.os }}-cargo-pypi-
|
||||
${{ runner.os }}-cargo-
|
||||
|
||||
# clang/lld/llvm provide clang-cl, lld-link and llvm-lib, which cargo-xwin
|
||||
# uses to cross-compile the Windows wheel from this Linux runner.
|
||||
- name: Install cross-compilation system dependencies
|
||||
run: |
|
||||
apt-get update
|
||||
apt-get install -y clang lld llvm
|
||||
|
||||
- name: Install Rust toolchain
|
||||
run: |
|
||||
curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs \
|
||||
| sh -s -- -y --default-toolchain none --profile minimal
|
||||
echo "$HOME/.cargo/bin" >> "$GITHUB_PATH"
|
||||
|
||||
# The x86_64 Linux targets ship in rust-toolchain.toml; add the cross targets.
|
||||
- name: Add cross-compilation Rust targets
|
||||
run: |
|
||||
rustup target add aarch64-unknown-linux-gnu aarch64-unknown-linux-musl \
|
||||
aarch64-apple-darwin x86_64-apple-darwin x86_64-pc-windows-msvc
|
||||
|
||||
# zig is the C toolchain maturin's `--zig` uses to produce manylinux2014
|
||||
# wheels with a pinned (old) glibc, independent of the runner's glibc.
|
||||
# It also links the musllinux and macOS wheels, without a macOS SDK.
|
||||
- name: Install zig
|
||||
run: |
|
||||
ZIG_VERSION=0.13.0
|
||||
ZIG_INSTALL_DIR=$(mktemp -d "${RUNNER_TEMP:-/tmp}/reconcile-zig.XXXXXX")
|
||||
curl --proto '=https' --tlsv1.2 -fLsS \
|
||||
"https://ziglang.org/download/${ZIG_VERSION}/zig-linux-x86_64-${ZIG_VERSION}.tar.xz" \
|
||||
| tar -xJ -C "$ZIG_INSTALL_DIR"
|
||||
echo "$ZIG_INSTALL_DIR/zig-linux-x86_64-${ZIG_VERSION}" >> "$GITHUB_PATH"
|
||||
|
||||
- name: Install cargo-xwin
|
||||
run: command -v cargo-xwin || cargo install --locked cargo-xwin
|
||||
|
||||
- name: Install uv
|
||||
run: |
|
||||
curl --proto '=https' --tlsv1.2 -LsSf https://astral.sh/uv/install.sh | sh
|
||||
echo "$HOME/.local/bin" >> "$GITHUB_PATH"
|
||||
|
||||
- name: Copy README and license
|
||||
run: cp README.md LICENSE reconcile-python/
|
||||
|
||||
- name: Build sdist
|
||||
working-directory: reconcile-python
|
||||
run: uv run maturin sdist --out dist
|
||||
|
||||
- name: Check sdist size
|
||||
working-directory: reconcile-python
|
||||
run: |
|
||||
size=$(stat -c %s dist/*.tar.gz)
|
||||
echo "sdist is $size bytes"
|
||||
test "$size" -lt 5000000
|
||||
|
||||
- name: Build Linux x86_64 wheel
|
||||
working-directory: reconcile-python
|
||||
run: >-
|
||||
uv run maturin build --release --out dist
|
||||
--compatibility manylinux2014
|
||||
--target x86_64-unknown-linux-gnu --zig
|
||||
|
||||
- name: Build Linux aarch64 wheel
|
||||
working-directory: reconcile-python
|
||||
run: >-
|
||||
uv run maturin build --release --out dist
|
||||
--compatibility manylinux2014
|
||||
--target aarch64-unknown-linux-gnu --zig
|
||||
|
||||
- name: Build musllinux x86_64 wheel
|
||||
working-directory: reconcile-python
|
||||
run: >-
|
||||
uv run maturin build --release --out dist
|
||||
--compatibility musllinux_1_2
|
||||
--target x86_64-unknown-linux-musl --zig
|
||||
|
||||
- name: Build musllinux aarch64 wheel
|
||||
working-directory: reconcile-python
|
||||
run: >-
|
||||
uv run maturin build --release --out dist
|
||||
--compatibility musllinux_1_2
|
||||
--target aarch64-unknown-linux-musl --zig
|
||||
|
||||
- name: Build macOS x86_64 wheel
|
||||
working-directory: reconcile-python
|
||||
run: >-
|
||||
uv run maturin build --release --out dist
|
||||
--target x86_64-apple-darwin --zig
|
||||
|
||||
- name: Build macOS arm64 wheel
|
||||
working-directory: reconcile-python
|
||||
run: >-
|
||||
uv run maturin build --release --out dist
|
||||
--target aarch64-apple-darwin --zig
|
||||
|
||||
- name: Build Windows x86_64 wheel
|
||||
working-directory: reconcile-python
|
||||
run: >-
|
||||
uv run maturin build --release --out dist
|
||||
--target x86_64-pc-windows-msvc
|
||||
|
||||
# Forgejo cannot use PyPI trusted publishing (OIDC), so authenticate with
|
||||
# an API token. --skip-existing makes re-runs of a tag idempotent.
|
||||
- name: Publish to PyPI
|
||||
working-directory: reconcile-python
|
||||
env:
|
||||
MATURIN_PYPI_TOKEN: ${{ secrets.PYPI_TOKEN }}
|
||||
run: uv run maturin upload --skip-existing dist/*
|
||||
Loading…
Reference in a new issue