Skip to content

Fix build determinism and enhance batch processing #10

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
stephenctw merged 5 commits into from
Mar 25, 2026
Merged

Fix build determinism and enhance batch processing #10

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
5 commits
Select commit Hold shift + click to select a range
79072b6
fix: make canonical app build deterministic
GCdePaula Mar 24, 2026
aaea7a8
feat: implement nicer batch limit and fees
GCdePaula Mar 24, 2026
612d2e8
refactor: improve cli/env arguments, update CI
GCdePaula Mar 25, 2026
553aee7
refactor: move sequenced user op insertion inside sqlite
GCdePaula Mar 25, 2026
725d6f9
doc: update docs
stephenctw Mar 25, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
131 changes: 131 additions & 0 deletions .github/actions/setup-guest-toolchain/action.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,131 @@
name: "Setup guest toolchain"
description: "Install system deps, xgenext2fs, cartesi-machine, QEMU/Buildx, Rust, just, and cross."

inputs:
xgenext2fs-version:
description: "xgenext2fs release tag"
required: true
cartesi-machine-version:
description: "cartesi-machine release tag"
required: true
cartesi-machine-sha256-amd64:
description: "SHA-256 for the amd64 .deb"
required: true
cartesi-machine-sha256-arm64:
description: "SHA-256 for the arm64 .deb"
required: true
xgenext2fs-sha256-amd64:
description: "SHA-256 for the amd64 xgenext2fs .deb"
required: true
xgenext2fs-sha256-arm64:
description: "SHA-256 for the arm64 xgenext2fs .deb"
required: true
install-foundry:
description: "Whether to install Foundry (for anvil)"
required: false
default: "false"
foundry-version:
description: "Foundry version tag"
required: false
default: "v1.4.3"
rust-components:
description: "Extra rustup components (comma-separated)"
required: false
default: "rustfmt"

runs:
using: composite
steps:
- name: Install system dependencies
shell: bash
run: |
sudo apt-get update
sudo apt-get install -y \
lua5.4 \
liblua5.4-dev \
libslirp-dev \
ca-certificates \
wget \
xz-utils

- name: Install xgenext2fs
shell: bash
run: |
set -euo pipefail
ARCH="$(dpkg --print-architecture)"
VERSION="${{ inputs.xgenext2fs-version }}"

case "${ARCH}" in
amd64)
ASSET_NAME="xgenext2fs_amd64.deb"
EXPECTED_SHA="${{ inputs.xgenext2fs-sha256-amd64 }}"
;;
arm64)
ASSET_NAME="xgenext2fs_arm64.deb"
EXPECTED_SHA="${{ inputs.xgenext2fs-sha256-arm64 }}"
;;
*)
echo "unsupported arch for xgenext2fs: ${ARCH}" >&2
exit 1
;;
esac

ASSET_URL="https://github.com/cartesi/genext2fs/releases/download/${VERSION}/${ASSET_NAME}"
wget -O /tmp/xgenext2fs.deb "${ASSET_URL}"
echo "${EXPECTED_SHA} /tmp/xgenext2fs.deb" | sha256sum --check
sudo apt-get install -y /tmp/xgenext2fs.deb

- name: Install cartesi-machine
shell: bash
run: |
set -euo pipefail
ARCH="$(dpkg --print-architecture)"
VERSION="${{ inputs.cartesi-machine-version }}"

case "${ARCH}" in
amd64)
DEB_SHA256="${{ inputs.cartesi-machine-sha256-amd64 }}"
;;
arm64)
DEB_SHA256="${{ inputs.cartesi-machine-sha256-arm64 }}"
;;
*)
echo "unsupported arch for machine-emulator: ${ARCH}" >&2
exit 1
;;
esac

wget -O /tmp/machine-emulator.deb "https://github.com/cartesi/machine-emulator/releases/download/${VERSION}/machine-emulator_${ARCH}.deb"
echo "${DEB_SHA256} /tmp/machine-emulator.deb" | sha256sum --check
sudo apt-get install -y /tmp/machine-emulator.deb
cartesi-machine --version

- name: Set up QEMU
uses: docker/setup-qemu-action@v3

- name: Set up Docker Buildx
uses: docker/setup-buildx-action@v3

- name: Install Rust toolchain
uses: dtolnay/rust-toolchain@stable
with:
components: ${{ inputs.rust-components }}

- name: Cache Rust artifacts
uses: Swatinem/rust-cache@v2

- name: Install Foundry
if: inputs.install-foundry == 'true'
uses: foundry-rs/foundry-toolchain@v1
with:
version: ${{ inputs.foundry-version }}

- name: Install just
uses: taiki-e/install-action@v2
with:
tool: just

- name: Install cross
uses: taiki-e/install-action@v2
with:
tool: cross
202 changes: 29 additions & 173 deletions .github/workflows/ci.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -4,6 +4,14 @@ on:
push:
pull_request:

env:
XGENEXT2FS_VERSION: v1.5.6
XGENEXT2FS_SHA256_AMD64: 996e4e68a638b5dc5967d3410f92ecb8d2f41e32218bbe0f8b4c4474d7eebc59
XGENEXT2FS_SHA256_ARM64: e5aca81164b762bbe5447bacef41e4fa9e357fd9c8f44e519c5206227d43144d
CARTESI_MACHINE_VERSION: v0.20.0-test2
CARTESI_MACHINE_SHA256_AMD64: 39bbfc96a6cc6606307294b719df65f4f2725e8d200d062bcbd8c22355b99b56
CARTESI_MACHINE_SHA256_ARM64: 787d823756000cdecd72da8a3494b4c08613087379035959e561bbaef7a220ba

jobs:
rust:
runs-on: ubuntu-latest
Expand All @@ -24,7 +32,7 @@ jobs:
- name: Install Rust toolchain
uses: dtolnay/rust-toolchain@stable
with:
components: rustfmt
components: rustfmt, clippy

- name: Cache Rust artifacts
uses: Swatinem/rust-cache@v2
Expand All @@ -34,15 +42,15 @@ jobs:
with:
version: v1.4.3

- name: Check
run: cargo check --workspace --all-targets --locked

- name: Build
run: cargo build --workspace --all-targets --locked

- name: Format
run: cargo fmt --all -- --check

- name: Clippy
run: cargo clippy --workspace --all-targets --all-features --locked -- -D warnings

- name: Test
timeout-minutes: 15
run: RUN_ANVIL_TESTS=1 cargo test --workspace --all-targets --all-features --locked
Expand All @@ -56,89 +64,15 @@ jobs:
- name: Checkout
uses: actions/checkout@v5

- name: Install system dependencies
run: |
sudo apt-get update
sudo apt-get install -y \
lua5.4 \
liblua5.4-dev \
libslirp-dev \
ca-certificates \
wget \
xz-utils

- name: Install xgenext2fs
run: |
set -euo pipefail
ARCH="$(dpkg --print-architecture)"
VERSION="v1.5.5"

case "${ARCH}" in
amd64)
DEB_SHA256="e42857c454a772553e2bec5e73ac499b39d35dbf622bdb4cbb1b19fe98f62999"
;;
arm64)
DEB_SHA256="a9964903e9d4c1006dc9d88b4823be14d2eccaf66007c48e76c883e17db2880c"
;;
*)
echo "unsupported arch for xgenext2fs: ${ARCH}" >&2
exit 1
;;
esac

wget -O /tmp/xgenext2fs.deb "https://github.com/cartesi/genext2fs/releases/download/${VERSION}/xgenext2fs_${ARCH}.deb"
echo "${DEB_SHA256} /tmp/xgenext2fs.deb" | sha256sum --check
sudo apt-get update
sudo apt-get install -y /tmp/xgenext2fs.deb

- name: Install cartesi-machine (machine emulator CLI)
run: |
set -euo pipefail
ARCH="$(dpkg --print-architecture)"
VERSION="v0.20.0-test2"

case "${ARCH}" in
amd64)
DEB_SHA256="39bbfc96a6cc6606307294b719df65f4f2725e8d200d062bcbd8c22355b99b56"
;;
arm64)
DEB_SHA256="787d823756000cdecd72da8a3494b4c08613087379035959e561bbaef7a220ba"
;;
*)
echo "unsupported arch for machine-emulator: ${ARCH}" >&2
exit 1
;;
esac

wget -O /tmp/machine-emulator.deb "https://github.com/cartesi/machine-emulator/releases/download/${VERSION}/machine-emulator_${ARCH}.deb"
echo "${DEB_SHA256} /tmp/machine-emulator.deb" | sha256sum --check
sudo apt-get update
sudo apt-get install -y /tmp/machine-emulator.deb
cartesi-machine --version

- name: Set up QEMU
uses: docker/setup-qemu-action@v3

- name: Set up Docker Buildx
uses: docker/setup-buildx-action@v3

- name: Install Rust toolchain
uses: dtolnay/rust-toolchain@stable
with:
components: rustfmt

- name: Cache Rust artifacts
uses: Swatinem/rust-cache@v2

- name: Install just
uses: taiki-e/install-action@v2
- name: Setup guest toolchain
uses: ./.github/actions/setup-guest-toolchain
with:
tool: just

- name: Install cross
uses: taiki-e/install-action@v2
with:
tool: cross
xgenext2fs-version: ${{ env.XGENEXT2FS_VERSION }}
xgenext2fs-sha256-amd64: ${{ env.XGENEXT2FS_SHA256_AMD64 }}
xgenext2fs-sha256-arm64: ${{ env.XGENEXT2FS_SHA256_ARM64 }}
cartesi-machine-version: ${{ env.CARTESI_MACHINE_VERSION }}
cartesi-machine-sha256-amd64: ${{ env.CARTESI_MACHINE_SHA256_AMD64 }}
cartesi-machine-sha256-arm64: ${{ env.CARTESI_MACHINE_SHA256_ARM64 }}

- name: Download canonical app deps
run: just -f examples/canonical-app/justfile download-deps
Expand All @@ -155,94 +89,16 @@ jobs:
- name: Checkout
uses: actions/checkout@v5

- name: Install system dependencies
run: |
sudo apt-get update
sudo apt-get install -y \
lua5.4 \
liblua5.4-dev \
libslirp-dev \
ca-certificates \
wget \
xz-utils

- name: Install xgenext2fs
run: |
set -euo pipefail
ARCH="$(dpkg --print-architecture)"
VERSION="v1.5.5"

case "${ARCH}" in
amd64)
DEB_SHA256="e42857c454a772553e2bec5e73ac499b39d35dbf622bdb4cbb1b19fe98f62999"
;;
arm64)
DEB_SHA256="a9964903e9d4c1006dc9d88b4823be14d2eccaf66007c48e76c883e17db2880c"
;;
*)
echo "unsupported arch for xgenext2fs: ${ARCH}" >&2
exit 1
;;
esac

wget -O /tmp/xgenext2fs.deb "https://github.com/cartesi/genext2fs/releases/download/${VERSION}/xgenext2fs_${ARCH}.deb"
echo "${DEB_SHA256} /tmp/xgenext2fs.deb" | sha256sum --check
sudo apt-get update
sudo apt-get install -y /tmp/xgenext2fs.deb

- name: Install cartesi-machine (machine emulator CLI)
run: |
set -euo pipefail
ARCH="$(dpkg --print-architecture)"
VERSION="v0.20.0-test2"

case "${ARCH}" in
amd64)
DEB_SHA256="39bbfc96a6cc6606307294b719df65f4f2725e8d200d062bcbd8c22355b99b56"
;;
arm64)
DEB_SHA256="787d823756000cdecd72da8a3494b4c08613087379035959e561bbaef7a220ba"
;;
*)
echo "unsupported arch for machine-emulator: ${ARCH}" >&2
exit 1
;;
esac

wget -O /tmp/machine-emulator.deb "https://github.com/cartesi/machine-emulator/releases/download/${VERSION}/machine-emulator_${ARCH}.deb"
echo "${DEB_SHA256} /tmp/machine-emulator.deb" | sha256sum --check
sudo apt-get update
sudo apt-get install -y /tmp/machine-emulator.deb
cartesi-machine --version

- name: Set up QEMU
uses: docker/setup-qemu-action@v3

- name: Set up Docker Buildx
uses: docker/setup-buildx-action@v3

- name: Install Rust toolchain
uses: dtolnay/rust-toolchain@stable
with:
components: rustfmt

- name: Cache Rust artifacts
uses: Swatinem/rust-cache@v2

- name: Install Foundry
uses: foundry-rs/foundry-toolchain@v1
with:
version: v1.4.3

- name: Install just
uses: taiki-e/install-action@v2
with:
tool: just

- name: Install cross
uses: taiki-e/install-action@v2
- name: Setup guest toolchain
uses: ./.github/actions/setup-guest-toolchain
with:
tool: cross
xgenext2fs-version: ${{ env.XGENEXT2FS_VERSION }}
xgenext2fs-sha256-amd64: ${{ env.XGENEXT2FS_SHA256_AMD64 }}
xgenext2fs-sha256-arm64: ${{ env.XGENEXT2FS_SHA256_ARM64 }}
cartesi-machine-version: ${{ env.CARTESI_MACHINE_VERSION }}
cartesi-machine-sha256-amd64: ${{ env.CARTESI_MACHINE_SHA256_AMD64 }}
cartesi-machine-sha256-arm64: ${{ env.CARTESI_MACHINE_SHA256_ARM64 }}
install-foundry: "true"

- name: Run rollups E2E tests
run: just test-rollups-e2e
Loading
Loading