Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
263 changes: 263 additions & 0 deletions .github/workflows/solana-asm.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,263 @@
name: ASM

on:
schedule:
- cron: "0 0 * * *"
push:
branches:
- main
pull_request:
types: [opened, synchronize, reopened]
branches:
- main

env:
MAX_JOBS: 64
MIN_PROJECTS_PER_JOB: 4
MIN_PROJECTS_FOR_MATRIX: 4

jobs:
changes:
runs-on: ubuntu-latest
permissions:
pull-requests: read
outputs:
changed_projects: ${{ steps.analyze.outputs.changed_projects }}
total_projects: ${{ steps.analyze.outputs.total_projects }}
matrix: ${{ steps.matrix.outputs.matrix }}
steps:
- uses: actions/checkout@v4
- uses: dorny/paths-filter@v3
id: changes
if: github.event_name == 'pull_request'
with:
list-files: shell
filters: |
asm:
- added|modified: '**/asm/**'
workflow:
- added|modified: '.github/workflows/solana-asm.yml'
- name: Analyze Changes
id: analyze
run: |
# Generate ignore pattern, excluding comments
ignore_pattern=$(grep -v '^#' .github/.ghaignore | grep -v '^$' | tr '\n' '|' | sed 's/|$//')
echo "Ignore pattern: $ignore_pattern"

function get_projects() {
find . -type d -name "asm" | grep -vE "$ignore_pattern" | sort
}

# Determine which projects to build and test
if [[ "${{ github.event_name }}" == "push" || "${{ github.event_name }}" == "schedule" || "${{ steps.changes.outputs.workflow }}" == "true" ]]; then
projects=$(get_projects)
elif [[ "${{ steps.changes.outputs.asm }}" == "true" ]]; then
changed_files=(${{ steps.changes.outputs.asm_files }})
projects=$(for file in "${changed_files[@]}"; do dirname "${file}" | grep asm | sed 's#/asm/.*#/asm#g'; done | grep -vE "$ignore_pattern" | sort -u)
else
projects=""
fi

# Output project information
if [[ -n "$projects" ]]; then
echo "Projects to build and test"
echo "$projects"
total_projects=$(echo "$projects" | wc -l)
echo "Total projects: $total_projects"
echo "total_projects=$total_projects" >> $GITHUB_OUTPUT
echo "changed_projects=$(echo "$projects" | jq -R -s -c 'split("\n")[:-1]')" >> $GITHUB_OUTPUT
else
echo "No projects to build and test."
echo "total_projects=0" >> $GITHUB_OUTPUT
echo "changed_projects=[]" >> $GITHUB_OUTPUT
fi
- name: Generate matrix
id: matrix
run: |
total_projects=${{ steps.analyze.outputs.total_projects }}
max_jobs=${{ env.MAX_JOBS }}
min_projects_per_job=${{ env.MIN_PROJECTS_PER_JOB }}
min_projects_for_matrix=${{ env.MIN_PROJECTS_FOR_MATRIX }}

if [ "$total_projects" -lt "$min_projects_for_matrix" ]; then
echo "matrix=[0]" >> $GITHUB_OUTPUT
else
projects_per_job=$(( (total_projects + max_jobs - 1) / max_jobs ))
projects_per_job=$(( projects_per_job > min_projects_per_job ? projects_per_job : min_projects_per_job ))
num_jobs=$(( (total_projects + projects_per_job - 1) / projects_per_job ))

indices=$(seq 0 $(( num_jobs - 1 )))
echo "matrix=[$(echo $indices | tr ' ' ',')]" >> $GITHUB_OUTPUT
fi

build-and-test:
needs: changes
if: needs.changes.outputs.total_projects != '0'
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
index: ${{ fromJson(needs.changes.outputs.matrix) }}
name: build-and-test-group-${{ matrix.index }}
outputs:
failed_projects: ${{ steps.set-failed.outputs.failed_projects }}
steps:
- uses: actions/checkout@v4
- name: Use Node.js
uses: actions/setup-node@v4
with:
node-version: "lts/*"
check-latest: true
- name: Setup build environment
id: setup
run: |
# Create the build and test function
cat << 'EOF' > build_and_test.sh
function build_and_test() {
local project=$1
local solana_version=$2
echo "Building and Testing $project with Solana $solana_version"
cd "$project" || return 1

# Install dependencies
if ! pnpm install --frozen-lockfile; then
echo "::error::pnpm install failed for $project"
echo "$project: pnpm install failed with $solana_version" >> $GITHUB_WORKSPACE/failed_projects.txt
cd - > /dev/null
return 1
fi

# Build and Test
if ! pnpm build-and-test; then
echo "::error::build-and-test failed for $project"
echo "$project: build-and-test failed with $solana_version" >> $GITHUB_WORKSPACE/failed_projects.txt
cd - > /dev/null
return 1
fi

# Run Rust unit tests
if [ -d "program" ]; then
echo "Running Rust unit tests for $project"
if ! cargo test --manifest-path=./program/Cargo.toml; then
echo "::error::Rust unit tests failed for $project"
echo "$project: Rust unit tests failed with $solana_version" >> $GITHUB_WORKSPACE/failed_projects.txt
cd - > /dev/null
return 1
fi
fi

echo "Build and tests succeeded for $project with $solana_version version."
cd - > /dev/null
return 0
}

function process_projects() {
local solana_version=$1

readarray -t all_projects < <(echo '${{ needs.changes.outputs.changed_projects }}' | jq -r '.[]?')
start_index=$(( ${{ matrix.index }} * ${{ env.MIN_PROJECTS_PER_JOB }} ))
end_index=$(( start_index + ${{ env.MIN_PROJECTS_PER_JOB }} ))
end_index=$(( end_index > ${{ needs.changes.outputs.total_projects }} ? ${{ needs.changes.outputs.total_projects }} : end_index ))

echo "Projects to build and test in this job"
for i in $(seq $start_index $(( end_index - 1 ))); do
echo "${all_projects[$i]}"
done

failed=false
for i in $(seq $start_index $(( end_index - 1 ))); do
echo "::group::Building and testing ${all_projects[$i]}"
if ! build_and_test "${all_projects[$i]}" "$solana_version"; then
failed=true
fi
echo "::endgroup::"
done

return $([ "$failed" = true ] && echo 1 || echo 0)
}
EOF

# Make the script executable
chmod +x build_and_test.sh

# Install pnpm
npm install --global pnpm

# Install sbpf assembler
cargo install --git https://github.com/blueshift-gg/sbpf.git
- name: Setup Solana Stable
uses: heyAyushh/setup-solana@v2.02
with:
solana-cli-version: stable
- name: Build and Test with Stable
run: |
source build_and_test.sh
solana -V
rustc -V
process_projects "stable"
- name: Setup Solana Beta
uses: heyAyushh/setup-solana@v2.02
with:
solana-cli-version: beta
- name: Build and Test with Beta
continue-on-error: true
run: |
source build_and_test.sh
solana -V
rustc -V
process_projects "beta"

- name: Set failed projects output
id: set-failed
if: failure()
run: |
if [ -f "$GITHUB_WORKSPACE/failed_projects.txt" ]; then
failed_projects=$(cat $GITHUB_WORKSPACE/failed_projects.txt | jq -R -s -c 'split("\n")[:-1]')
echo "failed_projects=$failed_projects" >> $GITHUB_OUTPUT
else
echo "failed_projects=[]" >> $GITHUB_OUTPUT
fi

summary:
needs: [changes, build-and-test]
if: always()
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v4
- name: Create job summary
run: |
echo "## ASM Workflow Summary" >> $GITHUB_STEP_SUMMARY
echo "- Total projects: ${{ needs.changes.outputs.total_projects }}" >> $GITHUB_STEP_SUMMARY

# List all processed projects
echo "<details>" >> $GITHUB_STEP_SUMMARY
echo "<summary>Projects processed (click to expand)</summary>" >> $GITHUB_STEP_SUMMARY
echo "" >> $GITHUB_STEP_SUMMARY
echo '${{ needs.changes.outputs.changed_projects }}' | jq -r '.[]' | while read project; do
echo "- $project" >> $GITHUB_STEP_SUMMARY
done
echo "" >> $GITHUB_STEP_SUMMARY
echo "</details>" >> $GITHUB_STEP_SUMMARY

# Report build and test results
if [[ "${{ needs.build-and-test.result }}" == "failure" ]]; then
echo "## :x: Build or tests failed" >> $GITHUB_STEP_SUMMARY
echo "<details>" >> $GITHUB_STEP_SUMMARY
echo "<summary>Failed projects (click to expand)</summary>" >> $GITHUB_STEP_SUMMARY
echo "" >> $GITHUB_STEP_SUMMARY
failed_projects='${{ needs.build-and-test.outputs.failed_projects }}'
if [[ -n "$failed_projects" ]]; then
echo "$failed_projects" | jq -r '.[]' | while IFS=: read -r project failure_reason; do
echo "- **$project**" >> $GITHUB_STEP_SUMMARY
echo " - Failure reason: $failure_reason" >> $GITHUB_STEP_SUMMARY
done
else
echo "No failed projects reported. This might indicate an unexpected error in the workflow." >> $GITHUB_STEP_SUMMARY
fi
echo "" >> $GITHUB_STEP_SUMMARY
echo "</details>" >> $GITHUB_STEP_SUMMARY
elif [[ "${{ needs.build-and-test.result }}" == "success" ]]; then
echo "## :white_check_mark: All builds and tests passed" >> $GITHUB_STEP_SUMMARY
else
echo "## :warning: Build and test job was skipped or canceled" >> $GITHUB_STEP_SUMMARY
fi
34 changes: 27 additions & 7 deletions Cargo.lock

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

2 changes: 2 additions & 0 deletions Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -43,6 +43,7 @@ members = [
"basics/transfer-sol/native/program",
"basics/transfer-sol/pinocchio/program",
"basics/transfer-sol/anchor/programs/*",
"basics/transfer-sol/asm",

# tokens
"tokens/token-2022/mint-close-authority/native/program",
Expand Down Expand Up @@ -89,3 +90,4 @@ solana-keypair = "3.0.1"
solana-pubkey = "3.0.0"
solana-transaction = "3.0.1"
solana-native-token = "3.0.0"
solana-address = "2.1.0"
11 changes: 11 additions & 0 deletions basics/transfer-sol/asm/.gitignore
Original file line number Diff line number Diff line change
@@ -0,0 +1,11 @@
build/**/*
deploy/**/*
node_modules
.sbpf
.DS_Store
.vscode
keypair.json
package-lock.json
test-ledger
yarn.lock
target
19 changes: 19 additions & 0 deletions basics/transfer-sol/asm/Cargo.toml
Original file line number Diff line number Diff line change
@@ -0,0 +1,19 @@
[package]
name = "asm"
version = "0.1.0"
edition = "2021"

[dependencies]

[dev-dependencies]
litesvm.workspace = true
solana-instruction.workspace = true
solana-address.workspace = true
solana-keypair.workspace = true
solana-native-token.workspace = true
solana-pubkey.workspace = true
solana-transaction.workspace = true
solana-system-interface.workspace = true

[features]
test-sbf = []
Loading