Merge branch 'buddy-compiler:main' into main

Author: shirohasuki

.github/workflows/TestBuild.yml

@@ -79,6 +79,7 @@ jobs:
         if: matrix.arch == 'x64' && steps.cache-llvm-source.outputs.cache-hit != 'true'
         run: |
           rm -rf llvm
+          rm -rf .git/modules/llvm
           git submodule update --init --recursive llvm
 
       # 5. Cache the LLVM build directory.

.github/workflows/build-manylinux.yml

@@ -13,64 +13,121 @@ permissions:
 
 jobs:
   wheel:
-    runs-on: ubuntu-22.04
+    name: Build (${{ matrix.arch }}, py${{ matrix.python }})
+    timeout-minutes: 360
+    continue-on-error: ${{ matrix.experimental }}
+
+    concurrency:
+      group: buddy-mlir-manylinux-${{ matrix.arch }}-py${{ matrix.python }}
+      cancel-in-progress: true
+
     strategy:
       fail-fast: false
       matrix:
+        arch: [x64, riscv64]
         python: ["3.10", "3.11", "3.12", "3.13"]
-        torch_version: ["2.8"]  # placeholder; not used in build, keeps matrix extensible
+        include:
+          - arch: x64
+            target_arch: x86_64
+            experimental: false
+          - arch: riscv64
+            target_arch: riscv64
+            experimental: true
+
+    runs-on:
+      - self-hosted
+      - ${{ matrix.arch }}
+
     steps:
-      - name: Checkout
+      - name: Checkout repository (x64)
+        if: matrix.arch == 'x64'
         uses: actions/checkout@v4
         with:
-          submodules: true
+          submodules: false
+
+      - name: Checkout from local Gitea (riscv64)
+        if: matrix.arch == 'riscv64'
+        run: |
+          # Self-hosted workspaces are dirty; reset remotes and force the exact GitHub SHA.
+          git remote remove origin || true
+          git remote remove github || true
+          git remote add origin https://community-ci.openruyi.cn/RuyiAI-Stack/buddy-mlir
+          git remote add github https://github.com/buddy-compiler/buddy-mlir.git
+          git fetch --depth=1 origin
+          git fetch github ${{ github.sha }}
+          git checkout --force ${{ github.sha }}
+          git clean -fdx
 
-      - name: Record LLVM submodule commit
-        id: llvm_rev
-        run: echo "sha=$(git -C llvm rev-parse HEAD)" >> "$GITHUB_OUTPUT"
+      - name: Prepare variables
+        id: vars
+        run: |
+          set -euo pipefail
+          PY_VER="${{ matrix.python }}"
+          PY_NODOT="${PY_VER//./}"
+          PY_TAG="cp${PY_NODOT}-cp${PY_NODOT}"
+          echo "py_tag=${PY_TAG}" >> "$GITHUB_OUTPUT"
+          echo "llvm_sha=$(git rev-parse HEAD:llvm)" >> "$GITHUB_OUTPUT"
 
       - name: Cache LLVM build tree
         id: cache-llvm-build
         uses: actions/cache@v4
         with:
-          path: llvm/build.docker
-          key: llvm-${{ runner.os }}-${{ matrix.python }}-${{ steps.llvm_rev.outputs.sha }}
+          path: llvm/build-docker/${{ matrix.target_arch }}/${{ steps.vars.outputs.py_tag }}
+          key: llvm-${{ runner.os }}-${{ matrix.target_arch }}-${{ matrix.python }}-${{ steps.vars.outputs.llvm_sha }}
+
+      - name: Prepare LLVM source
+        id: llvm
+        run: |
+          set -euo pipefail
+          LLVM_BUILD_DIR="llvm/build-docker/${{ matrix.target_arch }}/${{ steps.vars.outputs.py_tag }}"
+          if [ "${{ steps.cache-llvm-build.outputs.cache-hit }}" = "true" ] && \
+             [ -f "${LLVM_BUILD_DIR}/.manylinux-llvm-ready" ]; then
+            echo "cache_hit=true" >> "$GITHUB_OUTPUT"
+          else
+            rm -rf "${LLVM_BUILD_DIR}"
+            git submodule update --init --recursive llvm
+            echo "cache_hit=false" >> "$GITHUB_OUTPUT"
+          fi
+
+      - name: Clean package output
+        run: |
+          set -euo pipefail
+          # Keep the cached LLVM install tree; only clear the previous buddy outputs.
+          rm -rf "build-docker/${{ matrix.target_arch }}/${{ steps.vars.outputs.py_tag }}/dist"
+          rm -rf "build-docker/${{ matrix.target_arch }}/${{ steps.vars.outputs.py_tag }}/target"
 
       - name: Build manylinux wheel in container
         run: |
           set -euo pipefail
-          PY_VER="${{ matrix.python }}"
-          PY_NODOT="${PY_VER//./}"
-          PY_TAG="cp${PY_NODOT}-cp${PY_NODOT}"
-          export TORCH_VERSION="${{ matrix.torch_version }}"
-          export LLVM_CACHE_HIT="${{ steps.cache-llvm-build.outputs.cache-hit }}"
-          ./scripts/release_wheel_manylinux.sh "${PY_TAG}"
+          export LLVM_CACHE_HIT="${{ steps.llvm.outputs.cache_hit }}"
+          ./scripts/release_wheel_manylinux.sh "${{ steps.vars.outputs.py_tag }}" "${{ matrix.target_arch }}"
 
-      - name: Upload wheels
+      - name: Upload build artifacts
         uses: actions/upload-artifact@v4
         with:
-          name: wheels-py${{ matrix.python }}-torch${{ matrix.torch_version }}
-          path: build.docker/dist/*.whl
+          name: wheels-${{ matrix.target_arch }}-py${{ matrix.python }}
+          path: |
+            build-docker/${{ matrix.target_arch }}/${{ steps.vars.outputs.py_tag }}/target/*manylinux*.whl
+            build-docker/${{ matrix.target_arch }}/${{ steps.vars.outputs.py_tag }}/target/*.tar.gz
 
   release:
     needs: wheel
     runs-on: ubuntu-22.04
     steps:
-      - name: Checkout
-        uses: actions/checkout@v4
-
       - name: Download wheels
         uses: actions/download-artifact@v4
         with:
           pattern: wheels-*
-          path: dist
+          path: dist/wheels
           merge-multiple: true
 
       - name: Upload assets
         uses: softprops/action-gh-release@v2
         with:
           tag_name: ${{ inputs.version }}
           overwrite_files: true
-          files: dist/*manylinux*.whl
+          files: |
+            dist/wheels/*manylinux*.whl
+            dist/wheels/*.tar.gz
         env:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

CMakeLists.txt

@@ -243,8 +243,9 @@ add_custom_target(check-buddy
 # Target install
 #-------------------------------------------------------------------------------
 
-# Install frontend interfaces into include directory, so that the downstream project can use them in distribution
-install(DIRECTORY buddy/Core buddy/DAP buddy/DIP buddy/LLM
+# Install frontend interfaces into include directory, so that the downstream
+# project can use them in distribution.
+install(DIRECTORY frontend/Interfaces/buddy
   DESTINATION ${CMAKE_INSTALL_INCLUDEDIR}/buddy-mlir
   COMPONENT buddy-mlir-interfaces-headers
   FILES_MATCHING
@@ -261,7 +262,7 @@ configure_package_config_file(
 
 write_basic_package_version_file(
   ${CMAKE_CURRENT_BINARY_DIR}/BuddyMLIRConfigVersion.cmake
-  VERSION 0.1.0
+  VERSION 0.0.1
   COMPATIBILITY AnyNewerVersion
 )
 

README.md

@@ -86,9 +86,26 @@ $ ninja check-e2e
 We use `setuptools` to bundle CMake outputs (Python packages, `bin/`, and
 `lib/`) into a single wheel.
 
-run `./scripts/release_wheel_manylinux.sh`.
+Build x86_64 artifacts:
 
-This script calls `docker run` internally to enter the manylinux container, builds LLVM and buddy_mlir, and writes the wheel to `./build.docker/dist`.
+```bash
+./scripts/release_wheel_manylinux.sh cp310-cp310 x86_64
+```
+
+Build riscv64 artifacts:
+
+```bash
+./scripts/release_wheel_manylinux.sh cp310-cp310 riscv64
+```
+
+This script calls `docker run` internally to enter the offical manylinux container,
+builds LLVM and buddy_mlir, and writes artifacts to:
+
+- `./build-docker/x86_64/<py_tag>/target`
+- `./build-docker/riscv64/<py_tag>/target`
+
+See [Manylinux release notes](./docs/ManylinuxReleaseNotes.md) for current
+known build notes.
 
 Install and test the wheel: