Code/.github/workflows/publish-python.yml at main · AI45Lab/Code · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
name: Publish Python SDK

# This workflow builds native Python wheels and uploads them to GitHub
# Releases. Wheels are NOT pushed to PyPI — they grew the project past
# PyPI's default 10 GB per-project quota, so GitHub Releases is now the
# canonical wheel host. See README.md for the install command.

on:
  workflow_call:
    inputs:
      target:
        required: false
        type: string
        description: "Specific target to build (e.g., x86_64-unknown-linux-gnu). If empty, builds all targets."
  workflow_dispatch:
    inputs:
      target:
        required: false
        type: string
        description: "Specific target to build (e.g., x86_64-unknown-linux-gnu). If empty, builds all targets."

permissions:
  contents: write

jobs:
  # ─────────────────────────────────────────────────────────────────
  # Build native wheels for each platform
  # These are uploaded to GitHub Releases, NOT to PyPI
  # ─────────────────────────────────────────────────────────────────
  build:
    strategy:
      fail-fast: false
      matrix:
        settings:
          - host: macos-latest
            target: aarch64-apple-darwin
          - host: ubuntu-latest
            target: x86_64-unknown-linux-gnu
            manylinux: 2_28
          - host: windows-latest
            target: x86_64-pc-windows-msvc

    name: Build ${{ matrix.settings.target }}
    runs-on: ${{ matrix.settings.host }}

    steps:
      - uses: actions/checkout@v4

      - name: Setup workspace context
        shell: bash
        run: bash .github/setup-workspace.sh

      - name: Setup Python
        uses: actions/setup-python@v5
        with:
          python-version: |
            3.10
            3.11
            3.12
            3.13

      - name: Install Rust
        uses: dtolnay/rust-toolchain@stable
        with:
          targets: ${{ matrix.settings.target }}

      - name: Install protobuf compiler
        shell: bash
        run: |
          if [ "${{ matrix.settings.host }}" = "ubuntu-latest" ]; then
            sudo apt-get update && sudo apt-get install -y protobuf-compiler
          elif [ "${{ matrix.settings.host }}" = "windows-latest" ]; then
            choco install protoc -y
          else
            brew install protobuf
          fi

      # Build native wheels - these go to GitHub Releases ONLY
      - name: Build wheels
        uses: PyO3/maturin-action@v1
        with:
          target: ${{ matrix.settings.target }}
          args: --release --out dist --manifest-path sdk/python/Cargo.toml -i python3.10 -i python3.11 -i python3.12 -i python3.13
          manylinux: ${{ matrix.settings.manylinux || 'auto' }}

      - name: Upload wheels to GitHub Releases
        uses: actions/upload-artifact@v4
        with:
          name: python-wheels-${{ matrix.settings.target }}
          path: dist/*.whl
          if-no-files-found: error

  # ─────────────────────────────────────────────────────────────────
  # Publish to GitHub Releases and PyPI
  # ─────────────────────────────────────────────────────────────────
  publish:
    name: Publish Python SDK
    runs-on: ubuntu-latest
    needs: build
    steps:
      - uses: actions/checkout@v4

      - name: Download all wheel artifacts
        uses: actions/download-artifact@v4
        with:
          pattern: python-wheels-*
          path: dist
          merge-multiple: true

      - name: List wheels
        run: ls -la dist/

      # Upload native wheels to GitHub Releases — the canonical wheel host.
      - name: Ensure release exists and upload native assets
        if: startsWith(github.ref, 'refs/tags/')
        env:
          GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
        run: |
          if gh release view "$GITHUB_REF_NAME" >/dev/null 2>&1; then
            echo "Release $GITHUB_REF_NAME already exists"
          else
            gh release create "$GITHUB_REF_NAME" \
              --title "$GITHUB_REF_NAME" \
              --notes "Native Python wheel assets"
          fi
          gh release upload "$GITHUB_REF_NAME" dist/*.whl --clobber

      # Generate manifest of wheel metadata (filename + sha256) so a
      # future bootstrap installer can pick the right wheel by platform.
      - name: Generate native wheel manifest
        if: startsWith(github.ref, 'refs/tags/')
        run: |
          python .github/scripts/generate_python_release_manifest.py \
            dist \
            dist/python-native-manifest.json \
            --version "${GITHUB_REF_NAME#v}"

      - name: Upload manifest to GitHub Releases
        if: startsWith(github.ref, 'refs/tags/')
        env:
          GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
        run: |
          gh release upload "$GITHUB_REF_NAME" dist/python-native-manifest.json --clobber