llama-cpp-python/.github/workflows/build-and-release.yaml at ca8ee5d4c3b7e6ad724fc20f683c7d6190449f9e · abetlen/llama-cpp-python · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
name: Build Release

on: workflow_dispatch

permissions:
  contents: write

jobs:
  build_wheels:
    name: Build wheels on ${{ matrix.os }}
    runs-on: ${{ matrix.os }}
    strategy:
      matrix:
        os: [ubuntu-22.04, windows-2022, macos-15]

    steps:
      - uses: actions/checkout@v6
        with:
          submodules: "recursive"

      - name: Build wheels
        uses: pypa/cibuildwheel@v3.4.0
        with:
          package-dir: .
          output-dir: wheelhouse

      - uses: actions/upload-artifact@v7
        with:
          name: wheels-${{ matrix.os }}
          path: ./wheelhouse/*.whl

  build_wheels_arm64:
    name: Build arm64 wheels
    runs-on: ubuntu-24.04-arm
    steps:
      - uses: actions/checkout@v6
        with:
          submodules: "recursive"

      - name: Build wheels
        uses: pypa/cibuildwheel@v3.4.0
        with:
          output-dir: wheelhouse

      - name: Upload wheels as artifacts
        uses: actions/upload-artifact@v7
        with:
          name: wheels_arm64
          path: ./wheelhouse/*.whl

  build_wheels_riscv64:
    name: Build riscv64 wheels (${{ matrix.shard.name }})
    runs-on: ubuntu-latest
    strategy:
      fail-fast: false
      matrix:
        shard:
          - name: manylinux
            build: "*manylinux*"
    steps:
      - uses: actions/checkout@v6
        with:
          submodules: "recursive"

      - name: Set up QEMU
        uses: docker/setup-qemu-action@v4
        with:
          platforms: linux/riscv64

      - name: Build wheels
        uses: pypa/cibuildwheel@v3.4.0
        env:
          CIBW_ARCHS: "riscv64"
          # Build riscv64 wheels against a conservative baseline instead of
          # enabling RVV-related extensions from the build container.
          CIBW_ENVIRONMENT: CMAKE_ARGS="-DGGML_NATIVE=off -DGGML_RVV=off -DGGML_RV_ZFH=off -DGGML_RV_ZVFH=off -DGGML_RV_ZICBOP=off -DGGML_RV_ZIHINTPAUSE=off"
          CIBW_BUILD: ${{ matrix.shard.build }}
        with:
          output-dir: wheelhouse

      - name: Upload wheels as artifacts
        uses: actions/upload-artifact@v7
        with:
          name: wheels_riscv64_${{ matrix.shard.name }}
          path: ./wheelhouse/*.whl

  build_sdist:
    name: Build source distribution
    runs-on: ubuntu-latest

    steps:
      - uses: actions/checkout@v6
        with:
          submodules: "recursive"

      - uses: astral-sh/setup-uv@v7
        with:
          python-version: "3.9"

      - name: Install dependencies
        env:
          RUST_LOG: trace
        run: |
          uv venv
          uv pip install -e .[all] --verbose

      - name: Build source distribution
        run: |
          uv build --sdist

      - uses: actions/upload-artifact@v7
        with:
          name: sdist
          path: ./dist/*.tar.gz

  release:
    name: Release
    needs: [build_wheels, build_wheels_arm64, build_wheels_riscv64, build_sdist]
    if: startsWith(github.ref, 'refs/tags/')
    runs-on: ubuntu-latest

    steps:
      - uses: actions/download-artifact@v8
        with:
          merge-multiple: true
          path: dist

      - uses: softprops/action-gh-release@v2
        with:
          files: dist/*
        env:
          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}