sgl-kernel-npu/.github/workflows/build_and_release.yml at main · sgl-project/sgl-kernel-npu · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
name: Build and Release SGL-Kernel-NPU

on:
  release:
    types:
      - published

  pull_request:
    branches:
      - 'main'
    paths:
      - '.github/workflows/build_and_release.yml'
      - 'config.ini'
      - 'build.sh'

jobs:

  build-and-release:
    defaults:
      run:
        shell: bash
    permissions:
      contents: write
    strategy:
      matrix:
        arch: [x86_64, aarch64]
        npu_hardware: [910b, a3]
        cann_version: [8.3.rc2, 8.5.0]
        # Ref: https://docs.github.com/en/actions/reference/runners/github-hosted-runners#standard-github-hosted-runners-for-public-repositories
        include:
          - arch: x86_64
            runner: ubuntu-24.04
          - arch: aarch64
            runner: ubuntu-24.04-arm
    runs-on: ${{ matrix.runner }}
    container:
      image: quay.io/ascend/cann:${{ matrix.cann_version }}-${{ matrix.npu_hardware }}-ubuntu22.04-py3.11

    steps:
      - name: Checkout repository
        uses: actions/checkout@v6

      - name: Mark repository safe
        run: |
          git config --system --add safe.directory ${GITHUB_WORKSPACE}

      - name: Install dependency
        run: |
          bash scripts/npu_ci_install_dependency.sh

      - name: Build SGL-Kernel-NPU
        run: |
          env -i PATH=${PATH} bash --login -c "
            export LD_LIBRARY_PATH=${ASCEND_HOME_PATH}/runtime/lib64/stub:${LD_LIBRARY_PATH} && \
            ./build.sh -a kernels
          "

      - name: Build Torch-Memory-Saver
        run: |
          env -i PATH=${PATH} bash --login -c "
            export LD_LIBRARY_PATH=${ASCEND_HOME_PATH}/runtime/lib64/stub:${LD_LIBRARY_PATH} && \
            ./build.sh -a memory-saver
          "

      - name: Build DeepEP for 910b
        if: matrix.npu_hardware == '910b'
        run: |
          env -i PATH=${PATH} bash --login -c "
            export LD_LIBRARY_PATH=${ASCEND_HOME_PATH}/runtime/lib64/stub:${LD_LIBRARY_PATH} && \
            ./build.sh -a deepep2
          "

      - name: Build DeepEP for a3
        if: matrix.npu_hardware == 'a3'
        run: |
          env -i PATH=${PATH} bash --login -c "
            export LD_LIBRARY_PATH=${ASCEND_HOME_PATH}/runtime/lib64/stub:${LD_LIBRARY_PATH} && \
            ./build.sh -a deepep
          "

      - name: Pack up packages
        run: |
          export TORCH_DEVICE_BACKEND_AUTOLOAD=0
          TORCH_VERSION=$(python3 -c "import torch; print(torch.__version__)" | awk -F'+' '{print $1}')
          PYTHON_VERSION=$(python3 -c "import platform; print(platform.python_version())" | awk -F'.' '{print $1$2}')
          PACKAGE_NAME="sgl-kernel-npu-${{ github.event.release.tag_name }}-torch${TORCH_VERSION}-py${PYTHON_VERSION}-cann${{ matrix.cann_version }}-${{ matrix.npu_hardware }}-${{ matrix.arch }}.zip"
          cd output/
          zip -v ${PACKAGE_NAME} ./*.whl
          ls -al

      - name: Upload Release Artifacts
        if: github.event_name != 'pull_request'
        uses: softprops/action-gh-release@v2
        env:
          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
        with:
          files: ./output/*.zip