aarch64-linux-gnu-shared.yaml

# Modified from https://github.com/Tencent/ncnn/blob/master/.github/workflows/linux-arm-cpu-gcc.yml
name: aarch64-linux-gnu-shared

on:
  push:
    branches:
      - master
    tags:
      - 'v[0-9]+.[0-9]+.[0-9]+*'
    paths:
      - '.github/workflows/aarch64-linux-gnu-shared.yaml'
      - 'CMakeLists.txt'
      - 'cmake/**'
      - 'sherpa-onnx/csrc/*'
      - 'sherpa-onnx/c-api/*'
      - 'toolchains/aarch64-linux-gnu.toolchain.cmake'
  pull_request:
    branches:
      - master
    paths:
      - '.github/workflows/aarch64-linux-gnu-shared.yaml'
      - 'CMakeLists.txt'
      - 'cmake/**'
      - 'sherpa-onnx/csrc/*'
      - 'sherpa-onnx/c-api/*'
      - 'toolchains/aarch64-linux-gnu.toolchain.cmake'

  workflow_dispatch:

concurrency:
  group: aarch64-linux-gnu-shared-${{ github.ref }}
  cancel-in-progress: true

jobs:
  aarch64_linux_gnu_shared:
    runs-on: ${{ matrix.os }}
    name: aarch64 shared GPU ${{ matrix.gpu }} ${{ matrix.onnxruntime_version }}
    strategy:
      fail-fast: false
      matrix:
        include:
          - os: ubuntu-latest
            gpu: ON
            onnxruntime_version: "1.11.0"
          - os: ubuntu-latest
            gpu: ON
            onnxruntime_version: "1.16.0"
          - os: ubuntu-latest
            gpu: OFF
            onnxruntime_version: ""

    steps:
      - uses: actions/checkout@v4
        with:
          fetch-depth: 0

      - name: ccache
        uses: hendrikmuhs/ccache-action@v1.2
        with:
          key: ${{ matrix.os }}-aarch64-shared

      - name: cache-qemu
        id: cache-qemu
        uses: actions/cache@v4
        with:
          path: qemu-install
          key: qemu-aarch64-install-20220908

      - name: install-qemu-build-deps
        if: steps.cache-qemu.outputs.cache-hit != 'true'
        run: |
          sudo apt-get update
          sudo apt-get install autoconf automake autotools-dev ninja-build libglib2.0-dev.

      - name: checkout-qemu
        if: steps.cache-qemu.outputs.cache-hit != 'true'
        uses: actions/checkout@v3
        with:
          repository: qemu/qemu
          path: qemu
          ref: f5643914a9e8f79c606a76e6a9d7ea82a3fc3e65

      - name: qemu
        if: steps.cache-qemu.outputs.cache-hit != 'true'
        run: |
          cd qemu
          ./configure --prefix=$GITHUB_WORKSPACE/qemu-install --target-list=aarch64-linux-user --disable-system
          make -j2
          make install

      - name: cache-toolchain (CPU)
        if: matrix.gpu == 'OFF'
        id: cache-toolchain-cpu
        uses: actions/cache@v4
        with:
          path: toolchain
          key: gcc-linaro-7.5.0-2019.12-x86_64_aarch64-linux-gnu.tar.xz

      - name: cache-toolchain (GPU)
        if: matrix.gpu == 'ON'
        id: cache-toolchain-gpu
        uses: actions/cache@v4
        with:
          path: toolchain
          key: gcc-arm-10.3-2021.07-x86_64-aarch64-none-linux-gnu.tar.xz

      - name: Download toolchain (CPU, gcc 7.5)
        if: steps.cache-toolchain-cpu.outputs.cache-hit != 'true' && matrix.gpu == 'OFF'
        shell: bash
        run: |
          wget -qq https://huggingface.co/csukuangfj/sherpa-ncnn-toolchains/resolve/main/gcc-linaro-7.5.0-2019.12-x86_64_aarch64-linux-gnu.tar.xz

          mkdir $GITHUB_WORKSPACE/toolchain
          tar xf ./gcc-linaro-7.5.0-2019.12-x86_64_aarch64-linux-gnu.tar.xz --strip-components 1 -C $GITHUB_WORKSPACE/toolchain

      - name: Download toolchain (GPU, gcc 10.3)
        if: steps.cache-toolchain-gpu.outputs.cache-hit != 'true' && matrix.gpu == 'ON'
        shell: bash
        run: |
          wget -qq https://huggingface.co/csukuangfj/sherpa-ncnn-toolchains/resolve/main/gcc-arm-10.3-2021.07-x86_64-aarch64-none-linux-gnu.tar.xz

          mkdir $GITHUB_WORKSPACE/toolchain
          tar xf ./gcc-arm-10.3-2021.07-x86_64-aarch64-none-linux-gnu.tar.xz --strip-components 1 -C $GITHUB_WORKSPACE/toolchain

      - name: Set environment variable
        if: steps.cache-build-result.outputs.cache-hit != 'true'
        shell: bash
        run: |
          echo "$GITHUB_WORKSPACE/toolchain/bin"  >> "$GITHUB_PATH"
          echo "$GITHUB_WORKSPACE/bin"  >> "$GITHUB_PATH"
          ls -lh "$GITHUB_WORKSPACE/toolchain/bin"

          if [[ ${{ matrix.gpu }} == OFF ]]; then
            echo "CC=aarch64-linux-gnu-gcc" >> "$GITHUB_ENV"
            echo "CXX=aarch64-linux-gnu-g++" >> "$GITHUB_ENV"
          else
            echo "CC=aarch64-none-linux-gnu-gcc" >> "$GITHUB_ENV"
            echo "CXX=aarch64-none-linux-gnu-g++" >> "$GITHUB_ENV"
          fi

      - name: Display toolchain info
        shell: bash
        run: |
          if [[ ${{ matrix.gpu }} == OFF ]]; then
            which aarch64-linux-gnu-gcc
            aarch64-linux-gnu-gcc --version
          else
            which aarch64-none-linux-gnu-gcc
            aarch64-none-linux-gnu-gcc --version
          fi

      - name: Display qemu-aarch64 -h
        shell: bash
        run: |
          export PATH=$GITHUB_WORKSPACE/qemu-install/bin:$PATH
          export QEMU_LD_PREFIX=$GITHUB_WORKSPACE/toolchain/aarch64-linux-gnu/libc
          export QEMU_LD_PREFIX=$GITHUB_WORKSPACE/toolchain/aarch64-none-linux-gnu/libc
          qemu-aarch64 -h

      - name: build aarch64-linux-gnu
        shell: bash
        run: |
          export CMAKE_CXX_COMPILER_LAUNCHER=ccache
          export PATH="/usr/lib/ccache:/usr/local/opt/ccache/libexec:$PATH"

          cmake --version

          export BUILD_SHARED_LIBS=ON
          export SHERPA_ONNX_ENABLE_GPU=${{ matrix.gpu }}
          export SHERPA_ONNX_LINUX_ARM64_GPU_ONNXRUNTIME_VERSION=${{ matrix.onnxruntime_version }}

          ./build-aarch64-linux-gnu.sh

          ls -lh build-aarch64-linux-gnu/bin
          ls -lh build-aarch64-linux-gnu/lib

          file build-aarch64-linux-gnu/bin/sherpa-onnx

      - name: Test sherpa-onnx
        shell: bash
        run: |
          export PATH=$GITHUB_WORKSPACE/toolchain/bin:$PATH
          export PATH=$GITHUB_WORKSPACE/qemu-install/bin:$PATH
          if [[ ${{ matrix.gpu }} == OFF ]]; then
            export QEMU_LD_PREFIX=$GITHUB_WORKSPACE/toolchain/aarch64-linux-gnu/libc
          else
            export QEMU_LD_PREFIX=$GITHUB_WORKSPACE/toolchain/aarch64-none-linux-gnu/libc
          fi

          ls -lh ./build-aarch64-linux-gnu/bin

          qemu-aarch64 ./build-aarch64-linux-gnu/bin/sherpa-onnx --help

          readelf -d ./build-aarch64-linux-gnu/bin/sherpa-onnx

      - name: Copy files
        shell: bash
        run: |
          if [[ ${{ matrix.gpu }} == OFF ]]; then
            aarch64-linux-gnu-strip --version
          else
            aarch64-none-linux-gnu-strip --version
          fi

          SHERPA_ONNX_VERSION=v$(grep "SHERPA_ONNX_VERSION" ./CMakeLists.txt  | cut -d " " -f 2  | cut -d '"' -f 2)

          dst=sherpa-onnx-${SHERPA_ONNX_VERSION}-linux-aarch64-shared
          if [[ ${{ matrix.gpu }} == OFF ]]; then
            dst=${dst}-cpu
          else
            dst=${dst}-gpu-onnxruntime-${{ matrix.onnxruntime_version }}
          fi
          mkdir $dst

          cp -a build-aarch64-linux-gnu/install/bin $dst/
          cp -a build-aarch64-linux-gnu/install/lib $dst/

          ls -lh build-aarch64-linux-gnu/install/lib
          ls -lh build-aarch64-linux-gnu/install/bin

          ls -lh $dst/bin/
          echo "strip"
          if [[ ${{ matrix.gpu }} == OFF ]]; then
            aarch64-linux-gnu-strip $dst/bin/*
          else
            aarch64-none-linux-gnu-strip $dst/bin/*
          fi

          tree $dst

          tar cjvf ${dst}.tar.bz2 $dst

      - uses: actions/upload-artifact@v4
        with:
          name: sherpa-onnx-linux-aarch64-shared-gpu-${{ matrix.gpu }}-onnxruntime-${{ matrix.onnxruntime_version }}
          path: sherpa-onnx-*linux-aarch64-shared*.tar.bz2

      # https://huggingface.co/docs/hub/spaces-github-actions
      - name: Publish to huggingface
        if: (github.repository_owner == 'csukuangfj' || github.repository_owner == 'k2-fsa') && (github.event_name == 'push' || github.event_name == 'workflow_dispatch')
        env:
          HF_TOKEN: ${{ secrets.HF_TOKEN }}
        uses: nick-fields/retry@v3
        with:
          max_attempts: 20
          timeout_seconds: 200
          shell: bash
          command: |
            git config --global user.email "csukuangfj@gmail.com"
            git config --global user.name "Fangjun Kuang"

            rm -rf huggingface
            export GIT_CLONE_PROTECTION_ACTIVE=false
            GIT_LFS_SKIP_SMUDGE=1 git clone https://csukuangfj:$HF_TOKEN@huggingface.co/csukuangfj/sherpa-onnx-libs huggingface

            cd huggingface
            mkdir -p aarch64

            cp -v ../sherpa-onnx-*-shared*.tar.bz2 ./aarch64

            git status
            git lfs track "*.bz2"

            git add .

            git commit -m "upload sherpa-onnx-${SHERPA_ONNX_VERSION}-linux-aarch64-shared.tar.bz2"

            git push https://csukuangfj:$HF_TOKEN@huggingface.co/csukuangfj/sherpa-onnx-libs main

      - name: Release pre-compiled binaries and libs for aarch64 linux
        if: (github.repository_owner == 'csukuangfj' || github.repository_owner == 'k2-fsa') && github.event_name == 'push' && contains(github.ref, 'refs/tags/')
        uses: svenstaro/upload-release-action@v2
        with:
          file_glob: true
          overwrite: true
          file: sherpa-onnx-*linux-aarch64*.tar.bz2