multiheadattention int8 quantization #325
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: ios | |
| on: | |
| push: | |
| branches: [master] | |
| paths: | |
| - '.github/workflows/ios.yml' | |
| - 'toolchains/ios.toolchain.cmake' | |
| - 'CMakeLists.txt' | |
| - 'cmake/**' | |
| - 'src/*' | |
| - 'src/layer/*' | |
| - 'src/layer/arm/**' | |
| - 'src/layer/x86/**' | |
| - 'src/layer/vulkan/**' | |
| pull_request: | |
| branches: [master] | |
| paths: | |
| - '.github/workflows/ios.yml' | |
| - 'toolchains/ios.toolchain.cmake' | |
| - 'CMakeLists.txt' | |
| - 'cmake/**' | |
| - 'src/*' | |
| - 'src/layer/*' | |
| - 'src/layer/arm/**' | |
| - 'src/layer/x86/**' | |
| - 'src/layer/vulkan/**' | |
| concurrency: | |
| group: ios-${{ github.ref }} | |
| cancel-in-progress: true | |
| env: | |
| DEVELOPER_DIR: /Applications/Xcode_15.2.app/Contents/Developer | |
| IOS_DEPLOYMENT_TARGET: '13.0' | |
| ENABLE_BITCODE: OFF | |
| ENABLE_ARC: OFF | |
| ENABLE_VISIBILITY: OFF | |
| permissions: | |
| contents: read | |
| jobs: | |
| build: | |
| runs-on: macos-13 | |
| env: | |
| OPENMP_VERSION: '18.1.2' | |
| OPENMP_CMAKE_OPTIONS: | | |
| -DCMAKE_TOOLCHAIN_FILE=../../toolchains/ios.toolchain.cmake \ | |
| -DDEPLOYMENT_TARGET=$IOS_DEPLOYMENT_TARGET \ | |
| -DENABLE_BITCODE=$ENABLE_BITCODE \ | |
| -DENABLE_ARC=$ENABLE_ARC \ | |
| -DENABLE_VISIBILITY=$ENABLE_VISIBILITY \ | |
| -DCMAKE_INSTALL_PREFIX=install \ | |
| -DCMAKE_BUILD_TYPE=Release \ | |
| -DPERL_EXECUTABLE=/usr/local/bin/perl \ | |
| -DLIBOMP_ENABLE_SHARED=OFF \ | |
| -DLIBOMP_OMPT_SUPPORT=OFF \ | |
| -DLIBOMP_USE_HWLOC=OFF \ | |
| MOLTENVK_VERSION: 'v1.2.8' | |
| NCNN_CMAKE_OPTIONS: | | |
| -DCMAKE_TOOLCHAIN_FILE=../toolchains/ios.toolchain.cmake \ | |
| -DDEPLOYMENT_TARGET=$IOS_DEPLOYMENT_TARGET \ | |
| -DENABLE_BITCODE=$ENABLE_BITCODE \ | |
| -DENABLE_ARC=$ENABLE_ARC \ | |
| -DENABLE_VISIBILITY=$ENABLE_VISIBILITY \ | |
| -DCMAKE_INSTALL_PREFIX=install \ | |
| -DCMAKE_BUILD_TYPE=Release \ | |
| -DOpenMP_C_FLAGS="-Xclang -fopenmp" -DOpenMP_CXX_FLAGS="-Xclang -fopenmp" \ | |
| -DOpenMP_C_LIB_NAMES="libomp" -DOpenMP_CXX_LIB_NAMES="libomp" \ | |
| -DOpenMP_libomp_LIBRARY="libomp.a" \ | |
| -DNCNN_VULKAN=ON \ | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| submodules: true | |
| - name: cache-openmp | |
| id: cache-openmp | |
| uses: actions/cache@v4 | |
| with: | |
| path: openmp-install | |
| key: openmp-ios-install-20240403 | |
| - name: openmp | |
| if: steps.cache-openmp.outputs.cache-hit != 'true' | |
| run: | | |
| wget https://github.com/llvm/llvm-project/releases/download/llvmorg-${{ env.OPENMP_VERSION }}/cmake-${{ env.OPENMP_VERSION }}.src.tar.xz | |
| tar -xf cmake-${{ env.OPENMP_VERSION }}.src.tar.xz | |
| wget https://github.com/llvm/llvm-project/releases/download/llvmorg-${{ env.OPENMP_VERSION }}/openmp-${{ env.OPENMP_VERSION }}.src.tar.xz | |
| tar -xf openmp-${{ env.OPENMP_VERSION }}.src.tar.xz | |
| mv cmake-${{ env.OPENMP_VERSION }}.src/Modules/* openmp-${{ env.OPENMP_VERSION }}.src/cmake/ | |
| cd openmp-${{ env.OPENMP_VERSION }}.src | |
| wget https://github.com/nihui/llvm-project/commit/ef8c35bcf5d9cfdb0764ffde6a63c04ec715bc37.patch | |
| patch -p2 -i ef8c35bcf5d9cfdb0764ffde6a63c04ec715bc37.patch | |
| wget https://github.com/nihui/llvm-project/commit/5c12711f9a21f41bea70566bf15a4026804d6b20.patch | |
| patch -p2 -i 5c12711f9a21f41bea70566bf15a4026804d6b20.patch | |
| - name: openmp-arm64 | |
| if: steps.cache-openmp.outputs.cache-hit != 'true' | |
| run: | | |
| cd openmp-${{ env.OPENMP_VERSION }}.src | |
| mkdir -p build-arm64 && cd build-arm64 | |
| cmake ${{ env.OPENMP_CMAKE_OPTIONS }} -DPLATFORM=OS64 -DARCHS="arm64" .. | |
| cmake --build . -j 4 | |
| cmake --build . --target install | |
| - name: openmp-simulator-x86_64 | |
| if: steps.cache-openmp.outputs.cache-hit != 'true' | |
| run: | | |
| cd openmp-${{ env.OPENMP_VERSION }}.src | |
| mkdir -p build-simulator-x86_64 && cd build-simulator-x86_64 | |
| cmake ${{ env.OPENMP_CMAKE_OPTIONS }} -DPLATFORM=SIMULATOR64 -DARCHS="x86_64" .. | |
| cmake --build . -j 4 | |
| cmake --build . --target install | |
| - name: openmp-simulator-arm64 | |
| if: steps.cache-openmp.outputs.cache-hit != 'true' | |
| run: | | |
| cd openmp-${{ env.OPENMP_VERSION }}.src | |
| mkdir -p build-simulator-arm64 && cd build-simulator-arm64 | |
| cmake ${{ env.OPENMP_CMAKE_OPTIONS }} -DPLATFORM=SIMULATORARM64 -DARCHS="arm64" .. | |
| cmake --build . -j 4 | |
| cmake --build . --target install | |
| - name: openmp-merge-fat-library | |
| if: steps.cache-openmp.outputs.cache-hit != 'true' | |
| run: | | |
| mkdir -p $GITHUB_WORKSPACE/openmp-install | |
| mkdir -p $GITHUB_WORKSPACE/openmp-install/ios | |
| mkdir -p $GITHUB_WORKSPACE/openmp-install/ios-simulator | |
| cp -a openmp-${{ env.OPENMP_VERSION }}.src/build-arm64/install/include $GITHUB_WORKSPACE/openmp-install/ios | |
| mkdir -p $GITHUB_WORKSPACE/openmp-install/ios/lib | |
| cp openmp-${{ env.OPENMP_VERSION }}.src/build-arm64/install/lib/libomp.a $GITHUB_WORKSPACE/openmp-install/ios/lib/libomp.a | |
| cp -a openmp-${{ env.OPENMP_VERSION }}.src/build-simulator-x86_64/install/include $GITHUB_WORKSPACE/openmp-install/ios-simulator | |
| mkdir -p $GITHUB_WORKSPACE/openmp-install/ios-simulator/lib | |
| lipo -create \ | |
| openmp-${{ env.OPENMP_VERSION }}.src/build-simulator-x86_64/install/lib/libomp.a \ | |
| openmp-${{ env.OPENMP_VERSION }}.src/build-simulator-arm64/install/lib/libomp.a \ | |
| -o $GITHUB_WORKSPACE/openmp-install/ios-simulator/lib/libomp.a | |
| - name: install-openmp | |
| run: | | |
| sudo cp $GITHUB_WORKSPACE/openmp-install/ios/include/* $DEVELOPER_DIR/Platforms/iPhoneOS.platform/Developer/SDKs/iPhoneOS.sdk/usr/include | |
| sudo cp $GITHUB_WORKSPACE/openmp-install/ios/lib/libomp.a $DEVELOPER_DIR/Platforms/iPhoneOS.platform/Developer/SDKs/iPhoneOS.sdk/usr/lib | |
| sudo cp $GITHUB_WORKSPACE/openmp-install/ios-simulator/include/* $DEVELOPER_DIR/Platforms/iPhoneSimulator.platform/Developer/SDKs/iPhoneSimulator.sdk/usr/include | |
| sudo cp $GITHUB_WORKSPACE/openmp-install/ios-simulator/lib/libomp.a $DEVELOPER_DIR/Platforms/iPhoneSimulator.platform/Developer/SDKs/iPhoneSimulator.sdk/usr/lib | |
| - name: moltenvk | |
| run: | | |
| wget -q https://github.com/KhronosGroup/MoltenVK/releases/download/${{ env.MOLTENVK_VERSION }}/MoltenVK-all.tar | |
| tar -xf MoltenVK-all.tar | |
| - name: arm64 | |
| run: | | |
| mkdir build-arm64 && cd build-arm64 | |
| cmake ${{ env.NCNN_CMAKE_OPTIONS }} -DPLATFORM=OS64 -DARCHS="arm64" \ | |
| -DVulkan_LIBRARY=$GITHUB_WORKSPACE/MoltenVK/MoltenVK/static/MoltenVK.xcframework/ios-arm64/libMoltenVK.a .. | |
| cmake --build . -j 4 | |
| - name: simulator-x86_64 | |
| run: | | |
| mkdir build-simulator-x86_64 && cd build-simulator-x86_64 | |
| cmake ${{ env.NCNN_CMAKE_OPTIONS }} -DPLATFORM=SIMULATOR64 -DARCHS="x86_64" \ | |
| -DVulkan_LIBRARY=$GITHUB_WORKSPACE/MoltenVK/MoltenVK/static/MoltenVK.xcframework/ios-arm64_x86_64-simulator/libMoltenVK.a .. | |
| cmake --build . -j 4 | |
| - name: simulator-arm64 | |
| run: | | |
| mkdir build-simulator-arm64 && cd build-simulator-arm64 | |
| cmake ${{ env.NCNN_CMAKE_OPTIONS }} -DPLATFORM=SIMULATORARM64 -DARCHS="arm64" \ | |
| -DVulkan_LIBRARY=$GITHUB_WORKSPACE/MoltenVK/MoltenVK/static/MoltenVK.xcframework/ios-arm64_x86_64-simulator/libMoltenVK.a .. | |
| cmake --build . -j 4 |