Build Wheels test #24
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Build Wheels test | |
| on: | |
| workflow_dispatch: | |
| inputs: | |
| version: | |
| description: 'Version tag of llama-cpp-python to build: v0.2.2' | |
| default: 'v0.2.2' | |
| required: false | |
| type: string | |
| workflow_call: | |
| inputs: | |
| version: | |
| description: 'Version tag of llama-cpp-python to build: v0.2.2' | |
| default: 'v0.2.2' | |
| required: false | |
| type: string | |
| permissions: | |
| contents: write | |
| jobs: | |
| build_wheels: | |
| name: Build ${{ matrix.os }} ROCm ${{ matrix.rocm }} Wheel ${{ matrix.pyver }} | |
| runs-on: ${{ matrix.os }} | |
| strategy: | |
| matrix: | |
| os: [ubuntu-20.04, windows-latest] | |
| pyver: ["3.10"] | |
| rocm: ['5.4.2','5.5.1'] | |
| rename: ['1'] | |
| exclude: | |
| - os: windows-latest | |
| rocm: '5.4.2' | |
| - os: ubuntu-20.04 | |
| rocm: '5.5.1' | |
| defaults: | |
| run: | |
| shell: pwsh | |
| env: | |
| PCKGVER: ${{ inputs.version }} | |
| ROCM_VERSION: ${{ matrix.rocm }} | |
| steps: | |
| - name: Free Disk Space | |
| if: runner.os == 'Linux' | |
| uses: jlumbroso/free-disk-space@v1.2.0 | |
| with: | |
| tool-cache: false | |
| android: true | |
| dotnet: true | |
| haskell: true | |
| large-packages: false | |
| swap-storage: false | |
| - uses: actions/checkout@v4 | |
| with: | |
| repository: 'abetlen/llama-cpp-python' | |
| ref: ${{ inputs.version }} | |
| submodules: 'recursive' | |
| - name: Install Linux ROCm SDK | |
| if: runner.os == 'Linux' | |
| shell: bash | |
| run: | | |
| [ ! -d /etc/apt/keyrings ] && sudo mkdir --parents --mode=0755 /etc/apt/keyrings | |
| wget https://repo.radeon.com/rocm/rocm.gpg.key -O - | gpg --dearmor | sudo tee /etc/apt/keyrings/rocm.gpg > /dev/null | |
| echo "deb [arch=amd64 signed-by=/etc/apt/keyrings/rocm.gpg] https://repo.radeon.com/rocm/apt/$ROCM_VERSION focal main" | sudo tee --append /etc/apt/sources.list.d/rocm.list | |
| echo -e 'Package: *\nPin: release o=repo.radeon.com\nPin-Priority: 600' | sudo tee /etc/apt/preferences.d/rocm-pin-600 | |
| sudo apt update | |
| sudo apt install rocm-dev rocblas-dev hipblas-dev -y | |
| - name: Install Windows ROCm SDK | |
| if: runner.os == 'Windows' | |
| run: | | |
| curl -LO https://download.amd.com/developer/eula/rocm-hub/AMD-Software-PRO-Edition-23.Q3-Win10-Win11-For-HIP.exe | |
| Start-Process 'AMD-Software-PRO-Edition-23.Q3-Win10-Win11-For-HIP.exe' -ArgumentList '-install' -NoNewWindow -Wait | |
| echo "C:\Program Files\AMD\ROCm\5.5\bin" >> $env:GITHUB_PATH | |
| echo 'ROCM_PATH=C:\Program Files\AMD\ROCm\5.5' >> $env:GITHUB_ENV | |
| echo 'HIP_PATH=C:\Program Files\AMD\ROCm\5.5' >> $env:GITHUB_ENV | |
| - uses: actions/setup-python@v4 | |
| with: | |
| python-version: ${{ matrix.pyver }} | |
| - name: Install Dependencies | |
| run: | | |
| python -m pip install build wheel cmake scikit-build ninja | |
| - name: Change Package Name | |
| if: matrix.rename == '1' | |
| run: | | |
| $packageVersion = [version]$env:PCKGVER.TrimStart('v') | |
| $pyproject = Get-Content 'pyproject.toml' -raw | |
| $cmakelists = Get-Content 'CMakeLists.txt' -raw | |
| if ($packageVersion -lt [version]'0.2.0') { | |
| $setup = Get-Content 'setup.py' -raw | |
| $regexstr = '(?s)name="llama_cpp_python",(.+)(package_dir={"llama_cpp": "llama_cpp", "llama_cpp.server": "llama_cpp/server"},.+?packages=\["llama_cpp", "llama_cpp.server"],)' | |
| if ($packageVersion -gt [version]'0.1.77') {$regexstr = '(?s)name="llama_cpp_python",(.+)(package_dir={"llama_cpp": "llama_cpp", "llama_cpp.server": "llama_cpp/server"},.+?package_data={"llama_cpp": \["py.typed"]},.+?packages=\["llama_cpp", "llama_cpp.server"],)'} | |
| $regexmatch = [Regex]::Matches($setup,$regexstr) | |
| if (!($regexmatch[0].Success)) {throw 'setup.py parsing failed'} | |
| $newstr = 'name="llama_cpp_python_cuda",' + $regexmatch[0].Groups[1].Value + $regexmatch[0].Groups[2].Value.Replace('llama_cpp','llama_cpp_cuda') | |
| $newsetup = $regexmatch[0].Result(('$`'+$newstr+'$''')) | |
| New-Item 'setup.py' -itemType File -value $newsetup -force | |
| $regexstr = '(?s)(?<=name = ")llama_cpp_python(".+?packages = \[{include = ")llama_cpp(".+)' | |
| $regexmatch = [Regex]::Matches($pyproject,$regexstr) | |
| if (!($regexmatch[0].Success)) {throw 'pyproject.toml parsing failed'} | |
| $newpyproject = $regexmatch[0].Result(('$`'+'llama_cpp_python_cuda'+'$1llama_cpp_cuda$2')) | |
| } else { | |
| $regexstr = '(?s)(?<=\[project]\s+?name = ")llama_cpp_python(".+?all = \[\s+?")llama_cpp_python(\[.+?wheel.packages = \[")llama_cpp("].+?input = ")llama_cpp(?=/__init__.py")' | |
| $regexmatch = [Regex]::Matches($pyproject,$regexstr) | |
| if (!($regexmatch[0].Success)) {throw 'pyproject.toml parsing failed'} | |
| $newpyproject = $regexmatch[0].Result(('$`' + 'llama_cpp_python_cuda' + '$1llama_cpp_cuda$2' + 'llama_cpp_cuda$3llama_cpp_cuda' + '$''')) | |
| } | |
| Copy-Item 'llama_cpp' 'llama_cpp_cuda' -recurse | |
| New-Item 'pyproject.toml' -itemType File -value $newpyproject -force | |
| New-Item 'CMakeLists.txt' -itemType File -value $cmakelists.Replace('llama_cpp','llama_cpp_cuda') -force | |
| - name: Build Wheel | |
| run: | | |
| if ($IsLinux) { | |
| $env:CC = '/opt/rocm/llvm/bin/clang' | |
| $env:CXX = '/opt/rocm/llvm/bin/clang++' | |
| $env:CFLAGS = '-fPIC' | |
| $env:CXXFLAGS = '-fPIC' | |
| $env:CMAKE_PREFIX_PATH = '/opt/rocm' | |
| $env:GITHUB_PATH = "/opt/rocm/bin:$env:GITHUB_PATH" | |
| $env:ROCM_PATH = "/opt/rocm" | |
| $env:HIP_PATH = "/opt/rocm" | |
| } else { | |
| $env:CC = 'C:\Program Files\AMD\ROCm\5.5\bin\clang.exe' | |
| $env:CXX = 'C:\Program Files\AMD\ROCm\5.5\bin\clang++.exe' | |
| $env:CMAKE_PREFIX_PATH = 'C:\Program Files\AMD\ROCm\5.5' | |
| } | |
| $env:VERBOSE = '1' | |
| $packageVersion = [version]$env:PCKGVER.TrimStart('v') | |
| $gputargets = 'gfx803;gfx900;gfx906:xnack-;gfx908:xnack-;gfx90a:xnack+;gfx90a:xnack-;gfx1010;gfx1012;gfx1030;gfx1100;gfx1101;gfx1102' | |
| if ([version]$env:ROCM_VERSION -lt [version]'5.5') {$gputargets = 'gfx803;gfx900;gfx906:xnack-;gfx908:xnack-;gfx90a:xnack+;gfx90a:xnack-;gfx1010;gfx1012;gfx1030'} | |
| $env:CMAKE_ARGS = "-GNinja -DLLAMA_HIPBLAS=ON -DGPU_TARGETS=$gputargets" | |
| $buildtag = "+rocm$env:ROCM_VERSION" | |
| if ($packageVersion -lt [version]'0.2.0') { | |
| python -m build --wheel -C--build-option=egg_info "-C--build-option=--tag-build=$buildtag" | |
| } else { | |
| $initpath = Join-Path '.' '${{ matrix.rename == '1' && 'llama_cpp_cuda' || 'llama_cpp' }}' '__init__.py' -resolve | |
| $initcontent = Get-Content $initpath -raw | |
| $regexstr = '(?s)(?<=__version__ \= ")\d+(?:\.\d+)*(?=")' | |
| $regexmatch = [Regex]::Matches($initcontent,$regexstr) | |
| if (!($regexmatch[0].Success)) {throw '__init__.py parsing failed'} | |
| $newinit = $regexmatch[0].Result(('$`' + '$&' + $buildtag + '$''')) | |
| New-Item $initpath -itemType File -value $newinit -force | |
| python -m build --wheel | |
| } | |
| - uses: actions/upload-artifact@v3 | |
| with: | |
| name: 'rocm-wheels' | |
| path: ./dist/*.whl |