Skip to content

Commit

Permalink
add github action.
Browse files Browse the repository at this point in the history
  • Loading branch information
wangzhaode committed Sep 15, 2023
1 parent d06597d commit 53be2d3
Show file tree
Hide file tree
Showing 5 changed files with 125 additions and 0 deletions.
34 changes: 34 additions & 0 deletions .github/workflows/linux.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,34 @@
name: linux
on:
push:
branches:
- master
- 'feature/**'
paths:
- 'src/**'
- '.github/workflows/linux.yml'
pull_request:
branches: [master]
paths:
- 'src/**'
- '.github/workflows/linux.yml'

concurrency:
group: linux-${{ github.ref }}
cancel-in-progress: true
permissions:
contents: read

jobs:
linux_buil_test:
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v3
- name: build
run: ./script/linux_build.sh
- name: download
run: ./script/download_model.sh chatglm-6b
- name: test
run: |
ls ./build
./build/cli_demo -m chatglm-6b
31 changes: 31 additions & 0 deletions .github/workflows/windows.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,31 @@
name: windows
on:
push:
branches:
- master
- 'feature/**'
paths:
- 'src/**'
- '.github/workflows/windows.yml'
pull_request:
branches: [master]
paths:
- 'src/**'
- '.github/workflows/windows.yml'

concurrency:
group: windows-${{ github.ref }}
cancel-in-progress: true
permissions:
contents: read

jobs:
windows_build_test:
runs-on: windows-latest
steps:
- uses: actions/checkout@v3
- uses: ilammy/msvc-dev-cmd@v1
- name: build
run: powershell .\script\windows_build.ps1
- name: test
run: dir build
11 changes: 11 additions & 0 deletions script/download_model.sh
Original file line number Diff line number Diff line change
@@ -0,0 +1,11 @@
model=$1
mkdir $model
cd $model
# download models
wget -c https://github.com/wangzhaode/mnn-llm/releases/download/$model-mnn/embedding.mnn
wget -c https://github.com/wangzhaode/mnn-llm/releases/download/$model-mnn/lm.mnn
for i in `seq 0 27`
do
wget -c https://github.com/wangzhaode/mnn-llm/releases/download/$model-mnn/block_$i.mnn
done
cd ..
21 changes: 21 additions & 0 deletions script/linux_build.sh
Original file line number Diff line number Diff line change
@@ -0,0 +1,21 @@
# 1. clone MNN
git clone https://github.com/alibaba/MNN.git -b 2.6.3 --depth=1

# 2. build MNN
cd MNN
mkdir build
cd build
cmake -DMNN_LOW_MEMORY=ON ..
make -j8
cd ../..

# 3. copy headers and libs
cp -r MNN/include/MNN include
cp MNN/build/libMNN.so MNN/build/express/libMNN_Express.so libs

# 4. build mnn-llm
mkdir build
cd build
cmake ..
make -j8
cd ..
28 changes: 28 additions & 0 deletions script/windows_build.ps1
Original file line number Diff line number Diff line change
@@ -0,0 +1,28 @@
# 1. clone MNN
git clone https://github.com/alibaba/MNN.git -b 2.6.3 --depth=1

# 2. build MNN
cd MNN
mkdir build
cd build
# cmake -DMNN_LOW_MEMORY=ON ..
cmake ..
cmake --build .
cd ../..

# 3. copy headers and libs
cp -r MNN/include/MNN include
mv MNN/build/libMNN.lib libs

# 4. download pthread
wget -Uri https://gigenet.dl.sourceforge.net/project/pthreads4w/pthreads-w32-2-9-1-release.zip -OutFile "pthreads.zip"
Expand-Archive .\pthreads.zip
mv .\pthreads\Pre-built.2\lib\x64\pthreadVC2.lib libs
cp .\pthreads\Pre-built.2\include\*.h .\include\

# 5. build mnn-llm
mkdir build
cd build
cmake ..
cmake --build .
cd ..

0 comments on commit 53be2d3

Please sign in to comment.