Skip to content

Internal/nested sweeping/stats #778

Internal/nested sweeping/stats

Internal/nested sweeping/stats #778

Workflow file for this run

name: 'benchmark (pull request)'
on:
pull_request:
branches: [ main ]
jobs:
fetch-branch:
name: 'Fetch branch'
runs-on: ubuntu-latest
steps:
- id: identify
run: echo "##[set-output name=branch;]$(echo ${GITHUB_HEAD_REF#refs/heads/})"
outputs:
branch: ${{ steps.identify.outputs.branch }}
fetch-remote:
name: 'Fetch remote'
runs-on: ubuntu-latest
steps:
- id: identify
run: |
echo "##[set-output name=remote;]$(if [ ${GITHUB_REPOSITORY} == 'SSoelvsten/adiar' ]; then echo 'origin'; else echo '${GITHUB_REPOSITORY}'; fi)"
outputs:
remote: ${{ steps.identify.outputs.remote }}
skip_duplicate:
name: 'Skip Job?'
continue-on-error: true
runs-on: ubuntu-latest
steps:
- id: skip_check
uses: fkirc/skip-duplicate-actions@master
with:
paths: '["src/adiar/**"]'
outputs:
should_skip: ${{ steps.skip_check.outputs.should_skip }}
run_qbf:
name: 'Performance Regression: QBF ${{ matrix.category }}/${{ matrix.circuit }}'
runs-on: ubuntu-latest
needs: [fetch-branch, fetch-remote, skip_duplicate]
if: ${{ needs.skip_duplicate.outputs.should_skip != 'true' }}
strategy:
fail-fast: false
matrix:
include:
- { category: breakthrough, circuit: 3x4_19_bwnib }
- { category: breakthrough, circuit: 3x5_11_bwnib }
- { category: domineering, circuit: 5x5_13_bwnib }
- { category: ep, circuit: 8x8_7_e-8-1_p-3-4_bwnib }
steps:
- uses: actions/checkout@v2
with:
repository: 'ssoelvsten/bdd-benchmark'
submodules: 'recursive'
fetch-depth: '0'
- name: 'apt install'
run: |
sudo apt update
sudo apt install libboost-all-dev
- name: 'pip install'
run: |
sudo pip install wget
- name: 'python3 regression.py'
run: |
python3 ./regression.py <<< "qbf
yes
${{ matrix.category }}
${{ matrix.circuit }}
adiar
8192
origin
main
${{ needs.fetch-remote.outputs.remote }}
${{ needs.fetch-branch.outputs.branch }}
no
no
3
5
"
- name: 'post regression_adiar.out'
if: always()
uses: mshick/add-pr-comment@main
with:
message-path: ./regression_adiar.out
message-id: 'benchmark_qbf_${{ matrix.circuit }}'
run_picotrav:
name: 'Performance Regression: Picotrav ${{ matrix.circuit }}'
runs-on: ubuntu-latest
needs: [fetch-branch, fetch-remote, skip_duplicate]
if: ${{ needs.skip_duplicate.outputs.should_skip != 'true' }}
strategy:
fail-fast: false
matrix:
include:
- { circuit: adder }
- { circuit: arbiter }
- { circuit: mem_ctrl }
steps:
- uses: actions/checkout@v2
with:
repository: 'ssoelvsten/bdd-benchmark'
submodules: 'recursive'
fetch-depth: '0'
- name: 'apt install'
run: |
sudo apt update
sudo apt install libboost-all-dev
- name: 'pip install'
run: |
sudo pip install wget
- name: 'python3 regression.py'
run: |
python3 ./regression.py <<< "picotrav
yes
${{ matrix.circuit }}
adiar
8192
origin
main
${{ needs.fetch-remote.outputs.remote }}
${{ needs.fetch-branch.outputs.branch }}
no
no
3
10
"
- name: 'post regression_adiar.out'
if: always()
uses: mshick/add-pr-comment@main
with:
message-path: ./regression_adiar.out
message-id: 'benchmark_picotrav_${{ matrix.circuit }}'
run_dummy:
name: 'Performance Regression: ${{ matrix.title }}'
runs-on: ubuntu-latest
needs: [skip_duplicate]
if: ${{ needs.skip_duplicate.outputs.should_skip == 'true' }}
strategy:
matrix:
include:
- title: 'QBF breakthrough/3x4_19_bwnib'
- title: 'QBF breakthrough/3x5_11_bwnib'
- title: 'QBF domineering/5x5_13_bwnib'
- title: 'QBF ep/8x8_7_e-8-1_p-3-4_bwnib'
- title: 'Picotrav adder'
- title: 'Picotrav arbiter'
- title: 'Picotrav mem_ctrl'
steps:
- name: Echo skip
run: |
echo "Running benchmarks is skipped"