-
Notifications
You must be signed in to change notification settings - Fork 190
84 lines (76 loc) · 2.58 KB
/
perf.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
name: PerformanceCheck
on:
workflow_dispatch:
push:
branches:
- master
pull_request:
branches: [master]
env:
TURBO_API: http://127.0.0.1:9080
TURBO_TOKEN: this-is-not-a-secret
TURBO_TEAM: myself
CONTROL_DIR: '/tmp/glimmer-vm-control/'
jobs:
master-krausest-comparison:
name: Glimmer Krausest Benchmark
runs-on: ubuntu-latest
timeout-minutes: 20
steps:
- name: 'Setup local TurboRepo server'
if: ${{ inputs.repo-token }}
uses: felixmosh/turborepo-gh-artifacts@v2
with:
repo-token: ${{ secrets.GITHUB_TOKEN }}
- uses: actions/checkout@v4
with:
fetch-depth: 0
- uses: wyvox/action-setup-pnpm@v3
with:
node-version: '20.1.0'
- name: Build Experiment
run: |
git checkout ${{ github.sha }}
pnpm install
pnpm build
- name: Build Control
run: |
rm -rf ${{ env.CONTROL_DIR }}
mkdir -p ${{ env.CONTROL_DIR }}
cd ${{ env.CONTROL_DIR }}
git clone ${{ github.workspace }} ${{ env.CONTROL_DIR }}
cd ${{ env.CONTROL_DIR }}
git checkout ${{ github.event.pull_request.base.sha }}
pnpm install
pnpm build
- name: Run Analysis
timeout-minutes: 10
uses: tracerbench/tracerbench-compare-action@master
with:
build-control: false
build-experiment: false
pkg-manager: pnpm
use-pnpm: true
sample-timeout: 10
runtime-stats: true
control-dist: ${{ env.CONTROL_DIR }}/benchmark/benchmarks/krausest
experiment-dist: ${{ github.workspace }}/benchmark/benchmarks/krausest
# temporary, because the control branch is behind
# cd ${{ env.CONTROL_DIR }}/benchmark/benchmarks/krausest && pnpm run start --port 5000
control-serve-command: |
cd ${{ github.workspace }}/benchmark/benchmarks/krausest && pnpm vite --port 5000 &
experiment-serve-command: |
cd ${{ github.workspace }}/benchmark/benchmarks/krausest && pnpm vite --port 6000 &
control-url: http://localhost:5000
experiment-url: http://localhost:6000
debug: true
regression-threshold: 25
fidelity: high
markers: 'glimmer-render-1000-rows,glimmer-render-1000-rows-finished'
clean-after-analyze: false
- name: Upload Tracerbench Artifacts
if: failure() || success()
uses: actions/upload-artifact@v3
with:
name: Trace Artifacts
path: tracerbench-results