| author |  Andrew Kelley <andrew@ziglang.org> 2023-09-14 18:14:26-07:00 |
| committer | Andrew Kelley <andrew@ziglang.org> 2023-09-14 18:14:26-07:00 |
| log | 27edf60651496408a92a37c7b9766881ed54758d |
| tree | 5476009ebf530c000e4d6a6571e76448b858d8e0 |
| parent | ad4991f42895868d988668749d839ced1914f276 |
CI: measure perf difference of compiling hello world
and post comment on the PR3 files changed, 60 insertions(+), 2 deletions(-)
.github- workflows
.github/workflows/ci.yaml+12
| ... | @@ -17,3 +17,15 @@ jobs: | ... | @@ -17,3 +17,15 @@ jobs: |
| 17 | uses: actions/checkout@v3 | 17 | uses: actions/checkout@v3 |
| 18 | - name: Build and Test | 18 | - name: Build and Test |
| 19 | run: sh ci/aarch64-linux-release.sh | 19 | run: sh ci/aarch64-linux-release.sh |
| 20 | - name: Post Comment | ||
| 21 | uses: actions/github-script@v6 | ||
| 22 | with: | ||
| 23 | script: | | ||
| 24 | const fs = require('fs'); | ||
| 25 | const body = fs.readFileSync('perf.txt', 'utf8'); | ||
| 26 | github.rest.issues.createComment({ | ||
| 27 | issue_number: context.issue.number, | ||
| 28 | owner: context.repo.owner, | ||
| 29 | repo: context.repo.repo, | ||
| 30 | body: body, | ||
| 31 | }); |
ci/aarch64-linux-release.sh+5-2
| ... | @@ -81,8 +81,6 @@ rm -rf ../build-new | ... | @@ -81,8 +81,6 @@ rm -rf ../build-new |
| 81 | mkdir ../build-new | 81 | mkdir ../build-new |
| 82 | cd ../build-new | 82 | cd ../build-new |
| 83 | 83 | ||
| 84 | export ZIG_GLOBAL_CACHE_DIR="$(pwd)/zig-global-cache" | ||
| 85 | export ZIG_LOCAL_CACHE_DIR="$(pwd)/zig-local-cache" | ||
| 86 | export CC="$ZIG cc -target $TARGET -mcpu=$MCPU" | 84 | export CC="$ZIG cc -target $TARGET -mcpu=$MCPU" |
| 87 | export CXX="$ZIG c++ -target $TARGET -mcpu=$MCPU" | 85 | export CXX="$ZIG c++ -target $TARGET -mcpu=$MCPU" |
| 88 | 86 | ||
| ... | @@ -108,3 +106,8 @@ stage3/bin/zig build -p stage4 \ | ... | @@ -108,3 +106,8 @@ stage3/bin/zig build -p stage4 \ |
| 108 | --search-prefix "$PREFIX" \ | 106 | --search-prefix "$PREFIX" \ |
| 109 | --zig-lib-dir "$(pwd)/../lib" | 107 | --zig-lib-dir "$(pwd)/../lib" |
| 110 | stage4/bin/zig test ../test/behavior.zig -I../test | 108 | stage4/bin/zig test ../test/behavior.zig -I../test |
| 109 | |||
| 110 | # After all correctness checking, compare performance against the merge-base. | ||
| 111 | cd .. | ||
| 112 | sh ci/measure-perf-delta.sh "$ZIG" "$TARGET" "$MCPU" "$PREFIX" || \ | ||
| 113 | echo "Error occurred measuring the performance delta of this pull request." > perf.txt |
ci/measure-perf-delta.sh created+43
| ... | @@ -0,0 +1,43 @@ | ||
| 1 | #!/bin/sh | ||
| 2 | |||
| 3 | set -x | ||
| 4 | set -e | ||
| 5 | |||
| 6 | if [ -z "$GITHUB_BASE_REF" ]; then | ||
| 7 | exit 0 | ||
| 8 | fi | ||
| 9 | |||
| 10 | ZIG="$1" | ||
| 11 | TARGET="$2" | ||
| 12 | MPCU="$3" | ||
| 13 | PREFIX="$4" | ||
| 14 | |||
| 15 | git checkout "$GITHUB_BASE_REF" | ||
| 16 | |||
| 17 | rm -rf ../build-base | ||
| 18 | mkdir ../build-base | ||
| 19 | cd ../build-base | ||
| 20 | |||
| 21 | export CC="$ZIG cc -target $TARGET -mcpu=$MCPU" | ||
| 22 | export CXX="$ZIG c++ -target $TARGET -mcpu=$MCPU" | ||
| 23 | |||
| 24 | cmake .. \ | ||
| 25 | -DCMAKE_PREFIX_PATH="$PREFIX" \ | ||
| 26 | -DCMAKE_BUILD_TYPE=Release \ | ||
| 27 | -DZIG_TARGET_TRIPLE="$TARGET" \ | ||
| 28 | -DZIG_TARGET_MCPU="$MCPU" \ | ||
| 29 | -DZIG_STATIC=ON \ | ||
| 30 | -DZIG_NO_LIB=ON \ | ||
| 31 | -GNinja | ||
| 32 | |||
| 33 | unset CC | ||
| 34 | unset CXX | ||
| 35 | |||
| 36 | ninja install | ||
| 37 | |||
| 38 | cd .. | ||
| 39 | |||
| 40 | poop \ | ||
| 41 | "build-base/stage3/bin/zig build-exe test/standalone/hello_world/hello.zig" \ | ||
| 42 | "build-head/stage3/bin/zig build-exe test/standalone/hello_world/hello.zig" \ | ||
| 43 | > perf.txt | ||