feat(benchmarks): add bencher threshold checks
authorJérôme Benoit <jerome.benoit@piment-noir.org>
Sun, 6 Oct 2024 15:01:20 +0000 (17:01 +0200)
committerJérôme Benoit <jerome.benoit@piment-noir.org>
Sun, 6 Oct 2024 15:01:20 +0000 (17:01 +0200)
Signed-off-by: Jérôme Benoit <jerome.benoit@piment-noir.org>
.github/workflows/internal-benchmark.yml

index 75b97cffcdc6697a40ee27c8bb724856b363b500..3af6cdb4a2620a26845165758888c0ba01c37be1 100644 (file)
@@ -34,10 +34,18 @@ jobs:
       - name: Run production benchmark
         run: |
           bencher run \
-          --if-branch "$GITHUB_REF_NAME" \
-          --else-if-branch "$GITHUB_BASE_REF" \
-          --else-if-branch master \
-          --hash "$GITHUB_SHA" \
+          --branch master \
+          --threshold-measure latency \
+          --threshold-test t_test \
+          --threshold-max-sample-size 64 \
+          --threshold-lower-boundary _ \
+          --threshold-upper-boundary 0.99 \
+          --threshold-measure throughput \
+          --threshold-test t_test \
+          --threshold-max-sample-size 64 \
+          --threshold-lower-boundary 0.99 \
+          --threshold-upper-boundary _ \
+          --thresholds-reset \
           --file benchmark-report.json \
           --err \
           --github-actions ${{ secrets.GITHUB_TOKEN }} \