From e56c70ec471b0ebfccfa0ab0f31be391221d948c Mon Sep 17 00:00:00 2001 From: =?utf8?q?J=C3=A9r=C3=B4me=20Benoit?= Date: Sun, 6 Oct 2024 17:01:20 +0200 Subject: [PATCH] feat(benchmarks): add bencher threshold checks MIME-Version: 1.0 Content-Type: text/plain; charset=utf8 Content-Transfer-Encoding: 8bit Signed-off-by: Jérôme Benoit --- .github/workflows/internal-benchmark.yml | 16 ++++++++++++---- 1 file changed, 12 insertions(+), 4 deletions(-) diff --git a/.github/workflows/internal-benchmark.yml b/.github/workflows/internal-benchmark.yml index 75b97cff..3af6cdb4 100644 --- a/.github/workflows/internal-benchmark.yml +++ b/.github/workflows/internal-benchmark.yml @@ -34,10 +34,18 @@ jobs: - name: Run production benchmark run: | bencher run \ - --if-branch "$GITHUB_REF_NAME" \ - --else-if-branch "$GITHUB_BASE_REF" \ - --else-if-branch master \ - --hash "$GITHUB_SHA" \ + --branch master \ + --threshold-measure latency \ + --threshold-test t_test \ + --threshold-max-sample-size 64 \ + --threshold-lower-boundary _ \ + --threshold-upper-boundary 0.99 \ + --threshold-measure throughput \ + --threshold-test t_test \ + --threshold-max-sample-size 64 \ + --threshold-lower-boundary 0.99 \ + --threshold-upper-boundary _ \ + --thresholds-reset \ --file benchmark-report.json \ --err \ --github-actions ${{ secrets.GITHUB_TOKEN }} \ -- 2.34.1