Bencher v0.4.21

Author: epompeii

.github/workflows/base_benchmarks.yml

@@ -16,6 +16,12 @@ jobs:
           --token '${{ secrets.BENCHER_API_TOKEN }}' \
           --branch main \
           --testbed ubuntu-latest \
-          --adapter json \
+          --threshold-measure latency \
+          --threshold-test t_test \
+          --threshold-max-sample-size 64 \
+          --threshold-upper-boundary 0.99 \
+          --thresholds-reset \
           --err \
+          --adapter json \
+          --github-actions '${{ secrets.GITHUB_TOKEN }}' \
           bencher mock

.github/workflows/fork_pr_benchmarks_closed.yml

@@ -0,0 +1,19 @@
+on:
+  pull_request:
+    types: [closed]
+
+jobs:
+  archive_fork_pr_branch:
+    name: Archive closed fork PR branch with Bencher
+    permissions:
+      pull-requests: write
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - uses: bencherdev/bencher@main
+      - name: Archive closed fork PR branch with Bencher
+        run: |
+          bencher archive \
+          --project example \
+          --token '${{ secrets.BENCHER_API_TOKEN }}' \
+          --branch '${{ github.head_ref }}'

.github/workflows/run_fork_pr_benchmarks.yml renamed to .github/workflows/fork_pr_benchmarks_run.yml

@@ -1,4 +1,4 @@
-name: Run and Cache Benchmarks
+name: Run Benchmarks
 
 on:
   pull_request:
@@ -22,4 +22,4 @@ jobs:
         uses: actions/upload-artifact@v4
         with:
           name: event.json
-          path: ${{ github.event_path }}
+          path: ${{ github.event_path }}

.github/workflows/track_fork_pr_benchmarks.yml renamed to .github/workflows/fork_pr_benchmarks_track.yml

@@ -2,7 +2,7 @@ name: Track Benchmarks with Bencher
 
 on:
   workflow_run:
-    workflows: [Run and Cache Benchmarks]
+    workflows: [Run Benchmarks]
     types: [completed]
 
 jobs:
@@ -40,12 +40,12 @@ jobs:
           --project example \
           --token '${{ secrets.BENCHER_API_TOKEN }}' \
           --branch '${{ env.PR_HEAD }}' \
-          --branch-start-point '${{ env.PR_BASE }}' \
-          --branch-start-point-hash '${{ env.PR_BASE_SHA }}' \
-          --branch-reset \
+          --start-point '${{ env.PR_BASE }}' \
+          --start-point-hash '${{ env.PR_BASE_SHA }}' \
+          --start-point-reset \
           --testbed ubuntu-latest \
-          --adapter json \
           --err \
+          --adapter json \
           --github-actions '${{ secrets.GITHUB_TOKEN }}' \
           --ci-number '${{ env.PR_NUMBER }}' \
           --file "$BENCHMARK_RESULTS"

.github/workflows/pr_benchmarks.yml

@@ -19,11 +19,11 @@ jobs:
           --project example \
           --token '${{ secrets.BENCHER_API_TOKEN }}' \
           --branch '${{ github.head_ref }}' \
-          --branch-start-point '${{ github.base_ref }}' \
-          --branch-start-point-hash '${{ github.event.pull_request.base.sha }}' \
-          --branch-reset \
+          --start-point '${{ github.base_ref }}' \
+          --start-point-hash '${{ github.event.pull_request.base.sha }}' \
+          --start-point-reset \
           --testbed ubuntu-latest \
-          --adapter json \
           --err \
+          --adapter json \
           --github-actions '${{ secrets.GITHUB_TOKEN }}' \
-          bencher mock
+          bencher mock

.github/workflows/pr_benchmarks_closed.yml

@@ -0,0 +1,21 @@
+on:
+  pull_request:
+    types: [closed]
+
+jobs:
+  archive_pr_branch:
+    name: Archive closed PR branch with Bencher
+      # DO NOT REMOVE: For handling Fork PRs see Pull Requests from Forks
+    if: github.event_name == 'pull_request' && github.event.pull_request.head.repo.full_name == github.repository
+    permissions:
+      pull-requests: write
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - uses: bencherdev/bencher@main
+      - name: Archive closed PR branch with Bencher
+        run: |
+          bencher archive \
+          --project example \
+          --token '${{ secrets.BENCHER_API_TOKEN }}' \
+          --branch '${{ github.head_ref }}'

.github/workflows/pr_target_benchmarks.yml

@@ -4,8 +4,10 @@
 The `.github` directory contains example workflows from [how to use Bencher in GitHub Actions](https://bencher.dev/docs/how-to/github-actions/).
 
 - [Benchmark pushes to `main` branch](.github/workflows/base_benchmarks.yml)
-- [Benchmark pull requests from branches](.github/workflows/pr_benchmarks.yml)
-- Benchmark fork pull requests and upload from default branch
-  - [Run benchmarks and cache](.github/workflows/run_fork_pr_benchmarks.yml)
-  - [Track benchmarks](.github/workflows/track_fork_pr_benchmarks.yml)
-- [Benchmark fork pull requests with Required Reviewers](.github/workflows/pr_target_benchmarks.yml)
+- Benchmark pull requests
+  - [Run and track benchmarks](.github/workflows/pr_benchmarks.yml)
+  - [Archive branches for closed pull requests](.github/workflows/pr_benchmarks_closed.yml)
+- Benchmark pull requests from forks
+  - [Run benchmarks](.github/workflows/fork_pr_benchmarks_run.yml)
+  - [Track benchmarks](.github/workflows/fork_pr_benchmarks_track.yml)
+  - [Archive branches for closed pull requests from forks](.github/workflows/fork_pr_benchmarks_closed.yml)