diff --git a/.github/workflows/benchmarks.yaml b/.github/workflows/benchmarks.yaml
index 94baf6783f..96c5f28c82 100644
--- a/.github/workflows/benchmarks.yaml
+++ b/.github/workflows/benchmarks.yaml
@@ -1,8 +1,14 @@
 name: Go Benchmarks
 on:
   push:
+    branches:
+    - 'main'
+  pull_request:
     branches:
     - '**'
+    types:
+    - labeled
+  workflow_dispatch: {}
 
 permissions:
   contents: write
@@ -12,6 +18,10 @@ jobs:
   benchmark:
     timeout-minutes: ${{ fromJSON(vars.GHA_DEFAULT_TIMEOUT) }}
     name: Run Go benchmarks
+    if: |
+      contains(github.event.*.labels.*.name, 'ci/run-benchmarks') ||
+      github.event_name == 'workflow_dispatch' ||
+      github.event_name == 'push'
     runs-on: ubuntu-latest
     steps:
     - uses: actions/checkout@v4
@@ -41,6 +51,7 @@ jobs:
         alert-comment-cc-users: '@Kong/k8s-maintainers'
         comment-always: false
         comment-on-alert: true
+        max-items-in-chart: 50
 
         # Enable Job Summary for PRs
         summary-always: true