Add CI step to collect the benchmarks history

cardano-foundation · Jul 23, 2024 · 6775824 · 6775824
1 parent 4132815
commit 6775824
Show file tree

Hide file tree

Showing 2 changed files with 37 additions and 1 deletion.
diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml
@@ -297,6 +297,7 @@ steps:
       artifact_paths: [ "./bench-results.csv" ]
       concurrency: 4
       concurrency_group: 'concurrent-benchmarks'
+      key: api-benchmark
 
     - label: Latency Benchmark (linux)
       command: |
@@ -310,6 +311,7 @@ steps:
       artifact_paths: [ "./bench-results.csv" ]
       concurrency: 4
       concurrency_group: 'concurrent-benchmarks'
+      key: latency-benchmark
 
     - label: DB Benchmark (linux)
       command: |
@@ -323,6 +325,7 @@ steps:
       artifact_paths: [ "./bench-results.csv" ]
       concurrency: 4
       concurrency_group: 'concurrent-benchmarks'
+      key: db-benchmark
 
     - label: Read-blocks Benchmark (linux)
       command: |
@@ -336,7 +339,7 @@ steps:
       artifact_paths: [ "./bench-results.csv" ]
       concurrency: 4
       concurrency_group: 'concurrent-benchmarks'
-
+      key: read-blocks-benchmark
 
     - label: Memory Benchmark (linux)
       command: |
@@ -351,6 +354,27 @@ steps:
       artifact_paths: [ "./bench-results.csv" ]
       concurrency: 4
       concurrency_group: 'concurrent-benchmarks'
+      key: memory-benchmark
+
+    - label: Benchmarks history
+      # if: build.env("RELEASE_CANDIDATE") != null
+      # depends_on:
+      #   - api-benchmark
+      #   - latency-benchmark
+      #   - db-benchmark
+      #   - read-blocks-benchmark
+      #   - memory-benchmark
+      #   - trigger-benchmarks
+      artifact_paths:
+        - ./benchmark-history/**
+      command: |
+        mkdir -p benchmark-history
+        nix run .#cardano-wallet-benchmarks \
+          --since 2024-06-24 \
+          --charts-dir benchmark-history
+      env:
+        BUILDKITE_API_TOKEN: ${{ secrets.BUILDKITE_TOKEN_READ_BUILDS_ARTIFACTS }}
+
 
     - input: "Restoration Benchmark Parameters"
       if: build.env("RELEASE_CANDIDATE") == null

diff --git a/scripts/buildkite/main/benchmark-history.sh b/scripts/buildkite/main/benchmark-history.sh
@@ -0,0 +1,12 @@
+#! /usr/bin/env -S nix shell .#benchmark-history nixpkgs#gnutar -c bash
+# shellcheck shell=bash
+
+set -euox pipefail
+
+mkdir -p ./benchmark-history
+
+benchmark-history \
+    --since 2024-06-24 \
+    --charts-dir benchmark-history
+
+tar -czf benchmark-history.tar.gz benchmark-history