From b9652d7a2b9eea0ffa29366115542b6861a92144 Mon Sep 17 00:00:00 2001 From: BitterPanda Date: Mon, 1 Dec 2025 10:52:03 +0100 Subject: [PATCH 1/4] Python: auto-retry benchmarks --- .github/workflows/benchmark.yml | 19 ++++++++++++++----- 1 file changed, 14 insertions(+), 5 deletions(-) diff --git a/.github/workflows/benchmark.yml b/.github/workflows/benchmark.yml index 1693c5bc5..4d52f7e67 100644 --- a/.github/workflows/benchmark.yml +++ b/.github/workflows/benchmark.yml @@ -60,9 +60,14 @@ jobs: run: nohup make runBenchmark & nohup make runZenDisabled & - name: Install K6 uses: grafana/setup-k6-action@ffe7d7290dfa715e48c2ccc924d068444c94bde2 # v1 - - name: Run flask-mysql k6 Benchmark - run: | - k6 run -q ./benchmarks/flask-mysql-benchmarks.js + + - name: Run flask-mysql k6 Benchmark (max 3 attempts) + uses: nick-fields/retry@14672906e672a08bd6eeb15720e9ed3ce869cdd4 # v2.9.0 + with: + timeout_minutes: 20 + max_attempts: 3 + command: | + k6 run -q ./benchmarks/flask-mysql-benchmarks.js wrk_benchmarks: runs-on: ubuntu-latest @@ -94,5 +99,9 @@ jobs: sudo apt-get update sudo apt-get install -y wrk - name: Run benchmarks - working-directory: ./benchmarks/wrk_benchmark - run: make benchmark_${{ matrix.app }} + uses: nick-fields/retry@14672906e672a08bd6eeb15720e9ed3ce869cdd4 # v2.9.0 + with: + timeout_minutes: 20 + max_attempts: 3 + command: | + cd ./benchmakrs/wrk_benchmark && make benchmark_${{ matrix.app }} From 8a2b8341a34cbb322373964343f959e7fc1732eb Mon Sep 17 00:00:00 2001 From: bitterpanda Date: Mon, 1 Dec 2025 10:52:35 +0100 Subject: [PATCH 2/4] Update .github/workflows/benchmark.yml --- .github/workflows/benchmark.yml | 1 - 1 file changed, 1 deletion(-) diff --git a/.github/workflows/benchmark.yml b/.github/workflows/benchmark.yml index 4d52f7e67..4ec1359f4 100644 --- a/.github/workflows/benchmark.yml +++ b/.github/workflows/benchmark.yml @@ -60,7 +60,6 @@ jobs: run: nohup make runBenchmark & nohup make runZenDisabled & - name: Install K6 uses: grafana/setup-k6-action@ffe7d7290dfa715e48c2ccc924d068444c94bde2 # v1 - - name: Run flask-mysql k6 Benchmark (max 3 attempts) uses: nick-fields/retry@14672906e672a08bd6eeb15720e9ed3ce869cdd4 # v2.9.0 with: From d7d358bc9067e0b8041879f1bf3bd9ca978e17e9 Mon Sep 17 00:00:00 2001 From: bitterpanda Date: Mon, 1 Dec 2025 10:53:52 +0100 Subject: [PATCH 3/4] Update .github/workflows/benchmark.yml --- .github/workflows/benchmark.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/benchmark.yml b/.github/workflows/benchmark.yml index 4ec1359f4..2e116dc12 100644 --- a/.github/workflows/benchmark.yml +++ b/.github/workflows/benchmark.yml @@ -97,7 +97,7 @@ jobs: run: | sudo apt-get update sudo apt-get install -y wrk - - name: Run benchmarks + - name: Run benchmarks (max 3 attempts) uses: nick-fields/retry@14672906e672a08bd6eeb15720e9ed3ce869cdd4 # v2.9.0 with: timeout_minutes: 20 From 0403a896fe486f24137d55ebc95cc41cd9f77649 Mon Sep 17 00:00:00 2001 From: BitterPanda Date: Mon, 1 Dec 2025 10:56:19 +0100 Subject: [PATCH 4/4] fix typo in wrk_benchmarks --- .github/workflows/benchmark.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/benchmark.yml b/.github/workflows/benchmark.yml index 4d52f7e67..694958bf3 100644 --- a/.github/workflows/benchmark.yml +++ b/.github/workflows/benchmark.yml @@ -104,4 +104,4 @@ jobs: timeout_minutes: 20 max_attempts: 3 command: | - cd ./benchmakrs/wrk_benchmark && make benchmark_${{ matrix.app }} + cd ./benchmarks/wrk_benchmark && make benchmark_${{ matrix.app }}