From 86f6b9a7831353635e9e7807c4afbee04000226f Mon Sep 17 00:00:00 2001
From: Marco Sanchotene <marco@pontograu.com>
Date: Wed, 15 Feb 2023 11:38:50 -0300
Subject: [PATCH] chore(test/performance-test-suite): add sync benchmarks

Signed-off-by: Marco Sanchotene <marco@codenotary.com>
---
 .github/workflows/performance.yml             |  2 +-
 .../pkg/runner/benchmarks.go                  | 72 +++++++++++++++++--
 2 files changed, 67 insertions(+), 7 deletions(-)

diff --git a/.github/workflows/performance.yml b/.github/workflows/performance.yml
index 27b5601542..7c7d58b25a 100644
--- a/.github/workflows/performance.yml
+++ b/.github/workflows/performance.yml
@@ -42,7 +42,7 @@ jobs:
         target: ${{ fromJson(needs.performance-test-suite-detect-runners.outputs.matrix) }}
     runs-on: ${{ matrix.target.runs-on }}
     env:
-      ARG_DURATION: "${{ startsWith(github.ref, 'refs/tags/v') && '-d 10m' || '' }}"
+      ARG_DURATION: "${{ startsWith(github.ref, 'refs/tags/v') && '-d 2m' || '' }}"
       INFLUX_HOST: ${{ secrets.INFLUX_HOST }}
       INFLUX_TOKEN: ${{ secrets.INFLUX_TOKEN }}
     steps:
diff --git a/test/performance-test-suite/pkg/runner/benchmarks.go b/test/performance-test-suite/pkg/runner/benchmarks.go
index ce71b794ec..8b8f747a2c 100644
--- a/test/performance-test-suite/pkg/runner/benchmarks.go
+++ b/test/performance-test-suite/pkg/runner/benchmarks.go
@@ -24,7 +24,7 @@ import (
 func getBenchmarksToRun() []benchmarks.Benchmark {
 	return []benchmarks.Benchmark{
 		writetxs.NewBenchmark(writetxs.Config{
-			Name:       "Write TX/s - no replicas",
+			Name:       "Write TX/s async - no replicas",
 			Workers:    30,
 			BatchSize:  1,
 			KeySize:    32,
@@ -34,7 +34,7 @@ func getBenchmarksToRun() []benchmarks.Benchmark {
 		}),
 
 		writetxs.NewBenchmark(writetxs.Config{
-			Name:       "Write KV/s - no replicas",
+			Name:       "Write KV/s async - no replicas",
 			Workers:    30,
 			BatchSize:  1000,
 			KeySize:    32,
@@ -44,7 +44,7 @@ func getBenchmarksToRun() []benchmarks.Benchmark {
 		}),
 
 		writetxs.NewBenchmark(writetxs.Config{
-			Name:       "Write TX/s - one async replica",
+			Name:       "Write TX/s async - one async replica",
 			Workers:    30,
 			BatchSize:  1,
 			KeySize:    32,
@@ -54,7 +54,7 @@ func getBenchmarksToRun() []benchmarks.Benchmark {
 		}),
 
 		writetxs.NewBenchmark(writetxs.Config{
-			Name:       "Write KV/s - one async replica",
+			Name:       "Write KV/s async - one async replica",
 			Workers:    30,
 			BatchSize:  1000,
 			KeySize:    32,
@@ -64,7 +64,7 @@ func getBenchmarksToRun() []benchmarks.Benchmark {
 		}),
 
 		writetxs.NewBenchmark(writetxs.Config{
-			Name:       "Write TX/s - one sync replica",
+			Name:       "Write TX/s async - one sync replica",
 			Workers:    30,
 			BatchSize:  1,
 			KeySize:    32,
@@ -74,7 +74,7 @@ func getBenchmarksToRun() []benchmarks.Benchmark {
 		}),
 
 		writetxs.NewBenchmark(writetxs.Config{
-			Name:       "Write KV/s - one sync replica",
+			Name:       "Write KV/s async - one sync replica",
 			Workers:    30,
 			BatchSize:  1000,
 			KeySize:    32,
@@ -82,5 +82,65 @@ func getBenchmarksToRun() []benchmarks.Benchmark {
 			AsyncWrite: true,
 			Replica:    "sync",
 		}),
+
+		writetxs.NewBenchmark(writetxs.Config{
+			Name:       "Write TX/s sync - no replicas",
+			Workers:    30,
+			BatchSize:  1,
+			KeySize:    32,
+			ValueSize:  128,
+			AsyncWrite: false,
+			Replica:    "",
+		}),
+
+		writetxs.NewBenchmark(writetxs.Config{
+			Name:       "Write KV/s sync - no replicas",
+			Workers:    30,
+			BatchSize:  1000,
+			KeySize:    32,
+			ValueSize:  128,
+			AsyncWrite: false,
+			Replica:    "",
+		}),
+
+		writetxs.NewBenchmark(writetxs.Config{
+			Name:       "Write TX/s sync - one async replica",
+			Workers:    30,
+			BatchSize:  1,
+			KeySize:    32,
+			ValueSize:  128,
+			AsyncWrite: false,
+			Replica:    "async",
+		}),
+
+		writetxs.NewBenchmark(writetxs.Config{
+			Name:       "Write KV/s sync - one async replica",
+			Workers:    30,
+			BatchSize:  1000,
+			KeySize:    32,
+			ValueSize:  128,
+			AsyncWrite: false,
+			Replica:    "async",
+		}),
+
+		writetxs.NewBenchmark(writetxs.Config{
+			Name:       "Write TX/s sync - one sync replica",
+			Workers:    30,
+			BatchSize:  1,
+			KeySize:    32,
+			ValueSize:  128,
+			AsyncWrite: false,
+			Replica:    "sync",
+		}),
+
+		writetxs.NewBenchmark(writetxs.Config{
+			Name:       "Write KV/s sync - one sync replica",
+			Workers:    30,
+			BatchSize:  1000,
+			KeySize:    32,
+			ValueSize:  128,
+			AsyncWrite: false,
+			Replica:    "sync",
+		}),
 	}
 }