chore(test/performance-test-suite): add sync benchmarks

Signed-off-by: Marco Sanchotene <marco@codenotary.com>
codenotary · Feb 16, 2023 · 86f6b9a · 86f6b9a
1 parent 20d2ceb
commit 86f6b9a
Show file tree

Hide file tree

Showing 2 changed files with 67 additions and 7 deletions.
diff --git a/.github/workflows/performance.yml b/.github/workflows/performance.yml
@@ -42,7 +42,7 @@ jobs:
         target: ${{ fromJson(needs.performance-test-suite-detect-runners.outputs.matrix) }}
     runs-on: ${{ matrix.target.runs-on }}
     env:
-      ARG_DURATION: "${{ startsWith(github.ref, 'refs/tags/v') && '-d 10m' || '' }}"
+      ARG_DURATION: "${{ startsWith(github.ref, 'refs/tags/v') && '-d 2m' || '' }}"
       INFLUX_HOST: ${{ secrets.INFLUX_HOST }}
       INFLUX_TOKEN: ${{ secrets.INFLUX_TOKEN }}
     steps:

diff --git a/test/performance-test-suite/pkg/runner/benchmarks.go b/test/performance-test-suite/pkg/runner/benchmarks.go
@@ -24,7 +24,7 @@ import (
 func getBenchmarksToRun() []benchmarks.Benchmark {
 	return []benchmarks.Benchmark{
 		writetxs.NewBenchmark(writetxs.Config{
-			Name:       "Write TX/s - no replicas",
+			Name:       "Write TX/s async - no replicas",
 			Workers:    30,
 			BatchSize:  1,
 			KeySize:    32,
@@ -34,7 +34,7 @@ func getBenchmarksToRun() []benchmarks.Benchmark {
 		}),
 
 		writetxs.NewBenchmark(writetxs.Config{
-			Name:       "Write KV/s - no replicas",
+			Name:       "Write KV/s async - no replicas",
 			Workers:    30,
 			BatchSize:  1000,
 			KeySize:    32,
@@ -44,7 +44,7 @@ func getBenchmarksToRun() []benchmarks.Benchmark {
 		}),
 
 		writetxs.NewBenchmark(writetxs.Config{
-			Name:       "Write TX/s - one async replica",
+			Name:       "Write TX/s async - one async replica",
 			Workers:    30,
 			BatchSize:  1,
 			KeySize:    32,
@@ -54,7 +54,7 @@ func getBenchmarksToRun() []benchmarks.Benchmark {
 		}),
 
 		writetxs.NewBenchmark(writetxs.Config{
-			Name:       "Write KV/s - one async replica",
+			Name:       "Write KV/s async - one async replica",
 			Workers:    30,
 			BatchSize:  1000,
 			KeySize:    32,
@@ -64,7 +64,7 @@ func getBenchmarksToRun() []benchmarks.Benchmark {
 		}),
 
 		writetxs.NewBenchmark(writetxs.Config{
-			Name:       "Write TX/s - one sync replica",
+			Name:       "Write TX/s async - one sync replica",
 			Workers:    30,
 			BatchSize:  1,
 			KeySize:    32,
@@ -74,13 +74,73 @@ func getBenchmarksToRun() []benchmarks.Benchmark {
 		}),
 
 		writetxs.NewBenchmark(writetxs.Config{
-			Name:       "Write KV/s - one sync replica",
+			Name:       "Write KV/s async - one sync replica",
 			Workers:    30,
 			BatchSize:  1000,
 			KeySize:    32,
 			ValueSize:  128,
 			AsyncWrite: true,
 			Replica:    "sync",
 		}),
+
+		writetxs.NewBenchmark(writetxs.Config{
+			Name:       "Write TX/s sync - no replicas",
+			Workers:    30,
+			BatchSize:  1,
+			KeySize:    32,
+			ValueSize:  128,
+			AsyncWrite: false,
+			Replica:    "",
+		}),
+
+		writetxs.NewBenchmark(writetxs.Config{
+			Name:       "Write KV/s sync - no replicas",
+			Workers:    30,
+			BatchSize:  1000,
+			KeySize:    32,
+			ValueSize:  128,
+			AsyncWrite: false,
+			Replica:    "",
+		}),
+
+		writetxs.NewBenchmark(writetxs.Config{
+			Name:       "Write TX/s sync - one async replica",
+			Workers:    30,
+			BatchSize:  1,
+			KeySize:    32,
+			ValueSize:  128,
+			AsyncWrite: false,
+			Replica:    "async",
+		}),
+
+		writetxs.NewBenchmark(writetxs.Config{
+			Name:       "Write KV/s sync - one async replica",
+			Workers:    30,
+			BatchSize:  1000,
+			KeySize:    32,
+			ValueSize:  128,
+			AsyncWrite: false,
+			Replica:    "async",
+		}),
+
+		writetxs.NewBenchmark(writetxs.Config{
+			Name:       "Write TX/s sync - one sync replica",
+			Workers:    30,
+			BatchSize:  1,
+			KeySize:    32,
+			ValueSize:  128,
+			AsyncWrite: false,
+			Replica:    "sync",
+		}),
+
+		writetxs.NewBenchmark(writetxs.Config{
+			Name:       "Write KV/s sync - one sync replica",
+			Workers:    30,
+			BatchSize:  1000,
+			KeySize:    32,
+			ValueSize:  128,
+			AsyncWrite: false,
+			Replica:    "sync",
+		}),
 	}
 }