From 2daf9f7e0e5cd8b6377dc1ed7543b02b2e4cde21 Mon Sep 17 00:00:00 2001 From: Anton Tayanovskyy Date: Fri, 1 Mar 2024 16:58:58 -0500 Subject: [PATCH] Include a *-filestate variant of each benchmark To facilitate alerting on lower variance time-series, for each benchmark this change adds a variation that uses the filestate backend. The normal benchmark continues to measure the service backend which still makes sense to do as this represents the canonical user experience better. --- misc/test/performance_test.go | 13 +++++++++++++ 1 file changed, 13 insertions(+) diff --git a/misc/test/performance_test.go b/misc/test/performance_test.go index 112fc0ed1..0aa02d142 100644 --- a/misc/test/performance_test.go +++ b/misc/test/performance_test.go @@ -245,6 +245,19 @@ func programTestAsBenchmark( }) integration.ProgramTest(t, &finalOptions) }) + + // Run again against filestate backend; rename the benchmark first so that in the data + // warehouse one can distinguish easily the filestate time series from the regular ones that + // utilize the service backend. + t.Run("benchmark-filestate", func(t *testing.T) { + renamedBench := bench + renamedBench.Name += "-filestate" + finalOptions := test.With(renamedBench.ProgramTestOptions()).With(integration.ProgramTestOptions{ + RequireService: false, // use filestate instead + NoParallel: true, + }) + integration.ProgramTest(t, &finalOptions) + }) } func TestMain(m *testing.M) {