Increase iterations of flaky benchmarks (#2458)

* fix: Increase iterations of flaky benchmarks * Increase iterations of PDOBench * Rerun benchmarks on changes to `tests/Benchmarks/**/*` * Rerun benchmarks on changes to `benchmark`
DataDog · Jan 11, 2024 · fa486a8 · fa486a8
1 parent 4b6bccc
commit fa486a8
Show file tree

Hide file tree

Showing 4 changed files with 8 additions and 6 deletions.
diff --git a/.gitlab/benchmarks.yml b/.gitlab/benchmarks.yml
@@ -56,6 +56,8 @@ benchmarks-tracer:
           - ext/**/*
           - src/**/*
           - zend_abstract_interface/**/*
+          - tests/Benchmarks/**/*
+          - benchmark/*
         compare_to: "master"
       when: on_success
     - when: manual

diff --git a/tests/Benchmarks/API/ContextPropagationBench.php b/tests/Benchmarks/API/ContextPropagationBench.php
@@ -56,7 +56,7 @@ public function benchExtractTraceContext64Bit()
 
     /**
      * @Revs(1)
-     * @Iterations(10)
+     * @Iterations(15)
      * @OutputTimeUnit("microseconds")
      * @RetryThreshold(10.0)
      * @BeforeMethods("resetContext")

diff --git a/tests/Benchmarks/Integrations/PDOBench.php b/tests/Benchmarks/Integrations/PDOBench.php
@@ -22,7 +22,7 @@ class PDOBench
     /**
      * @BeforeMethods({"disablePDOIntegration"})
      * @Revs(100)
-     * @Iterations(5)
+     * @Iterations(15)
      * @OutputTimeUnit("microseconds")
      * @RetryThreshold(10.0)
      */
@@ -34,7 +34,7 @@ public function benchPDOBaseline()
     /**
      * @BeforeMethods({"enablePDOIntegration"})
      * @Revs(100)
-     * @Iterations(5)
+     * @Iterations(15)
      * @OutputTimeUnit("microseconds")
      * @RetryThreshold(10.0)
      */
@@ -46,7 +46,7 @@ public function benchPDOOverhead()
     /**
      * @BeforeMethods({"enablePDOIntegrationWithDBM"})
      * @Revs(100)
-     * @Iterations(5)
+     * @Iterations(15)
      * @OutputTimeUnit("microseconds")
      * @RetryThreshold(10.0)
      */

diff --git a/tests/Benchmarks/Integrations/PHPRedisBench.php b/tests/Benchmarks/Integrations/PHPRedisBench.php
@@ -15,7 +15,7 @@ class PHPRedisBench
      * @BeforeMethods({"disablePHPRedisIntegration"})
      * @AfterMethods({"closeConnection"})
      * @Revs(100)
-     * @Iterations(5)
+     * @Iterations(15)
      * @OutputTimeUnit("microseconds")
      * @RetryThreshold(10.0)
      */
@@ -28,7 +28,7 @@ public function benchRedisBaseline()
      * @BeforeMethods({"enablePHPRedisIntegration"})
      * @AfterMethods({"closeConnection"})
      * @Revs(100)
-     * @Iterations(5)
+     * @Iterations(15)
      * @OutputTimeUnit("microseconds")
      * @RetryThreshold(10.0)
      */