Add warmups everywhere applicable

DataDog · Feb 23, 2024 · 4257a5e · 4257a5e
1 parent ab2dd7d
commit 4257a5e
Show file tree

Hide file tree

Showing 13 changed files with 41 additions and 1 deletion.
diff --git a/tests/Benchmarks/API/ContextPropagationBench.php b/tests/Benchmarks/API/ContextPropagationBench.php
@@ -36,6 +36,7 @@ class ContextPropagationBench
      * @OutputTimeUnit("microseconds")
      * @RetryThreshold(10.0)
      * @BeforeMethods("resetContext")
+     * @Warmup(1)
      */
     public function benchExtractTraceContext128Bit()
     {
@@ -48,6 +49,7 @@ public function benchExtractTraceContext128Bit()
      * @OutputTimeUnit("microseconds")
      * @RetryThreshold(10.0)
      * @BeforeMethods("resetContext")
+     * @Warmup(1)
      */
     public function benchExtractTraceContext64Bit()
     {
@@ -60,6 +62,7 @@ public function benchExtractTraceContext64Bit()
      * @OutputTimeUnit("microseconds")
      * @RetryThreshold(10.0)
      * @BeforeMethods("resetContext")
+     * @Warmup(1)
      */
     public function benchExtractHeaders128Bit()
     {
@@ -72,6 +75,7 @@ public function benchExtractHeaders128Bit()
      * @OutputTimeUnit("microseconds")
      * @RetryThreshold(10.0)
      * @BeforeMethods("resetContext")
+     * @Warmup(1)
      */
     public function benchExtractHeaders64Bit()
     {
@@ -84,6 +88,7 @@ public function benchExtractHeaders64Bit()
      * @OutputTimeUnit("microseconds")
      * @RetryThreshold(10.0)
      * @BeforeMethods("setUp128BitContext")
+     * @Warmup(1)
      */
     public function benchInject128Bit()
     {
@@ -96,6 +101,7 @@ public function benchInject128Bit()
      * @OutputTimeUnit("microseconds")
      * @RetryThreshold(10.0)
      * @BeforeMethods("setUp64BitContext")
+     * @Warmup(1)
      */
     public function benchInject64Bit()
     {

diff --git a/tests/Benchmarks/API/HookBench.php b/tests/Benchmarks/API/HookBench.php
@@ -11,6 +11,7 @@ class HookBench
      * @Iterations(10)
      * @OutputTimeUnit("microseconds")
      * @RetryThreshold(10.0)
+     * @Warmup(1)
      */
     public function benchWithoutHook()
     {
@@ -25,6 +26,7 @@ public function benchWithoutHook()
      * @Iterations(10)
      * @OutputTimeUnit("microseconds")
      * @RetryThreshold(10.0)
+     * @Warmup(1)
      */
     public function benchHookOverheadTraceMethod()
     {
@@ -39,6 +41,7 @@ public function benchHookOverheadTraceMethod()
      * @Iterations(10)
      * @OutputTimeUnit("microseconds")
      * @RetryThreshold(10.0)
+     * @Warmup(1)
      */
     public function benchHookOverheadTraceFunction()
     {
@@ -53,6 +56,7 @@ public function benchHookOverheadTraceFunction()
      * @Iterations(10)
      * @OutputTimeUnit("microseconds")
      * @RetryThreshold(10.0)
+     * @Warmup(1)
      */
     public function benchHookOverheadInstallHookOnMethod()
     {
@@ -67,6 +71,7 @@ public function benchHookOverheadInstallHookOnMethod()
      * @Iterations(10)
      * @OutputTimeUnit("microseconds")
      * @RetryThreshold(10.0)
+     * @Warmup(1)
      */
     public function benchHookOverheadInstallHookOnFunction()
     {

diff --git a/tests/Benchmarks/API/MessagePackSerializationBench.php b/tests/Benchmarks/API/MessagePackSerializationBench.php
@@ -12,6 +12,7 @@ class MessagePackSerializationBench
      * @OutputTimeUnit("microseconds")
      * @RetryThreshold(10.0)
      * @ParamProviders({"provideTraceArrays"})
+     * @Warmup(1)
      */
     public function benchMessagePackSerialization($traceArray)
     {

diff --git a/tests/Benchmarks/API/SamplingRuleMatchingBench.php b/tests/Benchmarks/API/SamplingRuleMatchingBench.php
@@ -11,6 +11,7 @@ class SamplingRuleMatchingBench
      * @Iterations(10)
      * @OutputTimeUnit("microseconds")
      * @RetryThreshold(10.0)
+     * @Warmup(1)
      */
     public function benchGlobMatching1(): void
     {
@@ -22,6 +23,7 @@ public function benchGlobMatching1(): void
      * @Iterations(10)
      * @OutputTimeUnit("microseconds")
      * @RetryThreshold(10.0)
+     * @Warmup(1)
      */
     public function benchGlobMatching2(): void
     {
@@ -33,6 +35,7 @@ public function benchGlobMatching2(): void
      * @Iterations(10)
      * @OutputTimeUnit("microseconds")
      * @RetryThreshold(10.0)
+     * @Warmup(1)
      */
     public function benchGlobMatching3(): void
     {
@@ -44,6 +47,7 @@ public function benchGlobMatching3(): void
      * @Iterations(10)
      * @OutputTimeUnit("microseconds")
      * @RetryThreshold(10.0)
+     * @Warmup(1)
      */
     public function benchGlobMatching4(): void
     {
@@ -55,6 +59,7 @@ public function benchGlobMatching4(): void
      * @Iterations(10)
      * @OutputTimeUnit("microseconds")
      * @RetryThreshold(10.0)
+     * @Warmup(1)
      */
     public function benchRegexMatching1(): void
     {
@@ -66,6 +71,7 @@ public function benchRegexMatching1(): void
      * @Iterations(10)
      * @OutputTimeUnit("microseconds")
      * @RetryThreshold(10.0)
+     * @Warmup(1)
      */
     public function benchRegexMatching2(): void
     {
@@ -77,6 +83,7 @@ public function benchRegexMatching2(): void
      * @Iterations(10)
      * @OutputTimeUnit("microseconds")
      * @RetryThreshold(10.0)
+     * @Warmup(1)
      */
     public function benchRegexMatching3(): void
     {
@@ -88,6 +95,7 @@ public function benchRegexMatching3(): void
      * @Iterations(10)
      * @OutputTimeUnit("microseconds")
      * @RetryThreshold(10.0)
+     * @Warmup(1)
      */
     public function benchRegexMatching4(): void
     {

diff --git a/tests/Benchmarks/API/SpanBench.php b/tests/Benchmarks/API/SpanBench.php
@@ -16,6 +16,7 @@ class SpanBench
      * @Iterations(10)
      * @OutputTimeUnit("microseconds")
      * @RetryThreshold(10.0)
+     * @Warmup(1)
      */
     public function benchDatadogAPI()
     {
@@ -44,6 +45,7 @@ public function benchDatadogAPI()
      * @OutputTimeUnit("microseconds")
      * @RetryThreshold(10.0)
      * @BeforeMethods("setUpOpenTelemetry")
+     * @Warmup(1)
      */
     public function benchOpenTelemetryAPI()
     {
@@ -72,6 +74,7 @@ public function benchOpenTelemetryAPI()
      * @OutputTimeUnit("microseconds")
      * @RetryThreshold(10.0)
      * @BeforeMethods("setUpOpenTelemetry")
+     * @Warmup(1)
      */
     public function benchOpenTelemetryInteroperability()
     {

diff --git a/tests/Benchmarks/API/TraceAnnotationsBench.php b/tests/Benchmarks/API/TraceAnnotationsBench.php
@@ -11,6 +11,7 @@ class TraceAnnotationsBench
      * @Iterations(10)
      * @OutputTimeUnit("microseconds")
      * @RetryThreshold(10.0)
+     * @Warmup(1)
      */
     public function benchTraceAnnotationOverhead()
     {

diff --git a/tests/Benchmarks/API/TraceSerializationBench.php b/tests/Benchmarks/API/TraceSerializationBench.php
@@ -8,7 +8,7 @@ class TraceSerializationBench
 {
     /**
      * @Revs(1)
-     * @Iterations(10)
+     * @Iterations(20)
      * @OutputTimeUnit("microseconds")
      * @RetryThreshold(10.0)
      * @BeforeMethods("setUp")

diff --git a/tests/Benchmarks/Integrations/EmptyFileBench.php b/tests/Benchmarks/Integrations/EmptyFileBench.php
@@ -16,6 +16,7 @@ class EmptyFileBench extends WebFrameworkTestCase
      * @Iterations(10)
      * @OutputTimeUnit("microseconds")
      * @RetryThreshold(10.0)
+     * @Warmup(1)
      */
     public function benchEmptyFileBaseline()
     {
@@ -32,6 +33,7 @@ public function benchEmptyFileBaseline()
      * @Iterations(10)
      * @OutputTimeUnit("microseconds")
      * @RetryThreshold(10.0)
+     * @Warmup(1)
      */
     public function benchEmptyFileOverhead()
     {

diff --git a/tests/Benchmarks/Integrations/LaravelBench.php b/tests/Benchmarks/Integrations/LaravelBench.php
@@ -16,6 +16,7 @@ class LaravelBench extends WebFrameworkTestCase
      * @Iterations(10)
      * @OutputTimeUnit("microseconds")
      * @RetryThreshold(10.0)
+     * @Warmup(1)
      */
     public function benchLaravelBaseline()
     {
@@ -32,6 +33,7 @@ public function benchLaravelBaseline()
      * @Iterations(10)
      * @OutputTimeUnit("microseconds")
      * @RetryThreshold(10.0)
+     * @Warmup(1)
      */
     public function benchLaravelOverhead()
     {

diff --git a/tests/Benchmarks/Integrations/LogsInjectionBench.php b/tests/Benchmarks/Integrations/LogsInjectionBench.php
@@ -20,6 +20,7 @@ class LogsInjectionBench
      * @Iterations(10)
      * @OutputTimeUnit("microseconds")
      * @RetryThreshold(10.0)
+     * @Warmup(1)
      */
     public function benchLogsInfoBaseline()
     {
@@ -32,6 +33,7 @@ public function benchLogsInfoBaseline()
      * @Iterations(10)
      * @OutputTimeUnit("microseconds")
      * @RetryThreshold(10.0)
+     * @Warmup(1)
      */
     public function benchLogsInfoInjection()
     {
@@ -44,6 +46,7 @@ public function benchLogsInfoInjection()
      * @Iterations(10)
      * @OutputTimeUnit("microseconds")
      * @RetryThreshold(10.0)
+     * @Warmup(1)
      */
     public function benchLogsNullBaseline()
     {
@@ -58,6 +61,7 @@ public function benchLogsNullBaseline()
      * @Iterations(10)
      * @OutputTimeUnit("microseconds")
      * @RetryThreshold(10.0)
+     * @Warmup(1)
      */
     public function benchLogsNullInjection()
     {

diff --git a/tests/Benchmarks/Integrations/PDOBench.php b/tests/Benchmarks/Integrations/PDOBench.php
@@ -25,6 +25,7 @@ class PDOBench
      * @Iterations(15)
      * @OutputTimeUnit("microseconds")
      * @RetryThreshold(10.0)
+     * @Warmup(1)
      */
     public function benchPDOBaseline()
     {
@@ -37,6 +38,7 @@ public function benchPDOBaseline()
      * @Iterations(15)
      * @OutputTimeUnit("microseconds")
      * @RetryThreshold(10.0)
+     * @Warmup(1)
      */
     public function benchPDOOverhead()
     {
@@ -49,6 +51,7 @@ public function benchPDOOverhead()
      * @Iterations(15)
      * @OutputTimeUnit("microseconds")
      * @RetryThreshold(10.0)
+     * @Warmup(1)
      */
     public function benchPDOOverheadWithDBM()
     {

diff --git a/tests/Benchmarks/Integrations/SymfonyBench.php b/tests/Benchmarks/Integrations/SymfonyBench.php
@@ -16,6 +16,7 @@ class SymfonyBench extends WebFrameworkTestCase
      * @Iterations(10)
      * @OutputTimeUnit("microseconds")
      * @RetryThreshold(10.0)
+     * @Warmup(1)
      */
     public function benchSymfonyBaseline()
     {
@@ -32,6 +33,7 @@ public function benchSymfonyBaseline()
      * @Iterations(10)
      * @OutputTimeUnit("microseconds")
      * @RetryThreshold(10.0)
+     * @Warmup(1)
      */
     public function benchSymfonyOverhead()
     {

diff --git a/tests/Benchmarks/Integrations/WordPressBench.php b/tests/Benchmarks/Integrations/WordPressBench.php
@@ -16,6 +16,7 @@ class WordPressBench extends WebFrameworkTestCase
      * @Iterations(10)
      * @OutputTimeUnit("microseconds")
      * @RetryThreshold(10.0)
+     * @Warmup(1)
      */
     public function benchWordPressOverhead()
     {
@@ -32,6 +33,7 @@ public function benchWordPressOverhead()
      * @Iterations(10)
      * @OutputTimeUnit("microseconds")
      * @RetryThreshold(10.0)
+     * @Warmup(1)
      */
     public function benchEnhancedWordPressOverhead()
     {
@@ -82,6 +84,7 @@ public function enableEnhancedWordPressTracing()
      * @Iterations(10)
      * @OutputTimeUnit("microseconds")
      * @RetryThreshold(10.0)
+     * @Warmup(1)
      */
     public function benchWordPressBaseline()
     {