Tune benchmark params to reduce variance (#8308)

Author: jack-berg

sdk/all/src/jmh/java/io/opentelemetry/sdk/LogRecordBenchmark.java

@@ -112,9 +112,9 @@ public void tearDown() {
   @Benchmark
   @Group("threads1")
   @GroupThreads(1)
-  @Fork(1)
-  @Warmup(iterations = 5, time = 1)
-  @Measurement(iterations = 5, time = 1)
+  @Fork(3)
+  @Warmup(iterations = 3, time = 1)
+  @Measurement(iterations = 10, time = 1)
   @OperationsPerInvocation(RECORDS_PER_INVOCATION)
   public void record_SingleThread(BenchmarkState benchmarkState) {
     record(benchmarkState);
@@ -123,9 +123,9 @@ public void record_SingleThread(BenchmarkState benchmarkState) {
   @Benchmark
   @Group("threads" + MAX_THREADS)
   @GroupThreads(MAX_THREADS)
-  @Fork(1)
-  @Warmup(iterations = 5, time = 1)
-  @Measurement(iterations = 5, time = 1)
+  @Fork(3)
+  @Warmup(iterations = 3, time = 1)
+  @Measurement(iterations = 10, time = 1)
   @OperationsPerInvocation(RECORDS_PER_INVOCATION)
   public void record_MultipleThreads(BenchmarkState benchmarkState) {
     record(benchmarkState);

sdk/all/src/jmh/java/io/opentelemetry/sdk/MetricRecordBenchmark.java

@@ -96,7 +96,7 @@ public static class BenchmarkState {
 
     @Param AggregationTemporality aggregationTemporality;
 
-    @Param({"1", "100"})
+    @Param({"1", "128"})
     int cardinality;
 
     // The following parameters are excluded from the benchmark to reduce combinatorial explosion
@@ -187,9 +187,9 @@ public void tearDown() {
   @Benchmark
   @Group("threads1")
   @GroupThreads(1)
-  @Fork(1)
-  @Warmup(iterations = 5, time = 1)
-  @Measurement(iterations = 5, time = 1)
+  @Fork(3)
+  @Warmup(iterations = 3, time = 1)
+  @Measurement(iterations = 10, time = 1)
   @OperationsPerInvocation(RECORDS_PER_INVOCATION)
   public void record_SingleThread(BenchmarkState benchmarkState) {
     record(benchmarkState);
@@ -198,9 +198,9 @@ public void record_SingleThread(BenchmarkState benchmarkState) {
   @Benchmark
   @Group("threads" + MAX_THREADS)
   @GroupThreads(MAX_THREADS)
-  @Fork(1)
-  @Warmup(iterations = 5, time = 1)
-  @Measurement(iterations = 5, time = 1)
+  @Fork(3)
+  @Warmup(iterations = 3, time = 1)
+  @Measurement(iterations = 10, time = 1)
   @OperationsPerInvocation(RECORDS_PER_INVOCATION)
   public void record_MultipleThreads(BenchmarkState benchmarkState) {
     record(benchmarkState);

sdk/all/src/jmh/java/io/opentelemetry/sdk/SpanRecordBenchmark.java

@@ -123,9 +123,9 @@ public void tearDown() {
   @Benchmark
   @Group("threads1")
   @GroupThreads(1)
-  @Fork(1)
-  @Warmup(iterations = 5, time = 1)
-  @Measurement(iterations = 5, time = 1)
+  @Fork(3)
+  @Warmup(iterations = 3, time = 1)
+  @Measurement(iterations = 10, time = 1)
   @OperationsPerInvocation(RECORDS_PER_INVOCATION)
   public void record_SingleThread(BenchmarkState benchmarkState) {
     record(benchmarkState);
@@ -134,9 +134,9 @@ public void record_SingleThread(BenchmarkState benchmarkState) {
   @Benchmark
   @Group("threads" + MAX_THREADS)
   @GroupThreads(MAX_THREADS)
-  @Fork(1)
-  @Warmup(iterations = 5, time = 1)
-  @Measurement(iterations = 5, time = 1)
+  @Fork(3)
+  @Warmup(iterations = 3, time = 1)
+  @Measurement(iterations = 10, time = 1)
   @OperationsPerInvocation(RECORDS_PER_INVOCATION)
   public void record_MultipleThreads(BenchmarkState benchmarkState) {
     record(benchmarkState);