Add benchmark tests for Sum Aggregation #1949

sdk/test/metrics/BUILD

@@ -1,5 +1,20 @@
 load("//bazel:otel_cc_benchmark.bzl", "otel_cc_benchmark")
 
+cc_library(
+    name = "metrics_common_test_utils",
+    srcs = [
+        "common.cc",
+    ],
+    hdrs = ["common.h"],
+    tags = [
+        "metrics",
+        "test",
+    ],
+    deps = [
+        "//sdk/src/metrics",
+    ],
+)
+
 cc_test(
     name = "meter_test",
     srcs = [
@@ -10,7 +25,7 @@ cc_test(
         "test",
     ],
     deps = [
-        "//sdk/src/metrics",
+        "metrics_common_test_utils",
         "@com_google_googletest//:gtest_main",
     ],
 )
@@ -25,7 +40,7 @@ cc_test(
         "test",
     ],
     deps = [
-        "//sdk/src/metrics",
+        "metrics_common_test_utils",
         "//sdk/src/resource",
         "@com_google_googletest//:gtest_main",
     ],
@@ -41,7 +56,7 @@ cc_test(
         "test",
     ],
     deps = [
-        "//sdk/src/metrics",
+        "metrics_common_test_utils",
         "//sdk/src/resource",
         "@com_google_googletest//:gtest_main",
     ],
@@ -57,7 +72,7 @@ cc_test(
         "test",
     ],
     deps = [
-        "//sdk/src/metrics",
+        "metrics_common_test_utils",
         "//sdk/src/resource",
         "@com_google_googletest//:gtest_main",
     ],
@@ -73,7 +88,7 @@ cc_test(
         "test",
     ],
     deps = [
-        "//sdk/src/metrics",
+        "metrics_common_test_utils",
         "//sdk/src/resource",
         "@com_google_googletest//:gtest_main",
     ],
@@ -89,7 +104,7 @@ cc_test(
         "test",
     ],
     deps = [
-        "//sdk/src/metrics",
+        "metrics_common_test_utils",
         "//sdk/src/resource",
         "@com_google_googletest//:gtest_main",
     ],
@@ -105,7 +120,7 @@ cc_test(
         "test",
     ],
     deps = [
-        "//sdk/src/metrics",
+        "metrics_common_test_utils",
         "//sdk/src/resource",
         "@com_google_googletest//:gtest_main",
     ],
@@ -121,7 +136,7 @@ cc_test(
         "test",
     ],
     deps = [
-        "//sdk/src/metrics",
+        "metrics_common_test_utils",
         "//sdk/src/resource",
         "@com_google_googletest//:gtest_main",
     ],
@@ -137,7 +152,7 @@ cc_test(
         "test",
     ],
     deps = [
-        "//sdk/src/metrics",
+        "metrics_common_test_utils",
         "//sdk/src/resource",
         "@com_google_googletest//:gtest_main",
     ],
@@ -153,7 +168,7 @@ cc_test(
         "test",
     ],
     deps = [
-        "//sdk/src/metrics",
+        "metrics_common_test_utils",
         "//sdk/src/resource",
         "@com_google_googletest//:gtest_main",
     ],
@@ -169,7 +184,7 @@ cc_test(
         "test",
     ],
     deps = [
-        "//sdk/src/metrics",
+        "metrics_common_test_utils",
         "@com_google_googletest//:gtest_main",
     ],
 )
@@ -184,7 +199,7 @@ cc_test(
         "test",
     ],
     deps = [
-        "//sdk/src/metrics",
+        "metrics_common_test_utils",
         "//sdk/src/resource",
         "@com_google_googletest//:gtest_main",
     ],
@@ -200,7 +215,7 @@ cc_test(
         "test",
     ],
     deps = [
-        "//sdk/src/metrics",
+        "metrics_common_test_utils",
         "//sdk/src/resource",
         "@com_google_googletest//:gtest_main",
     ],
@@ -216,7 +231,7 @@ cc_test(
         "test",
     ],
     deps = [
-        "//sdk/src/metrics",
+        "metrics_common_test_utils",
         "//sdk/src/resource",
         "@com_google_googletest//:gtest_main",
     ],
@@ -232,7 +247,7 @@ cc_test(
         "test",
     ],
     deps = [
-        "//sdk/src/metrics",
+        "metrics_common_test_utils",
         "@com_google_googletest//:gtest_main",
     ],
 )
@@ -247,7 +262,7 @@ cc_test(
         "test",
     ],
     deps = [
-        "//sdk/src/metrics",
+        "metrics_common_test_utils",
         "@com_google_googletest//:gtest_main",
     ],
 )
@@ -262,7 +277,7 @@ cc_test(
         "test",
     ],
     deps = [
-        "//sdk/src/metrics",
+        "metrics_common_test_utils",
         "@com_google_googletest//:gtest_main",
     ],
 )
@@ -277,7 +292,7 @@ cc_test(
         "test",
     ],
     deps = [
-        "//sdk/src/metrics",
+        "metrics_common_test_utils",
         "@com_google_googletest//:gtest_main",
     ],
 )
@@ -293,7 +308,7 @@ otel_cc_benchmark(
         "test",
     ],
     deps = [
-        "//sdk/src/metrics",
+        "metrics_common_test_utils",
     ],
 )
 
@@ -308,7 +323,7 @@ otel_cc_benchmark(
         "test",
     ],
     deps = [
-        "//sdk/src/metrics",
+        "metrics_common_test_utils",
     ],
 )
 
@@ -323,6 +338,24 @@ otel_cc_benchmark(
         "test",
     ],
     deps = [
+        "metrics_common_test_utils",
+        "//sdk/src/metrics",
+        "//sdk/src/resource",
+    ],
+)
+
+otel_cc_benchmark(
+    name = "sum_aggregation_benchmark",
+    srcs = [
+        "sum_aggregation_benchmark.cc",
+    ],
+    tags = [
+        "benchmark",
+        "metrics",
+        "test",
+    ],
+    deps = [
+        "metrics_common_test_utils",
         "//sdk/src/metrics",
         "//sdk/src/resource",
     ],

sdk/test/metrics/CMakeLists.txt

@@ -1,3 +1,6 @@
+add_library(metrics_common_test_utils common.cc)
+target_link_libraries(metrics_common_test_utils opentelemetry_metrics)
+
 foreach(
   testname
   meter_provider_sdk_test
@@ -24,7 +27,7 @@ foreach(
   add_executable(${testname} "${testname}.cc")
   target_link_libraries(
     ${testname} ${GTEST_BOTH_LIBRARIES} ${CMAKE_THREAD_LIBS_INIT}
-    opentelemetry_resources opentelemetry_metrics)
+    metrics_common_test_utils opentelemetry_resources)
   gtest_add_tests(
     TARGET ${testname}
     TEST_PREFIX metrics.
@@ -45,8 +48,13 @@ if(WITH_BENCHMARK)
                  histogram_aggregation_benchmark.cc)
   target_link_libraries(
     histogram_aggregation_benchmark benchmark::benchmark
-    ${CMAKE_THREAD_LIBS_INIT} opentelemetry_common opentelemetry_metrics
+    ${CMAKE_THREAD_LIBS_INIT} metrics_common_test_utils opentelemetry_common
     opentelemetry_resources)
+
+  add_executable(sum_aggregation_benchmark sum_aggregation_benchmark.cc)
+  target_link_libraries(
+    sum_aggregation_benchmark benchmark::benchmark ${CMAKE_THREAD_LIBS_INIT}
+    metrics_common_test_utils opentelemetry_common opentelemetry_resources)
 endif()
 
 add_subdirectory(exemplar)

sdk/test/metrics/async_metric_storage_test.cc

@@ -1,47 +1,31 @@
 // Copyright The OpenTelemetry Authors
 // SPDX-License-Identifier: Apache-2.0
 
-#include "opentelemetry/sdk/metrics/state/async_metric_storage.h"
-#include <cstdint>
+#include "common.h"
+
 #include "opentelemetry/common/key_value_iterable_view.h"
 #include "opentelemetry/sdk/metrics/async_instruments.h"
 #include "opentelemetry/sdk/metrics/instruments.h"
 #include "opentelemetry/sdk/metrics/meter_context.h"
 #include "opentelemetry/sdk/metrics/metric_reader.h"
 #include "opentelemetry/sdk/metrics/observer_result.h"
 #include "opentelemetry/sdk/metrics/push_metric_exporter.h"
+#include "opentelemetry/sdk/metrics/state/async_metric_storage.h"
 #include "opentelemetry/sdk/metrics/state/metric_collector.h"
 #include "opentelemetry/sdk/metrics/state/observable_registry.h"
 
 #include <gtest/gtest.h>
+#include <cstdint>
 #include <memory>
 #include <vector>
 
 using namespace opentelemetry::sdk::metrics;
 using namespace opentelemetry::sdk::instrumentationscope;
 using namespace opentelemetry::sdk::resource;
-
-using namespace opentelemetry::sdk::metrics;
 using namespace opentelemetry::common;
-using M         = std::map<std::string, std::string>;
 namespace nostd = opentelemetry::nostd;
 
-class MockCollectorHandle : public CollectorHandle
-{
-public:
-  MockCollectorHandle(AggregationTemporality temp) : temporality(temp) {}
-
-  ~MockCollectorHandle() override = default;
-
-  AggregationTemporality GetAggregationTemporality(
-      InstrumentType /* instrument_type */) noexcept override
-  {
-    return temporality;
-  }
-
-private:
-  AggregationTemporality temporality;
-};
+using M = std::map<std::string, std::string>;
 
 class WritableMetricStorageTestFixture : public ::testing::TestWithParam<AggregationTemporality>
 {};

sdk/test/metrics/common.cc

@@ -0,0 +1,68 @@
+// Copyright The OpenTelemetry Authors
+// SPDX-License-Identifier: Apache-2.0
+
+#include "common.h"
+
+using namespace opentelemetry;
+using namespace opentelemetry::sdk::instrumentationscope;
+using namespace opentelemetry::sdk::metrics;
+using namespace opentelemetry::sdk::common;
+
+// MockMetricExporter
+
+ExportResult MockMetricExporter::Export(const ResourceMetrics & /*resource_metrics*/) noexcept
+{
+  return ExportResult::kSuccess;
+}
+
+AggregationTemporality MockMetricExporter::GetAggregationTemporality(
+    InstrumentType /*instrument_type*/) const noexcept
+{
+  return AggregationTemporality::kCumulative;
+}
+
+bool MockMetricExporter::ForceFlush(std::chrono::microseconds /* timeout */) noexcept
+{
+  return true;
+}
+
+bool MockMetricExporter::Shutdown(std::chrono::microseconds /* timeout */) noexcept
+{
+  return true;
+}
+
+// MockMetricReader
+MockMetricReader::MockMetricReader(std::unique_ptr<PushMetricExporter> exporter)
+    : exporter_(std::move(exporter))
+{}
+
+MockMetricReader::MockMetricReader() : exporter_{new MockMetricExporter()} {}
+
+AggregationTemporality MockMetricReader::GetAggregationTemporality(
+    InstrumentType instrument_type) const noexcept
+
+{
+  return exporter_->GetAggregationTemporality(instrument_type);
+}
+
+bool MockMetricReader::OnForceFlush(std::chrono::microseconds /* timeout */) noexcept
+{
+  return true;
+}
+
+bool MockMetricReader::OnShutDown(std::chrono::microseconds /* timeout */) noexcept
+{
+  return true;
+}
+
+void MockMetricReader::OnInitialized() noexcept {}
+
+// MockCollectorHandle
+
+MockCollectorHandle::MockCollectorHandle(AggregationTemporality temp) : temporality_(temp) {}
+
+AggregationTemporality MockCollectorHandle::GetAggregationTemporality(
+    InstrumentType /* instrument_type */) noexcept
+{
+  return temporality_;
+}