NH-88274 Add support for SW_APM_EXPORT_METRICS_ENABLED

solarwinds_apm/apm_config.py

@@ -112,6 +112,7 @@ def __init__(
             "transaction_filters": [],
             "transaction_name": None,
             "export_logs_enabled": False,
+            "export_metrics_enabled": False,
         }
         self.is_lambda = self.calculate_is_lambda()
         self.lambda_function_name = os.environ.get("AWS_LAMBDA_FUNCTION_NAME")
@@ -169,6 +170,9 @@ def __init__(
         self.metric_format = self._calculate_metric_format()
         self.certificates = self._calculate_certificates()
         self.__config["export_logs_enabled"] = self._calculate_logs_enabled()
+        self.__config["export_metrics_enabled"] = (
+            self._calculate_metrics_enabled()
+        )
 
         logger.debug("Set ApmConfig as: %s", self)
 
@@ -629,6 +633,21 @@ def _calculate_logs_enabled(self) -> bool:
                 return False
         return self.get("export_logs_enabled")
 
+    def _calculate_metrics_enabled(self) -> bool:
+        """Return if export of metrics telemetry enabled, based on collector.
+        Always False if AO collector, else use current config."""
+        host = self.get("collector")
+        if host:
+            if (
+                INTL_SWO_AO_COLLECTOR in host
+                or INTL_SWO_AO_STG_COLLECTOR in host
+            ):
+                logger.warning(
+                    "AO collector detected. Defaulting to disabled OTLP metrics export."
+                )
+                return False
+        return self.get("export_metrics_enabled")
+
     def mask_service_key(self) -> str:
         """Return masked service key except first 4 and last 4 chars"""
         service_key = self.__config.get("service_key")
@@ -918,7 +937,7 @@ def _set_config_value(self, keys_str: str, val: Any) -> Any:
                 self.__config[key] = val
             elif keys == ["transaction_name"]:
                 self.__config[key] = val
-            elif keys == ["export_logs_enabled"]:
+            elif keys in [["export_logs_enabled"], ["export_metrics_enabled"]]:
                 val = self.convert_to_bool(val)
                 if val not in (True, False):
                     raise ValueError

solarwinds_apm/apm_constants.py

@@ -4,6 +4,9 @@
 #
 # Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License.
 
+INTL_SWO_DEFAULT_OTLP_COLLECTOR = (
+    "https://otel.collector.na-01.cloud.solarwinds.com:443"
+)
 INTL_SWO_AO_COLLECTOR = "collector.appoptics.com"
 INTL_SWO_AO_STG_COLLECTOR = "collector-stg.appoptics.com"
 INTL_SWO_CURRENT_TRACE_ENTRY_SPAN_ID = "sw-current-trace-entry-span-id"

solarwinds_apm/configurator.py

@@ -313,13 +313,15 @@ def _configure_traces_exporter(
         apm_fwkv_manager: SolarWindsFrameworkKvManager,
         apm_config: SolarWindsApmConfig,
     ) -> None:
-        """Configure SolarWinds OTel span exporters, defaults or environment
-        configured, or none if agent disabled.
+        """Configure traces exporters if agent enabled.
+        Links to global TracerProvider.
 
         Initialization of SolarWinds exporter requires a liboboe reporter
-        Note: if reporter is no-op, the SW exporter will not export spans."""
+        If `reporter` is no-op, the SW exporter will not export spans."""
         if not apm_config.agent_enabled:
-            logger.error("Tracing disabled. Cannot set trace exporter.")
+            logger.error(
+                "APM Python library disabled. Cannot set traces exporters."
+            )
             return
 
         # SolarWindsDistro._configure does setdefault before this is called
@@ -384,8 +386,21 @@ def _configure_metrics_exporter(
         self,
         apm_config: SolarWindsApmConfig,
     ) -> None:
-        """Configure SolarWinds OTel metrics exporters if any configured.
-        Links them to new metric readers and global MeterProvider."""
+        """Configure OTel OTLP metrics exporters if enabled and agent enabled.
+        Settings precedence: OTEL_* > SW_APM_EXPORT_METRICS_ENABLED.
+        Links to new metric readers and global MeterProvider."""
+        if not apm_config.agent_enabled:
+            logger.error(
+                "APM Python library disabled. Cannot set metrics exporters."
+            )
+            return
+
+        if not apm_config.get("export_metrics_enabled"):
+            logger.debug(
+                "APM OTLP metrics export disabled. Skipping init of metrics exporters"
+            )
+            return
+
         # SolarWindsDistro._configure does setdefault before this is called
         environ_exporter = os.environ.get(
             OTEL_METRICS_EXPORTER,
@@ -450,9 +465,15 @@ def _configure_logs_exporter(
         self,
         apm_config: SolarWindsApmConfig,
     ) -> None:
-        """Configure OTel OTLP logs exporter if enabled.
+        """Configure OTel OTLP logs exporters if enabled and agent enabled.
         Settings precedence: OTEL_* > SW_APM_EXPORT_LOGS_ENABLED.
         Links to new global LoggerProvider."""
+        if not apm_config.agent_enabled:
+            logger.error(
+                "APM Python library disabled. Cannot set logs exporters."
+            )
+            return
+
         otel_ev = os.environ.get(
             _OTEL_PYTHON_LOGGING_AUTO_INSTRUMENTATION_ENABLED
         )
@@ -469,7 +490,7 @@ def _configure_logs_exporter(
         # then sw_enabled determines logs export setup.
         if not otlp_log_enabled and sw_enabled is False:
             logger.debug(
-                "APM logs exports disabled. Skipping init of logs exporters"
+                "APM OTLP logs export disabled. Skipping init of logs exporters"
             )
             return
 

solarwinds_apm/distro.py

@@ -27,13 +27,20 @@
     OTEL_EXPORTER_OTLP_LOGS_ENDPOINT,
     OTEL_EXPORTER_OTLP_LOGS_HEADERS,
     OTEL_EXPORTER_OTLP_LOGS_PROTOCOL,
+    OTEL_EXPORTER_OTLP_METRICS_ENDPOINT,
+    OTEL_EXPORTER_OTLP_METRICS_HEADERS,
+    OTEL_EXPORTER_OTLP_METRICS_PROTOCOL,
     OTEL_EXPORTER_OTLP_PROTOCOL,
+    OTEL_EXPORTER_OTLP_TRACES_ENDPOINT,
+    OTEL_EXPORTER_OTLP_TRACES_HEADERS,
+    OTEL_EXPORTER_OTLP_TRACES_PROTOCOL,
 )
 from opentelemetry.sdk.version import __version__ as sdk_version
 from pkg_resources import EntryPoint
 
 from solarwinds_apm.apm_config import SolarWindsApmConfig
 from solarwinds_apm.apm_constants import (
+    INTL_SWO_DEFAULT_OTLP_COLLECTOR,
     INTL_SWO_DEFAULT_OTLP_EXPORTER,
     INTL_SWO_DEFAULT_OTLP_EXPORTER_GRPC,
     INTL_SWO_DEFAULT_PROPAGATORS,
@@ -91,53 +98,96 @@ def _get_token_from_service_key(self):
             return None
         return key_parts[0]
 
-    def _configure(self, **kwargs):
-        """Configure default OTel exporter and propagators"""
-        self._log_runtime()
-
-        # Set defaults for OTLP logs export by HTTP to SWO
-        environ.setdefault(OTEL_EXPORTER_OTLP_LOGS_PROTOCOL, "http/protobuf")
+    def _configure_logs_export_env_defaults(self, header_token, otlp_protocol):
+        """Configure env defaults for OTLP logs signal export by HTTP to SWO"""
+        environ.setdefault(OTEL_EXPORTER_OTLP_LOGS_PROTOCOL, otlp_protocol)
         environ.setdefault(
-            OTEL_LOGS_EXPORTER, _EXPORTER_BY_OTLP_PROTOCOL["http/protobuf"]
+            OTEL_LOGS_EXPORTER, _EXPORTER_BY_OTLP_PROTOCOL[otlp_protocol]
         )
         environ.setdefault(
             OTEL_EXPORTER_OTLP_LOGS_ENDPOINT,
-            "https://otel.collector.na-01.cloud.solarwinds.com:443/v1/logs",
+            f"{INTL_SWO_DEFAULT_OTLP_COLLECTOR}/v1/logs",
         )
-        if not SolarWindsApmConfig.calculate_is_lambda():
-            header_token = self._get_token_from_service_key()
-            if not header_token:
-                logger.debug("Setting OTLP logging defaults without SWO token")
+        if header_token:
             environ.setdefault(
                 OTEL_EXPORTER_OTLP_LOGS_HEADERS,
                 f"authorization=Bearer%20{header_token}",
             )
-        else:
-            logger.debug("Skipping logs_headers defaults in lambda.")
 
-        otlp_protocol = environ.get(OTEL_EXPORTER_OTLP_PROTOCOL)
+    def _configure_metrics_export_env_defaults(
+        self, header_token, otlp_protocol
+    ):
+        """Configure env defaults for OTLP metrics signal export by HTTP to SWO"""
+        environ.setdefault(OTEL_EXPORTER_OTLP_METRICS_PROTOCOL, otlp_protocol)
+        environ.setdefault(
+            OTEL_METRICS_EXPORTER, _EXPORTER_BY_OTLP_PROTOCOL[otlp_protocol]
+        )
+        environ.setdefault(
+            OTEL_EXPORTER_OTLP_METRICS_ENDPOINT,
+            f"{INTL_SWO_DEFAULT_OTLP_COLLECTOR}/v1/metrics",
+        )
+        if header_token:
+            environ.setdefault(
+                OTEL_EXPORTER_OTLP_METRICS_HEADERS,
+                f"authorization=Bearer%20{header_token}",
+            )
+
+    def _configure_traces_export_env_defaults(
+        self, header_token, otlp_protocol
+    ):
+        """Configure env defaults for OTLP traces signal export by APM protocol
+        to SWO, else follow provided OTLP protocol"""
         if otlp_protocol in _EXPORTER_BY_OTLP_PROTOCOL:
-            # If users set OTEL_EXPORTER_OTLP_PROTOCOL
-            # as one of Otel SDK's `http/protobuf` or `grpc`,
-            # then the matching exporters are mapped by default
             environ.setdefault(
-                OTEL_METRICS_EXPORTER,
-                _EXPORTER_BY_OTLP_PROTOCOL[otlp_protocol],
+                OTEL_EXPORTER_OTLP_TRACES_PROTOCOL, otlp_protocol
             )
             environ.setdefault(
                 OTEL_TRACES_EXPORTER, _EXPORTER_BY_OTLP_PROTOCOL[otlp_protocol]
             )
+            environ.setdefault(
+                OTEL_EXPORTER_OTLP_TRACES_ENDPOINT,
+                f"{INTL_SWO_DEFAULT_OTLP_COLLECTOR}/v1/traces",
+            )
+            if header_token:
+                environ.setdefault(
+                    OTEL_EXPORTER_OTLP_TRACES_HEADERS,
+                    f"authorization=Bearer%20{header_token}",
+                )
         else:
-            # Else users need to specify OTEL_METRICS_EXPORTER.
-            # Otherwise, no metrics will generated and no metrics exporter
-            # will be initialized.
             environ.setdefault(
                 OTEL_TRACES_EXPORTER, INTL_SWO_DEFAULT_TRACES_EXPORTER
             )
 
+    def _configure(self, **kwargs):
+        """Configure default OTel exporters and propagators"""
+        self._log_runtime()
+
+        header_token = None
+        if not SolarWindsApmConfig.calculate_is_lambda():
+            header_token = self._get_token_from_service_key()
+            if not header_token:
+                logger.debug("Setting OTLP export defaults without SWO token")
+        else:
+            logger.debug("Skipping OTLP export headers setdefaults in lambda.")
+
+        # If users set OTEL_EXPORTER_OTLP_PROTOCOL
+        # as one of Otel SDK's `http/protobuf` or `grpc`,
+        # then the matching exporters are mapped
+        otlp_protocol = environ.get(OTEL_EXPORTER_OTLP_PROTOCOL)
+        # For traces, the default is SWO APM - see helper
+        self._configure_traces_export_env_defaults(header_token, otlp_protocol)
+        # For metrics and logs, the default is `http/protobuf`
+        if otlp_protocol not in _EXPORTER_BY_OTLP_PROTOCOL:
+            otlp_protocol = "http/protobuf"
+        self._configure_logs_export_env_defaults(header_token, otlp_protocol)
+        self._configure_metrics_export_env_defaults(
+            header_token, otlp_protocol
+        )
+
         environ.setdefault(
             OTEL_PROPAGATORS, ",".join(INTL_SWO_DEFAULT_PROPAGATORS)
         )
+        # Default for LoggingInstrumentor
         environ.setdefault(
             OTEL_PYTHON_LOG_FORMAT,
             "%(asctime)s %(levelname)s [%(name)s] [%(filename)s:%(lineno)d] [trace_id=%(otelTraceID)s span_id=%(otelSpanID)s trace_flags=%(otelTraceSampled)02d resource.service.name=%(otelServiceName)s] - %(message)s",

tests/unit/test_configurator/conftest.py

@@ -130,6 +130,7 @@ def get_apmconfig_mocks(
     is_lambda=False,
     md_is_valid=True,
     export_logs_enabled=True,
+    export_metrics_enabled=True,
 ):
     # mock the extension that is linked to ApmConfig
     mock_ext_config = mocker.Mock()
@@ -178,16 +179,23 @@ def get_apmconfig_mocks(
         }
     )
 
+    def get_side_effect(param):
+        if param == "export_metrics_enabled":
+            return export_metrics_enabled
+        elif param == "export_logs_enabled":
+            return export_logs_enabled
+        else:
+            return "foo"
+
     mock_apmconfig = mocker.Mock()
     mock_apmconfig.configure_mock(
         **{
             "agent_enabled": enabled,
-            "get": mocker.Mock(),
+            "get": mocker.Mock(side_effect=get_side_effect),
             "service_name": "foo-service",
             "is_lambda": is_lambda,
             "extension": mock_ext,
             "oboe_api": mocker.Mock(),
-            "export_logs_enabled": export_logs_enabled,
         }
     )
     return mock_apmconfig
@@ -251,6 +259,26 @@ def mock_apmconfig_logs_enabled_none(mocker):
         )
     )
 
+@pytest.fixture(name="mock_apmconfig_metrics_enabled_false")
+def mock_apmconfig_metrics_enabled_false(mocker):
+    return mocker.patch(
+        "solarwinds_apm.configurator.SolarWindsApmConfig",
+        get_apmconfig_mocks(
+            mocker,
+            export_metrics_enabled=False,
+        )
+    )
+
+@pytest.fixture(name="mock_apmconfig_metrics_enabled_none")
+def mock_apmconfig_metrics_enabled_none(mocker):
+    return mocker.patch(
+        "solarwinds_apm.configurator.SolarWindsApmConfig",
+        get_apmconfig_mocks(
+            mocker,
+            export_metrics_enabled=None,
+        )
+    )
+
 @pytest.fixture(name="mock_apmconfig_enabled_reporter_settings")
 def mock_apmconfig_enabled_reporter_settings(mocker):
     mock_reporter = mocker.Mock()

tests/unit/test_configurator/test_configurator_metrics_exporter.py

@@ -36,11 +36,30 @@ def test_configure_metrics_exporter_disabled(
         trace_mocks.get_tracer_provider().get_tracer.assert_not_called()
         mock_meterprovider.assert_not_called()
 
+    def test_configure_metrics_exporter_sw_enabled_false(
+        self,
+        mocker,
+        mock_apmconfig_metrics_enabled_false,
+        mock_pemreader,
+        mock_meterprovider,
+    ):
+        # Mock Otel
+        trace_mocks = get_trace_mocks(mocker)
+
+        # Test!
+        test_configurator = configurator.SolarWindsConfigurator()
+        test_configurator._configure_metrics_exporter(
+            mock_apmconfig_metrics_enabled_false,
+        )
+        mock_pemreader.assert_not_called()
+        trace_mocks.get_tracer_provider.assert_not_called()
+        trace_mocks.get_tracer_provider().get_tracer.assert_not_called()
+        mock_meterprovider.assert_not_called()
 
-    def test_configure_metrics_exporter_flag_not_set(
+    def test_configure_metrics_exporter_sw_enabled_none(
         self,
         mocker,
-        mock_apmconfig_enabled,
+        mock_apmconfig_metrics_enabled_none,
         mock_pemreader,
         mock_meterprovider,
     ):
@@ -50,7 +69,7 @@ def test_configure_metrics_exporter_flag_not_set(
         # Test!
         test_configurator = configurator.SolarWindsConfigurator()
         test_configurator._configure_metrics_exporter(
-            mock_apmconfig_enabled,
+            mock_apmconfig_metrics_enabled_none,
         )
         mock_pemreader.assert_not_called()
         trace_mocks.get_tracer_provider.assert_not_called()

tests/unit/test_distro.py

@@ -216,7 +216,8 @@ def test_configure_no_env(self, mocker):
         distro.SolarWindsDistro()._configure()
         assert os.environ[OTEL_PROPAGATORS] == "tracecontext,baggage,solarwinds_propagator"
         assert os.environ[OTEL_TRACES_EXPORTER] == "solarwinds_exporter"
-        assert not os.environ.get(OTEL_METRICS_EXPORTER)
+        assert os.environ[OTEL_METRICS_EXPORTER] == "otlp_proto_http"
+        assert os.environ[OTEL_LOGS_EXPORTER] == "otlp_proto_http"
         assert os.environ.get("OTEL_SEMCONV_STABILITY_OPT_IN") == "http"
 
     def test_configure_env_exporter(self, mocker):
@@ -244,7 +245,8 @@ def test_configure_no_env_non_otel_protocol(self, mocker):
         distro.SolarWindsDistro()._configure()
         assert os.environ[OTEL_PROPAGATORS] == "tracecontext,baggage,solarwinds_propagator"
         assert os.environ[OTEL_TRACES_EXPORTER] == "solarwinds_exporter"
-        assert os.environ.get(OTEL_METRICS_EXPORTER) is None
+        assert os.environ[OTEL_METRICS_EXPORTER] == "otlp_proto_http"
+        assert os.environ[OTEL_LOGS_EXPORTER] == "otlp_proto_http"
         assert os.environ.get("OTEL_SEMCONV_STABILITY_OPT_IN") == "http"
 
     def test_configure_no_env_http(self, mocker):