diff --git a/.github/ISSUE_TEMPLATE/bug_report.yaml b/.github/ISSUE_TEMPLATE/bug_report.yaml index b705cbecfb53..66033c6f991a 100644 --- a/.github/ISSUE_TEMPLATE/bug_report.yaml +++ b/.github/ISSUE_TEMPLATE/bug_report.yaml @@ -75,6 +75,7 @@ body: - exporter/pulsar - exporter/rabbitmq - exporter/sapm + - exporter/sematext - exporter/sentry - exporter/signalfx - exporter/splunkhec diff --git a/.github/ISSUE_TEMPLATE/feature_request.yaml b/.github/ISSUE_TEMPLATE/feature_request.yaml index 8ec681fa0a67..e50fb2558b5b 100644 --- a/.github/ISSUE_TEMPLATE/feature_request.yaml +++ b/.github/ISSUE_TEMPLATE/feature_request.yaml @@ -69,6 +69,7 @@ body: - exporter/pulsar - exporter/rabbitmq - exporter/sapm + - exporter/sematext - exporter/sentry - exporter/signalfx - exporter/splunkhec diff --git a/.github/ISSUE_TEMPLATE/other.yaml b/.github/ISSUE_TEMPLATE/other.yaml index b0098510b798..f55e792c83db 100644 --- a/.github/ISSUE_TEMPLATE/other.yaml +++ b/.github/ISSUE_TEMPLATE/other.yaml @@ -69,6 +69,7 @@ body: - exporter/pulsar - exporter/rabbitmq - exporter/sapm + - exporter/sematext - exporter/sentry - exporter/signalfx - exporter/splunkhec diff --git a/.github/ISSUE_TEMPLATE/unmaintained.yaml b/.github/ISSUE_TEMPLATE/unmaintained.yaml index df65436ba755..26e8df210e1a 100644 --- a/.github/ISSUE_TEMPLATE/unmaintained.yaml +++ b/.github/ISSUE_TEMPLATE/unmaintained.yaml @@ -74,6 +74,7 @@ body: - exporter/pulsar - exporter/rabbitmq - exporter/sapm + - exporter/sematext - exporter/sentry - exporter/signalfx - exporter/splunkhec diff --git a/exporter/sematextexporter/Makefile b/exporter/sematextexporter/Makefile new file mode 100644 index 000000000000..ded7a36092dc --- /dev/null +++ b/exporter/sematextexporter/Makefile @@ -0,0 +1 @@ +include ../../Makefile.Common diff --git a/exporter/sematextexporter/README.md b/exporter/sematextexporter/README.md new file mode 100644 index 000000000000..9effe2645983 --- /dev/null +++ b/exporter/sematextexporter/README.md @@ -0,0 +1,47 @@ +# Sematext Exporter + + + +This exporter supports sending metrics to [Sematext Cloud](https://sematext.com/) in Influx line protocol format + +## Configuration + +The following configuration options are supported: +* `timeout` (default = 5s) Timeout for requests +* `Region` Region specifies the Sematext region the user is operating in; must be one of: + * `US` + * `EU` +* `app_token` App token specifies the token of Sematext Monitoring App to which the user wants to send data to. +* `payload_max_lines` (default = 1_000) Maximum number of lines allowed per HTTP POST request +* `payload_max_bytes` (default = 300_000) Maximum number of bytes allowed per HTTP POST request +* `metrics_schema` (default = telegraf-prometheus-v2) The chosen metrics schema to write +* `sending_queue` [details here](https://github.com/open-telemetry/opentelemetry-collector/blob/v0.25.0/exporter/exporterhelper/README.md#configuration) + * `enabled` (default = true) + * `num_consumers` (default = 10) The number of consumers from the queue + * `queue_size` (default = 1000) Maximum number of batches allowed in queue at a given time +* `retry_on_failure` [details here](https://github.com/open-telemetry/opentelemetry-collector/blob/v0.25.0/exporter/exporterhelper/README.md#configuration) + * `enabled` (default = true) + * `initial_interval` (default = 5s) Time to wait after the first failure before retrying + * `max_interval` (default = 30s) Upper bound on backoff interval + * `max_elapsed_time` (default = 120s) Maximum amount of time (including retries) spent trying to send a request/batch + +The full list of settings exposed for this exporter are documented in [config.go](config.go). + +Example: +```yaml +timeout: 500ms +region: US +retry_on_failure: + enabled: true + initial_interval: 1s + max_interval: 3s + max_elapsed_time: 10s +metrics: + app_token: xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx + sending_queue: + enabled: true + num_consumers: 3 + queue_size: 10 + payload_max_lines: 100 + payload_max_bytes: 1000 +``` diff --git a/exporter/sematextexporter/config.go b/exporter/sematextexporter/config.go new file mode 100644 index 000000000000..c2c08fcc2fbd --- /dev/null +++ b/exporter/sematextexporter/config.go @@ -0,0 +1,57 @@ +// Copyright The OpenTelemetry Authors +// SPDX-License-Identifier: Apache-2.0 + +package sematextexporter // import "github.com/open-telemetry/opentelemetry-collector-contrib/exporter/sematextexporter" + +import ( + "fmt" + "strings" + + "go.opentelemetry.io/collector/config/confighttp" + "go.opentelemetry.io/collector/config/configretry" + "go.opentelemetry.io/collector/exporter/exporterhelper" +) + +type Config struct { + confighttp.ClientConfig `mapstructure:",squash"` + configretry.BackOffConfig `mapstructure:"retry_on_failure"` + // Region specifies the Sematext region the user is operating in + // Options: + // - EU + // - US + Region string `mapstructure:"region"` + MetricsConfig `mapstructure:"metrics"` +} + +type MetricsConfig struct { + // App token is the token of Sematext Monitoring App to which you want to send the metrics. + AppToken string `mapstructure:"app_token"` + // MetricsEndpoint specifies the endpoint for receiving metrics in Sematext + MetricsEndpoint string `mapstructure:"metrics_endpoint"` + QueueSettings exporterhelper.QueueConfig `mapstructure:"sending_queue"` + // MetricsSchema indicates the metrics schema to emit to line protocol. + // Default: telegraf-prometheus-v2 + MetricsSchema string `mapstructure:"metrics_schema"` + // PayloadMaxLines is the maximum number of line protocol lines to POST in a single request. + PayloadMaxLines int `mapstructure:"payload_max_lines"` + // PayloadMaxBytes is the maximum number of line protocol bytes to POST in a single request. + PayloadMaxBytes int `mapstructure:"payload_max_bytes"` +} + +// Validate checks for invalid or missing entries in the configuration. +func (cfg *Config) Validate() error { + if strings.ToLower(cfg.Region) != "eu" && strings.ToLower(cfg.Region) != "us" && strings.ToLower(cfg.Region) != "custom"{ + return fmt.Errorf("invalid region: %s. please use either 'EU' or 'US'", cfg.Region) + } + if len(cfg.AppToken) != 36 { + return fmt.Errorf("invalid app_token: %s. app_token should be 36 characters", cfg.AppToken) + } + if strings.ToLower(cfg.Region) == "eu" { + cfg.MetricsEndpoint ="https://spm-receiver.eu.sematext.com" + } + if strings.ToLower(cfg.Region) == "us"{ + cfg.MetricsEndpoint ="https://spm-receiver.sematext.com" + } + + return nil +} diff --git a/exporter/sematextexporter/config_test.go b/exporter/sematextexporter/config_test.go new file mode 100644 index 000000000000..0486bd8d117b --- /dev/null +++ b/exporter/sematextexporter/config_test.go @@ -0,0 +1,84 @@ +// Copyright The OpenTelemetry Authors +// SPDX-License-Identifier: Apache-2.0 + +package sematextexporter + +import ( + "path/filepath" + "testing" + "time" + + "github.com/cenkalti/backoff/v4" + "github.com/stretchr/testify/assert" + "github.com/stretchr/testify/require" + "go.opentelemetry.io/collector/component" + "go.opentelemetry.io/collector/config/confighttp" + "go.opentelemetry.io/collector/config/configopaque" + "go.opentelemetry.io/collector/config/configretry" + "go.opentelemetry.io/collector/confmap/confmaptest" + "go.opentelemetry.io/collector/exporter/exporterhelper" + + "github.com/open-telemetry/opentelemetry-collector-contrib/exporter/sematextexporter/internal/metadata" +) + +func TestLoadConfig(t *testing.T) { + t.Parallel() + + cm, err := confmaptest.LoadConf(filepath.Join("testdata", "config.yaml")) + require.NoError(t, err) + + tests := []struct { + id component.ID + expected component.Config + }{ + { + id: component.NewIDWithName(metadata.Type, "default-config"), + expected: createDefaultConfig(), + }, + { + id: component.NewIDWithName(metadata.Type, "override-config"), + expected: &Config{ + ClientConfig: confighttp.ClientConfig{ + Timeout: 500 * time.Millisecond, + Headers: map[string]configopaque.String{"User-Agent": "OpenTelemetry -> Sematext"}, + }, + MetricsConfig: MetricsConfig{ + MetricsEndpoint: "https://spm-receiver.sematext.com", + QueueSettings: exporterhelper.QueueConfig{ + Enabled: true, + NumConsumers: 3, + QueueSize: 10, + }, + AppToken: "xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx", + MetricsSchema: "telegraf-prometheus-v2", + PayloadMaxLines: 72, + PayloadMaxBytes: 27, + }, + + BackOffConfig: configretry.BackOffConfig{ + Enabled: true, + InitialInterval: 1 * time.Second, + MaxInterval: 3 * time.Second, + MaxElapsedTime: 10 * time.Second, + RandomizationFactor: backoff.DefaultRandomizationFactor, + Multiplier: backoff.DefaultMultiplier, + }, + Region: "US", + }, + }, + } + + for _, tt := range tests { + t.Run(tt.id.String(), func(t *testing.T) { + factory := NewFactory() + cfg := factory.CreateDefaultConfig() + + sub, err := cm.Sub(tt.id.String()) + require.NoError(t, err) + require.NoError(t, sub.Unmarshal(cfg)) + + assert.NoError(t, component.ValidateConfig(cfg)) + assert.Equal(t, tt.expected, cfg) + }) + } +} diff --git a/exporter/sematextexporter/doc.go b/exporter/sematextexporter/doc.go new file mode 100644 index 000000000000..f114b2d7f1dc --- /dev/null +++ b/exporter/sematextexporter/doc.go @@ -0,0 +1,7 @@ +// Copyright The OpenTelemetry Authors +// SPDX-License-Identifier: Apache-2.0 + +//go:generate mdatagen metadata.yaml + +// Package sematextexporter sends metrics to sematext cloud. +package sematextexporter // import "github.com/open-telemetry/opentelemetry-collector-contrib/exporter/sematextexporter" diff --git a/exporter/sematextexporter/factory.go b/exporter/sematextexporter/factory.go new file mode 100644 index 000000000000..b736a03622ce --- /dev/null +++ b/exporter/sematextexporter/factory.go @@ -0,0 +1,93 @@ +// Copyright The OpenTelemetry Authors +// SPDX-License-Identifier: Apache-2.0 + +//go:generate mdatagen metadata.yaml + +package sematextexporter // import "github.com/open-telemetry/opentelemetry-collector-contrib/exporter/sematextexporter" + +import ( + "context" + "fmt" + "time" + + "github.com/influxdata/influxdb-observability/otel2influx" + "go.opentelemetry.io/collector/component" + "go.opentelemetry.io/collector/config/confighttp" + "go.opentelemetry.io/collector/config/configopaque" + "go.opentelemetry.io/collector/config/configretry" + "go.opentelemetry.io/collector/exporter" + "go.opentelemetry.io/collector/exporter/exporterhelper" + + "github.com/influxdata/influxdb-observability/common" + + "github.com/open-telemetry/opentelemetry-collector-contrib/exporter/sematextexporter/internal/metadata" +) +const appToken string = "xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx" +// NewFactory creates a factory for the Sematext metrics exporter. +func NewFactory() exporter.Factory { + return exporter.NewFactory( + metadata.Type, + createDefaultConfig, + exporter.WithMetrics(createMetricsExporter, metadata.MetricsStability), + ) +} + +func createDefaultConfig() component.Config { + return &Config{ + ClientConfig: confighttp.ClientConfig{ + Timeout: 5 * time.Second, + Headers: map[string]configopaque.String{ + "User-Agent": "OpenTelemetry -> Sematext", + }, + }, + MetricsConfig: MetricsConfig{ + MetricsSchema: common.MetricsSchemaTelegrafPrometheusV2.String(), + AppToken: appToken, + QueueSettings: exporterhelper.NewDefaultQueueConfig(), + PayloadMaxLines: 1_000, + PayloadMaxBytes: 300_000, + }, + BackOffConfig: configretry.NewDefaultBackOffConfig(), + Region: "custom", + } +} + +func createMetricsExporter( + ctx context.Context, + set exporter.Settings, + config component.Config, +) (exporter.Metrics, error) { + cfg := config.(*Config) + + // Initialize the logger for Sematext + logger := newZapSematextLogger(set.Logger) + + // Create a writer for sending metrics to Sematext + writer, err := newSematextHTTPWriter(logger, cfg, set.TelemetrySettings) + if err != nil { + return nil, fmt.Errorf("failed to create Sematext HTTP writer: %w", err) + } + schema, found := common.MetricsSchemata[cfg.MetricsSchema] + if !found { + return nil, fmt.Errorf("schema '%s' not recognized", cfg.MetricsSchema) + } + + expConfig := otel2influx.DefaultOtelMetricsToLineProtocolConfig() + expConfig.Logger = logger + expConfig.Writer = writer + expConfig.Schema = schema + exp, err := otel2influx.NewOtelMetricsToLineProtocol(expConfig) + if err != nil { + return nil, err + } + + return exporterhelper.NewMetricsExporter( + ctx, + set, + cfg, + exp.WriteMetrics, + exporterhelper.WithQueue(cfg.QueueSettings), + exporterhelper.WithRetry(cfg.BackOffConfig), + exporterhelper.WithStart(writer.Start), + ) +} diff --git a/exporter/sematextexporter/generated_component_test.go b/exporter/sematextexporter/generated_component_test.go new file mode 100644 index 000000000000..b4fd792655f4 --- /dev/null +++ b/exporter/sematextexporter/generated_component_test.go @@ -0,0 +1,134 @@ +// Code generated by mdatagen. DO NOT EDIT. + +package sematextexporter + +import ( + "context" + "testing" + "time" + + "github.com/stretchr/testify/require" + "go.opentelemetry.io/collector/component" + "go.opentelemetry.io/collector/component/componenttest" + "go.opentelemetry.io/collector/confmap/confmaptest" + "go.opentelemetry.io/collector/exporter" + "go.opentelemetry.io/collector/exporter/exportertest" + "go.opentelemetry.io/collector/pdata/pcommon" + "go.opentelemetry.io/collector/pdata/plog" + "go.opentelemetry.io/collector/pdata/pmetric" + "go.opentelemetry.io/collector/pdata/ptrace" +) + +func TestComponentFactoryType(t *testing.T) { + require.Equal(t, "sematext", NewFactory().Type().String()) +} + +func TestComponentConfigStruct(t *testing.T) { + require.NoError(t, componenttest.CheckConfigStruct(NewFactory().CreateDefaultConfig())) +} + +func TestComponentLifecycle(t *testing.T) { + factory := NewFactory() + + tests := []struct { + name string + createFn func(ctx context.Context, set exporter.Settings, cfg component.Config) (component.Component, error) + }{ + + { + name: "metrics", + createFn: func(ctx context.Context, set exporter.Settings, cfg component.Config) (component.Component, error) { + return factory.CreateMetricsExporter(ctx, set, cfg) + }, + }, + } + + cm, err := confmaptest.LoadConf("metadata.yaml") + require.NoError(t, err) + cfg := factory.CreateDefaultConfig() + sub, err := cm.Sub("tests::config") + require.NoError(t, err) + require.NoError(t, sub.Unmarshal(&cfg)) + + for _, tt := range tests { + t.Run(tt.name+"-shutdown", func(t *testing.T) { + c, err := tt.createFn(context.Background(), exportertest.NewNopSettings(), cfg) + require.NoError(t, err) + err = c.Shutdown(context.Background()) + require.NoError(t, err) + }) + t.Run(tt.name+"-lifecycle", func(t *testing.T) { + c, err := tt.createFn(context.Background(), exportertest.NewNopSettings(), cfg) + require.NoError(t, err) + host := componenttest.NewNopHost() + err = c.Start(context.Background(), host) + require.NoError(t, err) + require.NotPanics(t, func() { + switch tt.name { + case "logs": + e, ok := c.(exporter.Logs) + require.True(t, ok) + logs := generateLifecycleTestLogs() + if !e.Capabilities().MutatesData { + logs.MarkReadOnly() + } + err = e.ConsumeLogs(context.Background(), logs) + case "metrics": + e, ok := c.(exporter.Metrics) + require.True(t, ok) + metrics := generateLifecycleTestMetrics() + if !e.Capabilities().MutatesData { + metrics.MarkReadOnly() + } + err = e.ConsumeMetrics(context.Background(), metrics) + case "traces": + e, ok := c.(exporter.Traces) + require.True(t, ok) + traces := generateLifecycleTestTraces() + if !e.Capabilities().MutatesData { + traces.MarkReadOnly() + } + err = e.ConsumeTraces(context.Background(), traces) + } + }) + + err = c.Shutdown(context.Background()) + require.NoError(t, err) + }) + } +} + +func generateLifecycleTestLogs() plog.Logs { + logs := plog.NewLogs() + rl := logs.ResourceLogs().AppendEmpty() + rl.Resource().Attributes().PutStr("resource", "R1") + l := rl.ScopeLogs().AppendEmpty().LogRecords().AppendEmpty() + l.Body().SetStr("test log message") + l.SetTimestamp(pcommon.NewTimestampFromTime(time.Now())) + return logs +} + +func generateLifecycleTestMetrics() pmetric.Metrics { + metrics := pmetric.NewMetrics() + rm := metrics.ResourceMetrics().AppendEmpty() + rm.Resource().Attributes().PutStr("resource", "R1") + m := rm.ScopeMetrics().AppendEmpty().Metrics().AppendEmpty() + m.SetName("test_metric") + dp := m.SetEmptyGauge().DataPoints().AppendEmpty() + dp.Attributes().PutStr("test_attr", "value_1") + dp.SetIntValue(123) + dp.SetTimestamp(pcommon.NewTimestampFromTime(time.Now())) + return metrics +} + +func generateLifecycleTestTraces() ptrace.Traces { + traces := ptrace.NewTraces() + rs := traces.ResourceSpans().AppendEmpty() + rs.Resource().Attributes().PutStr("resource", "R1") + span := rs.ScopeSpans().AppendEmpty().Spans().AppendEmpty() + span.Attributes().PutStr("test_attr", "value_1") + span.SetName("test_span") + span.SetStartTimestamp(pcommon.NewTimestampFromTime(time.Now().Add(-1 * time.Second))) + span.SetEndTimestamp(pcommon.NewTimestampFromTime(time.Now())) + return traces +} diff --git a/exporter/sematextexporter/generated_package_test.go b/exporter/sematextexporter/generated_package_test.go new file mode 100644 index 000000000000..770fcd6bf246 --- /dev/null +++ b/exporter/sematextexporter/generated_package_test.go @@ -0,0 +1,13 @@ +// Code generated by mdatagen. DO NOT EDIT. + +package sematextexporter + +import ( + "testing" + + "go.uber.org/goleak" +) + +func TestMain(m *testing.M) { + goleak.VerifyTestMain(m) +} diff --git a/exporter/sematextexporter/go.mod b/exporter/sematextexporter/go.mod new file mode 100644 index 000000000000..870c9c24a76a --- /dev/null +++ b/exporter/sematextexporter/go.mod @@ -0,0 +1,81 @@ +module github.com/open-telemetry/opentelemetry-collector-contrib/exporter/sematextexporter + +go 1.22.0 + +require ( + github.com/influxdata/influxdb-observability/common v0.5.8 + go.opentelemetry.io/collector/config/confighttp v0.110.0 + go.opentelemetry.io/collector/config/configopaque v1.16.0 + go.opentelemetry.io/collector/config/configretry v1.16.0 + go.opentelemetry.io/collector/exporter v0.110.0 + go.uber.org/goleak v1.3.0 +) + +require ( + github.com/go-viper/mapstructure/v2 v2.1.0 // indirect + github.com/knadh/koanf/maps v0.1.1 // indirect + github.com/knadh/koanf/providers/confmap v0.1.0 // indirect + github.com/knadh/koanf/v2 v2.1.1 // indirect + github.com/mitchellh/copystructure v1.2.0 // indirect + github.com/mitchellh/reflectwalk v1.0.2 // indirect + go.opentelemetry.io/collector/component/componentprofiles v0.110.0 // indirect + go.opentelemetry.io/collector/consumer/consumertest v0.110.0 // indirect + go.opentelemetry.io/collector/exporter/exporterprofiles v0.110.0 // indirect + go.opentelemetry.io/collector/receiver v0.110.0 // indirect + go.opentelemetry.io/collector/receiver/receiverprofiles v0.110.0 // indirect + go.opentelemetry.io/collector/semconv v0.101.0 // indirect + go.opentelemetry.io/otel/sdk/metric v1.30.0 // indirect + golang.org/x/exp v0.0.0-20240222234643-814bf88cf225 // indirect +) + +require ( + github.com/cenkalti/backoff/v4 v4.3.0 + github.com/davecgh/go-spew v1.1.1 // indirect + github.com/felixge/httpsnoop v1.0.4 // indirect + github.com/fsnotify/fsnotify v1.7.0 // indirect + github.com/go-logr/logr v1.4.2 // indirect + github.com/go-logr/stdr v1.2.2 // indirect + github.com/gogo/protobuf v1.3.2 // indirect + github.com/golang/snappy v0.0.4 // indirect + github.com/google/uuid v1.6.0 // indirect + github.com/influxdata/influxdb-observability/otel2influx v0.5.12 + github.com/influxdata/line-protocol/v2 v2.2.1 + github.com/json-iterator/go v1.1.12 // indirect + github.com/klauspost/compress v1.17.9 // indirect + github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd // indirect + github.com/modern-go/reflect2 v1.0.2 // indirect + github.com/pmezard/go-difflib v1.0.0 // indirect + github.com/rs/cors v1.11.1 // indirect + github.com/stretchr/testify v1.9.0 + go.opentelemetry.io/collector/client v1.16.0 // indirect + go.opentelemetry.io/collector/component v0.110.0 + go.opentelemetry.io/collector/config/configauth v0.110.0 // indirect + go.opentelemetry.io/collector/config/configcompression v1.16.0 // indirect + go.opentelemetry.io/collector/config/configtelemetry v0.110.0 // indirect + go.opentelemetry.io/collector/config/configtls v1.16.0 // indirect + go.opentelemetry.io/collector/config/internal v0.110.0 // indirect + go.opentelemetry.io/collector/confmap v1.16.0 + go.opentelemetry.io/collector/consumer v0.110.0 + go.opentelemetry.io/collector/consumer/consumerprofiles v0.110.0 // indirect + go.opentelemetry.io/collector/extension v0.110.0 // indirect + go.opentelemetry.io/collector/extension/auth v0.110.0 // indirect + go.opentelemetry.io/collector/extension/experimental/storage v0.110.0 // indirect + go.opentelemetry.io/collector/internal/globalsignal v0.110.0 // indirect + go.opentelemetry.io/collector/pdata v1.16.0 + go.opentelemetry.io/collector/pdata/pprofile v0.110.0 // indirect + go.opentelemetry.io/collector/pipeline v0.110.0 // indirect + go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.55.0 // indirect + go.opentelemetry.io/otel v1.30.0 // indirect + go.opentelemetry.io/otel/metric v1.30.0 // indirect + go.opentelemetry.io/otel/sdk v1.30.0 // indirect + go.opentelemetry.io/otel/trace v1.30.0 // indirect + go.uber.org/multierr v1.11.0 // indirect + go.uber.org/zap v1.27.0 + golang.org/x/net v0.29.0 // indirect + golang.org/x/sys v0.25.0 // indirect + golang.org/x/text v0.18.0 // indirect + google.golang.org/genproto/googleapis/rpc v0.0.0-20240822170219-fc7c04adadcd // indirect + google.golang.org/grpc v1.66.2 // indirect + google.golang.org/protobuf v1.34.2 // indirect + gopkg.in/yaml.v3 v3.0.1 // indirect +) diff --git a/exporter/sematextexporter/go.sum b/exporter/sematextexporter/go.sum new file mode 100644 index 000000000000..48dba1694e22 --- /dev/null +++ b/exporter/sematextexporter/go.sum @@ -0,0 +1,204 @@ +github.com/cenkalti/backoff/v4 v4.3.0 h1:MyRJ/UdXutAwSAT+s3wNd7MfTIcy71VQueUuFK343L8= +github.com/cenkalti/backoff/v4 v4.3.0/go.mod h1:Y3VNntkOUPxTVeUxJ/G5vcM//AlwfmyYozVcomhLiZE= +github.com/creack/pty v1.1.9/go.mod h1:oKZEueFk5CKHvIhNR5MUki03XCEU+Q6VDXinZuGJ33E= +github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= +github.com/davecgh/go-spew v1.1.1 h1:vj9j/u1bqnvCEfJOwUhtlOARqs3+rkHYY13jYWTU97c= +github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= +github.com/felixge/httpsnoop v1.0.4 h1:NFTV2Zj1bL4mc9sqWACXbQFVBBg2W3GPvqp8/ESS2Wg= +github.com/felixge/httpsnoop v1.0.4/go.mod h1:m8KPJKqk1gH5J9DgRY2ASl2lWCfGKXixSwevea8zH2U= +github.com/frankban/quicktest v1.11.0/go.mod h1:K+q6oSqb0W0Ininfk863uOk1lMy69l/P6txr3mVT54s= +github.com/frankban/quicktest v1.11.2/go.mod h1:K+q6oSqb0W0Ininfk863uOk1lMy69l/P6txr3mVT54s= +github.com/frankban/quicktest v1.13.0 h1:yNZif1OkDfNoDfb9zZa9aXIpejNR4F23Wely0c+Qdqk= +github.com/frankban/quicktest v1.13.0/go.mod h1:qLE0fzW0VuyUAJgPU19zByoIr0HtCHN/r/VLSOOIySU= +github.com/fsnotify/fsnotify v1.7.0 h1:8JEhPFa5W2WU7YfeZzPNqzMP6Lwt7L2715Ggo0nosvA= +github.com/fsnotify/fsnotify v1.7.0/go.mod h1:40Bi/Hjc2AVfZrqy+aj+yEI+/bRxZnMJyTJwOpGvigM= +github.com/go-logr/logr v1.2.2/go.mod h1:jdQByPbusPIv2/zmleS9BjJVeZ6kBagPoEUsqbVz/1A= +github.com/go-logr/logr v1.4.2 h1:6pFjapn8bFcIbiKo3XT4j/BhANplGihG6tvd+8rYgrY= +github.com/go-logr/logr v1.4.2/go.mod h1:9T104GzyrTigFIr8wt5mBrctHMim0Nb2HLGrmQ40KvY= +github.com/go-logr/stdr v1.2.2 h1:hSWxHoqTgW2S2qGc0LTAI563KZ5YKYRhT3MFKZMbjag= +github.com/go-logr/stdr v1.2.2/go.mod h1:mMo/vtBO5dYbehREoey6XUKy/eSumjCCveDpRre4VKE= +github.com/go-viper/mapstructure/v2 v2.1.0 h1:gHnMa2Y/pIxElCH2GlZZ1lZSsn6XMtufpGyP1XxdC/w= +github.com/go-viper/mapstructure/v2 v2.1.0/go.mod h1:oJDH3BJKyqBA2TXFhDsKDGDTlndYOZ6rGS0BRZIxGhM= +github.com/gogo/protobuf v1.3.2 h1:Ov1cvc58UF3b5XjBnZv7+opcTcQFZebYjWzi34vdm4Q= +github.com/gogo/protobuf v1.3.2/go.mod h1:P1XiOD3dCwIKUDQYPy72D8LYyHL2YPYrpS2s69NZV8Q= +github.com/golang/snappy v0.0.4 h1:yAGX7huGHXlcLOEtBnF4w7FQwA26wojNCwOYAEhLjQM= +github.com/golang/snappy v0.0.4/go.mod h1:/XxbfmMg8lxefKM7IXC3fBNl/7bRcc72aCRzEWrmP2Q= +github.com/google/go-cmp v0.5.2/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= +github.com/google/go-cmp v0.5.5/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= +github.com/google/go-cmp v0.6.0 h1:ofyhxvXcZhMsU5ulbFiLKl/XBFqE1GSq7atu8tAmTRI= +github.com/google/go-cmp v0.6.0/go.mod h1:17dUlkBOakJ0+DkrSSNjCkIjxS6bF9zb3elmeNGIjoY= +github.com/google/gofuzz v1.0.0/go.mod h1:dBl0BpW6vV/+mYPU4Po3pmUjxk6FQPldtuIdl/M65Eg= +github.com/google/uuid v1.6.0 h1:NIvaJDMOsjHA8n1jAhLSgzrAzy1Hgr+hNrb57e+94F0= +github.com/google/uuid v1.6.0/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo= +github.com/influxdata/influxdb-observability/common v0.5.8 h1:nyk4dqnKbPGIyr1vAs6oEsFQEHWi5jkSQ7PtP4v//lc= +github.com/influxdata/influxdb-observability/common v0.5.8/go.mod h1:aG8A2gbtXbl/P2FePd6QNsCUSOkcvz1n+NL5dJLUO1s= +github.com/influxdata/influxdb-observability/otel2influx v0.5.12 h1:t9gmVOOHbZyEAvIYSoO97Tde1KArVtiYdM0/0Dhmuio= +github.com/influxdata/influxdb-observability/otel2influx v0.5.12/go.mod h1:YGsb8xYfjHvcr2y0+Nj7kOHMTw7fWDbAA4g/qJKkvaU= +github.com/influxdata/line-protocol-corpus v0.0.0-20210519164801-ca6fa5da0184/go.mod h1:03nmhxzZ7Xk2pdG+lmMd7mHDfeVOYFyhOgwO61qWU98= +github.com/influxdata/line-protocol-corpus v0.0.0-20210922080147-aa28ccfb8937 h1:MHJNQ+p99hFATQm6ORoLmpUCF7ovjwEFshs/NHzAbig= +github.com/influxdata/line-protocol-corpus v0.0.0-20210922080147-aa28ccfb8937/go.mod h1:BKR9c0uHSmRgM/se9JhFHtTT7JTO67X23MtKMHtZcpo= +github.com/influxdata/line-protocol/v2 v2.0.0-20210312151457-c52fdecb625a/go.mod h1:6+9Xt5Sq1rWx+glMgxhcg2c0DUaehK+5TDcPZ76GypY= +github.com/influxdata/line-protocol/v2 v2.1.0/go.mod h1:QKw43hdUBg3GTk2iC3iyCxksNj7PX9aUSeYOYE/ceHY= +github.com/influxdata/line-protocol/v2 v2.2.1 h1:EAPkqJ9Km4uAxtMRgUubJyqAr6zgWM0dznKMLRauQRE= +github.com/influxdata/line-protocol/v2 v2.2.1/go.mod h1:DmB3Cnh+3oxmG6LOBIxce4oaL4CPj3OmMPgvauXh+tM= +github.com/json-iterator/go v1.1.12 h1:PV8peI4a0ysnczrg+LtxykD8LfKY9ML6u2jnxaEnrnM= +github.com/json-iterator/go v1.1.12/go.mod h1:e30LSqwooZae/UwlEbR2852Gd8hjQvJoHmT4TnhNGBo= +github.com/kisielk/errcheck v1.5.0/go.mod h1:pFxgyoBC7bSaBwPgfKdkLd5X25qrDl4LWUI2bnpBCr8= +github.com/kisielk/gotool v1.0.0/go.mod h1:XhKaO+MFFWcvkIS/tQcRk01m1F5IRFswLeQ+oQHNcck= +github.com/klauspost/compress v1.17.9 h1:6KIumPrER1LHsvBVuDa0r5xaG0Es51mhhB9BQB2qeMA= +github.com/klauspost/compress v1.17.9/go.mod h1:Di0epgTjJY877eYKx5yC51cX2A2Vl2ibi7bDH9ttBbw= +github.com/knadh/koanf/maps v0.1.1 h1:G5TjmUh2D7G2YWf5SQQqSiHRJEjaicvU0KpypqB3NIs= +github.com/knadh/koanf/maps v0.1.1/go.mod h1:npD/QZY3V6ghQDdcQzl1W4ICNVTkohC8E73eI2xW4yI= +github.com/knadh/koanf/providers/confmap v0.1.0 h1:gOkxhHkemwG4LezxxN8DMOFopOPghxRVp7JbIvdvqzU= +github.com/knadh/koanf/providers/confmap v0.1.0/go.mod h1:2uLhxQzJnyHKfxG927awZC7+fyHFdQkd697K4MdLnIU= +github.com/knadh/koanf/v2 v2.1.1 h1:/R8eXqasSTsmDCsAyYj+81Wteg8AqrV9CP6gvsTsOmM= +github.com/knadh/koanf/v2 v2.1.1/go.mod h1:4mnTRbZCK+ALuBXHZMjDfG9y714L7TykVnZkXbMU3Es= +github.com/kr/pretty v0.2.1/go.mod h1:ipq/a2n7PKx3OHsz4KJII5eveXtPO4qwEXGdVfWzfnI= +github.com/kr/pretty v0.3.1 h1:flRD4NNwYAUpkphVc1HcthR4KEIFJ65n8Mw5qdRn3LE= +github.com/kr/pretty v0.3.1/go.mod h1:hoEshYVHaxMs3cyo3Yncou5ZscifuDolrwPKZanG3xk= +github.com/kr/pty v1.1.1/go.mod h1:pFQYn66WHrOpPYNljwOMqo10TkYh1fy3cYio2l3bCsQ= +github.com/kr/text v0.1.0/go.mod h1:4Jbv+DJW3UT/LiOwJeYQe1efqtUx/iVham/4vfdArNI= +github.com/kr/text v0.2.0 h1:5Nx0Ya0ZqY2ygV366QzturHI13Jq95ApcVaJBhpS+AY= +github.com/kr/text v0.2.0/go.mod h1:eLer722TekiGuMkidMxC/pM04lWEeraHUUmBw8l2grE= +github.com/mitchellh/copystructure v1.2.0 h1:vpKXTN4ewci03Vljg/q9QvCGUDttBOGBIa15WveJJGw= +github.com/mitchellh/copystructure v1.2.0/go.mod h1:qLl+cE2AmVv+CoeAwDPye/v+N2HKCj9FbZEVFJRxO9s= +github.com/mitchellh/reflectwalk v1.0.2 h1:G2LzWKi524PWgd3mLHV8Y5k7s6XUvT0Gef6zxSIeXaQ= +github.com/mitchellh/reflectwalk v1.0.2/go.mod h1:mSTlrgnPZtwu0c4WaC2kGObEpuNDbx0jmZXqmk4esnw= +github.com/modern-go/concurrent v0.0.0-20180228061459-e0a39a4cb421/go.mod h1:6dJC0mAP4ikYIbvyc7fijjWJddQyLn8Ig3JB5CqoB9Q= +github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd h1:TRLaZ9cD/w8PVh93nsPXa1VrQ6jlwL5oN8l14QlcNfg= +github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd/go.mod h1:6dJC0mAP4ikYIbvyc7fijjWJddQyLn8Ig3JB5CqoB9Q= +github.com/modern-go/reflect2 v1.0.2 h1:xBagoLtFs94CBntxluKeaWgTMpvLxC4ur3nMaC9Gz0M= +github.com/modern-go/reflect2 v1.0.2/go.mod h1:yWuevngMOJpCy52FWWMvUC8ws7m/LJsjYzDa0/r8luk= +github.com/niemeyer/pretty v0.0.0-20200227124842-a10e7caefd8e/go.mod h1:zD1mROLANZcx1PVRCS0qkT7pwLkGfwJo4zjcN/Tysno= +github.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZbAQM= +github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4= +github.com/rogpeppe/go-internal v1.12.0 h1:exVL4IDcn6na9z1rAb56Vxr+CgyK3nn3O+epU5NdKM8= +github.com/rogpeppe/go-internal v1.12.0/go.mod h1:E+RYuTGaKKdloAfM02xzb0FW3Paa99yedzYV+kq4uf4= +github.com/rs/cors v1.11.1 h1:eU3gRzXLRK57F5rKMGMZURNdIG4EoAmX8k94r9wXWHA= +github.com/rs/cors v1.11.1/go.mod h1:XyqrcTp5zjWr1wsJ8PIRZssZ8b/WMcMf71DJnit4EMU= +github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME= +github.com/stretchr/testify v1.3.0/go.mod h1:M5WIy9Dh21IEIfnGCwXGc5bZfKNJtfHm1UVUgZn+9EI= +github.com/stretchr/testify v1.9.0 h1:HtqpIVDClZ4nwg75+f6Lvsy/wHu+3BoSGCbBAcpTsTg= +github.com/stretchr/testify v1.9.0/go.mod h1:r2ic/lqez/lEtzL7wO/rwa5dbSLXVDPFyf8C91i36aY= +github.com/yuin/goldmark v1.1.27/go.mod h1:3hX8gzYuyVAZsxl0MRgGTJEmQBFcNTphYh9decYSb74= +github.com/yuin/goldmark v1.2.1/go.mod h1:3hX8gzYuyVAZsxl0MRgGTJEmQBFcNTphYh9decYSb74= +go.opentelemetry.io/collector/client v1.16.0 h1:3m7HzWR41+4M8r9q7UvEDjMBTFMrik/BdvAuwCs0cV4= +go.opentelemetry.io/collector/client v1.16.0/go.mod h1:N01Alc/CouREl18hmxdaQXGfID7dBZrrbsBar7WHkZ0= +go.opentelemetry.io/collector/component v0.110.0 h1:z7uSY/1dcK+vTY2z3v0XxeCoi2wqgHTow/ds3Gozuz4= +go.opentelemetry.io/collector/component v0.110.0/go.mod h1:W99gZdfGtQ5Zg6Bhrwrcl/uZcCG+2qBnZ1z2JO5WCW0= +go.opentelemetry.io/collector/component/componentprofiles v0.110.0 h1:YH43aYKPYfnC0TqgI+WlbHsJkTvQPO3ImJybK3oyxQ8= +go.opentelemetry.io/collector/component/componentprofiles v0.110.0/go.mod h1:ZDVFaOhCt6ce2u/HHwqxoV5f+8P2dh0Xut8laYRu4+o= +go.opentelemetry.io/collector/config/configauth v0.110.0 h1:EtrWNvrYvQzj7zYiZQUxlgAkaXKp2j1tha5AP2YnN2E= +go.opentelemetry.io/collector/config/configauth v0.110.0/go.mod h1:G0xMfX6P2wf4hjsoDLdlV4J/fPpFp7Dpe8BNQ89+IiE= +go.opentelemetry.io/collector/config/configcompression v1.16.0 h1:bi9CJON53w+yYfnSaFgJ8Fb4zGKjFhPE5dnoSc1ag58= +go.opentelemetry.io/collector/config/configcompression v1.16.0/go.mod h1:pnxkFCLUZLKWzYJvfSwZnPrnm0twX14CYj2ADth5xiU= +go.opentelemetry.io/collector/config/confighttp v0.110.0 h1:Z7kog1Oxi6P/gX9DHr+c4xWTt7xeAG6F+pYgwbuIMAc= +go.opentelemetry.io/collector/config/confighttp v0.110.0/go.mod h1:nr0PbgQ1BXfqnPrbywMOCdzplp2CLaIIoujK4EOebnQ= +go.opentelemetry.io/collector/config/configopaque v1.16.0 h1:83cVlPL151kHWrHLUAkdfwvnhp68x0XPxEkSBSfEapE= +go.opentelemetry.io/collector/config/configopaque v1.16.0/go.mod h1:6zlLIyOoRpJJ+0bEKrlZOZon3rOp5Jrz9fMdR4twOS4= +go.opentelemetry.io/collector/config/configretry v1.16.0 h1:GUjZO3uc35vJyMeccUUY2ozYSD8jLGR2Dt7d0NQN0C8= +go.opentelemetry.io/collector/config/configretry v1.16.0/go.mod h1:KvQF5cfphq1rQm1dKR4eLDNQYw6iI2fY72NMZVa+0N0= +go.opentelemetry.io/collector/config/configtelemetry v0.110.0 h1:V8Y/Xv7TJpnNGHLrheRKrMydcKBxWYAZ+dj71Kllyos= +go.opentelemetry.io/collector/config/configtelemetry v0.110.0/go.mod h1:R0MBUxjSMVMIhljuDHWIygzzJWQyZHXXWIgQNxcFwhc= +go.opentelemetry.io/collector/config/configtls v1.16.0 h1:seh/0Ph5Nkk8mdpG80o8+ExUvzdryB2UftyhnXLxv68= +go.opentelemetry.io/collector/config/configtls v1.16.0/go.mod h1:PrIG1ZamLBLdn880ud6FHv5C4/aEEVr+jPnxwdLdKeg= +go.opentelemetry.io/collector/config/internal v0.110.0 h1:yzCYmACC+lw0SIt2YjFTe0qygKXf88igitmsH6sCsXY= +go.opentelemetry.io/collector/config/internal v0.110.0/go.mod h1:yC7E4h1Uj0SubxcFImh6OvBHFTjMh99+A5PuyIgDWqc= +go.opentelemetry.io/collector/confmap v1.16.0 h1:0bWw/XSosX6xoE1sGsaD3glzRtSxanrF4sgib3jAYr4= +go.opentelemetry.io/collector/confmap v1.16.0/go.mod h1:GrIZ12P/9DPOuTpe2PIS51a0P/ZM6iKtByVee1Uf3+k= +go.opentelemetry.io/collector/consumer v0.110.0 h1:CnB83KSFQxhFAbNJwTM0blahg16xa6CyUnIIA5qPMbA= +go.opentelemetry.io/collector/consumer v0.110.0/go.mod h1:WlzhfwDfwKkEa5XFdN5x9+jjp9ZF5EUSmtOgVe69zm0= +go.opentelemetry.io/collector/consumer/consumerprofiles v0.110.0 h1:KlEGGPFmQN7CFbj8pkiD9J6L820kJgC0zYKqeSFGLEo= +go.opentelemetry.io/collector/consumer/consumerprofiles v0.110.0/go.mod h1:Br4qElhLqAYDMddroNox3CpNv+NxgPgNfGhxFXXxYIw= +go.opentelemetry.io/collector/consumer/consumertest v0.110.0 h1:/rOL4sJr4eSzOp5z6+R7MmuJ5UD6PFOs7S2FA7puE1g= +go.opentelemetry.io/collector/consumer/consumertest v0.110.0/go.mod h1:sKL3UwB6nyH/33JE173o755ekYPwlS/8fs8opTSgPiY= +go.opentelemetry.io/collector/exporter v0.110.0 h1:9XIzyk/xlNuSCfwEebJO9uiAlC4hjwhUSZbYv4JAXEE= +go.opentelemetry.io/collector/exporter v0.110.0/go.mod h1:Nr3aSDaak4j8tOCRqp4gUhsYloXwnhZnQ/sz0Qqb+yY= +go.opentelemetry.io/collector/exporter/exporterprofiles v0.110.0 h1:zq3RDDYX7jKTNEJgFbbfAtjeOtMU+doabpZzIyRoRv0= +go.opentelemetry.io/collector/exporter/exporterprofiles v0.110.0/go.mod h1:dUMXYGiNnjaRvD120peFUe6XlJhk8LqbQq2C6sXBkgY= +go.opentelemetry.io/collector/extension v0.110.0 h1:AYFk57W25f7xOo3I6pV0rWNWVtOLZsW+lzFCctnvCkU= +go.opentelemetry.io/collector/extension v0.110.0/go.mod h1:zD/pw9o83SFyn/DCbBdBcH0eUPyGtYgpMSAOqotFYRc= +go.opentelemetry.io/collector/extension/auth v0.110.0 h1:9SHC2sF/KR99LciHABDXRIsXLiujzIjTJpWHO0V8Bqg= +go.opentelemetry.io/collector/extension/auth v0.110.0/go.mod h1:NjpHds6mjeT8Zn2KJVxZtV9c59AoIr6RlBha1RpmScQ= +go.opentelemetry.io/collector/extension/experimental/storage v0.110.0 h1:G1xkNGiBkdSrdhhU5VLE9+y7sZ5fU1/CHps92KSYDLc= +go.opentelemetry.io/collector/extension/experimental/storage v0.110.0/go.mod h1:0XFrIUcbqjsSycNI6Vu7ndMnjSkglMnD2YtUl2ZrzIU= +go.opentelemetry.io/collector/internal/globalsignal v0.110.0 h1:S6bfFEiek8vJeXAbciWS7W8UR6ZrVJB3ftNyFTMHQaY= +go.opentelemetry.io/collector/internal/globalsignal v0.110.0/go.mod h1:GqMXodPWOxK5uqpX8MaMXC2389y2XJTa5nPwf8FYDK8= +go.opentelemetry.io/collector/pdata v1.16.0 h1:g02K8jlRnmQ7TQDuXpdgVL6vIxIVqr5Gbb1qIR27rto= +go.opentelemetry.io/collector/pdata v1.16.0/go.mod h1:YZZJIt2ehxosYf/Y1pbvexjNWsIGNNrzzlCTO9jC1F4= +go.opentelemetry.io/collector/pdata/pprofile v0.110.0 h1:DknuOGOdjYIzVnromhVcW5rWyyjPahf65UAfgXz1xfo= +go.opentelemetry.io/collector/pdata/pprofile v0.110.0/go.mod h1:B3GxiEt40ixeGq2r30AOB3dgKdC281rLw39IqgSTwSM= +go.opentelemetry.io/collector/pdata/testdata v0.110.0 h1:XUXuaKVpD5G7VvTlBCBo/7CDpHvbeWRLXN4zjol94kg= +go.opentelemetry.io/collector/pdata/testdata v0.110.0/go.mod h1:lvpGoQcVDbRjuH3caNIkQ+pkU/+MLKVV4MdNFcp5mxU= +go.opentelemetry.io/collector/pipeline v0.110.0 h1:nArQj8lt2R6ajbbmZ0f7JqkzAzvIOSwxsxDEv9HGKHw= +go.opentelemetry.io/collector/pipeline v0.110.0/go.mod h1:qWk90kohDYBgI/1Kw4DQaQU82+y9GJY8MDse7H2JTWg= +go.opentelemetry.io/collector/receiver v0.110.0 h1:uv+mCadEpWT7yoRvMil1bY44aZbZ7y4oAqsjvypf+t4= +go.opentelemetry.io/collector/receiver v0.110.0/go.mod h1:rTNskk6R+8bU4dlAB1IgdwkIiBl44+C6qcvdyarAyF0= +go.opentelemetry.io/collector/receiver/receiverprofiles v0.110.0 h1:QDbKYVQFlQJfo05qS8O0zyZghxeGmxlVUKIuIJQST6U= +go.opentelemetry.io/collector/receiver/receiverprofiles v0.110.0/go.mod h1:DsNqyNWfax62zb1y2ek2ERzrEAiaJocSfc+QLtHNnxI= +go.opentelemetry.io/collector/semconv v0.101.0 h1:tOe9iTe9dDCnvz/bqgfNRr4w80kXG8505tQJ5h5v08Q= +go.opentelemetry.io/collector/semconv v0.101.0/go.mod h1:8ElcRZ8Cdw5JnvhTOQOdYizkJaQ10Z2fS+R6djOnj6A= +go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.55.0 h1:ZIg3ZT/aQ7AfKqdwp7ECpOK6vHqquXXuyTjIO8ZdmPs= +go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.55.0/go.mod h1:DQAwmETtZV00skUwgD6+0U89g80NKsJE3DCKeLLPQMI= +go.opentelemetry.io/otel v1.30.0 h1:F2t8sK4qf1fAmY9ua4ohFS/K+FUuOPemHUIXHtktrts= +go.opentelemetry.io/otel v1.30.0/go.mod h1:tFw4Br9b7fOS+uEao81PJjVMjW/5fvNCbpsDIXqP0pc= +go.opentelemetry.io/otel/metric v1.30.0 h1:4xNulvn9gjzo4hjg+wzIKG7iNFEaBMX00Qd4QIZs7+w= +go.opentelemetry.io/otel/metric v1.30.0/go.mod h1:aXTfST94tswhWEb+5QjlSqG+cZlmyXy/u8jFpor3WqQ= +go.opentelemetry.io/otel/sdk v1.30.0 h1:cHdik6irO49R5IysVhdn8oaiR9m8XluDaJAs4DfOrYE= +go.opentelemetry.io/otel/sdk v1.30.0/go.mod h1:p14X4Ok8S+sygzblytT1nqG98QG2KYKv++HE0LY/mhg= +go.opentelemetry.io/otel/sdk/metric v1.30.0 h1:QJLT8Pe11jyHBHfSAgYH7kEmT24eX792jZO1bo4BXkM= +go.opentelemetry.io/otel/sdk/metric v1.30.0/go.mod h1:waS6P3YqFNzeP01kuo/MBBYqaoBJl7efRQHOaydhy1Y= +go.opentelemetry.io/otel/trace v1.30.0 h1:7UBkkYzeg3C7kQX8VAidWh2biiQbtAKjyIML8dQ9wmc= +go.opentelemetry.io/otel/trace v1.30.0/go.mod h1:5EyKqTzzmyqB9bwtCCq6pDLktPK6fmGf/Dph+8VI02o= +go.uber.org/goleak v1.3.0 h1:2K3zAYmnTNqV73imy9J1T3WC+gmCePx2hEGkimedGto= +go.uber.org/goleak v1.3.0/go.mod h1:CoHD4mav9JJNrW/WLlf7HGZPjdw8EucARQHekz1X6bE= +go.uber.org/multierr v1.11.0 h1:blXXJkSxSSfBVBlC76pxqeO+LN3aDfLQo+309xJstO0= +go.uber.org/multierr v1.11.0/go.mod h1:20+QtiLqy0Nd6FdQB9TLXag12DsQkrbs3htMFfDN80Y= +go.uber.org/zap v1.27.0 h1:aJMhYGrd5QSmlpLMr2MftRKl7t8J8PTZPA732ud/XR8= +go.uber.org/zap v1.27.0/go.mod h1:GB2qFLM7cTU87MWRP2mPIjqfIDnGu+VIO4V/SdhGo2E= +golang.org/x/crypto v0.0.0-20190308221718-c2843e01d9a2/go.mod h1:djNgcEr1/C05ACkg1iLfiJU5Ep61QUkGW8qpdssI0+w= +golang.org/x/crypto v0.0.0-20191011191535-87dc89f01550/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI= +golang.org/x/crypto v0.0.0-20200622213623-75b288015ac9/go.mod h1:LzIPMQfyMNhhGPhUkYOs5KpL4U8rLKemX1yGLhDgUto= +golang.org/x/exp v0.0.0-20240222234643-814bf88cf225 h1:LfspQV/FYTatPTr/3HzIcmiUFH7PGP+OQ6mgDYo3yuQ= +golang.org/x/exp v0.0.0-20240222234643-814bf88cf225/go.mod h1:CxmFvTBINI24O/j8iY7H1xHzx2i4OsyguNBmN/uPtqc= +golang.org/x/mod v0.2.0/go.mod h1:s0Qsj1ACt9ePp/hMypM3fl4fZqREWJwdYDEqhRiZZUA= +golang.org/x/mod v0.3.0/go.mod h1:s0Qsj1ACt9ePp/hMypM3fl4fZqREWJwdYDEqhRiZZUA= +golang.org/x/net v0.0.0-20190404232315-eb5bcb51f2a3/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg= +golang.org/x/net v0.0.0-20190620200207-3b0461eec859/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= +golang.org/x/net v0.0.0-20200226121028-0de0cce0169b/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= +golang.org/x/net v0.0.0-20201021035429-f5854403a974/go.mod h1:sp8m0HH+o8qH0wwXwYZr8TS3Oi6o0r6Gce1SSxlDquU= +golang.org/x/net v0.29.0 h1:5ORfpBpCs4HzDYoodCDBbwHzdR5UrLBZ3sOnUJmFoHo= +golang.org/x/net v0.29.0/go.mod h1:gLkgy8jTGERgjzMic6DS9+SP0ajcu6Xu3Orq/SpETg0= +golang.org/x/sync v0.0.0-20190423024810-112230192c58/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sync v0.0.0-20190911185100-cd5d95a43a6e/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sync v0.0.0-20201020160332-67f06af15bc9/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sys v0.0.0-20190215142949-d0b11bdaac8a/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= +golang.org/x/sys v0.0.0-20190412213103-97732733099d/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20200930185726-fdedc70b468f/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.25.0 h1:r+8e+loiHxRqhXVl6ML1nO3l1+oFoWbnlu2Ehimmi34= +golang.org/x/sys v0.25.0/go.mod h1:/VUhepiaJMQUp4+oa/7Zr1D23ma6VTLIYjOOTFZPUcA= +golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ= +golang.org/x/text v0.3.3/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ= +golang.org/x/text v0.18.0 h1:XvMDiNzPAl0jr17s6W9lcaIhGUfUORdGCNsuLmPG224= +golang.org/x/text v0.18.0/go.mod h1:BuEKDfySbSR4drPmRPG/7iBdf8hvFMuRexcpahXilzY= +golang.org/x/tools v0.0.0-20180917221912-90fa682c2a6e/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= +golang.org/x/tools v0.0.0-20191119224855-298f0cb1881e/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= +golang.org/x/tools v0.0.0-20200619180055-7c47624df98f/go.mod h1:EkVYQZoAsY45+roYkvgYkIh4xh/qjgUK9TdY2XT94GE= +golang.org/x/tools v0.0.0-20210106214847-113979e3529a/go.mod h1:emZCQorbCU4vsT4fOWvOPXz4eW1wZW4PmDk9uLelYpA= +golang.org/x/xerrors v0.0.0-20190717185122-a985d3407aa7/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= +golang.org/x/xerrors v0.0.0-20191011141410-1b5146add898/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= +golang.org/x/xerrors v0.0.0-20191204190536-9bdfabe68543/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= +golang.org/x/xerrors v0.0.0-20200804184101-5ec99f83aff1/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= +google.golang.org/genproto/googleapis/rpc v0.0.0-20240822170219-fc7c04adadcd h1:6TEm2ZxXoQmFWFlt1vNxvVOa1Q0dXFQD1m/rYjXmS0E= +google.golang.org/genproto/googleapis/rpc v0.0.0-20240822170219-fc7c04adadcd/go.mod h1:UqMtugtsSgubUsoxbuAoiCXvqvErP7Gf0so0mK9tHxU= +google.golang.org/grpc v1.66.2 h1:3QdXkuq3Bkh7w+ywLdLvM56cmGvQHUMZpiCzt6Rqaoo= +google.golang.org/grpc v1.66.2/go.mod h1:s3/l6xSSCURdVfAnL+TqCNMyTDAGN6+lZeVxnZR128Y= +google.golang.org/protobuf v1.34.2 h1:6xV6lTsCfpGD21XK49h7MhtcApnLqkfYgPcdHftf6hg= +google.golang.org/protobuf v1.34.2/go.mod h1:qYOHts0dSfpeUzUFpOMr/WGzszTmLH+DiWniOlNbLDw= +gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= +gopkg.in/check.v1 v1.0.0-20200227125254-8fa46927fb4f/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= +gopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c h1:Hei/4ADfdWqJk1ZMxUNpqntNwaWcugrBjAiHlqqRiVk= +gopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c/go.mod h1:JHkPIbrfpd72SG/EVd6muEfDQjcINNoR0C8j2r3qZ4Q= +gopkg.in/yaml.v3 v3.0.0-20200615113413-eeeca48fe776/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM= +gopkg.in/yaml.v3 v3.0.1 h1:fxVm/GzAzEWqLHuvctI91KS9hhNmmWOoWu0XTYJS7CA= +gopkg.in/yaml.v3 v3.0.1/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM= diff --git a/exporter/sematextexporter/internal/metadata/generated_status.go b/exporter/sematextexporter/internal/metadata/generated_status.go new file mode 100644 index 000000000000..e221a6ab9c5d --- /dev/null +++ b/exporter/sematextexporter/internal/metadata/generated_status.go @@ -0,0 +1,16 @@ +// Code generated by mdatagen. DO NOT EDIT. + +package metadata + +import ( + "go.opentelemetry.io/collector/component" +) + +var ( + Type = component.MustNewType("sematext") + ScopeName = "github.com/open-telemetry/opentelemetry-collector-contrib/exporter/sematextexporter" +) + +const ( + MetricsStability = component.StabilityLevelDevelopment +) diff --git a/exporter/sematextexporter/logger.go b/exporter/sematextexporter/logger.go new file mode 100644 index 000000000000..a47122005314 --- /dev/null +++ b/exporter/sematextexporter/logger.go @@ -0,0 +1,25 @@ +// Copyright The OpenTelemetry Authors +// SPDX-License-Identifier: Apache-2.0 + +package sematextexporter // import "github.com/open-telemetry/opentelemetry-collector-contrib/exporter/sematextexporter" + +import ( + "github.com/influxdata/influxdb-observability/common" + "go.uber.org/zap" +) + +type zapSematextLogger struct { + *zap.SugaredLogger +} + +func newZapSematextLogger(logger *zap.Logger) common.Logger { + return &common.ErrorLogger{ + Logger: &zapSematextLogger{ + logger.Sugar(), + }, + } +} + +func (l zapSematextLogger) Debug(msg string, kv ...any) { + l.SugaredLogger.Debugw(msg, kv...) +} diff --git a/exporter/sematextexporter/metadata.yaml b/exporter/sematextexporter/metadata.yaml new file mode 100644 index 000000000000..3dee628c6c03 --- /dev/null +++ b/exporter/sematextexporter/metadata.yaml @@ -0,0 +1,12 @@ +type: sematext + +status: + class: exporter + stability: + development: [metrics] + distributions: [contrib] + codeowners: + active: [Eromosele-SM] + +tests: + expect_consumer_error: true diff --git a/exporter/sematextexporter/testdata/config.yaml b/exporter/sematextexporter/testdata/config.yaml new file mode 100644 index 000000000000..d4a4902c6be0 --- /dev/null +++ b/exporter/sematextexporter/testdata/config.yaml @@ -0,0 +1,22 @@ +sematext/default-config: +sematext/override-config: + timeout: 500ms + region: US + retry_on_failure: + enabled: true + initial_interval: 1s + max_interval: 3s + max_elapsed_time: 10s + metrics: + app_token: xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx + sending_queue: + enabled: true + num_consumers: 3 + queue_size: 10 + payload_max_lines: 72 + payload_max_bytes: 27 + + + + + \ No newline at end of file diff --git a/exporter/sematextexporter/writer.go b/exporter/sematextexporter/writer.go new file mode 100644 index 000000000000..31bbb03017c3 --- /dev/null +++ b/exporter/sematextexporter/writer.go @@ -0,0 +1,259 @@ +// Copyright The OpenTelemetry Authors +// SPDX-License-Identifier: Apache-2.0 + +package sematextexporter // import "github.com/open-telemetry/opentelemetry-collector-contrib/exporter/sematextexporter" + +import ( + "bytes" + "context" + "fmt" + "io" + "net/http" + "net/url" + "os" + "sort" + + "sync" + "time" + + "github.com/influxdata/influxdb-observability/common" + "github.com/influxdata/influxdb-observability/otel2influx" + "github.com/influxdata/line-protocol/v2/lineprotocol" + "go.opentelemetry.io/collector/component" + "go.opentelemetry.io/collector/config/confighttp" + "go.opentelemetry.io/collector/consumer/consumererror" +) + +var _ otel2influx.InfluxWriter = (*sematextHTTPWriter)(nil) + +type sematextHTTPWriter struct { + encoderPool sync.Pool + httpClient *http.Client + + httpClientSettings confighttp.ClientConfig + telemetrySettings component.TelemetrySettings + writeURL string + payloadMaxLines int + payloadMaxBytes int + hostname string + token string + logger common.Logger +} + +func newSematextHTTPWriter(logger common.Logger, config *Config, telemetrySettings component.TelemetrySettings) (*sematextHTTPWriter, error) { + writeURL, err := composeWriteURL(config) + if err != nil { + return nil, err + } + hostname, err := os.Hostname() + if err != nil { + return nil, fmt.Errorf("could not detect hostname: %w", err) + + } + + return &sematextHTTPWriter{ + encoderPool: sync.Pool{ + New: func() any { + e := new(lineprotocol.Encoder) + e.SetLax(false) + e.SetPrecision(lineprotocol.Nanosecond) + return e + }, + }, + telemetrySettings: telemetrySettings, + writeURL: writeURL, + payloadMaxLines: config.PayloadMaxLines, + payloadMaxBytes: config.PayloadMaxBytes, + logger: logger, + hostname: hostname, + token: config.AppToken, + }, nil +} + +func composeWriteURL(config *Config) (string, error) { + writeURL, err := url.Parse(config.MetricsEndpoint) + if err != nil { + return "", err + } + if writeURL.Path == "" || writeURL.Path == "/" { + writeURL, err = writeURL.Parse("write?db=metrics") + if err != nil { + return "", err + } + } + queryValues := writeURL.Query() + + writeURL.RawQuery = queryValues.Encode() + + return writeURL.String(), nil +} + +// Start implements component.StartFunc +func (w *sematextHTTPWriter) Start(ctx context.Context, host component.Host) error { + httpClient, err := w.httpClientSettings.ToClient(ctx, host, w.telemetrySettings) + if err != nil { + return err + } + w.httpClient = httpClient + return nil +} + +func (w *sematextHTTPWriter) NewBatch() otel2influx.InfluxWriterBatch { + return newSematextHTTPWriterBatch(w) +} + +var _ otel2influx.InfluxWriterBatch = (*sematextHTTPWriterBatch)(nil) + +type sematextHTTPWriterBatch struct { + *sematextHTTPWriter + encoder *lineprotocol.Encoder + payloadLines int +} + +func newSematextHTTPWriterBatch(w *sematextHTTPWriter) *sematextHTTPWriterBatch { + return &sematextHTTPWriterBatch{ + sematextHTTPWriter: w, + } +} + +// EnqueuePoint emits a set of line protocol attributes (metrics, tags, fields, timestamp) +// to the internal line protocol buffer. +// If the buffer is full, it will be flushed by calling WriteBatch. +func (b *sematextHTTPWriterBatch) EnqueuePoint(ctx context.Context, measurement string, tags map[string]string, fields map[string]any, ts time.Time, _ common.InfluxMetricValueType) error { + if b.encoder == nil { + b.encoder = b.encoderPool.Get().(*lineprotocol.Encoder) + } + // Add token and os.host tags + if tags == nil { + tags = make(map[string]string) + } + tags["token"] = b.token + tags["os.host"] = b.hostname + + b.encoder.StartLine(measurement) + for _, tag := range b.optimizeTags(tags) { + b.encoder.AddTag(tag.k, tag.v) + } + for k, v := range b.convertFields(fields) { + b.encoder.AddField(k, v) + } + b.encoder.EndLine(ts) + + if err := b.encoder.Err(); err != nil { + b.encoder.Reset() + b.encoder.ClearErr() + b.encoderPool.Put(b.encoder) + b.encoder = nil + return consumererror.NewPermanent(fmt.Errorf("failed to encode point: %w", err)) + } + + b.payloadLines++ + if b.payloadLines >= b.payloadMaxLines || len(b.encoder.Bytes()) >= b.payloadMaxBytes { + if err := b.WriteBatch(ctx); err != nil { + return err + } + } + + return nil +} + +// WriteBatch sends the internal line protocol buffer to Sematext. +func (b *sematextHTTPWriterBatch) WriteBatch(ctx context.Context) error { + if b.encoder == nil { + fmt.Println("Encoder is nil") + return nil + } + + defer func() { + b.encoder.Reset() + b.encoder.ClearErr() + b.encoderPool.Put(b.encoder) + b.encoder = nil + b.payloadLines = 0 + }() + + req, err := http.NewRequestWithContext(ctx, http.MethodPost, b.writeURL, bytes.NewReader(b.encoder.Bytes())) + if err != nil { + return consumererror.NewPermanent(err) + } + res, err := b.httpClient.Do(req) + if err != nil { + fmt.Println("Error sending request:", err) + return err + } + body, err := io.ReadAll(res.Body) + if err != nil { + return err + } + + if err = res.Body.Close(); err != nil { + return err + } + + switch res.StatusCode { + case 200, 204: + break + case 500: + return fmt.Errorf("line protocol write returned %q %q", res.Status, string(body)) + default: + return consumererror.NewPermanent(fmt.Errorf("line protocol write returned %q %q", res.Status, string(body))) + } + + return nil +} + +type tag struct { + k, v string +} + +// optimizeTags sorts tags by key and removes tags with empty keys or values +func (b *sematextHTTPWriterBatch) optimizeTags(m map[string]string) []tag { + // Ensure token and os.host tags are always present + m["token"] = b.token + m["os.host"] = b.hostname + + // Limit to 18 other tags, excluding token and os.host + if len(m) > 20 { + count := 0 + for k := range m { + if k != "token" && k != "os.host" { + count++ + if count > 18 { + delete(m, k) + } + } + } + } + + tags := make([]tag, 0, len(m)) + for k, v := range m { + switch { + case k == "": + b.logger.Debug("empty tag key") + case v == "": + b.logger.Debug("empty tag value", "key", k) + default: + tags = append(tags, tag{k, v}) + } + } + + sort.Slice(tags, func(i, j int) bool { + return tags[i].k < tags[j].k + }) + + return tags +} + +func (b *sematextHTTPWriterBatch) convertFields(m map[string]any) (fields map[string]lineprotocol.Value) { + fields = make(map[string]lineprotocol.Value, len(m)) + for k, v := range m { + if k == "" { + b.logger.Debug("empty field key") + } else if lpv, ok := lineprotocol.NewValue(v); !ok { + b.logger.Debug("invalid field value", "key", k, "value", v) + } else { + fields[k] = lpv + } + } + return +} diff --git a/exporter/sematextexporter/writer_test.go b/exporter/sematextexporter/writer_test.go new file mode 100644 index 000000000000..3d3621fc168a --- /dev/null +++ b/exporter/sematextexporter/writer_test.go @@ -0,0 +1,221 @@ +package sematextexporter + +import ( + "context" + "fmt" + "io" + "net/http" + "net/http/httptest" + "strings" + "sync" + "testing" + "time" + + "github.com/influxdata/influxdb-observability/common" + "github.com/influxdata/line-protocol/v2/lineprotocol" + "github.com/stretchr/testify/assert" + "github.com/stretchr/testify/require" + "go.opentelemetry.io/collector/component/componenttest" +) + +func TestSematextHTTPWriterBatchOptimizeTags(t *testing.T) { + batch := &sematextHTTPWriterBatch{ + sematextHTTPWriter: &sematextHTTPWriter{ + logger: common.NoopLogger{}, + }, + } + + for _, testCase := range []struct { + name string + m map[string]string + expectedTags []tag + }{ + { + name: "empty map", + m: map[string]string{}, + expectedTags: []tag{}, + }, + { + name: "one tag", + m: map[string]string{ + "k": "v", + }, + expectedTags: []tag{ + {"k", "v"}, + }, + }, + { + name: "empty tag key", + m: map[string]string{ + "": "v", + }, + expectedTags: []tag{}, + }, + { + name: "empty tag value", + m: map[string]string{ + "k": "", + }, + expectedTags: []tag{}, + }, + { + name: "seventeen tags", + m: map[string]string{ + "k00": "v00", "k01": "v01", "k02": "v02", "k03": "v03", "k04": "v04", "k05": "v05", "k06": "v06", "k07": "v07", "k08": "v08", "k09": "v09", "k10": "v10", "k11": "v11", "k12": "v12", "k13": "v13", "k14": "v14", "k15": "v15", "k16": "v16", + }, + expectedTags: []tag{ + {"k00", "v00"}, {"k01", "v01"}, {"k02", "v02"}, {"k03", "v03"}, {"k04", "v04"}, {"k05", "v05"}, {"k06", "v06"}, {"k07", "v07"}, {"k08", "v08"}, {"k09", "v09"}, {"k10", "v10"}, {"k11", "v11"}, {"k12", "v12"}, {"k13", "v13"}, {"k14", "v14"}, {"k15", "v15"}, {"k16", "v16"}, + }, + }, + } { + t.Run(testCase.name, func(t *testing.T) { + gotTags := batch.optimizeTags(testCase.m) + assert.Equal(t, testCase.expectedTags, gotTags) + }) + } +} + +func TestSematextHTTPWriterBatchMaxPayload(t *testing.T) { + for _, testCase := range []struct { + name string + payloadMaxLines int + payloadMaxBytes int + expectMultipleRequests bool + }{ + { + name: "default", + payloadMaxLines: 10_000, + payloadMaxBytes: 10_000_000, + expectMultipleRequests: false, + }, + { + name: "limit-lines", + payloadMaxLines: 1, + payloadMaxBytes: 10_000_000, + expectMultipleRequests: true, + }, + { + name: "limit-bytes", + payloadMaxLines: 10_000, + payloadMaxBytes: 1, + expectMultipleRequests: true, + }, + } { + t.Run(testCase.name, func(t *testing.T) { + var httpRequests []*http.Request + + mockHTTPService := httptest.NewServer(http.HandlerFunc(func(_ http.ResponseWriter, r *http.Request) { + httpRequests = append(httpRequests, r) + })) + t.Cleanup(mockHTTPService.Close) + + batch := &sematextHTTPWriterBatch{ + sematextHTTPWriter: &sematextHTTPWriter{ + encoderPool: sync.Pool{ + New: func() any { + e := new(lineprotocol.Encoder) + e.SetLax(false) + e.SetPrecision(lineprotocol.Nanosecond) + return e + }, + }, + httpClient: &http.Client{}, + writeURL: mockHTTPService.URL, + payloadMaxLines: testCase.payloadMaxLines, + payloadMaxBytes: testCase.payloadMaxBytes, + logger: common.NoopLogger{}, + }, + } + + err := batch.EnqueuePoint(context.Background(), "m", map[string]string{"k": "v"}, map[string]any{"f": int64(1)}, time.Unix(1, 0), 0) + require.NoError(t, err) + err = batch.EnqueuePoint(context.Background(), "m", map[string]string{"k": "v"}, map[string]any{"f": int64(2)}, time.Unix(2, 0), 0) + require.NoError(t, err) + err = batch.WriteBatch(context.Background()) + require.NoError(t, err) + + if testCase.expectMultipleRequests { + assert.Len(t, httpRequests, 2) + } else { + assert.Len(t, httpRequests, 1) + } + }) + } +} + +func TestSematextHTTPWriterBatchEnqueuePointEmptyTagValue(t *testing.T) { + var recordedRequest *http.Request + var recordedRequestBody []byte + noopHTTPServer := httptest.NewServer(http.HandlerFunc(func(_ http.ResponseWriter, r *http.Request) { + + if assert.Nil(t, recordedRequest) { + var err error + recordedRequest = r + recordedRequestBody, err = io.ReadAll(r.Body) + if err != nil { + fmt.Println(err.Error()) + } + } + })) + t.Cleanup(noopHTTPServer.Close) + nowTime := time.Unix(1628605794, 318000000) + + sematextWriter, err := newSematextHTTPWriter( + new(common.NoopLogger), + &Config{ + MetricsConfig: MetricsConfig{ + MetricsEndpoint:noopHTTPServer.URL , + AppToken: "xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx", + }, + Region: "US", + }, + componenttest.NewNopTelemetrySettings()) + require.NoError(t, err) + sematextWriter.httpClient = noopHTTPServer.Client() + sematextWriterBatch := sematextWriter.NewBatch() + + err = sematextWriterBatch.EnqueuePoint( + context.Background(), + "m", + map[string]string{"k": "v", "empty": ""}, + map[string]any{"f": int64(1)}, + nowTime, + common.InfluxMetricValueTypeUntyped) + require.NoError(t, err) + + err = sematextWriterBatch.WriteBatch(context.Background()) + + require.NoError(t, err) + + if assert.NotNil(t, recordedRequest) { + expected:= fmt.Sprintf("m,k=v,os.host=%s,token=xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx f=1i 1628605794318000000", sematextWriter.hostname) + assert.Equal(t, expected, strings.TrimSpace(string(recordedRequestBody))) + } +} + +func TestComposeWriteURLDoesNotPanic(t *testing.T) { + assert.NotPanics(t, func() { + cfg := &Config{ + Region: "us", + MetricsConfig: MetricsConfig{ + MetricsEndpoint: "http://localhost:8080", + MetricsSchema: "telegraf-prometheus-v2", + }, + } + _, err := composeWriteURL(cfg) + assert.NoError(t, err) + }) + + assert.NotPanics(t, func() { + cfg := &Config{ + Region: "eu", + MetricsConfig: MetricsConfig{ + MetricsEndpoint: "http://localhost:8080", + MetricsSchema: "telegraf-prometheus-v2", + }, + + } + _, err := composeWriteURL(cfg) + assert.NoError(t, err) + }) +} diff --git a/versions.yaml b/versions.yaml index 974edb7119d5..af4a4f5da23b 100644 --- a/versions.yaml +++ b/versions.yaml @@ -65,6 +65,7 @@ module-sets: - github.com/open-telemetry/opentelemetry-collector-contrib/exporter/rabbitmqexporter - github.com/open-telemetry/opentelemetry-collector-contrib/exporter/sapmexporter - github.com/open-telemetry/opentelemetry-collector-contrib/exporter/sentryexporter + - github.com/open-telemetry/opentelemetry-collector-contrib/exporter/sematextexporter - github.com/open-telemetry/opentelemetry-collector-contrib/exporter/signalfxexporter - github.com/open-telemetry/opentelemetry-collector-contrib/exporter/splunkhecexporter - github.com/open-telemetry/opentelemetry-collector-contrib/exporter/sumologicexporter