SC-20508 Add sematext exporter

.github/ISSUE_TEMPLATE/bug_report.yaml

@@ -75,6 +75,7 @@ body:
       - exporter/pulsar
       - exporter/rabbitmq
       - exporter/sapm
+      - exporter/sematext
       - exporter/sentry
       - exporter/signalfx
       - exporter/splunkhec

.github/ISSUE_TEMPLATE/feature_request.yaml

@@ -69,6 +69,7 @@ body:
       - exporter/pulsar
       - exporter/rabbitmq
       - exporter/sapm
+      - exporter/sematext
       - exporter/sentry
       - exporter/signalfx
       - exporter/splunkhec

.github/ISSUE_TEMPLATE/other.yaml

@@ -69,6 +69,7 @@ body:
       - exporter/pulsar
       - exporter/rabbitmq
       - exporter/sapm
+      - exporter/sematext
       - exporter/sentry
       - exporter/signalfx
       - exporter/splunkhec

.github/ISSUE_TEMPLATE/unmaintained.yaml

@@ -74,6 +74,7 @@ body:
       - exporter/pulsar
       - exporter/rabbitmq
       - exporter/sapm
+      - exporter/sematext
       - exporter/sentry
       - exporter/signalfx
       - exporter/splunkhec

cmd/otelcontribcol/go.mod

@@ -4,7 +4,7 @@ module github.com/open-telemetry/opentelemetry-collector-contrib/cmd/otelcontrib
 
 go 1.22.0
 
-toolchain go1.22.7
+toolchain go1.23.1
 
 require (
 	github.com/open-telemetry/opentelemetry-collector-contrib/confmap/provider/s3provider v0.110.0

cmd/oteltestbedcol/go.mod

@@ -4,7 +4,7 @@ module github.com/open-telemetry/opentelemetry-collector-contrib/cmd/oteltestbed
 
 go 1.22.0
 
-toolchain go1.22.7
+toolchain go1.23.1
 
 require (
 	github.com/open-telemetry/opentelemetry-collector-contrib/exporter/carbonexporter v0.110.0

exporter/sematextexporter/Makefile

@@ -0,0 +1 @@
+include ../../Makefile.Common

exporter/sematextexporter/config.go

@@ -0,0 +1,53 @@
+// Copyright The OpenTelemetry Authors
+// SPDX-License-Identifier: Apache-2.0
+
+package sematextexporter // import "github.com/open-telemetry/opentelemetry-collector-contrib/exporter/sematextexporter"
+
+import (
+	"fmt"
+	"strings"
+
+	"go.opentelemetry.io/collector/config/confighttp"
+	"go.opentelemetry.io/collector/config/configretry"
+	"go.opentelemetry.io/collector/exporter/exporterhelper"
+)
+
+type Config struct {
+	confighttp.ClientConfig   `mapstructure:",squash"`
+	QueueSettings             exporterhelper.QueueConfig `mapstructure:"sending_queue"`
+	configretry.BackOffConfig `mapstructure:"retry_on_failure"`
+
+	// App token is the token of Sematext Monitoring App to which you want to send the metrics.
+	App_token string `mapstructure:"app_token"`
+
+	// Region specifies the Sematext region the user is operating in
+	// Options:
+	// - EU
+	// - US
+	Region string `mapstructure:"region"`
+
+	// MetricsSchema indicates the metrics schema to emit to line protocol.
+	// Options:
+	// - otel-v1
+	MetricsSchema string `mapstructure:"metrics_schema"`
+
+	// PayloadMaxLines is the maximum number of line protocol lines to POST in a single request.
+	PayloadMaxLines int `mapstructure:"payload_max_lines"`
+	// PayloadMaxBytes is the maximum number of line protocol bytes to POST in a single request.
+	PayloadMaxBytes int `mapstructure:"payload_max_bytes"`
+}
+
+// Validate checks for invalid or missing entries in the configuration.
+func (cfg *Config) Validate() error {
+	if cfg.MetricsSchema != "otel-v1" {
+		return fmt.Errorf("invalid metrics schema: %s", cfg.MetricsSchema)
+	}
+	if strings.ToLower(cfg.Region) != "eu" && strings.ToLower(cfg.Region) != "us" {
+		return fmt.Errorf("invalid region: %s. please use either 'EU' or 'US'", cfg.Region)
+	}
+	if len(cfg.App_token) != 36 {
+		return fmt.Errorf("invalid app_token: %s. app_token should be 36 characters", cfg.App_token)
+	}
+
+	return nil
+}

exporter/sematextexporter/config_test.go

@@ -0,0 +1,81 @@
+// Copyright The OpenTelemetry Authors
+// SPDX-License-Identifier: Apache-2.0
+
+package sematextexporter
+
+import (
+	"path/filepath"
+	"testing"
+	"time"
+
+	"github.com/cenkalti/backoff/v4"
+	"github.com/stretchr/testify/assert"
+	"github.com/stretchr/testify/require"
+	"go.opentelemetry.io/collector/component"
+	"go.opentelemetry.io/collector/config/confighttp"
+	"go.opentelemetry.io/collector/config/configopaque"
+	"go.opentelemetry.io/collector/config/configretry"
+	"go.opentelemetry.io/collector/confmap/confmaptest"
+	"go.opentelemetry.io/collector/exporter/exporterhelper"
+
+	"github.com/open-telemetry/opentelemetry-collector-contrib/exporter/sematextexporter/internal/metadata"
+)
+
+func TestLoadConfig(t *testing.T) {
+	t.Parallel()
+
+	cm, err := confmaptest.LoadConf(filepath.Join("testdata", "config.yaml"))
+	require.NoError(t, err)
+
+	tests := []struct {
+		id       component.ID
+		expected component.Config
+	}{
+		{
+			id:       component.NewIDWithName(metadata.Type, "default-config"),
+			expected: createDefaultConfig(),
+		},
+		{
+			id: component.NewIDWithName(metadata.Type, "override-config"),
+			expected: &Config{
+				ClientConfig: confighttp.ClientConfig{
+					Endpoint: "http://localhost:8080",
+					Timeout:  500 * time.Millisecond,
+					Headers:  map[string]configopaque.String{"User-Agent": "OpenTelemetry -> Sematext"},
+				},
+				QueueSettings: exporterhelper.QueueConfig{
+					Enabled:      true,
+					NumConsumers: 3,
+					QueueSize:    10,
+				},
+				BackOffConfig: configretry.BackOffConfig{
+					Enabled:             true,
+					InitialInterval:     1 * time.Second,
+					MaxInterval:         3 * time.Second,
+					MaxElapsedTime:      10 * time.Second,
+					RandomizationFactor: backoff.DefaultRandomizationFactor,
+					Multiplier:          backoff.DefaultMultiplier,
+				},
+				Region:          "US",
+				App_token:       "xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx",
+				MetricsSchema:   "otel-v1",
+				PayloadMaxLines: 72,
+				PayloadMaxBytes: 27,
+			},
+		},
+	}
+
+	for _, tt := range tests {
+		t.Run(tt.id.String(), func(t *testing.T) {
+			factory := NewFactory()
+			cfg := factory.CreateDefaultConfig()
+
+			sub, err := cm.Sub(tt.id.String())
+			require.NoError(t, err)
+			require.NoError(t, sub.Unmarshal(cfg))
+
+			assert.NoError(t, component.ValidateConfig(cfg))
+			assert.Equal(t, tt.expected, cfg)
+		})
+	}
+}

exporter/sematextexporter/doc.go

@@ -0,0 +1,7 @@
+// Copyright The OpenTelemetry Authors
+// SPDX-License-Identifier: Apache-2.0
+
+//go:generate mdatagen metadata.yaml
+
+// Package sematextexporter sends metrics to sematext cloud.
+package sematextexporter // import "github.com/open-telemetry/opentelemetry-collector-contrib/exporter/sematextexporter"

exporter/sematextexporter/factory.go

@@ -0,0 +1,91 @@
+// Copyright The OpenTelemetry Authors
+// SPDX-License-Identifier: Apache-2.0
+
+//go:generate mdatagen metadata.yaml
+
+package sematextexporter // import "github.com/open-telemetry/opentelemetry-collector-contrib/exporter/sematextexporter"
+
+import (
+	"context"
+	"fmt"
+	"time"
+
+	"github.com/influxdata/influxdb-observability/otel2influx"
+	"go.opentelemetry.io/collector/component"
+	"go.opentelemetry.io/collector/config/confighttp"
+	"go.opentelemetry.io/collector/config/configopaque"
+	"go.opentelemetry.io/collector/config/configretry"
+	"go.opentelemetry.io/collector/exporter"
+	"go.opentelemetry.io/collector/exporter/exporterhelper"
+
+	"github.com/influxdata/influxdb-observability/common"
+
+	"github.com/open-telemetry/opentelemetry-collector-contrib/exporter/sematextexporter/internal/metadata"
+)
+
+// NewFactory creates a factory for the Sematext metrics exporter.
+func NewFactory() exporter.Factory {
+	return exporter.NewFactory(
+		metadata.Type,
+		createDefaultConfig,
+		exporter.WithMetrics(createMetricsExporter, metadata.MetricsStability),
+	)
+}
+
+func createDefaultConfig() component.Config {
+	return &Config{
+		ClientConfig: confighttp.ClientConfig{
+			Timeout: 5 * time.Second,
+			Headers: map[string]configopaque.String{
+				"User-Agent": "OpenTelemetry -> Sematext",
+			},
+		},
+		QueueSettings:   exporterhelper.NewDefaultQueueConfig(),
+		BackOffConfig:   configretry.NewDefaultBackOffConfig(),
+		MetricsSchema:   common.MetricsSchemaOtelV1.String(), // Default schema for Sematext
+		App_token:       "xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx",
+		Region:          "EU",
+		PayloadMaxLines: 10_000,     // Max lines per request
+		PayloadMaxBytes: 10_000_000, // Max bytes per request
+	}
+}
+
+func createMetricsExporter(
+	ctx context.Context,
+	set exporter.Settings,
+	config component.Config,
+) (exporter.Metrics, error) {
+	cfg := config.(*Config)
+
+	// Initialize the logger for Sematext
+	logger := newZapInfluxLogger(set.Logger)
+
+	// Create a writer for sending metrics to Sematext
+	writer, err := newSematextHTTPWriter(logger, cfg, set.TelemetrySettings)
+	if err != nil {
+		return nil, fmt.Errorf("failed to create Sematext HTTP writer: %w", err)
+	}
+	schema, found := common.MetricsSchemata[cfg.MetricsSchema]
+	if !found {
+		return nil, fmt.Errorf("schema '%s' not recognized", cfg.MetricsSchema)
+	}
+
+	expConfig := otel2influx.DefaultOtelMetricsToLineProtocolConfig()
+	expConfig.Logger = logger
+	expConfig.Writer = writer
+	expConfig.Schema = schema
+	exp, err := otel2influx.NewOtelMetricsToLineProtocol(expConfig)
+	if err != nil {
+		return nil, err
+	}
+
+	return exporterhelper.NewMetricsExporter(
+		ctx,
+		set,
+		cfg,
+		exp.WriteMetrics,
+		exporterhelper.WithQueue(cfg.QueueSettings),
+		exporterhelper.WithRetry(cfg.BackOffConfig),
+		exporterhelper.WithStart(writer.Start),
+	)
+}