opentelemetry-collector/service/telemetry/logger_test.go

341 lines
8.9 KiB
Go

// Copyright The OpenTelemetry Authors
// SPDX-License-Identifier: Apache-2.0
package telemetry // import "go.opentelemetry.io/collector/service/telemetry"
import (
"context"
"errors"
"io"
"net/http"
"net/http/httptest"
"testing"
"time"
"github.com/stretchr/testify/assert"
"github.com/stretchr/testify/require"
config "go.opentelemetry.io/contrib/otelconf/v0.3.0"
"go.opentelemetry.io/otel/log"
semconv "go.opentelemetry.io/otel/semconv/v1.18.0"
"go.uber.org/zap"
"go.uber.org/zap/zapcore"
"go.uber.org/zap/zaptest/observer"
"go.opentelemetry.io/collector/component"
"go.opentelemetry.io/collector/pdata/plog/plogotlp"
"go.opentelemetry.io/collector/service/internal/resource"
)
const (
version = "1.2.3"
service = "test-service"
testAttribute = "test-attribute"
testValue = "test-value"
)
func TestNewLogger(t *testing.T) {
tests := []struct {
name string
wantCoreType any
wantErr error
cfg Config
}{
{
name: "no log config",
cfg: Config{},
wantErr: errors.New("no encoder name specified"),
},
{
name: "log config with no processors",
cfg: Config{
Logs: LogsConfig{
Level: zapcore.DebugLevel,
Development: true,
Encoding: "console",
DisableCaller: true,
DisableStacktrace: true,
InitialFields: map[string]any{"fieldKey": "filed-value"},
},
},
},
{
name: "log config with processors",
cfg: Config{
Logs: LogsConfig{
Level: zapcore.DebugLevel,
Development: true,
Encoding: "console",
DisableCaller: true,
DisableStacktrace: true,
InitialFields: map[string]any{"fieldKey": "filed-value"},
Processors: []config.LogRecordProcessor{
{
Batch: &config.BatchLogRecordProcessor{
Exporter: config.LogRecordExporter{
Console: config.Console{},
},
},
},
},
},
},
},
{
name: "log config with sampling",
cfg: Config{
Logs: LogsConfig{
Level: zapcore.InfoLevel,
Development: false,
Encoding: "console",
Sampling: &LogsSamplingConfig{
Enabled: true,
Tick: 10 * time.Second,
Initial: 10,
Thereafter: 100,
},
OutputPaths: []string{"stderr"},
ErrorOutputPaths: []string{"stderr"},
DisableCaller: false,
DisableStacktrace: false,
InitialFields: map[string]any(nil),
},
},
},
}
for _, tt := range tests {
t.Run(tt.name, func(t *testing.T) {
buildInfo := component.BuildInfo{}
sdk, err := NewSDK(context.Background(), &tt.cfg, resource.New(buildInfo, nil))
require.NoError(t, err)
defer func() {
require.NoError(t, sdk.Shutdown(context.Background()))
}()
_, _, err = newLogger(Settings{SDK: sdk}, tt.cfg)
if tt.wantErr != nil {
require.ErrorContains(t, err, tt.wantErr.Error())
} else {
require.NoError(t, err)
}
})
}
}
func TestNewLoggerWithResource(t *testing.T) {
tests := []struct {
name string
buildInfo component.BuildInfo
resourceConfig map[string]*string
wantFields map[string]string
}{
{
name: "auto-populated fields only",
buildInfo: component.BuildInfo{
Command: "mycommand",
Version: "1.0.0",
},
resourceConfig: map[string]*string{},
wantFields: map[string]string{
string(semconv.ServiceNameKey): "mycommand",
string(semconv.ServiceVersionKey): "1.0.0",
string(semconv.ServiceInstanceIDKey): "",
},
},
{
name: "override service.name",
buildInfo: component.BuildInfo{
Command: "mycommand",
Version: "1.0.0",
},
resourceConfig: map[string]*string{
string(semconv.ServiceNameKey): ptr("custom-service"),
},
wantFields: map[string]string{
string(semconv.ServiceNameKey): "custom-service",
string(semconv.ServiceVersionKey): "1.0.0",
string(semconv.ServiceInstanceIDKey): "",
},
},
{
name: "override service.version",
buildInfo: component.BuildInfo{
Command: "mycommand",
Version: "1.0.0",
},
resourceConfig: map[string]*string{
string(semconv.ServiceVersionKey): ptr("2.0.0"),
},
wantFields: map[string]string{
string(semconv.ServiceNameKey): "mycommand",
string(semconv.ServiceVersionKey): "2.0.0",
string(semconv.ServiceInstanceIDKey): "",
},
},
{
name: "custom field with auto-populated",
buildInfo: component.BuildInfo{
Command: "mycommand",
Version: "1.0.0",
},
resourceConfig: map[string]*string{
"custom.field": ptr("custom-value"),
},
wantFields: map[string]string{
string(semconv.ServiceNameKey): "mycommand",
string(semconv.ServiceVersionKey): "1.0.0",
string(semconv.ServiceInstanceIDKey): "", // Just check presence
"custom.field": "custom-value",
},
},
{
name: "resource with no attributes",
buildInfo: component.BuildInfo{},
resourceConfig: nil,
wantFields: nil,
},
}
for _, tt := range tests {
t.Run(tt.name, func(t *testing.T) {
observerCore, observedLogs := observer.New(zap.InfoLevel)
set := Settings{
ZapOptions: []zap.Option{
zap.WrapCore(func(core zapcore.Core) zapcore.Core {
return zapcore.NewTee(core, observerCore)
}),
},
}
if tt.wantFields != nil {
set.Resource = resource.New(tt.buildInfo, tt.resourceConfig)
}
cfg := Config{
Logs: LogsConfig{
Level: zapcore.InfoLevel,
Encoding: "json",
},
}
mylogger, _, _ := newLogger(set, cfg)
mylogger.Info("Test log message")
require.Len(t, observedLogs.All(), 1)
entry := observedLogs.All()[0]
if tt.wantFields == nil {
assert.Empty(t, entry.Context)
return
}
assert.Equal(t, "resource", entry.Context[0].Key)
dict := entry.Context[0].Interface.(zapcore.ObjectMarshaler)
enc := zapcore.NewMapObjectEncoder()
require.NoError(t, dict.MarshalLogObject(enc))
// Verify all expected fields
for k, v := range tt.wantFields {
if k == string(semconv.ServiceInstanceIDKey) {
// For service.instance.id just verify it exists since it's auto-generated
assert.Contains(t, enc.Fields, k)
} else {
assert.Equal(t, v, enc.Fields[k])
}
}
})
}
}
func TestLoggerProvider(t *testing.T) {
receivedLogs := 0
totalLogs := 10
// Create a backend to receive the logs and assert the content
lp := newOTLPLoggerProvider(t, zapcore.InfoLevel, func(_ http.ResponseWriter, request *http.Request) {
body, err := io.ReadAll(request.Body)
assert.NoError(t, err)
defer request.Body.Close()
// Unmarshal the protobuf body into logs
req := plogotlp.NewExportRequest()
err = req.UnmarshalProto(body)
assert.NoError(t, err)
logs := req.Logs()
rl := logs.ResourceLogs().At(0)
resourceAttrs := rl.Resource().Attributes().AsRaw()
assert.Equal(t, service, resourceAttrs[string(semconv.ServiceNameKey)])
assert.Equal(t, version, resourceAttrs[string(semconv.ServiceVersionKey)])
assert.Equal(t, testValue, resourceAttrs[testAttribute])
// Check that the resource attributes are not duplicated in the log records
sl := rl.ScopeLogs().At(0)
logRecord := sl.LogRecords().At(0)
attrs := logRecord.Attributes().AsRaw()
assert.NotContains(t, attrs, string(semconv.ServiceNameKey))
assert.NotContains(t, attrs, string(semconv.ServiceVersionKey))
assert.NotContains(t, attrs, testAttribute)
receivedLogs++
})
// Generate some logs to send to the backend
logger := lp.Logger("name")
for i := 0; i < totalLogs; i++ {
var record log.Record
record.SetBody(log.StringValue("Test log message"))
logger.Emit(context.Background(), record)
}
// Ensure the correct number of logs were received
require.Equal(t, totalLogs, receivedLogs)
}
func newOTLPLoggerProvider(t *testing.T, level zapcore.Level, handler http.HandlerFunc) log.LoggerProvider {
srv := createBackend("/v1/logs", handler)
t.Cleanup(srv.Close)
processors := []config.LogRecordProcessor{{
Simple: &config.SimpleLogRecordProcessor{
Exporter: config.LogRecordExporter{
OTLP: &config.OTLP{
Endpoint: ptr(srv.URL),
Protocol: ptr("http/protobuf"),
Insecure: ptr(true),
},
},
},
}}
cfg := Config{
Logs: LogsConfig{
Level: level,
Encoding: "json",
Processors: processors,
},
}
buildInfo := component.BuildInfo{}
res := resource.New(buildInfo, map[string]*string{
string(semconv.ServiceNameKey): ptr(service),
string(semconv.ServiceVersionKey): ptr(version),
testAttribute: ptr(testValue),
})
sdk, err := NewSDK(context.Background(), &cfg, res)
require.NoError(t, err)
t.Cleanup(func() {
assert.NoError(t, sdk.Shutdown(context.Background()))
})
_, lp, err := newLogger(Settings{SDK: sdk}, cfg)
require.NoError(t, err)
require.NotNil(t, lp)
return lp
}
func createBackend(endpoint string, handler func(http.ResponseWriter, *http.Request)) *httptest.Server {
mux := http.NewServeMux()
mux.HandleFunc(endpoint, handler)
return httptest.NewServer(mux)
}