236 lines
10 KiB
Go
236 lines
10 KiB
Go
// Copyright The OpenTelemetry Authors
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package batchprocessor
|
|
|
|
import (
|
|
"testing"
|
|
|
|
"github.com/stretchr/testify/assert"
|
|
|
|
"go.opentelemetry.io/collector/consumer/pdata"
|
|
"go.opentelemetry.io/collector/internal/testdata"
|
|
)
|
|
|
|
func TestSplitMetrics_noop(t *testing.T) {
|
|
td := testdata.GenerateMetricsManyMetricsSameResource(20)
|
|
splitSize := 40
|
|
split := splitMetrics(splitSize, td)
|
|
assert.Equal(t, td, split)
|
|
|
|
td.ResourceMetrics().At(0).InstrumentationLibraryMetrics().At(0).Metrics().Resize(5)
|
|
assert.EqualValues(t, td, split)
|
|
}
|
|
|
|
func TestSplitMetrics(t *testing.T) {
|
|
md := testdata.GenerateMetricsManyMetricsSameResource(20)
|
|
metrics := md.ResourceMetrics().At(0).InstrumentationLibraryMetrics().At(0).Metrics()
|
|
dataPointCount := metricDataPointCount(metrics.At(0))
|
|
for i := 0; i < metrics.Len(); i++ {
|
|
metrics.At(i).SetName(getTestMetricName(0, i))
|
|
assert.Equal(t, dataPointCount, metricDataPointCount(metrics.At(i)))
|
|
}
|
|
cp := pdata.NewMetrics()
|
|
cpMetrics := cp.ResourceMetrics().AppendEmpty().InstrumentationLibraryMetrics().AppendEmpty().Metrics()
|
|
cpMetrics.Resize(5)
|
|
md.ResourceMetrics().At(0).InstrumentationLibraryMetrics().At(0).InstrumentationLibrary().CopyTo(
|
|
cp.ResourceMetrics().At(0).InstrumentationLibraryMetrics().At(0).InstrumentationLibrary())
|
|
md.ResourceMetrics().At(0).Resource().CopyTo(
|
|
cp.ResourceMetrics().At(0).Resource())
|
|
metrics.At(0).CopyTo(cpMetrics.At(0))
|
|
metrics.At(1).CopyTo(cpMetrics.At(1))
|
|
metrics.At(2).CopyTo(cpMetrics.At(2))
|
|
metrics.At(3).CopyTo(cpMetrics.At(3))
|
|
metrics.At(4).CopyTo(cpMetrics.At(4))
|
|
|
|
splitMetricCount := 5
|
|
splitSize := splitMetricCount * dataPointCount
|
|
split := splitMetrics(splitSize, md)
|
|
assert.Equal(t, splitMetricCount, split.MetricCount())
|
|
assert.Equal(t, cp, split)
|
|
assert.Equal(t, 15, md.MetricCount())
|
|
assert.Equal(t, "test-metric-int-0-0", split.ResourceMetrics().At(0).InstrumentationLibraryMetrics().At(0).Metrics().At(0).Name())
|
|
assert.Equal(t, "test-metric-int-0-4", split.ResourceMetrics().At(0).InstrumentationLibraryMetrics().At(0).Metrics().At(4).Name())
|
|
|
|
split = splitMetrics(splitSize, md)
|
|
assert.Equal(t, 10, md.MetricCount())
|
|
assert.Equal(t, "test-metric-int-0-5", split.ResourceMetrics().At(0).InstrumentationLibraryMetrics().At(0).Metrics().At(0).Name())
|
|
assert.Equal(t, "test-metric-int-0-9", split.ResourceMetrics().At(0).InstrumentationLibraryMetrics().At(0).Metrics().At(4).Name())
|
|
|
|
split = splitMetrics(splitSize, md)
|
|
assert.Equal(t, 5, md.MetricCount())
|
|
assert.Equal(t, "test-metric-int-0-10", split.ResourceMetrics().At(0).InstrumentationLibraryMetrics().At(0).Metrics().At(0).Name())
|
|
assert.Equal(t, "test-metric-int-0-14", split.ResourceMetrics().At(0).InstrumentationLibraryMetrics().At(0).Metrics().At(4).Name())
|
|
|
|
split = splitMetrics(splitSize, md)
|
|
assert.Equal(t, 5, md.MetricCount())
|
|
assert.Equal(t, "test-metric-int-0-15", split.ResourceMetrics().At(0).InstrumentationLibraryMetrics().At(0).Metrics().At(0).Name())
|
|
assert.Equal(t, "test-metric-int-0-19", split.ResourceMetrics().At(0).InstrumentationLibraryMetrics().At(0).Metrics().At(4).Name())
|
|
}
|
|
|
|
func TestSplitMetricsMultipleResourceSpans(t *testing.T) {
|
|
md := testdata.GenerateMetricsManyMetricsSameResource(20)
|
|
metrics := md.ResourceMetrics().At(0).InstrumentationLibraryMetrics().At(0).Metrics()
|
|
dataPointCount := metricDataPointCount(metrics.At(0))
|
|
for i := 0; i < metrics.Len(); i++ {
|
|
metrics.At(i).SetName(getTestMetricName(0, i))
|
|
assert.Equal(t, dataPointCount, metricDataPointCount(metrics.At(i)))
|
|
}
|
|
// add second index to resource metrics
|
|
testdata.GenerateMetricsManyMetricsSameResource(20).
|
|
ResourceMetrics().At(0).CopyTo(md.ResourceMetrics().AppendEmpty())
|
|
metrics = md.ResourceMetrics().At(1).InstrumentationLibraryMetrics().At(0).Metrics()
|
|
for i := 0; i < metrics.Len(); i++ {
|
|
metrics.At(i).SetName(getTestMetricName(1, i))
|
|
}
|
|
|
|
splitMetricCount := 5
|
|
splitSize := splitMetricCount * dataPointCount
|
|
split := splitMetrics(splitSize, md)
|
|
assert.Equal(t, splitMetricCount, split.MetricCount())
|
|
assert.Equal(t, 35, md.MetricCount())
|
|
assert.Equal(t, "test-metric-int-0-0", split.ResourceMetrics().At(0).InstrumentationLibraryMetrics().At(0).Metrics().At(0).Name())
|
|
assert.Equal(t, "test-metric-int-0-4", split.ResourceMetrics().At(0).InstrumentationLibraryMetrics().At(0).Metrics().At(4).Name())
|
|
}
|
|
|
|
func TestSplitMetricsMultipleResourceSpans_SplitSizeGreaterThanMetricSize(t *testing.T) {
|
|
td := testdata.GenerateMetricsManyMetricsSameResource(20)
|
|
metrics := td.ResourceMetrics().At(0).InstrumentationLibraryMetrics().At(0).Metrics()
|
|
dataPointCount := metricDataPointCount(metrics.At(0))
|
|
for i := 0; i < metrics.Len(); i++ {
|
|
metrics.At(i).SetName(getTestMetricName(0, i))
|
|
assert.Equal(t, dataPointCount, metricDataPointCount(metrics.At(i)))
|
|
}
|
|
td.ResourceMetrics().Resize(2)
|
|
// add second index to resource metrics
|
|
testdata.GenerateMetricsManyMetricsSameResource(20).
|
|
ResourceMetrics().At(0).CopyTo(td.ResourceMetrics().At(1))
|
|
metrics = td.ResourceMetrics().At(1).InstrumentationLibraryMetrics().At(0).Metrics()
|
|
for i := 0; i < metrics.Len(); i++ {
|
|
metrics.At(i).SetName(getTestMetricName(1, i))
|
|
}
|
|
|
|
splitMetricCount := 25
|
|
splitSize := splitMetricCount * dataPointCount
|
|
split := splitMetrics(splitSize, td)
|
|
assert.Equal(t, splitMetricCount, split.MetricCount())
|
|
assert.Equal(t, 40-splitMetricCount, td.MetricCount())
|
|
assert.Equal(t, 1, td.ResourceMetrics().Len())
|
|
assert.Equal(t, "test-metric-int-0-0", split.ResourceMetrics().At(0).InstrumentationLibraryMetrics().At(0).Metrics().At(0).Name())
|
|
assert.Equal(t, "test-metric-int-0-19", split.ResourceMetrics().At(0).InstrumentationLibraryMetrics().At(0).Metrics().At(19).Name())
|
|
assert.Equal(t, "test-metric-int-1-0", split.ResourceMetrics().At(1).InstrumentationLibraryMetrics().At(0).Metrics().At(0).Name())
|
|
assert.Equal(t, "test-metric-int-1-4", split.ResourceMetrics().At(1).InstrumentationLibraryMetrics().At(0).Metrics().At(4).Name())
|
|
}
|
|
|
|
func BenchmarkSplitMetrics(b *testing.B) {
|
|
md := pdata.NewMetrics()
|
|
rms := md.ResourceMetrics()
|
|
for i := 0; i < 20; i++ {
|
|
testdata.GenerateMetricsManyMetricsSameResource(20).ResourceMetrics().MoveAndAppendTo(md.ResourceMetrics())
|
|
ms := rms.At(rms.Len() - 1).InstrumentationLibraryMetrics().At(0).Metrics()
|
|
for i := 0; i < ms.Len(); i++ {
|
|
ms.At(i).SetName(getTestMetricName(1, i))
|
|
}
|
|
}
|
|
|
|
b.ReportAllocs()
|
|
b.ResetTimer()
|
|
for n := 0; n < b.N; n++ {
|
|
cloneReq := md.Clone()
|
|
split := splitMetrics(128, cloneReq)
|
|
if split.MetricCount() != 128 || cloneReq.MetricCount() != 400-128 {
|
|
b.Fail()
|
|
}
|
|
}
|
|
}
|
|
|
|
func BenchmarkCloneMetrics(b *testing.B) {
|
|
md := pdata.NewMetrics()
|
|
rms := md.ResourceMetrics()
|
|
for i := 0; i < 20; i++ {
|
|
testdata.GenerateMetricsManyMetricsSameResource(20).ResourceMetrics().MoveAndAppendTo(md.ResourceMetrics())
|
|
ms := rms.At(rms.Len() - 1).InstrumentationLibraryMetrics().At(0).Metrics()
|
|
for i := 0; i < ms.Len(); i++ {
|
|
ms.At(i).SetName(getTestMetricName(1, i))
|
|
}
|
|
}
|
|
|
|
b.ReportAllocs()
|
|
b.ResetTimer()
|
|
for n := 0; n < b.N; n++ {
|
|
cloneReq := md.Clone()
|
|
if cloneReq.MetricCount() != 400 {
|
|
b.Fail()
|
|
}
|
|
}
|
|
}
|
|
|
|
func TestSplitMetricsUneven(t *testing.T) {
|
|
md := testdata.GenerateMetricsManyMetricsSameResource(10)
|
|
metrics := md.ResourceMetrics().At(0).InstrumentationLibraryMetrics().At(0).Metrics()
|
|
dataPointCount := 2
|
|
for i := 0; i < metrics.Len(); i++ {
|
|
metrics.At(i).SetName(getTestMetricName(0, i))
|
|
assert.Equal(t, dataPointCount, metricDataPointCount(metrics.At(i)))
|
|
}
|
|
|
|
splitSize := 9
|
|
split := splitMetrics(splitSize, md)
|
|
assert.Equal(t, 5, split.MetricCount())
|
|
assert.Equal(t, 6, md.MetricCount())
|
|
assert.Equal(t, "test-metric-int-0-0", split.ResourceMetrics().At(0).InstrumentationLibraryMetrics().At(0).Metrics().At(0).Name())
|
|
assert.Equal(t, "test-metric-int-0-4", split.ResourceMetrics().At(0).InstrumentationLibraryMetrics().At(0).Metrics().At(4).Name())
|
|
|
|
split = splitMetrics(splitSize, md)
|
|
assert.Equal(t, 5, split.MetricCount())
|
|
assert.Equal(t, 1, md.MetricCount())
|
|
assert.Equal(t, "test-metric-int-0-4", split.ResourceMetrics().At(0).InstrumentationLibraryMetrics().At(0).Metrics().At(0).Name())
|
|
assert.Equal(t, "test-metric-int-0-8", split.ResourceMetrics().At(0).InstrumentationLibraryMetrics().At(0).Metrics().At(4).Name())
|
|
|
|
split = splitMetrics(splitSize, md)
|
|
assert.Equal(t, 1, split.MetricCount())
|
|
assert.Equal(t, "test-metric-int-0-9", split.ResourceMetrics().At(0).InstrumentationLibraryMetrics().At(0).Metrics().At(0).Name())
|
|
}
|
|
|
|
func TestSplitMetricsBatchSizeSmallerThanDataPointCount(t *testing.T) {
|
|
md := testdata.GenerateMetricsManyMetricsSameResource(2)
|
|
metrics := md.ResourceMetrics().At(0).InstrumentationLibraryMetrics().At(0).Metrics()
|
|
dataPointCount := 2
|
|
for i := 0; i < metrics.Len(); i++ {
|
|
metrics.At(i).SetName(getTestMetricName(0, i))
|
|
assert.Equal(t, dataPointCount, metricDataPointCount(metrics.At(i)))
|
|
}
|
|
|
|
splitSize := 1
|
|
split := splitMetrics(splitSize, md)
|
|
assert.Equal(t, 1, split.MetricCount())
|
|
assert.Equal(t, 2, md.MetricCount())
|
|
assert.Equal(t, "test-metric-int-0-0", split.ResourceMetrics().At(0).InstrumentationLibraryMetrics().At(0).Metrics().At(0).Name())
|
|
|
|
split = splitMetrics(splitSize, md)
|
|
assert.Equal(t, 1, split.MetricCount())
|
|
assert.Equal(t, 1, md.MetricCount())
|
|
assert.Equal(t, "test-metric-int-0-0", split.ResourceMetrics().At(0).InstrumentationLibraryMetrics().At(0).Metrics().At(0).Name())
|
|
|
|
split = splitMetrics(splitSize, md)
|
|
assert.Equal(t, 1, split.MetricCount())
|
|
assert.Equal(t, 1, md.MetricCount())
|
|
assert.Equal(t, "test-metric-int-0-1", split.ResourceMetrics().At(0).InstrumentationLibraryMetrics().At(0).Metrics().At(0).Name())
|
|
|
|
split = splitMetrics(splitSize, md)
|
|
assert.Equal(t, 1, split.MetricCount())
|
|
assert.Equal(t, 1, md.MetricCount())
|
|
assert.Equal(t, "test-metric-int-0-1", split.ResourceMetrics().At(0).InstrumentationLibraryMetrics().At(0).Metrics().At(0).Name())
|
|
}
|