190 lines
7.2 KiB
Go
190 lines
7.2 KiB
Go
// Copyright The OpenTelemetry Authors
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package batchprocessor
|
|
|
|
import (
|
|
"testing"
|
|
|
|
"github.com/stretchr/testify/assert"
|
|
|
|
"go.opentelemetry.io/collector/internal/testdata"
|
|
"go.opentelemetry.io/collector/pdata/plog"
|
|
)
|
|
|
|
func TestSplitLogs_noop(t *testing.T) {
|
|
td := testdata.GenerateLogs(20)
|
|
splitSize := 40
|
|
split := splitLogs(splitSize, td)
|
|
assert.Equal(t, td, split)
|
|
|
|
i := 0
|
|
td.ResourceLogs().At(0).ScopeLogs().At(0).LogRecords().RemoveIf(func(_ plog.LogRecord) bool {
|
|
i++
|
|
return i > 5
|
|
})
|
|
assert.EqualValues(t, td, split)
|
|
}
|
|
|
|
func TestSplitLogs(t *testing.T) {
|
|
ld := testdata.GenerateLogs(20)
|
|
logs := ld.ResourceLogs().At(0).ScopeLogs().At(0).LogRecords()
|
|
for i := 0; i < logs.Len(); i++ {
|
|
logs.At(i).SetSeverityText(getTestLogSeverityText(0, i))
|
|
}
|
|
cp := plog.NewLogs()
|
|
cpLogs := cp.ResourceLogs().AppendEmpty().ScopeLogs().AppendEmpty().LogRecords()
|
|
cpLogs.EnsureCapacity(5)
|
|
ld.ResourceLogs().At(0).Resource().CopyTo(
|
|
cp.ResourceLogs().At(0).Resource())
|
|
ld.ResourceLogs().At(0).ScopeLogs().At(0).Scope().CopyTo(
|
|
cp.ResourceLogs().At(0).ScopeLogs().At(0).Scope())
|
|
logs.At(0).CopyTo(cpLogs.AppendEmpty())
|
|
logs.At(1).CopyTo(cpLogs.AppendEmpty())
|
|
logs.At(2).CopyTo(cpLogs.AppendEmpty())
|
|
logs.At(3).CopyTo(cpLogs.AppendEmpty())
|
|
logs.At(4).CopyTo(cpLogs.AppendEmpty())
|
|
|
|
splitSize := 5
|
|
split := splitLogs(splitSize, ld)
|
|
assert.Equal(t, splitSize, split.LogRecordCount())
|
|
assert.Equal(t, cp, split)
|
|
assert.Equal(t, 15, ld.LogRecordCount())
|
|
assert.Equal(t, "test-log-int-0-0", split.ResourceLogs().At(0).ScopeLogs().At(0).LogRecords().At(0).SeverityText())
|
|
assert.Equal(t, "test-log-int-0-4", split.ResourceLogs().At(0).ScopeLogs().At(0).LogRecords().At(4).SeverityText())
|
|
|
|
split = splitLogs(splitSize, ld)
|
|
assert.Equal(t, 10, ld.LogRecordCount())
|
|
assert.Equal(t, "test-log-int-0-5", split.ResourceLogs().At(0).ScopeLogs().At(0).LogRecords().At(0).SeverityText())
|
|
assert.Equal(t, "test-log-int-0-9", split.ResourceLogs().At(0).ScopeLogs().At(0).LogRecords().At(4).SeverityText())
|
|
|
|
split = splitLogs(splitSize, ld)
|
|
assert.Equal(t, 5, ld.LogRecordCount())
|
|
assert.Equal(t, "test-log-int-0-10", split.ResourceLogs().At(0).ScopeLogs().At(0).LogRecords().At(0).SeverityText())
|
|
assert.Equal(t, "test-log-int-0-14", split.ResourceLogs().At(0).ScopeLogs().At(0).LogRecords().At(4).SeverityText())
|
|
|
|
split = splitLogs(splitSize, ld)
|
|
assert.Equal(t, 5, ld.LogRecordCount())
|
|
assert.Equal(t, "test-log-int-0-15", split.ResourceLogs().At(0).ScopeLogs().At(0).LogRecords().At(0).SeverityText())
|
|
assert.Equal(t, "test-log-int-0-19", split.ResourceLogs().At(0).ScopeLogs().At(0).LogRecords().At(4).SeverityText())
|
|
}
|
|
|
|
func TestSplitLogsMultipleResourceLogs(t *testing.T) {
|
|
td := testdata.GenerateLogs(20)
|
|
logs := td.ResourceLogs().At(0).ScopeLogs().At(0).LogRecords()
|
|
for i := 0; i < logs.Len(); i++ {
|
|
logs.At(i).SetSeverityText(getTestLogSeverityText(0, i))
|
|
}
|
|
// add second index to resource logs
|
|
testdata.GenerateLogs(20).
|
|
ResourceLogs().At(0).CopyTo(td.ResourceLogs().AppendEmpty())
|
|
logs = td.ResourceLogs().At(1).ScopeLogs().At(0).LogRecords()
|
|
for i := 0; i < logs.Len(); i++ {
|
|
logs.At(i).SetSeverityText(getTestLogSeverityText(1, i))
|
|
}
|
|
|
|
splitSize := 5
|
|
split := splitLogs(splitSize, td)
|
|
assert.Equal(t, splitSize, split.LogRecordCount())
|
|
assert.Equal(t, 35, td.LogRecordCount())
|
|
assert.Equal(t, "test-log-int-0-0", split.ResourceLogs().At(0).ScopeLogs().At(0).LogRecords().At(0).SeverityText())
|
|
assert.Equal(t, "test-log-int-0-4", split.ResourceLogs().At(0).ScopeLogs().At(0).LogRecords().At(4).SeverityText())
|
|
}
|
|
|
|
func TestSplitLogsMultipleResourceLogs_split_size_greater_than_log_size(t *testing.T) {
|
|
td := testdata.GenerateLogs(20)
|
|
logs := td.ResourceLogs().At(0).ScopeLogs().At(0).LogRecords()
|
|
for i := 0; i < logs.Len(); i++ {
|
|
logs.At(i).SetSeverityText(getTestLogSeverityText(0, i))
|
|
}
|
|
// add second index to resource logs
|
|
testdata.GenerateLogs(20).
|
|
ResourceLogs().At(0).CopyTo(td.ResourceLogs().AppendEmpty())
|
|
logs = td.ResourceLogs().At(1).ScopeLogs().At(0).LogRecords()
|
|
for i := 0; i < logs.Len(); i++ {
|
|
logs.At(i).SetSeverityText(getTestLogSeverityText(1, i))
|
|
}
|
|
|
|
splitSize := 25
|
|
split := splitLogs(splitSize, td)
|
|
assert.Equal(t, splitSize, split.LogRecordCount())
|
|
assert.Equal(t, 40-splitSize, td.LogRecordCount())
|
|
assert.Equal(t, 1, td.ResourceLogs().Len())
|
|
assert.Equal(t, "test-log-int-0-0", split.ResourceLogs().At(0).ScopeLogs().At(0).LogRecords().At(0).SeverityText())
|
|
assert.Equal(t, "test-log-int-0-19", split.ResourceLogs().At(0).ScopeLogs().At(0).LogRecords().At(19).SeverityText())
|
|
assert.Equal(t, "test-log-int-1-0", split.ResourceLogs().At(1).ScopeLogs().At(0).LogRecords().At(0).SeverityText())
|
|
assert.Equal(t, "test-log-int-1-4", split.ResourceLogs().At(1).ScopeLogs().At(0).LogRecords().At(4).SeverityText())
|
|
}
|
|
|
|
func TestSplitLogsMultipleILL(t *testing.T) {
|
|
td := testdata.GenerateLogs(20)
|
|
logs := td.ResourceLogs().At(0).ScopeLogs().At(0).LogRecords()
|
|
for i := 0; i < logs.Len(); i++ {
|
|
logs.At(i).SetSeverityText(getTestLogSeverityText(0, i))
|
|
}
|
|
// add second index to ILL
|
|
td.ResourceLogs().At(0).ScopeLogs().At(0).
|
|
CopyTo(td.ResourceLogs().At(0).ScopeLogs().AppendEmpty())
|
|
logs = td.ResourceLogs().At(0).ScopeLogs().At(1).LogRecords()
|
|
for i := 0; i < logs.Len(); i++ {
|
|
logs.At(i).SetSeverityText(getTestLogSeverityText(1, i))
|
|
}
|
|
|
|
// add third index to ILL
|
|
td.ResourceLogs().At(0).ScopeLogs().At(0).
|
|
CopyTo(td.ResourceLogs().At(0).ScopeLogs().AppendEmpty())
|
|
logs = td.ResourceLogs().At(0).ScopeLogs().At(2).LogRecords()
|
|
for i := 0; i < logs.Len(); i++ {
|
|
logs.At(i).SetSeverityText(getTestLogSeverityText(2, i))
|
|
}
|
|
|
|
splitSize := 40
|
|
split := splitLogs(splitSize, td)
|
|
assert.Equal(t, splitSize, split.LogRecordCount())
|
|
assert.Equal(t, 20, td.LogRecordCount())
|
|
assert.Equal(t, "test-log-int-0-0", split.ResourceLogs().At(0).ScopeLogs().At(0).LogRecords().At(0).SeverityText())
|
|
assert.Equal(t, "test-log-int-0-4", split.ResourceLogs().At(0).ScopeLogs().At(0).LogRecords().At(4).SeverityText())
|
|
}
|
|
|
|
func BenchmarkSplitLogs(b *testing.B) {
|
|
md := plog.NewLogs()
|
|
rms := md.ResourceLogs()
|
|
for i := 0; i < 20; i++ {
|
|
testdata.GenerateLogs(20).ResourceLogs().MoveAndAppendTo(md.ResourceLogs())
|
|
ms := rms.At(rms.Len() - 1).ScopeLogs().At(0).LogRecords()
|
|
for i := 0; i < ms.Len(); i++ {
|
|
ms.At(i).SetSeverityText(getTestLogSeverityText(1, i))
|
|
}
|
|
}
|
|
|
|
if b.N > 100000 {
|
|
b.Skipf("SKIP: b.N too high, set -benchtime=<n>x with n < 100000")
|
|
}
|
|
|
|
clones := make([]plog.Logs, b.N)
|
|
for n := 0; n < b.N; n++ {
|
|
clones[n] = md.Clone()
|
|
}
|
|
|
|
b.ReportAllocs()
|
|
b.ResetTimer()
|
|
for n := 0; n < b.N; n++ {
|
|
cloneReq := clones[n]
|
|
split := splitLogs(128, cloneReq)
|
|
if split.LogRecordCount() != 128 || cloneReq.LogRecordCount() != 400-128 {
|
|
b.Fail()
|
|
}
|
|
}
|
|
}
|