open-telemetry
/
opentelemetry-dotnet
mirror of https://github.com/open-telemetry/opentelemetry-dotnet.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Benchmark and stress test improvements (#2447)

This commit is contained in:
Cijo Thomas 2021-10-04 23:22:14 -07:00 committed by GitHub
parent a4b25f117d
commit 2cb0aa8dd8
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 135 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

124
test/Benchmarks/Metrics/MetricsViewBenchmarks.cs Normal file
View File

@ -0,0 +1,124 @@
// <copyright file="MetricsViewBenchmarks.cs" company="OpenTelemetry Authors">
// Copyright The OpenTelemetry Authors
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
// </copyright>
using System;
using System.Collections.Generic;
using System.Diagnostics.Metrics;
using System.Threading;
using BenchmarkDotNet.Attributes;
using OpenTelemetry;
using OpenTelemetry.Metrics;
/*
BenchmarkDotNet=v0.12.1, OS=Windows 10.0.19043
Intel Core i7-8650U CPU 1.90GHz (Kaby Lake R), 1 CPU, 8 logical and 4 physical cores
.NET Core SDK=5.0.401
[Host] : .NET Core 5.0.10 (CoreCLR 5.0.1021.41214, CoreFX 5.0.1021.41214), X64 RyuJIT
DefaultJob : .NET Core 5.0.10 (CoreCLR 5.0.1021.41214, CoreFX 5.0.1021.41214), X64 RyuJIT
| Method | ViewConfig | Mean | Error | StdDev | Gen 0 | Gen 1 | Gen 2 | Allocated |
|----------------------------------------- |--------------------- |---------:|---------:|---------:|------:|------:|------:|----------:|
| CounterMeasurementRecordingWithThreeTags | NoView | 503.2 ns | 8.36 ns | 7.82 ns | - | - | - | - |
| CounterMeasurementRecordingWithThreeTags | ViewNoInstrSelect | 552.7 ns | 10.98 ns | 19.24 ns | - | - | - | - |
| CounterMeasurementRecordingWithThreeTags | ViewSelectsInstr | 556.0 ns | 11.12 ns | 24.18 ns | - | - | - | - |
*/
namespace Benchmarks.Metrics
{
[MemoryDiagnoser]
public class MetricsViewBenchmarks
{
private static readonly ThreadLocal<Random> ThreadLocalRandom = new ThreadLocal<Random>(() => new Random());
private static readonly string[] DimensionValues = new string[] { "DimVal1", "DimVal2", "DimVal3", "DimVal4", "DimVal5", "DimVal6", "DimVal7", "DimVal8", "DimVal9", "DimVal10" };
private static readonly int DimensionsValuesLength = DimensionValues.Length;
private Counter<long> counter;
private MeterProvider provider;
private Meter meter;
public enum ViewConfiguration
{
/// <summary>
/// No views registered in the provider.
/// </summary>
NoView,
/// <summary>
/// Provider has view registered, but it doesn't select the instrument.
/// This tests the perf impact View has on hot path, for those
/// instruments not participating in View feature.
/// </summary>
ViewNoInstrSelect,
/// <summary>
/// Provider has view registered and it does select the instrument.
/// </summary>
ViewSelectsInstr,
}
[Params(
ViewConfiguration.NoView,
ViewConfiguration.ViewNoInstrSelect,
ViewConfiguration.ViewSelectsInstr)]
public ViewConfiguration ViewConfig { get; set; }
[GlobalSetup]
public void Setup()
{
this.meter = new Meter("TestMeter");
this.counter = this.meter.CreateCounter<long>("counter");
if (this.ViewConfig == ViewConfiguration.NoView)
{
this.provider = Sdk.CreateMeterProviderBuilder()
.AddSource(this.meter.Name)
.Build();
}
else if (this.ViewConfig == ViewConfiguration.ViewNoInstrSelect)
{
this.provider = Sdk.CreateMeterProviderBuilder()
.AddSource(this.meter.Name)
.AddView("nomatch", new MetricStreamConfiguration() { TagKeys = new string[] { "DimName1", "DimName2", "DimName3" } })
.Build();
}
else if (this.ViewConfig == ViewConfiguration.ViewSelectsInstr)
{
this.provider = Sdk.CreateMeterProviderBuilder()
.AddSource(this.meter.Name)
.AddView(this.counter.Name, new MetricStreamConfiguration() { TagKeys = new string[] { "DimName1", "DimName2", "DimName3" } })
.Build();
}
}
[GlobalCleanup]
public void Cleanup()
{
this.meter?.Dispose();
this.provider?.Dispose();
}
[Benchmark]
public void CounterMeasurementRecordingWithThreeTags()
{
var random = ThreadLocalRandom.Value;
this.counter?.Add(
100,
new KeyValuePair<string, object>("DimName1", DimensionValues[random.Next(0, DimensionsValuesLength)]),
new KeyValuePair<string, object>("DimName2", DimensionValues[random.Next(0, DimensionsValuesLength)]),
new KeyValuePair<string, object>("DimName3", DimensionValues[random.Next(0, DimensionsValuesLength)]));
}
}
}

12
test/OpenTelemetry.Tests.Stress/Skeleton.cs
View File

@ -46,6 +46,8 @@ public partial class Program
}
var statistics = new long[concurrency];
var watchForTotal = new Stopwatch();
watchForTotal.Start();
Parallel.Invoke(
() =>
@ -112,7 +114,15 @@ public partial class Program
});
});
Console.WriteLine(output);
watchForTotal.Stop();
var cntLoopsTotal = (ulong)statistics.Sum();
var totalLoopsPerSecond = (double)cntLoopsTotal / ((double)watchForTotal.ElapsedMilliseconds / 1000.0);
var cntCpuCyclesTotal = GetCpuCycles();
var cpuCyclesPerLoopTotal = cntLoopsTotal == 0 ? 0 : cntCpuCyclesTotal / cntLoopsTotal;
Console.WriteLine("Stopping the stress test...");
Console.WriteLine($"* Total Loops: {cntLoopsTotal:n0}");
Console.WriteLine($"* Average Loops/Second: {totalLoopsPerSecond:n0}");
Console.WriteLine($"* Average CPU Cycles/Loop: {cpuCyclesPerLoopTotal:n0}");
}
[DllImport("kernel32.dll")]