Thread safe implementation of Counter aggregator and tests. (#406)

* Thread safe implementation of Counter aggregator and tests.

* comment

* Ctor of CounterSumAggregator to validate type.

* Make test orchestrator block until all 10 threads updating counter has started.
This commit is contained in:
Cijo Thomas 2019-12-18 12:42:18 -08:00 committed by Liudmila Molkova
parent 5ead3908ba
commit 7c7440f742
4 changed files with 225 additions and 6 deletions

View File

@ -14,6 +14,10 @@
// limitations under the License.
// </copyright>
using System;
using System.Runtime.CompilerServices;
using System.Threading;
namespace OpenTelemetry.Metrics.Aggregators
{
/// <summary>
@ -26,22 +30,43 @@ namespace OpenTelemetry.Metrics.Aggregators
private T sum;
private T checkPoint;
public CounterSumAggregator()
{
if (typeof(T) != typeof(long) && typeof(T) != typeof(double))
{
throw new Exception("Invalid Type");
}
}
public override void Checkpoint()
{
this.checkPoint = this.sum;
// checkpoints the current running sum into checkpoint, and starts counting again.
if (typeof(T) == typeof(double))
{
this.checkPoint = (T)(object)Interlocked.Exchange(ref Unsafe.As<T, double>(ref this.sum), 0.0);
}
else
{
this.checkPoint = (T)(object)Interlocked.Exchange(ref Unsafe.As<T, long>(ref this.sum), 0);
}
}
public override void Update(T value)
{
// TODO discuss if we should move away from generics to avoid
// these conversions.
// Adds value to the running total in a thread safe manner.
if (typeof(T) == typeof(double))
{
this.sum = (T)(object)((double)(object)this.sum + (double)(object)value);
double initialTotal, computedTotal;
do
{
initialTotal = (double)(object)this.sum;
computedTotal = initialTotal + (double)(object)value;
}
while (initialTotal != Interlocked.CompareExchange(ref Unsafe.As<T, double>(ref this.sum), computedTotal, initialTotal));
}
else
{
this.sum = (T)(object)((long)(object)this.sum + (long)(object)value);
Interlocked.Add(ref Unsafe.As<T, long>(ref this.sum), (long)(object)value);
}
}

View File

@ -25,6 +25,7 @@
<ItemGroup>
<PackageReference Include="System.Collections.Immutable" Version="1.4.0" />
<PackageReference Condition="'$(TargetFramework)' == 'netstandard2.0'" Include="System.Runtime.CompilerServices.Unsafe" Version="4.7.0" />
</ItemGroup>
<ItemGroup>

View File

@ -0,0 +1,194 @@
// <copyright file="CounterAggregatorTest.cs" company="OpenTelemetry Authors">
// Copyright 2018, OpenTelemetry Authors
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
// </copyright>
using System;
using System.Threading;
using OpenTelemetry.Metrics.Aggregators;
using Xunit;
namespace OpenTelemetry.Metrics.Test
{
public class CounterAggregatorTest
{
private class UpdateThreadArguments<T> where T: struct
{
public ManualResetEvent mreToBlockUpdateThread;
public ManualResetEvent mreToEnsureAllThreadsStart;
public int threadsStartedCount;
public CounterSumAggregator<T> counterSumAggregator;
}
[Fact]
public void CounterAggregatorSupportsLong()
{
CounterSumAggregator<long> aggregator = new CounterSumAggregator<long>();
}
[Fact]
public void CounterAggregatorSupportsDouble()
{
CounterSumAggregator<double> aggregator = new CounterSumAggregator<double>();
}
[Fact]
public void CounterAggregatorConstructorThrowsForUnSupportedTypeInt()
{
Assert.Throws<Exception>(() => new CounterSumAggregator<int>());
}
[Fact]
public void CounterAggregatorConstructorThrowsForUnSupportedTypeByte()
{
Assert.Throws<Exception>(() => new CounterSumAggregator<byte>());
}
[Fact]
public void CounterAggregatorAggregatesCorrectlyWhenMultipleThreadsUpdatesLong()
{
// create an aggregator
CounterSumAggregator<long> aggregator = new CounterSumAggregator<long>();
var sum = aggregator.ValueFromLastCheckpoint();
// we start with 0.
Assert.Equal(0, sum);
// setup args to threads.
var mre = new ManualResetEvent(false);
var mreToEnsureAllThreadsStart = new ManualResetEvent(false);
var argToThread = new UpdateThreadArguments<long>();
argToThread.counterSumAggregator = aggregator;
argToThread.threadsStartedCount = 0;
argToThread.mreToBlockUpdateThread = mre;
argToThread.mreToEnsureAllThreadsStart = mreToEnsureAllThreadsStart;
Thread[] t = new Thread[10];
for (int i = 0; i < 10; i++)
{
t[i] = new Thread(LongMetricUpdateThread);
t[i].Start(argToThread);
}
// Block until all 10 threads started.
mreToEnsureAllThreadsStart.WaitOne();
// kick-off all the threads.
mre.Set();
for (int i = 0; i < 10; i++)
{
// wait for all threads to complete
t[i].Join();
}
// check point.
aggregator.Checkpoint();
sum = aggregator.ValueFromLastCheckpoint();
// 1000000 times 10 by each thread. times 10 as there are 10 threads
Assert.Equal(100000000, sum);
}
[Fact]
public void CounterAggregatorAggregatesCorrectlyWhenMultipleThreadsUpdatesDouble()
{
// create an aggregator
CounterSumAggregator<double> aggregator = new CounterSumAggregator<double>();
var sum = aggregator.ValueFromLastCheckpoint();
// we start with 0.0
Assert.Equal(0.0, sum);
// setup args to threads.
var mre = new ManualResetEvent(false);
var mreToEnsureAllThreadsStart = new ManualResetEvent(false);
var argToThread = new UpdateThreadArguments<double>();
argToThread.counterSumAggregator = aggregator;
argToThread.threadsStartedCount = 0;
argToThread.mreToBlockUpdateThread = mre;
argToThread.mreToEnsureAllThreadsStart = mreToEnsureAllThreadsStart;
Thread[] t = new Thread[10];
for (int i = 0; i < 10; i++)
{
t[i] = new Thread(DoubleMetricUpdateThread);
t[i].Start(argToThread);
}
// Block until all 10 threads started.
mreToEnsureAllThreadsStart.WaitOne();
// kick-off all the threads.
mre.Set();
for (int i = 0; i < 10; i++)
{
// wait for all threads to complete
t[i].Join();
}
// check point.
aggregator.Checkpoint();
sum = aggregator.ValueFromLastCheckpoint();
// 1000000 times 10.5 by each thread. times 10 as there are 10 threads
Assert.Equal(105000000, sum);
}
private static void LongMetricUpdateThread(object obj)
{
var arguments = obj as UpdateThreadArguments<long>;
var mre = arguments.mreToBlockUpdateThread;
var mreToEnsureAllThreadsStart = arguments.mreToEnsureAllThreadsStart;
var agg = arguments.counterSumAggregator;
if (Interlocked.Increment(ref arguments.threadsStartedCount) == 10)
{
mreToEnsureAllThreadsStart.Set();
}
// Wait until signalled to start calling update on aggregator
mre.WaitOne();
for (int i = 0; i < 1000000; i++)
{
agg.Update(10);
}
}
private static void DoubleMetricUpdateThread(object obj)
{
var arguments = obj as UpdateThreadArguments<double>;
var mre = arguments.mreToBlockUpdateThread;
var mreToEnsureAllThreadsStart = arguments.mreToEnsureAllThreadsStart;
var agg = arguments.counterSumAggregator;
if (Interlocked.Increment(ref arguments.threadsStartedCount) == 10)
{
mreToEnsureAllThreadsStart.Set();
}
// Wait until signalled to start calling update on aggregator
mre.WaitOne();
for (int i = 0; i < 1000000; i++)
{
agg.Update(10.5);
}
}
}
}

View File

@ -14,7 +14,6 @@
// limitations under the License.
// </copyright>
using System.Collections.Generic;
using OpenTelemetry.Metrics;
using OpenTelemetry.Metrics.Configuration;
using OpenTelemetry.Metrics.Export;
using OpenTelemetry.Trace;