public void QuickPulseTelemetryModuleResendsFailedSamples()
{
// ARRANGE
var interval = TimeSpan.FromMilliseconds(1);
var timings = new QuickPulseTimings(interval, interval);
var collectionTimeSlotManager = new QuickPulseCollectionTimeSlotManagerMock(timings);
var serviceClient = new QuickPulseServiceClientMock {
ReturnValueFromPing = true, ReturnValueFromSubmitSample = null
};
var performanceCollector = new PerformanceCollectorMock();
var module = new QuickPulseTelemetryModule(
collectionTimeSlotManager,
null,
serviceClient,
performanceCollector,
timings);
module.Initialize(new TelemetryConfiguration()
{
InstrumentationKey = "some ikey"
});
// ACT
// below timeout should be sufficient for the module to get to the maximum storage capacity
Thread.Sleep(TimeSpan.FromMilliseconds(300));
// ASSERT
Assert.AreEqual(10, serviceClient.LastSampleBatchSize);
}
public void QuickPulseTelemetryModuleTimestampsDataSamples()
{
// ARRANGE
var interval = TimeSpan.FromMilliseconds(1);
var timings = new QuickPulseTimings(interval, interval);
var serviceClient = new QuickPulseServiceClientMock {
ReturnValueFromPing = true, ReturnValueFromSubmitSample = true
};
var performanceCollector = new PerformanceCollectorMock();
var module = new QuickPulseTelemetryModule(null, null, serviceClient, performanceCollector, timings);
var timestampStart = DateTimeOffset.UtcNow;
// ACT
module.Initialize(new TelemetryConfiguration());
Thread.Sleep((int)(interval.TotalMilliseconds * 100));
// ASSERT
var timestampEnd = DateTimeOffset.UtcNow;
Assert.IsTrue(serviceClient.SnappedSamples.All(s => s.StartTimestamp > timestampStart));
Assert.IsTrue(serviceClient.SnappedSamples.All(s => s.StartTimestamp < timestampEnd));
Assert.IsTrue(serviceClient.SnappedSamples.All(s => s.StartTimestamp <= s.EndTimestamp));
}
public void QuickPulseTelemetryModuleOnlyInitializesPerformanceCollectorAfterCollectionStarts()
{
// ARRANGE
var interval = TimeSpan.FromMilliseconds(1);
var timings = new QuickPulseTimings(interval, interval);
var collectionTimeSlotManager = new QuickPulseCollectionTimeSlotManagerMock(timings);
var serviceClient = new QuickPulseServiceClientMock {
ReturnValueFromPing = false, ReturnValueFromSubmitSample = false
};
var performanceCollector = new PerformanceCollectorMock();
var module = new QuickPulseTelemetryModule(collectionTimeSlotManager, null, serviceClient, performanceCollector, timings);
// ACT & ASSERT
module.Initialize(new TelemetryConfiguration()
{
InstrumentationKey = "some ikey"
});
Thread.Sleep((int)(interval.TotalMilliseconds * 100));
Assert.IsFalse(performanceCollector.Counters.Any());
serviceClient.ReturnValueFromPing = true;
Thread.Sleep((int)(interval.TotalMilliseconds * 100));
Assert.IsTrue(performanceCollector.Counters.Any());
Assert.IsTrue(serviceClient.SnappedSamples.All(s => Math.Abs(s.PerfIisQueueSize) > double.Epsilon));
}
public void QuickPulseTelemetryModulePicksUpInstrumentationKeyAsItGoes()
{
// ARRANGE
var interval = TimeSpan.FromMilliseconds(1);
var timings = new QuickPulseTimings(interval, interval);
var collectionTimeSlotManager = new QuickPulseCollectionTimeSlotManagerMock(timings);
var serviceClient = new QuickPulseServiceClientMock {
ReturnValueFromPing = true, ReturnValueFromSubmitSample = true
};
var performanceCollector = new PerformanceCollectorMock();
var module = new QuickPulseTelemetryModule(
collectionTimeSlotManager,
null,
serviceClient,
performanceCollector,
timings);
var config = new TelemetryConfiguration();
module.Initialize(config);
// ACT
Thread.Sleep(TimeSpan.FromMilliseconds(100));
config.InstrumentationKey = "some ikey";
Thread.Sleep(TimeSpan.FromMilliseconds(100));
// ASSERT
Assert.IsTrue(serviceClient.PingCount > 0);
Assert.IsTrue(serviceClient.SnappedSamples.Count > 0);
}
public void QuickPulseTelemetryModuleManagesTimersCorrectly()
{
// ARRANGE
var pollingInterval = TimeSpan.FromMilliseconds(200);
var collectionInterval = TimeSpan.FromMilliseconds(80);
var timings = new QuickPulseTimings(pollingInterval, collectionInterval);
var collectionTimeSlotManager = new QuickPulseCollectionTimeSlotManagerMock(timings);
var serviceClient = new QuickPulseServiceClientMock {
ReturnValueFromPing = false, ReturnValueFromSubmitSample = true
};
var performanceCollector = new PerformanceCollectorMock();
var topCpuCollector = new QuickPulseTopCpuCollectorMock();
var module = new QuickPulseTelemetryModule(collectionTimeSlotManager, null, serviceClient, performanceCollector, topCpuCollector, timings);
// ACT & ASSERT
module.Initialize(new TelemetryConfiguration()
{
InstrumentationKey = "some ikey"
});
// initially, the module is in the polling state
Thread.Sleep((int)(2.5 * pollingInterval.TotalMilliseconds));
serviceClient.CountersEnabled = false;
// 2.5 polling intervals have elapsed, we must have pinged the service 3 times (the first time immediately upon initialization), but no samples yet
Assert.AreEqual(3, serviceClient.PingCount, "Ping count 1");
Assert.AreEqual(0, serviceClient.SnappedSamples.Count, "Sample count 1");
// now the service wants the data
serviceClient.Reset();
serviceClient.ReturnValueFromPing = true;
serviceClient.ReturnValueFromSubmitSample = true;
serviceClient.CountersEnabled = true;
Thread.Sleep((int)(5 * collectionInterval.TotalMilliseconds));
serviceClient.CountersEnabled = false;
// a number of collection intervals have elapsed, we must have pinged the service once, and then started sending samples
Assert.AreEqual(1, serviceClient.PingCount, "Ping count 2");
Assert.IsTrue(serviceClient.SnappedSamples.Count > 0, "Sample count 2");
lock (serviceClient.ResponseLock)
{
// the service doesn't want the data anymore
serviceClient.ReturnValueFromPing = false;
serviceClient.ReturnValueFromSubmitSample = false;
serviceClient.Reset();
serviceClient.CountersEnabled = true;
}
Thread.Sleep((int)(2.9 * pollingInterval.TotalMilliseconds));
serviceClient.CountersEnabled = false;
// 2 polling intervals have elapsed, we must have submitted one batch of samples, stopped collecting and pinged the service twice afterwards
Assert.AreEqual(1, serviceClient.SnappedSamples.Count / serviceClient.LastSampleBatchSize, "Sample count 3");
Assert.AreEqual(2, serviceClient.PingCount, "Ping count 3");
}
public void QuickPulseTelemetryModuleCollectsData()
{
// ARRANGE
var pause = TimeSpan.FromMilliseconds(100);
var interval = TimeSpan.FromMilliseconds(1);
var timings = new QuickPulseTimings(interval, interval);
var collectionTimeSlotManager = new QuickPulseCollectionTimeSlotManagerMock(timings);
var serviceClient = new QuickPulseServiceClientMock {
ReturnValueFromPing = true, ReturnValueFromSubmitSample = true
};
var performanceCollector = new PerformanceCollectorMock();
var module = new QuickPulseTelemetryModule(collectionTimeSlotManager, null, serviceClient, performanceCollector, timings);
var telemetryProcessor = new QuickPulseTelemetryProcessor(new SimpleTelemetryProcessorSpy());
telemetryProcessor.Initialize(new TelemetryConfiguration());
module.RegisterTelemetryProcessor(telemetryProcessor);
// ACT
module.Initialize(new TelemetryConfiguration()
{
InstrumentationKey = "some ikey"
});
Thread.Sleep(pause);
telemetryProcessor.Process(new RequestTelemetry()
{
Context = { InstrumentationKey = "some ikey" }
});
telemetryProcessor.Process(new DependencyTelemetry()
{
Context = { InstrumentationKey = "some ikey" }
});
Thread.Sleep(pause);
Assert.AreEqual(1, serviceClient.PingCount);
// ASSERT
serviceClient.ReturnValueFromPing = false;
serviceClient.ReturnValueFromSubmitSample = false;
Thread.Sleep(pause);
Assert.IsTrue(serviceClient.SnappedSamples.Count > 0);
Assert.IsTrue(serviceClient.SnappedSamples.Any(s => s.AIRequestsPerSecond > 0));
Assert.IsTrue(serviceClient.SnappedSamples.Any(s => s.AIDependencyCallsPerSecond > 0));
Assert.IsTrue(
serviceClient.SnappedSamples.Any(
s => Math.Abs(s.PerfCountersLookup[@"\ASP.NET Applications(__Total__)\Requests In Application Queue"]) > double.Epsilon));
}
public void QuickPulseTelemetryModuleDoesNotCollectTopCpuDataWhenSwitchedOff()
{
// ARRANGE
var pause = TimeSpan.FromMilliseconds(100);
var interval = TimeSpan.FromMilliseconds(1);
var timings = new QuickPulseTimings(interval, interval);
var collectionTimeSlotManager = new QuickPulseCollectionTimeSlotManagerMock(timings);
var serviceClient = new QuickPulseServiceClientMock {
ReturnValueFromPing = true, ReturnValueFromSubmitSample = true
};
var performanceCollector = new PerformanceCollectorMock();
var topCpuCollector = new QuickPulseTopCpuCollectorMock()
{
TopProcesses = new List <Tuple <string, int> >()
{
Tuple.Create("Process1", 25)
}
};
var module = new QuickPulseTelemetryModule(collectionTimeSlotManager, null, serviceClient, performanceCollector, topCpuCollector, timings);
module.DisableTopCpuProcesses = true;
// ACT
module.Initialize(new TelemetryConfiguration()
{
InstrumentationKey = "some ikey"
});
Thread.Sleep(pause);
Assert.AreEqual(1, serviceClient.PingCount);
// ASSERT
serviceClient.ReturnValueFromPing = false;
serviceClient.ReturnValueFromSubmitSample = false;
Thread.Sleep(pause);
Assert.IsTrue(serviceClient.SnappedSamples.Count > 0);
Assert.IsTrue(serviceClient.SnappedSamples.TrueForAll(s => !s.TopCpuData.Any()));
}
public void QuickPulseTelemetryModuleDoesNothingWithoutInstrumentationKey()
{
// ARRANGE
var interval = TimeSpan.FromMilliseconds(1);
var timings = new QuickPulseTimings(interval, interval);
var serviceClient = new QuickPulseServiceClientMock {
ReturnValueFromPing = true, ReturnValueFromSubmitSample = true
};
var performanceCollector = new PerformanceCollectorMock();
var module = new QuickPulseTelemetryModule(null, null, serviceClient, performanceCollector, timings);
module.Initialize(new TelemetryConfiguration());
// ACT
Thread.Sleep(TimeSpan.FromMilliseconds(100));
// ASSERT
Assert.AreEqual(0, serviceClient.PingCount);
Assert.AreEqual(0, serviceClient.SnappedSamples.Count);
}
public void QuickPulseTelemetryModuleCollectsData()
{
// ARRANGE
var pause = TimeSpan.FromMilliseconds(100);
var interval = TimeSpan.FromMilliseconds(1);
var timings = new QuickPulseTimings(interval, interval);
var collectionTimeSlotManager = new QuickPulseCollectionTimeSlotManagerMock(timings);
var serviceClient = new QuickPulseServiceClientMock { ReturnValueFromPing = true, ReturnValueFromSubmitSample = true };
var performanceCollector = new PerformanceCollectorMock();
var module = new QuickPulseTelemetryModule(collectionTimeSlotManager, null, serviceClient, performanceCollector, timings);
var telemetryProcessor = new QuickPulseTelemetryProcessor(new SimpleTelemetryProcessorSpy());
telemetryProcessor.Initialize(new TelemetryConfiguration());
module.RegisterTelemetryProcessor(telemetryProcessor);
// ACT
module.Initialize(new TelemetryConfiguration() { InstrumentationKey = "some ikey" });
Thread.Sleep(pause);
telemetryProcessor.Process(new RequestTelemetry() { Context = { InstrumentationKey = "some ikey" } });
telemetryProcessor.Process(new DependencyTelemetry() { Context = { InstrumentationKey = "some ikey" } });
Thread.Sleep(pause);
Assert.AreEqual(1, serviceClient.PingCount);
// ASSERT
serviceClient.ReturnValueFromPing = false;
serviceClient.ReturnValueFromSubmitSample = false;
Thread.Sleep(pause);
Assert.IsTrue(serviceClient.SnappedSamples.Count > 0);
Assert.IsTrue(serviceClient.SnappedSamples.Any(s => s.AIRequestsPerSecond > 0));
Assert.IsTrue(serviceClient.SnappedSamples.Any(s => s.AIDependencyCallsPerSecond > 0));
Assert.IsTrue(
serviceClient.SnappedSamples.Any(
s => Math.Abs(s.PerfCountersLookup[@"\Processor(_Total)\% Processor Time"]) > double.Epsilon));
}
public void QuickPulseTelemetryModuleDoesNotLeakThreads()
{
// ARRANGE
var interval = TimeSpan.FromMilliseconds(1);
var timings = new QuickPulseTimings(interval, interval, interval, interval, interval, interval);
var collectionTimeSlotManager = new QuickPulseCollectionTimeSlotManagerMock(timings);
// this will flip-flop between collection and no collection, creating and ending a collection thread each time
var serviceClient = new QuickPulseServiceClientMock {
ReturnValueFromPing = true, ReturnValueFromSubmitSample = false
};
var performanceCollector = new PerformanceCollectorMock();
var topCpuCollector = new QuickPulseTopCpuCollectorMock();
var module = new QuickPulseTelemetryModule(
collectionTimeSlotManager,
null,
serviceClient,
performanceCollector,
topCpuCollector,
timings);
module.Initialize(new TelemetryConfiguration()
{
InstrumentationKey = "some ikey"
});
int initialThreadCount = Process.GetCurrentProcess().Threads.Count;
// ACT
Thread.Sleep(TimeSpan.FromMilliseconds(300));
// ASSERT
// we don't expect to find many more threads, even though other components might be spinning new ones up and down
var threadDelta = Process.GetCurrentProcess().Threads.Count - initialThreadCount;
Assert.IsTrue(Math.Abs(threadDelta) < 5, threadDelta.ToString(CultureInfo.InvariantCulture));
}
public void QuickPulseTelemetryModuleUpdatesCollectionConfiguration()
{
// ARRANGE
var pollingInterval = TimeSpan.FromMilliseconds(200);
var collectionInterval = TimeSpan.FromMilliseconds(80);
var timings = new QuickPulseTimings(pollingInterval, collectionInterval);
var collectionTimeSlotManager = new QuickPulseCollectionTimeSlotManagerMock(timings);
var serviceClient = new QuickPulseServiceClientMock {
ReturnValueFromPing = true, ReturnValueFromSubmitSample = true
};
var performanceCollector = new PerformanceCollectorMock();
var topCpuCollector = new QuickPulseTopCpuCollectorMock();
var module = new QuickPulseTelemetryModule(collectionTimeSlotManager, null, serviceClient, performanceCollector, topCpuCollector, timings);
// ACT & ASSERT
serviceClient.CollectionConfigurationInfo = new CollectionConfigurationInfo()
{
ETag = "ETag1"
};
module.Initialize(new TelemetryConfiguration()
{
InstrumentationKey = "some ikey"
});
Thread.Sleep(pollingInterval);
Thread.Sleep((int)(2.5 * collectionInterval.TotalMilliseconds));
Assert.AreEqual("ETag1", serviceClient.SnappedSamples.Last().CollectionConfigurationAccumulator.CollectionConfiguration.ETag);
serviceClient.CollectionConfigurationInfo = new CollectionConfigurationInfo()
{
ETag = "ETag2"
};
Thread.Sleep((int)(10 * collectionInterval.TotalMilliseconds));
Assert.AreEqual("ETag2", serviceClient.SnappedSamples.Last().CollectionConfigurationAccumulator.CollectionConfiguration.ETag);
}
public void QuickPulseTelemetryModuleDisposesCorrectly()
{
// ARRANGE
var interval = TimeSpan.FromMilliseconds(1);
var timings = new QuickPulseTimings(interval, interval, interval, interval, interval, interval);
var collectionTimeSlotManager = new QuickPulseCollectionTimeSlotManagerMock(timings);
var serviceClient = new QuickPulseServiceClientMock { ReturnValueFromPing = true, ReturnValueFromSubmitSample = true };
var performanceCollector = new PerformanceCollectorMock();
var module = new QuickPulseTelemetryModule(
collectionTimeSlotManager,
null,
serviceClient,
performanceCollector,
timings);
module.Initialize(new TelemetryConfiguration() { InstrumentationKey = "some ikey" });
// ACT
Thread.Sleep(TimeSpan.FromMilliseconds(100));
// ASSERT
module.Dispose();
}
public void QuickPulseTelemetryModuleTimestampsDataSamples()
{
// ARRANGE
var interval = TimeSpan.FromMilliseconds(1);
var timings = new QuickPulseTimings(interval, interval);
var serviceClient = new QuickPulseServiceClientMock { ReturnValueFromPing = true, ReturnValueFromSubmitSample = true };
var performanceCollector = new PerformanceCollectorMock();
var module = new QuickPulseTelemetryModule(null, null, serviceClient, performanceCollector, timings);
var timestampStart = DateTimeOffset.UtcNow;
// ACT
module.Initialize(new TelemetryConfiguration());
Thread.Sleep((int)(interval.TotalMilliseconds * 100));
// ASSERT
var timestampEnd = DateTimeOffset.UtcNow;
Assert.IsTrue(serviceClient.SnappedSamples.All(s => s.StartTimestamp > timestampStart));
Assert.IsTrue(serviceClient.SnappedSamples.All(s => s.StartTimestamp < timestampEnd));
Assert.IsTrue(serviceClient.SnappedSamples.All(s => s.StartTimestamp <= s.EndTimestamp));
}
public void QuickPulseTelemetryModuleSupportsMultipleTelemetryProcessorsForMultipleConfigurations()
{
// ARRANGE
var pollingInterval = TimeSpan.FromMilliseconds(1);
var collectionInterval = TimeSpan.FromMilliseconds(1);
var timings = new QuickPulseTimings(pollingInterval, collectionInterval);
var collectionTimeSlotManager = new QuickPulseCollectionTimeSlotManagerMock(timings);
var accumulatorManager = new QuickPulseDataAccumulatorManager();
var serviceClient = new QuickPulseServiceClientMock {
ReturnValueFromPing = true, ReturnValueFromSubmitSample = true
};
var performanceCollector = new PerformanceCollectorMock();
var topCpuCollector = new QuickPulseTopCpuCollectorMock();
var module = new QuickPulseTelemetryModule(collectionTimeSlotManager, accumulatorManager, serviceClient, performanceCollector, topCpuCollector, timings);
const int TelemetryProcessorCount = 4;
var ikey = "some ikey";
var config = new TelemetryConfiguration {
InstrumentationKey = ikey
};
// spawn a bunch of configurations, each one having an individual instance of QuickPulseTelemetryProcessor
var telemetryProcessors = new List <QuickPulseTelemetryProcessor>();
for (int i = 0; i < TelemetryProcessorCount; i++)
{
var configuration = new TelemetryConfiguration();
var builder = configuration.TelemetryProcessorChainBuilder;
builder = builder.Use(current => new QuickPulseTelemetryProcessor(new SimpleTelemetryProcessorSpy()));
builder.Build();
telemetryProcessors.Add(configuration.TelemetryProcessors.OfType <QuickPulseTelemetryProcessor>().Single());
}
// ACT
foreach (var telemetryProcessor in telemetryProcessors)
{
module.RegisterTelemetryProcessor(telemetryProcessor);
}
module.Initialize(config);
Thread.Sleep(TimeSpan.FromMilliseconds(100));
// send data to each instance of QuickPulseTelemetryProcessor
var request = new RequestTelemetry()
{
ResponseCode = "200", Success = true, Context = { InstrumentationKey = ikey }
};
telemetryProcessors[0].Process(request);
request = new RequestTelemetry()
{
ResponseCode = "500", Success = false, Context = { InstrumentationKey = ikey }
};
telemetryProcessors[1].Process(request);
var dependency = new DependencyTelemetry()
{
Success = true, Context = { InstrumentationKey = ikey }
};
telemetryProcessors[2].Process(dependency);
dependency = new DependencyTelemetry()
{
Success = false, Context = { InstrumentationKey = ikey }
};
telemetryProcessors[3].Process(dependency);
Thread.Sleep(TimeSpan.FromMilliseconds(100));
// ASSERT
// verify that every telemetry processor has contributed to the accumulator
int samplesWithSomeRequests = serviceClient.SnappedSamples.Count(s => s.AIRequestsPerSecond > 0);
int samplesWithSomeDependencies = serviceClient.SnappedSamples.Count(s => s.AIDependencyCallsPerSecond > 0);
Assert.AreEqual(TelemetryProcessorCount, QuickPulseTestHelper.GetTelemetryProcessors(module).Count);
Assert.IsTrue(samplesWithSomeRequests > 0 && samplesWithSomeRequests <= 2);
Assert.AreEqual(1, serviceClient.SnappedSamples.Count(s => s.AIRequestsFailedPerSecond > 0));
Assert.IsTrue(samplesWithSomeDependencies > 0 && samplesWithSomeDependencies < 2);
Assert.AreEqual(1, serviceClient.SnappedSamples.Count(s => s.AIDependencyCallsFailedPerSecond > 0));
}
public void QuickPulseTelemetryModuleDoesNotLeakThreads()
{
// ARRANGE
var interval = TimeSpan.FromMilliseconds(1);
var timings = new QuickPulseTimings(interval, interval, interval, interval, interval, interval);
var collectionTimeSlotManager = new QuickPulseCollectionTimeSlotManagerMock(timings);
// this will flip-flop between collection and no collection, creating and ending a collection thread each time
var serviceClient = new QuickPulseServiceClientMock { ReturnValueFromPing = true, ReturnValueFromSubmitSample = false };
var performanceCollector = new PerformanceCollectorMock();
var module = new QuickPulseTelemetryModule(
collectionTimeSlotManager,
null,
serviceClient,
performanceCollector,
timings);
module.Initialize(new TelemetryConfiguration() { InstrumentationKey = "some ikey" });
int initialThreadCount = Process.GetCurrentProcess().Threads.Count;
// ACT
Thread.Sleep(TimeSpan.FromMilliseconds(300));
// ASSERT
// we don't expect to find many more threads, even though other components might be spinning new ones up and down
var threadDelta = Process.GetCurrentProcess().Threads.Count - initialThreadCount;
Assert.IsTrue(Math.Abs(threadDelta) < 5, threadDelta.ToString(CultureInfo.InvariantCulture));
}
public void QuickPulseTelemetryModuleHandlesUnexpectedExceptions()
{
// ARRANGE
var interval = TimeSpan.FromMilliseconds(1);
var timings = new QuickPulseTimings(interval, interval, interval, interval, interval, interval);
var collectionTimeSlotManager = new QuickPulseCollectionTimeSlotManagerMock(timings);
var serviceClient = new QuickPulseServiceClientMock { AlwaysThrow = true, ReturnValueFromPing = false, ReturnValueFromSubmitSample = null };
var performanceCollector = new PerformanceCollectorMock();
var module = new QuickPulseTelemetryModule(
collectionTimeSlotManager,
null,
serviceClient,
performanceCollector,
timings);
module.Initialize(new TelemetryConfiguration() { InstrumentationKey = "some ikey" });
// ACT
Thread.Sleep(TimeSpan.FromMilliseconds(100));
// ASSERT
// it shouldn't throw and must keep pinging
Assert.IsTrue(serviceClient.PingCount > 5);
}
public void QuickPulseTelemetryModuleManagesTimersCorrectly()
{
// ARRANGE
var pollingInterval = TimeSpan.FromMilliseconds(200);
var collectionInterval = TimeSpan.FromMilliseconds(80);
var timings = new QuickPulseTimings(pollingInterval, collectionInterval);
var collectionTimeSlotManager = new QuickPulseCollectionTimeSlotManagerMock(timings);
var serviceClient = new QuickPulseServiceClientMock { ReturnValueFromPing = false, ReturnValueFromSubmitSample = true };
var performanceCollector = new PerformanceCollectorMock();
var module = new QuickPulseTelemetryModule(
collectionTimeSlotManager,
null,
serviceClient,
performanceCollector,
timings);
// ACT & ASSERT
module.Initialize(new TelemetryConfiguration() { InstrumentationKey = "some ikey" });
// initially, the module is in the polling state
Thread.Sleep((int)(2.5 * pollingInterval.TotalMilliseconds));
serviceClient.CountersEnabled = false;
// 2.5 polling intervals have elapsed, we must have pinged the service 3 times (the first time immediately upon initialization), but no samples yet
Assert.AreEqual(3, serviceClient.PingCount, "Ping count 1");
Assert.AreEqual(0, serviceClient.SnappedSamples.Count, "Sample count 1");
// now the service wants the data
serviceClient.Reset();
serviceClient.ReturnValueFromPing = true;
serviceClient.ReturnValueFromSubmitSample = true;
serviceClient.CountersEnabled = true;
Thread.Sleep((int)(5 * collectionInterval.TotalMilliseconds));
serviceClient.CountersEnabled = false;
// a number of collection intervals have elapsed, we must have pinged the service once, and then started sending samples
Assert.AreEqual(1, serviceClient.PingCount, "Ping count 2");
Assert.IsTrue(serviceClient.SnappedSamples.Count > 0, "Sample count 2");
lock (serviceClient.ResponseLock)
{
// the service doesn't want the data anymore
serviceClient.ReturnValueFromPing = false;
serviceClient.ReturnValueFromSubmitSample = false;
serviceClient.Reset();
serviceClient.CountersEnabled = true;
}
Thread.Sleep((int)(2.9 * pollingInterval.TotalMilliseconds));
serviceClient.CountersEnabled = false;
// 2 polling intervals have elapsed, we must have submitted one batch of samples, stopped collecting and pinged the service twice afterwards
Assert.AreEqual(1, serviceClient.SnappedSamples.Count / serviceClient.LastSampleBatchSize, "Sample count 3");
Assert.AreEqual(2, serviceClient.PingCount, "Ping count 3");
}
public void QuickPulseTelemetryModuleReportsErrorsFromPerformanceCollectorWhenUpdatingCollectionConfiguration()
{
// ARRANGE
var pollingInterval = TimeSpan.FromMilliseconds(200);
var collectionInterval = TimeSpan.FromMilliseconds(80);
var timings = new QuickPulseTimings(pollingInterval, collectionInterval);
var collectionTimeSlotManager = new QuickPulseCollectionTimeSlotManagerMock(timings);
var serviceClient = new QuickPulseServiceClientMock {
ReturnValueFromPing = true, ReturnValueFromSubmitSample = true
};
var performanceCollector = new PerformanceCollectorMock();
var topCpuCollector = new QuickPulseTopCpuCollectorMock();
var module = new QuickPulseTelemetryModule(collectionTimeSlotManager, null, serviceClient, performanceCollector, topCpuCollector, timings);
// ACT & ASSERT
serviceClient.CollectionConfigurationInfo = new CollectionConfigurationInfo()
{
ETag = "ETag1",
Metrics =
new[]
{
new CalculatedMetricInfo()
{
Id = "PerformanceCounter1",
TelemetryType = TelemetryType.PerformanceCounter,
Projection = @"\SomeCategory(SomeInstance)\SomeCounter"
},
new CalculatedMetricInfo()
{
Id = "PerformanceCounter2",
TelemetryType = TelemetryType.PerformanceCounter,
Projection = @"\Memory\Cache Bytes Peak"
},
new CalculatedMetricInfo()
{
Id = "PerformanceCounter3",
TelemetryType = TelemetryType.PerformanceCounter,
Projection = @"NonParseable"
},
new CalculatedMetricInfo()
{
Id = "PerformanceCounter4",
TelemetryType = TelemetryType.PerformanceCounter,
Projection = @"\SomeObject\SomeCounter"
},
new CalculatedMetricInfo()
{
Id = "PerformanceCounter4",
TelemetryType = TelemetryType.PerformanceCounter,
Projection = @"\SomeObject1\SomeCounter1"
}
}
};
module.Initialize(new TelemetryConfiguration()
{
InstrumentationKey = "some ikey"
});
Thread.Sleep(pollingInterval);
Thread.Sleep((int)(2.5 * collectionInterval.TotalMilliseconds));
Assert.AreEqual("ETag1", serviceClient.SnappedSamples.Last().CollectionConfigurationAccumulator.CollectionConfiguration.ETag);
Assert.AreEqual(5, performanceCollector.PerformanceCounters.Count());
Assert.AreEqual(@"\SomeCategory(SomeInstance)\SomeCounter", performanceCollector.PerformanceCounters.Skip(0).First().OriginalString);
Assert.AreEqual(@"PerformanceCounter1", performanceCollector.PerformanceCounters.Skip(0).First().ReportAs);
Assert.AreEqual(@"\Memory\Cache Bytes Peak", performanceCollector.PerformanceCounters.Skip(1).First().OriginalString);
Assert.AreEqual(@"PerformanceCounter2", performanceCollector.PerformanceCounters.Skip(1).First().ReportAs);
Assert.AreEqual(@"\SomeObject\SomeCounter", performanceCollector.PerformanceCounters.Skip(2).First().OriginalString);
Assert.AreEqual(@"PerformanceCounter4", performanceCollector.PerformanceCounters.Skip(2).First().ReportAs);
Assert.AreEqual(@"\Memory\Committed Bytes", performanceCollector.PerformanceCounters.Skip(3).First().OriginalString);
Assert.AreEqual(@"\Memory\Committed Bytes", performanceCollector.PerformanceCounters.Skip(3).First().ReportAs);
Assert.AreEqual(@"\Processor(_Total)\% Processor Time", performanceCollector.PerformanceCounters.Skip(4).First().OriginalString);
Assert.AreEqual(@"\Processor(_Total)\% Processor Time", performanceCollector.PerformanceCounters.Skip(4).First().ReportAs);
CollectionConfigurationError[] errors = serviceClient.CollectionConfigurationErrors;
Assert.AreEqual(2, errors.Length);
Assert.AreEqual(CollectionConfigurationErrorType.PerformanceCounterDuplicateIds, errors[0].ErrorType);
Assert.AreEqual(@"Duplicate performance counter id 'PerformanceCounter4'", errors[0].Message);
Assert.AreEqual(string.Empty, errors[0].FullException);
Assert.AreEqual(2, errors[0].Data.Count);
Assert.AreEqual("PerformanceCounter4", errors[0].Data["MetricId"]);
Assert.AreEqual("ETag1", errors[0].Data["ETag"]);
Assert.AreEqual(CollectionConfigurationErrorType.PerformanceCounterParsing, errors[1].ErrorType);
Assert.AreEqual(
@"Error parsing performance counter: '(PerformanceCounter3, NonParseable)'. Invalid performance counter name format: NonParseable. Expected formats are \category(instance)\counter or \category\counter
Parameter name: performanceCounter",
errors[1].Message);
Assert.AreEqual(string.Empty, errors[1].FullException);
Assert.AreEqual(1, errors[1].Data.Count);
Assert.AreEqual("PerformanceCounter3", errors[1].Data["MetricId"]);
}
public void QuickPulseTelemetryModuleUpdatesPerformanceCollectorWhenUpdatingCollectionConfiguration()
{
// ARRANGE
var pollingInterval = TimeSpan.FromMilliseconds(200);
var collectionInterval = TimeSpan.FromMilliseconds(80);
var timings = new QuickPulseTimings(pollingInterval, collectionInterval);
var collectionTimeSlotManager = new QuickPulseCollectionTimeSlotManagerMock(timings);
var serviceClient = new QuickPulseServiceClientMock {
ReturnValueFromPing = true, ReturnValueFromSubmitSample = true
};
var performanceCollector = new PerformanceCollectorMock();
var topCpuCollector = new QuickPulseTopCpuCollectorMock();
var module = new QuickPulseTelemetryModule(collectionTimeSlotManager, null, serviceClient, performanceCollector, topCpuCollector, timings);
// ACT & ASSERT
serviceClient.CollectionConfigurationInfo = new CollectionConfigurationInfo()
{
ETag = "ETag1",
Metrics =
new[]
{
new CalculatedMetricInfo()
{
Id = "PerformanceCounter1",
TelemetryType = TelemetryType.PerformanceCounter,
Projection = @"\Memory\Cache Bytes"
},
new CalculatedMetricInfo()
{
Id = "PerformanceCounter2",
TelemetryType = TelemetryType.PerformanceCounter,
Projection = @"\Memory\Cache Bytes Peak"
},
new CalculatedMetricInfo()
{
Id = "PerformanceCounter3",
TelemetryType = TelemetryType.PerformanceCounter,
Projection = @"\Processor(_Total)\% Processor Time"
}
}
};
module.Initialize(new TelemetryConfiguration()
{
InstrumentationKey = "some ikey"
});
Thread.Sleep(pollingInterval);
Thread.Sleep((int)(2.5 * collectionInterval.TotalMilliseconds));
Assert.AreEqual("ETag1", serviceClient.SnappedSamples.Last().CollectionConfigurationAccumulator.CollectionConfiguration.ETag);
// 2 default + 3 configured
Assert.AreEqual(5, performanceCollector.PerformanceCounters.Count());
Assert.AreEqual(@"\Memory\Cache Bytes", performanceCollector.PerformanceCounters.Skip(0).First().OriginalString);
Assert.AreEqual(@"PerformanceCounter1", performanceCollector.PerformanceCounters.Skip(0).First().ReportAs);
Assert.AreEqual(@"\Memory\Cache Bytes Peak", performanceCollector.PerformanceCounters.Skip(1).First().OriginalString);
Assert.AreEqual(@"PerformanceCounter2", performanceCollector.PerformanceCounters.Skip(1).First().ReportAs);
Assert.AreEqual(@"\Processor(_Total)\% Processor Time", performanceCollector.PerformanceCounters.Skip(2).First().OriginalString);
Assert.AreEqual(@"PerformanceCounter3", performanceCollector.PerformanceCounters.Skip(2).First().ReportAs);
Assert.AreEqual(@"\Memory\Committed Bytes", performanceCollector.PerformanceCounters.Skip(3).First().OriginalString);
Assert.AreEqual(@"\Memory\Committed Bytes", performanceCollector.PerformanceCounters.Skip(3).First().ReportAs);
Assert.AreEqual(@"\Processor(_Total)\% Processor Time", performanceCollector.PerformanceCounters.Skip(4).First().OriginalString);
Assert.AreEqual(@"\Processor(_Total)\% Processor Time", performanceCollector.PerformanceCounters.Skip(4).First().ReportAs);
serviceClient.CollectionConfigurationInfo = new CollectionConfigurationInfo()
{
ETag = "ETag2",
Metrics =
new[]
{
new CalculatedMetricInfo()
{
Id = "PerformanceCounter1",
TelemetryType = TelemetryType.PerformanceCounter,
Projection = @"\MEMORY\Cache Bytes"
},
new CalculatedMetricInfo()
{
Id = "PerformanceCounter5",
TelemetryType = TelemetryType.PerformanceCounter,
Projection = @"\Memory\Commit Limit"
}
}
};
Thread.Sleep((int)(10 * collectionInterval.TotalMilliseconds));
Assert.AreEqual("ETag2", serviceClient.SnappedSamples.Last().CollectionConfigurationAccumulator.CollectionConfiguration.ETag);
// 2 default + 1 configured remaining + 1 configured new
Assert.AreEqual(4, performanceCollector.PerformanceCounters.Count());
Assert.AreEqual(@"\Memory\Cache Bytes", performanceCollector.PerformanceCounters.Skip(0).First().OriginalString);
Assert.AreEqual(@"PerformanceCounter1", performanceCollector.PerformanceCounters.Skip(0).First().ReportAs);
Assert.AreEqual(@"\Memory\Committed Bytes", performanceCollector.PerformanceCounters.Skip(1).First().OriginalString);
Assert.AreEqual(@"\Memory\Committed Bytes", performanceCollector.PerformanceCounters.Skip(1).First().ReportAs);
Assert.AreEqual(@"\Processor(_Total)\% Processor Time", performanceCollector.PerformanceCounters.Skip(2).First().OriginalString);
Assert.AreEqual(@"\Processor(_Total)\% Processor Time", performanceCollector.PerformanceCounters.Skip(2).First().ReportAs);
Assert.AreEqual(@"\Memory\Commit Limit", performanceCollector.PerformanceCounters.Skip(3).First().OriginalString);
Assert.AreEqual(@"PerformanceCounter5", performanceCollector.PerformanceCounters.Skip(3).First().ReportAs);
}
public void QuickPulseTelemetryModuleOnlyInitializesPerformanceCollectorAfterCollectionStarts()
{
// ARRANGE
var interval = TimeSpan.FromMilliseconds(1);
var timings = new QuickPulseTimings(interval, interval);
var collectionTimeSlotManager = new QuickPulseCollectionTimeSlotManagerMock(timings);
var serviceClient = new QuickPulseServiceClientMock { ReturnValueFromPing = false, ReturnValueFromSubmitSample = false };
var performanceCollector = new PerformanceCollectorMock();
var module = new QuickPulseTelemetryModule(collectionTimeSlotManager, null, serviceClient, performanceCollector, timings);
// ACT & ASSERT
module.Initialize(new TelemetryConfiguration() { InstrumentationKey = "some ikey" });
Thread.Sleep((int)(interval.TotalMilliseconds * 100));
Assert.IsFalse(performanceCollector.Counters.Any());
serviceClient.ReturnValueFromPing = true;
Thread.Sleep((int)(interval.TotalMilliseconds * 100));
Assert.IsTrue(performanceCollector.Counters.Any());
Assert.IsTrue(serviceClient.SnappedSamples.All(s => Math.Abs(s.PerfIisQueueSize) > double.Epsilon));
}
public void QuickPulseTelemetryModuleCollectsData()
{
// ARRANGE
var pause = TimeSpan.FromMilliseconds(150);
var interval = TimeSpan.FromMilliseconds(1);
var timings = new QuickPulseTimings(interval, interval);
var collectionTimeSlotManager = new QuickPulseCollectionTimeSlotManagerMock(timings);
var filter1 = new[]
{
new FilterConjunctionGroupInfo()
{
Filters = new[] { new FilterInfo()
{
FieldName = "Name", Predicate = Predicate.Equal, Comparand = "Request1"
} }
}
};
var metrics = new[]
{
new CalculatedMetricInfo()
{
Id = "Metric0",
TelemetryType = TelemetryType.Request,
Projection = "Id",
Aggregation = AggregationType.Avg,
FilterGroups = filter1
}
};
var serviceClient = new QuickPulseServiceClientMock {
ReturnValueFromPing = true, ReturnValueFromSubmitSample = true
};
serviceClient.CollectionConfigurationInfo = new CollectionConfigurationInfo()
{
ETag = "1", Metrics = metrics
};
var performanceCollector = new PerformanceCollectorMock();
var topCpuCollector = new QuickPulseTopCpuCollectorMock()
{
TopProcesses = new List <Tuple <string, int> >()
{
Tuple.Create("Process1", 25)
}
};
var module = new QuickPulseTelemetryModule(collectionTimeSlotManager, null, serviceClient, performanceCollector, topCpuCollector, timings);
var telemetryProcessor = new QuickPulseTelemetryProcessor(new SimpleTelemetryProcessorSpy());
telemetryProcessor.Initialize(new TelemetryConfiguration());
module.RegisterTelemetryProcessor(telemetryProcessor);
// ACT
var telemetryConfiguration = new TelemetryConfiguration()
{
InstrumentationKey = "some ikey"
};
module.Initialize(telemetryConfiguration);
Thread.Sleep(pause);
telemetryProcessor.Process(new RequestTelemetry()
{
Id = "1", Name = "Request1", Context = { InstrumentationKey = "some ikey" }
});
telemetryProcessor.Process(new DependencyTelemetry()
{
Context = { InstrumentationKey = "some ikey" }
});
Thread.Sleep(pause);
Assert.AreEqual(1, serviceClient.PingCount);
// ASSERT
serviceClient.ReturnValueFromPing = false;
serviceClient.ReturnValueFromSubmitSample = false;
Thread.Sleep(pause);
Assert.IsTrue(serviceClient.SnappedSamples.Count > 0);
Assert.IsTrue(serviceClient.SnappedSamples.Any(s => s.AIRequestsPerSecond > 0));
Assert.IsTrue(serviceClient.SnappedSamples.Any(s => s.AIDependencyCallsPerSecond > 0));
Assert.IsTrue(
serviceClient.SnappedSamples.Any(s => Math.Abs(s.PerfCountersLookup[@"\Processor(_Total)\% Processor Time"]) > double.Epsilon));
Assert.IsTrue(
serviceClient.SnappedSamples.TrueForAll(s => s.TopCpuData.Single().Item1 == "Process1" && s.TopCpuData.Single().Item2 == 25));
Assert.IsTrue(
serviceClient.SnappedSamples.Any(
s =>
s.CollectionConfigurationAccumulator.MetricAccumulators.Any(
a => a.Value.MetricId == "Metric0" && a.Value.CalculateAggregation(out long count) == 1.0d && count == 1)));
}
public void QuickPulseTelemetryModuleDoesNothingWithoutInstrumentationKey()
{
// ARRANGE
var interval = TimeSpan.FromMilliseconds(1);
var timings = new QuickPulseTimings(interval, interval);
var serviceClient = new QuickPulseServiceClientMock { ReturnValueFromPing = true, ReturnValueFromSubmitSample = true };
var performanceCollector = new PerformanceCollectorMock();
var module = new QuickPulseTelemetryModule(null, null, serviceClient, performanceCollector, timings);
module.Initialize(new TelemetryConfiguration());
// ACT
Thread.Sleep(TimeSpan.FromMilliseconds(100));
// ASSERT
Assert.AreEqual(0, serviceClient.PingCount);
Assert.AreEqual(0, serviceClient.SnappedSamples.Count);
}
public void QuickPulseTelemetryModulePingsService()
{
// ARRANGE
var interval = TimeSpan.FromMilliseconds(1);
var timings = new QuickPulseTimings(interval, interval);
var serviceClient = new QuickPulseServiceClientMock { ReturnValueFromPing = false, ReturnValueFromSubmitSample = false };
var performanceCollector = new PerformanceCollectorMock();
var module = new QuickPulseTelemetryModule(
null,
null,
serviceClient,
performanceCollector,
timings);
// ACT
module.Initialize(new TelemetryConfiguration() { InstrumentationKey = "some ikey" });
// ASSERT
Thread.Sleep((int)(interval.TotalMilliseconds * 100));
Assert.IsTrue(serviceClient.PingCount > 0);
Assert.AreEqual(0, serviceClient.SnappedSamples.Count);
}
public void QuickPulseTelemetryModuleSupportsMultipleTelemetryProcessorsForMultipleConfigurations()
{
// ARRANGE
var pollingInterval = TimeSpan.FromMilliseconds(1);
var collectionInterval = TimeSpan.FromMilliseconds(1);
var timings = new QuickPulseTimings(pollingInterval, collectionInterval);
var collectionTimeSlotManager = new QuickPulseCollectionTimeSlotManagerMock(timings);
var accumulatorManager = new QuickPulseDataAccumulatorManager();
var serviceClient = new QuickPulseServiceClientMock { ReturnValueFromPing = true, ReturnValueFromSubmitSample = true };
var performanceCollector = new PerformanceCollectorMock();
var module = new QuickPulseTelemetryModule(collectionTimeSlotManager, accumulatorManager, serviceClient, performanceCollector, timings);
const int TelemetryProcessorCount = 4;
var ikey = "some ikey";
var config = new TelemetryConfiguration { InstrumentationKey = ikey };
// spawn a bunch of configurations, each one having an individual instance of QuickPulseTelemetryProcessor
var telemetryProcessors = new List<QuickPulseTelemetryProcessor>();
for (int i = 0; i < TelemetryProcessorCount; i++)
{
var configuration = new TelemetryConfiguration();
var builder = configuration.TelemetryProcessorChainBuilder;
builder = builder.Use(current => new QuickPulseTelemetryProcessor(new SimpleTelemetryProcessorSpy()));
builder.Build();
telemetryProcessors.Add(configuration.TelemetryProcessors.OfType<QuickPulseTelemetryProcessor>().Single());
}
// ACT
foreach (var telemetryProcessor in telemetryProcessors)
{
module.RegisterTelemetryProcessor(telemetryProcessor);
}
module.Initialize(config);
Thread.Sleep(TimeSpan.FromMilliseconds(100));
// send data to each instance of QuickPulseTelemetryProcessor
var request = new RequestTelemetry() { ResponseCode = "200", Success = true, Context = { InstrumentationKey = ikey } };
telemetryProcessors[0].Process(request);
request = new RequestTelemetry() { ResponseCode = "500", Success = false, Context = { InstrumentationKey = ikey } };
telemetryProcessors[1].Process(request);
var dependency = new DependencyTelemetry() { Success = true, Context = { InstrumentationKey = ikey } };
telemetryProcessors[2].Process(dependency);
dependency = new DependencyTelemetry() { Success = false, Context = { InstrumentationKey = ikey } };
telemetryProcessors[3].Process(dependency);
Thread.Sleep(TimeSpan.FromMilliseconds(100));
// ASSERT
// verify that every telemetry processor has contributed to the accumulator
Assert.AreEqual(TelemetryProcessorCount, QuickPulseTestHelper.GetTelemetryProcessors(module).Count);
Assert.AreEqual(1, serviceClient.SnappedSamples.Count(s => s.AIRequestsPerSecond > 0));
Assert.AreEqual(1, serviceClient.SnappedSamples.Count(s => s.AIRequestsFailedPerSecond > 0));
Assert.AreEqual(1, serviceClient.SnappedSamples.Count(s => s.AIDependencyCallsPerSecond > 0));
Assert.AreEqual(1, serviceClient.SnappedSamples.Count(s => s.AIDependencyCallsFailedPerSecond > 0));
}
public void QuickPulseTelemetryModuleResendsFailedSamples()
{
// ARRANGE
var interval = TimeSpan.FromMilliseconds(1);
var timings = new QuickPulseTimings(interval, interval);
var collectionTimeSlotManager = new QuickPulseCollectionTimeSlotManagerMock(timings);
var serviceClient = new QuickPulseServiceClientMock { ReturnValueFromPing = true, ReturnValueFromSubmitSample = null };
var performanceCollector = new PerformanceCollectorMock();
var module = new QuickPulseTelemetryModule(
collectionTimeSlotManager,
null,
serviceClient,
performanceCollector,
timings);
module.Initialize(new TelemetryConfiguration() { InstrumentationKey = "some ikey" });
// ACT
// below timeout should be sufficient for the module to get to the maximum storage capacity
Thread.Sleep(TimeSpan.FromMilliseconds(300));
// ASSERT
Assert.AreEqual(10, serviceClient.LastSampleBatchSize);
}
public void QuickPulseTelemetryModulePicksUpInstrumentationKeyAsItGoes()
{
// ARRANGE
var interval = TimeSpan.FromMilliseconds(1);
var timings = new QuickPulseTimings(interval, interval);
var collectionTimeSlotManager = new QuickPulseCollectionTimeSlotManagerMock(timings);
var serviceClient = new QuickPulseServiceClientMock { ReturnValueFromPing = true, ReturnValueFromSubmitSample = true };
var performanceCollector = new PerformanceCollectorMock();
var module = new QuickPulseTelemetryModule(
collectionTimeSlotManager,
null,
serviceClient,
performanceCollector,
timings);
var config = new TelemetryConfiguration();
module.Initialize(config);
// ACT
Thread.Sleep(TimeSpan.FromMilliseconds(100));
config.InstrumentationKey = "some ikey";
Thread.Sleep(TimeSpan.FromMilliseconds(100));
// ASSERT
Assert.IsTrue(serviceClient.PingCount > 0);
Assert.IsTrue(serviceClient.SnappedSamples.Count > 0);
}