public async Task PerformanceTest(string path)
{
Config.InMemorySettings[nameof(Config.AttachmentSizeLimit)] = int.MaxValue.ToString();
Config.RebuildConfiguration();
var timer = Stopwatch.StartNew();
var cts = new CancellationTokenSource();
var source = await FileSource.DetectArchiveHandlerAsync(path, ArchiveHandlers).ConfigureAwait(false);
var pipe = new Pipe();
var fillPipeTask = source.FillPipeAsync(pipe.Writer, cts.Token);
var readPipeTask = LogParser.ReadPipeAsync(pipe.Reader, cts.Token);
var result = await readPipeTask.ConfigureAwait(false);
await fillPipeTask.ConfigureAwait(false);
timer.Stop();
Config.Log.Info($"Total time {Path.GetExtension(path)}: {timer.Elapsed.TotalSeconds}s");
result.TotalBytes = source.LogFileSize;
#if DEBUG
Config.Log.Debug("~~~~~~~~~~~~~~~~~~~~");
Config.Log.Debug("Extractor hit stats (CPU time, s / total hits):");
foreach (var(key, (count, time)) in result.ExtractorHitStats.OrderByDescending(kvp => kvp.Value.regexTime))
{
var ttime = TimeSpan.FromTicks(time).TotalSeconds;
var msg = $"{ttime:0.000}/{count} ({ttime / count:0.000000}): {key}";
if (count > 100000 || ttime > 20)
{
Config.Log.Fatal(msg);
}
else if (count > 10000 || ttime > 10)
{
Config.Log.Error(msg);
}
else if (count > 1000 || ttime > 5)
{
Config.Log.Warn(msg);
}
else if (count > 100 || ttime > 1)
{
Config.Log.Info(msg);
}
else
{
Config.Log.Debug(msg);
}
}
Config.Log.Debug("~~~~~~~~~~~~~~~~~~~~");
#endif
Assert.That(result.CompletedCollection, Is.Not.Null.And.Not.Empty);
}
public async Task Analyze(string path)
{
var cts = new CancellationTokenSource();
var source = await FileSource.DetectArchiveHandlerAsync(path, archiveHandlers).ConfigureAwait(false);
var pipe = new Pipe();
var fillPipeTask = source.FillPipeAsync(pipe.Writer, cts.Token);
var readPipeTask = LogParser.ReadPipeAsync(pipe.Reader, cts.Token);
var result = await readPipeTask.ConfigureAwait(false);
await fillPipeTask.ConfigureAwait(false);
result.TotalBytes = source.LogFileSize;
Assert.That(result.CompleteCollection, Is.Not.Null.And.Not.Empty);
}
public async Task Analyze(string path)
{
var cts = new CancellationTokenSource();
var source = await FileSource.DetectArchiveHandlerAsync(path, archiveHandlers).ConfigureAwait(false);
var pipe = new Pipe();
var fillPipeTask = source.FillPipeAsync(pipe.Writer, cts.Token);
var readPipeTask = LogParser.ReadPipeAsync(pipe.Reader, cts.Token);
var result = await readPipeTask.ConfigureAwait(false);
await fillPipeTask.ConfigureAwait(false);
result.TotalBytes = source.LogFileSize;
Config.Log.Debug("~~~~~~~~~~~~~~~~~~~~");
Config.Log.Debug("Extractor hit stats (CPU time, s / total hits):");
foreach (var(key, (count, time)) in result.ExtractorHitStats.OrderByDescending(kvp => kvp.Value.regexTime))
{
var ttime = TimeSpan.FromTicks(time).TotalSeconds;
var msg = $"{ttime:0.000}/{count} ({ttime / count:0.000000}): {key}";
if (count > 100000 || ttime > 20)
{
Config.Log.Fatal(msg);
}
else if (count > 10000 || ttime > 10)
{
Config.Log.Error(msg);
}
else if (count > 1000 || ttime > 5)
{
Config.Log.Warn(msg);
}
else if (count > 100 || ttime > 1)
{
Config.Log.Info(msg);
}
else
{
Config.Log.Debug(msg);
}
}
Config.Log.Debug("~~~~~~~~~~~~~~~~~~~~");
Assert.That(result.CompleteCollection, Is.Not.Null.And.Not.Empty);
}