public void TestAppendOneSourceThreeOneLinesOneWithoutTimestamp()
{
var source = new InMemoryLogFile();
source.AddEntry("A", LevelFlags.None, new DateTime(2019, 5, 28, 19, 30, 1));
source.AddEntry("B", LevelFlags.None);
source.AddEntry("C", LevelFlags.None, new DateTime(2019, 5, 28, 19, 30, 42));
var index = new MergedLogFileIndex(source);
var changes = index.Process(new MergedLogFilePendingModification(source, new LogFileSection(0, 3)));
changes.Should().Equal(new object[] { new LogFileSection(0, 2) });
index.Count.Should().Be(2);
var indices = index.Get(new LogFileSection(0, 2));
indices.Count.Should().Be(2);
indices[0].LogFileIndex.Should().Be(0);
indices[0].SourceLineIndex.Should().Be(0);
indices[0].OriginalLogEntryIndex.Should().Be(0);
indices[0].MergedLogEntryIndex.Should().Be(0);
indices[0].Timestamp.Should().Be(new DateTime(2019, 5, 28, 19, 30, 1));
indices[1].LogFileIndex.Should().Be(0);
indices[1].SourceLineIndex.Should().Be(2);
indices[1].OriginalLogEntryIndex.Should().Be(2);
indices[1].MergedLogEntryIndex.Should().Be(1);
indices[1].Timestamp.Should().Be(new DateTime(2019, 5, 28, 19, 30, 42));
}
public void TestOneSourceManySameTimestamps()
{
var source = new InMemoryLogFile();
source.AddEntry("A", LevelFlags.None, new DateTime(2017, 9, 20, 15, 09, 02, 053));
source.AddEntry("B", LevelFlags.None, new DateTime(2017, 9, 20, 15, 09, 02, 100));
source.AddEntry("C", LevelFlags.None, new DateTime(2017, 9, 20, 15, 09, 02, 100));
source.AddEntry("D", LevelFlags.None, new DateTime(2017, 9, 20, 15, 09, 02, 100));
source.AddEntry("E", LevelFlags.None, new DateTime(2017, 9, 20, 15, 09, 02, 115));
source.AddEntry("F", LevelFlags.None, new DateTime(2017, 9, 20, 15, 09, 02, 115));
source.AddEntry("G", LevelFlags.None, new DateTime(2017, 9, 20, 15, 09, 02, 115));
source.AddEntry("H", LevelFlags.None, new DateTime(2017, 9, 20, 15, 09, 02, 115));
var index = new MergedLogFileIndex(source);
index.Process(new MergedLogFilePendingModification(source, new LogFileSection(0, 8)));
var indices = index.Get(new LogFileSection(0, 8));
indices[0].SourceLineIndex.Should().Be(0);
indices[1].SourceLineIndex.Should().Be(1);
indices[2].SourceLineIndex.Should().Be(2);
indices[3].SourceLineIndex.Should().Be(3);
indices[4].SourceLineIndex.Should().Be(4);
indices[5].SourceLineIndex.Should().Be(5);
indices[6].SourceLineIndex.Should().Be(6);
indices[7].SourceLineIndex.Should().Be(7);
}
public void TestOneSourceAppendReset()
{
var source1 = new InMemoryLogFile();
source1.AddEntry("A", LevelFlags.None, new DateTime(2019, 5, 28, 00, 34, 0));
var index = new MergedLogFileIndex(source1);
var changes = index.Process(new MergedLogFilePendingModification(source1, new LogFileSection(0, 1)));
changes.Should().Equal(new object[]
{
new LogFileSection(0, 1)
});
changes = index.Process(new MergedLogFilePendingModification(source1, LogFileSection.Reset));
changes.Should().Equal(new object[]
{
LogFileSection.Reset
});
index.Count.Should().Be(0);
index.Get(new LogFileSection(0, 1)).Should().Equal(new object[]
{
MergedLogLineIndex.Invalid
});
}
public void TestAppendOneSourceTwoIdenticalTimestamps()
{
var source = new InMemoryLogFile();
source.AddEntry("A", LevelFlags.None, new DateTime(2019, 5, 29, 00, 11, 0));
source.AddEntry("B", LevelFlags.None, new DateTime(2019, 5, 29, 00, 11, 2));
source.AddEntry("C1", LevelFlags.None, new DateTime(2019, 5, 29, 00, 11, 4));
source.AddEntry("C2", LevelFlags.None, new DateTime(2019, 5, 29, 00, 11, 4));
source.AddEntry("D", LevelFlags.None, new DateTime(2019, 5, 29, 00, 11, 6));
source.AddEntry("E", LevelFlags.None, new DateTime(2019, 5, 29, 00, 11, 8));
var index = new MergedLogFileIndex(source);
index.Process(new MergedLogFilePendingModification(source, new LogFileSection(0, 6)));
var indices = index.Get(new LogFileSection(0, 6));
indices[0].LogFileIndex.Should().Be(0);
indices[0].SourceLineIndex.Should().Be(0);
indices[1].LogFileIndex.Should().Be(0);
indices[1].SourceLineIndex.Should().Be(1);
indices[2].LogFileIndex.Should().Be(0);
indices[2].SourceLineIndex.Should().Be(2);
indices[3].LogFileIndex.Should().Be(0);
indices[3].SourceLineIndex.Should().Be(3);
indices[4].LogFileIndex.Should().Be(0);
indices[4].SourceLineIndex.Should().Be(4);
indices[5].LogFileIndex.Should().Be(0);
indices[5].SourceLineIndex.Should().Be(5);
}
public void TestAppendTwoSourcesWrongOrderSeparateChangesPartialInvalidation()
{
var source1 = new InMemoryLogFile();
source1.AddEntry("A", LevelFlags.None, new DateTime(2019, 5, 28, 00, 34, 0));
source1.AddEntry("C", LevelFlags.None, new DateTime(2019, 5, 28, 00, 36, 0));
var source2 = new InMemoryLogFile();
source2.AddEntry("B", LevelFlags.None, new DateTime(2019, 5, 28, 00, 35, 0));
source2.AddEntry("D", LevelFlags.None, new DateTime(2019, 5, 28, 00, 37, 0));
var index = new MergedLogFileIndex(source1, source2);
var changes = index.Process(new MergedLogFilePendingModification(source1, new LogFileSection(0, 2)));
changes.Should().Equal(new object[]
{
new LogFileSection(0, 2)
});
changes = index.Process(new MergedLogFilePendingModification(source2, new LogFileSection(0, 2)));
changes.Should().Equal(new object[]
{
LogFileSection.Invalidate(1, 1),
new LogFileSection(1, 3)
});
}
public void TestAppendTwoSourcesWrongOrder()
{
var source1 = new InMemoryLogFile();
source1.AddEntry("B", LevelFlags.None, new DateTime(2019, 5, 27, 23, 10, 0));
var source2 = new InMemoryLogFile();
source2.AddEntry("A", LevelFlags.None, new DateTime(2019, 5, 27, 23, 09, 0));
var index = new MergedLogFileIndex(source1, source2);
var changes = index.Process(new MergedLogFilePendingModification(source1, new LogFileSection(0, 1)),
new MergedLogFilePendingModification(source2, new LogFileSection(0, 1)));
changes.Should().Equal(new object[]
{
new LogFileSection(0, 2)
});
var indices = index.Get(new LogFileSection(0, 2));
indices.Count.Should().Be(2);
indices[0].LogFileIndex.Should().Be(1);
indices[0].SourceLineIndex.Should().Be(0);
indices[0].OriginalLogEntryIndex.Should().Be(0);
indices[0].MergedLogEntryIndex.Should().Be(0);
indices[0].Timestamp.Should().Be(new DateTime(2019, 5, 27, 23, 9, 0));
indices[1].LogFileIndex.Should().Be(0);
indices[1].SourceLineIndex.Should().Be(0);
indices[1].OriginalLogEntryIndex.Should().Be(0);
indices[1].MergedLogEntryIndex.Should().Be(1);
indices[1].Timestamp.Should().Be(new DateTime(2019, 5, 27, 23, 10, 0));
}
/// <summary>
/// Initializes this object.
/// </summary>
/// <remarks>
/// Plugin authors are deliberately prevented from calling this constructor directly because it's signature may change
/// over time. In order to create an instance of this type, simply call <see cref="IServiceContainer.CreateMergedLogFile"/>.
/// </remarks>
/// <param name="scheduler"></param>
/// <param name="maximumWaitTime"></param>
/// <param name="sources"></param>
internal MergedLogFile(ITaskScheduler scheduler, TimeSpan maximumWaitTime, params ILogFile[] sources)
: base(scheduler)
{
if (sources == null)
{
throw new ArgumentNullException(nameof(sources));
}
if (sources.Any(x => x == null))
{
throw new ArgumentException("sources.Any(x => x == null)", nameof(sources));
}
if (sources.Length > LogLineSourceId.MaxSources)
{
throw new ArgumentException(string.Format("Only up to {0} sources are supported ({1} were given)", LogLineSourceId.MaxSources, sources.Length));
}
_sources = sources;
_index = new MergedLogFileIndex(sources);
_pendingModifications = new ConcurrentQueue <MergedLogFilePendingModification>();
var logFileIndices = new Dictionary <ILogFile, byte>();
_maximumWaitTime = maximumWaitTime;
_properties = new LogFilePropertyList(LogFileProperties.Minimum);
byte idx = 0;
foreach (var logFile in _sources)
{
logFile.AddListener(this, maximumWaitTime, MaximumBatchSizePerSource);
logFileIndices.Add(logFile, idx);
++idx;
}
StartTask();
}
public void TestGetInvalid()
{
var index = new MergedLogFileIndex();
index.Get(new LogFileSection(0, 1)).Should().Equal(new object[]
{
MergedLogLineIndex.Invalid
});
}
public void TestOneSourceResetEmpty()
{
var source1 = new InMemoryLogFile();
source1.AddEntry("A", LevelFlags.None, new DateTime(2019, 5, 28, 00, 34, 0));
var index = new MergedLogFileIndex(source1);
var changes = index.Process(new MergedLogFilePendingModification(source1, LogFileSection.Reset));
changes.Should().BeEmpty("because the index itself is empty and thus its source resetting itself doesn't require any change");
}
public void TestAppendTwoSourcesInterlocked()
{
var source1 = new InMemoryLogFile();
source1.AddEntry("A", LevelFlags.None, new DateTime(2019, 5, 29, 00, 11, 0));
source1.AddEntry("B", LevelFlags.None, new DateTime(2019, 5, 29, 00, 11, 2));
source1.AddEntry("C", LevelFlags.None, new DateTime(2019, 5, 29, 00, 11, 4));
source1.AddEntry("D", LevelFlags.None, new DateTime(2019, 5, 29, 00, 11, 6));
source1.AddEntry("E", LevelFlags.None, new DateTime(2019, 5, 29, 00, 11, 8));
var source2 = new InMemoryLogFile();
source2.AddEntry("1", LevelFlags.None, new DateTime(2019, 5, 29, 00, 11, 1));
source2.AddEntry("2", LevelFlags.None, new DateTime(2019, 5, 29, 00, 11, 3));
source2.AddEntry("3", LevelFlags.None, new DateTime(2019, 5, 29, 00, 11, 5));
source2.AddEntry("4", LevelFlags.None, new DateTime(2019, 5, 29, 00, 11, 7));
source2.AddEntry("5", LevelFlags.None, new DateTime(2019, 5, 29, 00, 11, 9));
var index = new MergedLogFileIndex(source1, source2);
index.Process(new MergedLogFilePendingModification(source1, new LogFileSection(0, 5)));
index.Process(new MergedLogFilePendingModification(source2, new LogFileSection(0, 5)));
var indices = index.Get(new LogFileSection(0, 10));
indices[0].LogFileIndex.Should().Be(0);
indices[0].SourceLineIndex.Should().Be(0);
indices[1].LogFileIndex.Should().Be(1);
indices[1].SourceLineIndex.Should().Be(0);
indices[2].LogFileIndex.Should().Be(0);
indices[2].SourceLineIndex.Should().Be(1);
indices[3].LogFileIndex.Should().Be(1);
indices[3].SourceLineIndex.Should().Be(1);
indices[4].LogFileIndex.Should().Be(0);
indices[4].SourceLineIndex.Should().Be(2);
indices[5].LogFileIndex.Should().Be(1);
indices[5].SourceLineIndex.Should().Be(2);
indices[6].LogFileIndex.Should().Be(0);
indices[6].SourceLineIndex.Should().Be(3);
indices[7].LogFileIndex.Should().Be(1);
indices[7].SourceLineIndex.Should().Be(3);
indices[8].LogFileIndex.Should().Be(0);
indices[8].SourceLineIndex.Should().Be(4);
indices[9].LogFileIndex.Should().Be(1);
indices[9].SourceLineIndex.Should().Be(4);
}
public void TestGetPartialInvalid()
{
var source = new InMemoryLogFile();
source.AddEntry("Hello, World!", LevelFlags.None, new DateTime(2019, 5, 28, 0, 53, 0));
var index = new MergedLogFileIndex(source);
index.Process(new MergedLogFilePendingModification(source, new LogFileSection(0, 1)));
index.Get(new LogFileSection(0, 2)).Should().Equal(new object[]
{
new MergedLogLineIndex(0, 0, 0, 0, new DateTime(2019, 5, 28, 0, 53, 0)),
MergedLogLineIndex.Invalid
});
}
public void TestAppendOneSourceOneLineWithoutTimestamp()
{
var source = new InMemoryLogFile();
source.AddEntry("Hello, World!", LevelFlags.None);
var index = new MergedLogFileIndex(source);
var changes = index.Process(new MergedLogFilePendingModification(source, new LogFileSection(0, 1)));
changes.Should().BeEmpty("because the only added line doesn't have a timestamp and thus cannot be added to the merged log file");
index.Count.Should().Be(0);
index.Get(new LogFileSection(0, 1)).Should().Equal(new object[]
{
MergedLogLineIndex.Invalid
});
}
public void TestOneSourceResetAndAppend()
{
var source1 = new InMemoryLogFile();
source1.AddEntry("A", LevelFlags.None, new DateTime(2019, 5, 28, 00, 34, 0));
var index = new MergedLogFileIndex(source1);
var changes = index.Process(
new MergedLogFilePendingModification(source1, new LogFileSection(0, 2)),
new MergedLogFilePendingModification(source1, LogFileSection.Reset),
new MergedLogFilePendingModification(source1, new LogFileSection(0, 1))
);
changes.Should().Equal(new object[]
{
new LogFileSection(0, 1)
}, "because the index shouldn't process changes belonging to source1 prior to the last reset");
index.Count.Should().Be(1);
}
public void TestAppendOneSourceOneLine()
{
var source = new InMemoryLogFile();
source.AddEntry("Hello, World!", LevelFlags.Other, new DateTime(2019, 5, 28, 19, 55, 10));
var index = new MergedLogFileIndex(source);
var changes = index.Process(new MergedLogFilePendingModification(source, new LogFileSection(0, 1)));
changes.Should().Equal(new object[]
{
new LogFileSection(0, 1)
});
var indices = index.Get(new LogFileSection(0, 1));
indices.Count.Should().Be(1);
indices[0].LogFileIndex.Should().Be(0);
indices[0].SourceLineIndex.Should().Be(0);
indices[0].OriginalLogEntryIndex.Should().Be(0);
indices[0].MergedLogEntryIndex.Should().Be(0);
indices[0].Timestamp.Should().Be(new DateTime(2019, 5, 28, 19, 55, 10));
}
