//[Run("!arch-perf-write", "compress=gzip encrypt=aes1 cnt=16000000 para=16")]
public void Write_LogMessages(string compress, string encrypt, int CNT, int PARA)
{
var msData = new FileStream("c:\\azos\\logging-{0}-{1}.lar".Args(compress.Default("none"), encrypt.Default("none")), FileMode.Create);
var msIdxId = new FileStream("c:\\azos\\logging-{0}-{1}.guid.lix".Args(compress.Default("none"), encrypt.Default("none")), FileMode.Create);
var volumeData = new DefaultVolume(CryptoMan, VolumeMetadataBuilder.Make("Perf", LogMessageArchiveAppender.CONTENT_TYPE_LOG)
.SetVersion(1, 1)
.SetDescription("Perf testing")
.SetCompressionScheme(compress)
.SetEncryptionScheme(encrypt),
msData);
var volumeIdxId = new DefaultVolume(CryptoMan, VolumeMetadataBuilder.Make("Perf", StringIdxAppender.CONTENT_TYPE_IDX_STRING)
.SetVersion(1, 1)
.SetDescription("Perf testing")
.SetCompressionScheme(compress)
.SetEncryptionScheme(encrypt),
msIdxId);
volumeData.PageSizeBytes = 1024 * 1024;
volumeIdxId.PageSizeBytes = 128 * 1024;
var time = Azos.Time.Timeter.StartNew();
Parallel.For(0, PARA, _ => {
var app = Azos.Apps.ExecutionContext.Application;
using (var aIdxId = new StringIdxAppender(volumeIdxId,
NOPApplication.Instance.TimeSource,
NOPApplication.Instance.AppId, "dima@zhaba"))
{
using (var appender = new LogMessageArchiveAppender(volumeData,
NOPApplication.Instance.TimeSource,
NOPApplication.Instance.AppId,
"dima@zhaba",
onPageCommit: (e, b) => aIdxId.Append(new StringBookmark(e.Guid.ToString().TakeLastChars(4), b))))
{
for (var i = 0; app.Active && i < CNT / PARA; i++)
{
var msg = FakeLogMessage.BuildRandom();
appender.Append(msg);
}
}
}
});
time.Stop();
"Did {0:n0} in {1:n1} sec at {2:n2} ops/sec\n".SeeArgs(CNT, time.ElapsedSec, CNT / time.ElapsedSec);
volumeIdxId.Dispose();
volumeData.Dispose();
"CLOSED all volumes\n".See();
}
public void Write_Read_Compare(string compress, string encrypt, int count, int pgsize)
{
var expected = FakeLogMessage.BuildRandomArr(count);
var ms = new MemoryStream();
var meta = VolumeMetadataBuilder.Make("Log archive", LogMessageArchiveAppender.CONTENT_TYPE_LOG)
.SetVersion(1, 0)
.SetDescription("Testing log messages")
.SetChannel(Atom.Encode("dvop"))
.SetCompressionScheme(compress)
.SetEncryptionScheme(encrypt);
var volume = new DefaultVolume(CryptoMan, meta, ms)
{
PageSizeBytes = pgsize
};
using (var appender = new LogMessageArchiveAppender(volume,
NOPApplication.Instance.TimeSource,
NOPApplication.Instance.AppId, "dima@zhaba"))
{
for (var i = 0; i < count; i++)
{
appender.Append(expected[i]);
}
}
"The volume is {0:n0} bytes".SeeArgs(ms.Length);
var reader = new LogMessageArchiveReader(volume);
var got = reader.GetEntriesStartingAt(new Bookmark()).ToArray();
Aver.AreEqual(expected.Length, got.Length);
for (int i = 0; i < count; i++)
{
Aver.AreEqual(expected[i].App, got[i].App);
Aver.AreEqual(expected[i].ArchiveDimensions, got[i].ArchiveDimensions);
Aver.AreEqual(expected[i].Channel, got[i].Channel);
Aver.AreEqual(expected[i].Exception?.Message, got[i].Exception?.Message);
Aver.AreEqual(expected[i].From, got[i].From);
Aver.AreEqual(expected[i].Gdid, got[i].Gdid);
Aver.AreEqual(expected[i].Guid.ToString(), got[i].Guid.ToString());
Aver.AreEqual(expected[i].Host, got[i].Host);
Aver.AreEqual(expected[i].Parameters, got[i].Parameters);
Aver.AreEqual(expected[i].RelatedTo.ToString(), got[i].RelatedTo.ToString());
Aver.AreEqual(expected[i].Text, got[i].Text);
Aver.AreEqual(expected[i].Topic, got[i].Topic);
Aver.AreEqual((int)expected[i].Type, (int)got[i].Type);
Aver.AreEqual(expected[i].UTCTimeStamp, got[i].UTCTimeStamp);
}
volume.Dispose();
}
public void WriteRead(int cnt)
{
////var ms = new FileStream("c:\\azos\\archive.lar", FileMode.Create);// new MemoryStream();
var ms = new MemoryStream();
var meta = VolumeMetadataBuilder.Make("Log archive", LogMessageArchiveAppender.CONTENT_TYPE_LOG)
.SetVersion(1, 0)
.SetDescription("Testing log messages")
.SetChannel(Atom.Encode("dvop"));
var volume = new DefaultVolume(CryptoMan, meta, ms);
using (var appender = new LogMessageArchiveAppender(volume,
NOPApplication.Instance.TimeSource,
NOPApplication.Instance.AppId, "dima@zhaba"))
{
for (var i = 0; i < cnt; i++)
{
var msg = new Message()
{
Text = "Message#" + i.ToString()
}.InitDefaultFields();
appender.Append(msg);
}
}
var reader = new LogMessageArchiveReader(volume);
Aver.AreEqual(cnt, reader.All.Count());
Aver.AreEqual(cnt, reader.GetEntriesStartingAt(new Bookmark()).Count());
Aver.AreEqual(cnt, reader.GetBookmarkedEntriesStartingAt(new Bookmark()).Count());
Aver.AreEqual(cnt, reader.GetEntriesAsObjectsStartingAt(new Bookmark()).Count());
Aver.AreEqual(cnt, reader.GetBookmarkedEntriesAsObjectsStartingAt(new Bookmark()).Count());
reader.All.ForEach((m, i) => Aver.AreEqual("Message#" + i.ToString(), m.Text));
reader.GetBookmarkedEntriesStartingAt(new Bookmark()).ForEach((t, i) =>
{
var pointed = reader.GetEntriesStartingAt(t.bm).First();
Aver.AreEqual("Message#" + i.ToString(), pointed.Text);
Aver.AreEqual(t.entry.Text, pointed.Text);
});
volume.Dispose();
}
protected override void DoOpenStream()
{
var isNew = m_Stream.Length == 0;
if (isNew)
{
var meta = DoBuildMetadata();
m_Volume = new DefaultVolume(App.SecurityManager.Cryptography, meta, m_Stream, ownsStream: false);
}
else
{
m_Volume = new DefaultVolume(App.SecurityManager.Cryptography, m_Stream, ownsStream: false);
}
if (ArchivePageSizeBytes > 0)
{
m_Volume.PageSizeBytes = ArchivePageSizeBytes;
}
m_Appender = new LogMessageArchiveAppender(m_Volume, App.TimeSource, App.AppId, Platform.Computer.HostName);
}
