static void VerifyErrorsAreRaised()
{
string indexName = "errorindex";
string tokenName = "errortoken";
double testStartTime = SplunkCliWrapper.GetEpochTime();
SplunkCliWrapper splunk = new SplunkCliWrapper();
string token = CreateIndexAndToken(splunk, tokenName, indexName);
var trace = new TraceSource("HttpEventCollectorLogger");
trace.Switch.Level = SourceLevels.All;
var validMetaData = new HttpEventCollectorEventInfo.Metadata(index: indexName, source: "host", sourceType: "log", host: "customhostname");
var invalidMetaData = new HttpEventCollectorEventInfo.Metadata(index: "notexistingindex", source: "host", sourceType: "log", host: "customhostname");
var listenerWithWrongToken = new HttpEventCollectorTraceListener(
uri: new Uri("https://127.0.0.1:8088"),
token: "notexistingtoken",
metadata: validMetaData);
var listenerWithWrongUri = new HttpEventCollectorTraceListener(
uri: new Uri("https://127.0.0.1:8087"),
token: token,
metadata: validMetaData);
var listenerWithWrongMetadata = new HttpEventCollectorTraceListener(
uri: new Uri("https://127.0.0.1:8088"),
token: token,
metadata: invalidMetaData);
bool wrongTokenWasRaised = false;
listenerWithWrongToken.AddLoggingFailureHandler((HttpEventCollectorException e) =>
{
wrongTokenWasRaised = true;
});
bool wrongUriWasRaised = false;
listenerWithWrongUri.AddLoggingFailureHandler((HttpEventCollectorException e) =>
{
wrongUriWasRaised = true;
});
bool wrongMetaDataWasRaised = false;
listenerWithWrongMetadata.AddLoggingFailureHandler((HttpEventCollectorException e) =>
{
wrongMetaDataWasRaised = true;
});
trace.Listeners.Add(listenerWithWrongToken);
trace.Listeners.Add(listenerWithWrongUri);
trace.Listeners.Add(listenerWithWrongMetadata);
// Generate data
int eventCounter = GenerateData(trace);
Console.WriteLine("{0} events were created, waiting for errors to be raised.", eventCounter);
Thread.Sleep(30 * 1000);
trace.Close();
Assert.True(wrongTokenWasRaised);
Assert.True(wrongUriWasRaised);
Assert.True(wrongMetaDataWasRaised);
}
static void Main(string[] args)
{
EnableSelfSignedCertificates();
Uri uri = new Uri("https://localhost:8088");
string token = "BEC47D17-AC4A-49ED-834B-969745D24550";
var trace = new TraceSource("conf-demo");
trace.Switch.Level = SourceLevels.All;
var listener = new HttpEventCollectorTraceListener(uri, token);
trace.Listeners.Add(listener);
HashSet<string> files = new HashSet<string>();
while (true)
{
string[] currentFiles = Directory.GetFiles(args[0]);
foreach (string s in currentFiles)
{
if (!files.Contains(s))
{
files.Add(s);
string ascii = ToAscii(s.Substring(s.LastIndexOf('\\') + 1), new Bitmap(s, true));
trace.TraceInformation(ascii);
trace.Flush();
}
}
Thread.Sleep(200);
}
}
static async void DoItTraceListener()
{
var source = new TraceSource("Test");
source.Switch.Level = SourceLevels.All;
var listener = new HttpEventCollectorTraceListener(new Uri("https://localhost:8088"), "3E712E99-63C5-4C5A-841D-592DD070DA51");
listener.AddLoggingFailureHandler(e => Console.WriteLine(e.Message));
source.Listeners.Add(listener);
source.TraceData(TraceEventType.Information, 1, new { Foo = "Bar" });
dynamic obj = new JObject();
obj.Bar = "Baz";
source.TraceData(TraceEventType.Information, 1, (JObject)obj);
await listener.FlushAsync();
}
static void VerifyEventsAreInOrder()
{
string tokenName = "verifyeventsareinordertoken";
string indexName = "verifyeventsareinorderindex";
SplunkCliWrapper splunk = new SplunkCliWrapper();
double testStartTime = SplunkCliWrapper.GetEpochTime();
string token = CreateIndexAndToken(splunk, tokenName, indexName);
var trace = new TraceSource("HttpEventCollectorLogger");
trace.Switch.Level = SourceLevels.All;
var meta = new HttpEventCollectorEventInfo.Metadata(index: indexName, source: "host", sourceType: "log", host: "customhostname");
var listener = new HttpEventCollectorTraceListener(
uri: new Uri("https://127.0.0.1:8088"),
token: token,
metadata: meta);
trace.Listeners.Add(listener);
// Generate data
int totalEvents = 1000;
string[] filer = new string[2];
filer[0] = new string('s', 1);
filer[1] = new string('l', 100000);
for (int i = 0; i < totalEvents; i++)
{
trace.TraceInformation(string.Format("TraceInformation. This is event {0}. {1}", i, filer[i % 2]));
}
string searchQuery = "index=" + indexName;
Console.WriteLine("{0} events were created, waiting for indexing to complete.", totalEvents);
splunk.WaitForIndexingToComplete(indexName);
int eventsFound = splunk.GetSearchCount(searchQuery);
Console.WriteLine("Indexing completed, {0} events were found. Elapsed time {1:F2} seconds", eventsFound, SplunkCliWrapper.GetEpochTime() - testStartTime);
// Verify all events were indexed correctly and in order
Assert.Equal(totalEvents, eventsFound);
List <string> searchResults = splunk.GetSearchResults(searchQuery);
Assert.Equal(searchResults.Count, eventsFound);
for (int i = 0; i < totalEvents; i++)
{
int id = totalEvents - i - 1;
string expected = string.Format("TraceInformation. This is event {0}", id);
Assert.True(searchResults[i].Contains(expected));
}
trace.Close();
}
public static void SendEventsBatchedByTime()
{
string tokenName = "batchedbytimetoken";
string indexName = "batchedbytimeindex";
SplunkCliWrapper splunk = new SplunkCliWrapper();
double testStartTime = SplunkCliWrapper.GetEpochTime();
string token = CreateIndexAndToken(splunk, tokenName, indexName);
var trace = new TraceSource("HttpEventCollectorLogger");
trace.Switch.Level = SourceLevels.All;
var meta = new HttpEventCollectorEventInfo.Metadata(index: indexName, source: "host", sourceType: "log", host: "customhostname");
var listener = new HttpEventCollectorTraceListener(
uri: new Uri("https://127.0.0.1:8088"),
token: token,
metadata: meta,
batchInterval: 1000);
trace.Listeners.Add(listener);
GenerateDataWaitForIndexingCompletion(splunk, indexName, testStartTime, trace);
trace.Close();
}
static void SendEventsUnBatched()
{
string tokenName = "unbatchedtoken";
string indexName = "unbatchedindex";
SplunkCliWrapper splunk = new SplunkCliWrapper();
double testStartTime = SplunkCliWrapper.GetEpochTime();
string token = CreateIndexAndToken(splunk, tokenName, indexName);
var trace = new TraceSource("HttpEventCollectorLogger");
trace.Switch.Level = SourceLevels.All;
var meta = new HttpEventCollectorEventInfo.Metadata(index: indexName, source: "host", sourceType: "log", host: "customhostname");
var listener = new HttpEventCollectorTraceListener(
uri: new Uri("https://127.0.0.1:8088"),
token: token,
metadata: meta);
trace.Listeners.Add(listener);
GenerateDataWaitForIndexingCompletion(splunk, indexName, testStartTime, trace);
trace.Close();
}
public void VerifyFlushEvents()
{
string tokenName = "flusheventtoken";
string indexName = "flusheventdindex";
SplunkCliWrapper splunk = new SplunkCliWrapper();
double testStartTime = SplunkCliWrapper.GetEpochTime();
string token = CreateIndexAndToken(splunk, tokenName, indexName);
splunk.StopServer();
Thread.Sleep(5 * 1000);
var trace = new TraceSource("HttpEventCollectorLogger");
trace.Switch.Level = SourceLevels.All;
var meta = new HttpEventCollectorEventInfo.Metadata(index: indexName, source: "host", sourceType: "log", host: "customhostname");
var listener = new HttpEventCollectorTraceListener(
uri: new Uri("https://127.0.0.1:8088"),
token: token,
retriesOnError: int.MaxValue,
metadata: meta);
trace.Listeners.Add(listener);
// Generate data, wait a little bit so retries are happenning and start Splunk. Expecting to see all data make it
const int eventsToGeneratePerLoop = 250;
const int expectedCount = eventsToGeneratePerLoop * 7;
int eventCounter = GenerateData(trace, eventsPerLoop: eventsToGeneratePerLoop);
splunk.StartServer();
trace.Close();
// Verify every event made to Splunk
splunk.WaitForIndexingToComplete(indexName, stabilityPeriod: 30);
int eventsFound = splunk.GetSearchCount("index=" + indexName);
Assert.Equal(expectedCount, eventsFound);
}
public void HttpEventCollectorAsyncFlushTest()
{
var trace = Trace(
handler: (token, events) =>
{
Assert.True(events.Count == 4);
Assert.True(events[0].Event.Message == "info 1");
Assert.True(events[1].Event.Message == "info 2");
Assert.True(events[2].Event.Message == "info 3");
Assert.True(events[3].Event.Message == "info 4");
return(new Response());
},
batchInterval: 10000
);
trace.TraceInformation("info 1");
trace.TraceInformation("info 2");
trace.TraceInformation("info 3");
trace.TraceInformation("info 4");
HttpEventCollectorTraceListener listener = trace.Listeners[1] as HttpEventCollectorTraceListener;
listener.FlushAsync().RunSynchronously();
}
public void VerifyFlushEvents()
{
string tokenName = "flusheventtoken";
string indexName = "flusheventdindex";
SplunkCliWrapper splunk = new SplunkCliWrapper();
double testStartTime = SplunkCliWrapper.GetEpochTime();
string token = CreateIndexAndToken(splunk, tokenName, indexName);
splunk.StopServer();
Thread.Sleep(5 * 1000);
var trace = new TraceSource("HttpEventCollectorLogger");
trace.Switch.Level = SourceLevels.All;
var meta = new HttpEventCollectorEventInfo.Metadata(index: indexName, source: "host", sourceType: "log", host: "customhostname");
var listener = new HttpEventCollectorTraceListener(
uri: new Uri("https://127.0.0.1:8088"),
token: token,
retriesOnError: int.MaxValue,
metadata: meta);
trace.Listeners.Add(listener);
// Generate data, wait a little bit so retries are happenning and start Splunk. Expecting to see all data make it
const int eventsToGeneratePerLoop = 250;
const int expectedCount = eventsToGeneratePerLoop * 7;
int eventCounter = GenerateData(trace, eventsPerLoop: eventsToGeneratePerLoop);
splunk.StartServer();
trace.Close();
// Verify every event made to Splunk
splunk.WaitForIndexingToComplete(indexName, stabilityPeriod: 30);
int eventsFound = splunk.GetSearchCount("index=" + indexName);
Assert.Equal(expectedCount, eventsFound);
}
static void VerifyEventsAreInOrder()
{
string tokenName = "verifyeventsareinordertoken";
string indexName = "verifyeventsareinorderindex";
SplunkCliWrapper splunk = new SplunkCliWrapper();
double testStartTime = SplunkCliWrapper.GetEpochTime();
string token = CreateIndexAndToken(splunk, tokenName, indexName);
var trace = new TraceSource("HttpEventCollectorLogger");
trace.Switch.Level = SourceLevels.All;
var meta = new HttpEventCollectorEventInfo.Metadata(index: indexName, source: "host", sourceType: "log", host: "customhostname");
var listener = new HttpEventCollectorTraceListener(
uri: new Uri("https://127.0.0.1:8088"),
token: token,
metadata: meta);
trace.Listeners.Add(listener);
// Generate data
int totalEvents = 1000;
string[] filer = new string[2];
filer[0] = new string('s', 1);
filer[1] = new string('l', 100000);
for (int i = 0; i < totalEvents; i++)
{
trace.TraceInformation(string.Format("TraceInformation. This is event {0}. {1}", i, filer[i%2]));
}
string searchQuery = "index=" + indexName;
Console.WriteLine("{0} events were created, waiting for indexing to complete.", totalEvents);
splunk.WaitForIndexingToComplete(indexName);
int eventsFound = splunk.GetSearchCount(searchQuery);
Console.WriteLine("Indexing completed, {0} events were found. Elapsed time {1:F2} seconds", eventsFound, SplunkCliWrapper.GetEpochTime() - testStartTime);
// Verify all events were indexed correctly and in order
Assert.Equal(totalEvents, eventsFound);
List<string> searchResults = splunk.GetSearchResults(searchQuery);
Assert.Equal(searchResults.Count, eventsFound);
for (int i = 0; i< totalEvents; i++)
{
int id = totalEvents - i - 1;
string expected = string.Format("TraceInformation. This is event {0}. {1}", id, filer[id % 2]);
Assert.True(searchResults[i].Contains(expected));
}
trace.Close();
}
static void VerifyErrorsAreRaised()
{
string indexName = "errorindex";
string tokenName = "errortoken";
double testStartTime = SplunkCliWrapper.GetEpochTime();
SplunkCliWrapper splunk = new SplunkCliWrapper();
string token = CreateIndexAndToken(splunk, tokenName, indexName);
var trace = new TraceSource("HttpEventCollectorLogger");
trace.Switch.Level = SourceLevels.All;
var validMetaData = new HttpEventCollectorEventInfo.Metadata(index: indexName, source: "host", sourceType: "log", host: "customhostname");
var invalidMetaData = new HttpEventCollectorEventInfo.Metadata(index: "notexistingindex", source: "host", sourceType: "log", host: "customhostname");
var listenerWithWrongToken = new HttpEventCollectorTraceListener(
uri: new Uri("https://127.0.0.1:8088"),
token: "notexistingtoken",
metadata: validMetaData);
var listenerWithWrongUri = new HttpEventCollectorTraceListener(
uri: new Uri("https://127.0.0.1:8087"),
token: token,
metadata: validMetaData);
var listenerWithWrongMetadata = new HttpEventCollectorTraceListener(
uri: new Uri("https://127.0.0.1:8088"),
token: token,
metadata: invalidMetaData);
bool wrongTokenWasRaised = false;
listenerWithWrongToken.AddLoggingFailureHandler((HttpEventCollectorException e) =>
{
wrongTokenWasRaised = true;
});
bool wrongUriWasRaised = false;
listenerWithWrongUri.AddLoggingFailureHandler((HttpEventCollectorException e) =>
{
wrongUriWasRaised = true;
});
bool wrongMetaDataWasRaised = false;
listenerWithWrongMetadata.AddLoggingFailureHandler((HttpEventCollectorException e) =>
{
wrongMetaDataWasRaised = true;
});
trace.Listeners.Add(listenerWithWrongToken);
trace.Listeners.Add(listenerWithWrongUri);
trace.Listeners.Add(listenerWithWrongMetadata);
// Generate data
int eventCounter = GenerateData(trace);
Console.WriteLine("{0} events were created, waiting for errors to be raised.", eventCounter);
Thread.Sleep(30 * 1000);
trace.Close();
Assert.True(wrongTokenWasRaised);
Assert.True(wrongUriWasRaised);
Assert.True(wrongMetaDataWasRaised);
}
