public void GlobalSetup()
{
// create a new pipeline stage
mStage = ProcessingPipelineStage.Create <ElasticsearchPipelineStage>("Elasticsearch", null);
mStage.ApiBaseUrls = new[] { new Uri("http://127.0.0.1:9200/") };
mStage.IndexName = "pipeline-stage-benchmark";
mStage.BulkRequestMaxMessageCount = int.MaxValue;
mStage.DiscardMessagesIfQueueFull = false;
}
public void InitializeAndShutdown()
{
var configuration = new VolatileLogConfiguration();
var stage = ProcessingPipelineStage.Create <ElasticsearchPipelineStage>("Elasticsearch", configuration);
// let the configuration provide the appropriate Elasticsearch endpoints
var stageSettings = configuration.ProcessingPipeline.Stages.First(x => x.Name == "Elasticsearch");
stageSettings.SetSetting("Server.ApiBaseUrls", Setting_Server_ApiBaseUrls, UriArrayToString, StringToUriArray);
stageSettings.SetSetting("Server.Authentication.Schemes", Setting_Server_Authentication_Schemes);
stageSettings.SetSetting("Server.Authentication.Username", Setting_Server_Authentication_Username);
stageSettings.SetSetting("Server.Authentication.Password", Setting_Server_Authentication_Password);
stageSettings.SetSetting("Server.Authentication.Domain", Setting_Server_Authentication_Domain);
stageSettings.SetSetting("Server.BulkRequest.MaxConcurrencyLevel", Setting_Server_BulkRequest_MaxConcurrencyLevel);
stageSettings.SetSetting("Server.BulkRequest.MaxMessageCount", Setting_Server_BulkRequest_MaxMessageCount);
stageSettings.SetSetting("Server.BulkRequest.MaxSize", Setting_Server_BulkRequest_MaxSize);
stageSettings.SetSetting("Server.IndexName", Setting_Server_IndexName);
stageSettings.SetSetting("Data.Organization.Id", Setting_Data_Organization_Id);
stageSettings.SetSetting("Data.Organization.Name", Setting_Data_Organization_Name);
stageSettings.SetSetting("Stage.SendQueueSize", Setting_Stage_SendQueueSize);
// initialize the stage
stage.Initialize();
Assert.True(stage.IsInitialized);
Assert.False(stage.IsOperational);
Assert.Equal(Setting_Server_ApiBaseUrls, stage.ApiBaseUrls);
Assert.Equal(Setting_Server_Authentication_Schemes, stage.AuthenticationSchemes);
Assert.Equal(Setting_Server_Authentication_Username, stage.Username);
Assert.Equal(Setting_Server_Authentication_Password, stage.Password);
Assert.Equal(Setting_Server_Authentication_Domain, stage.Domain);
Assert.Equal(Setting_Server_BulkRequest_MaxConcurrencyLevel, stage.BulkRequestMaxConcurrencyLevel);
Assert.Equal(Setting_Server_BulkRequest_MaxMessageCount, stage.BulkRequestMaxMessageCount);
Assert.Equal(Setting_Server_BulkRequest_MaxSize, stage.BulkRequestMaxSize);
Assert.Equal(Setting_Server_IndexName, stage.IndexName);
Assert.Equal(Setting_Data_Organization_Id, stage.OrganizationId);
Assert.Equal(Setting_Data_Organization_Name, stage.OrganizationName);
Assert.Equal(Setting_Stage_SendQueueSize, stage.SendQueueSize);
// wait for some time before shutting down
Thread.Sleep(1000);
// shut the stage down
stage.Shutdown();
Assert.False(stage.IsInitialized);
}
public void Create_Default()
{
var stage = ProcessingPipelineStage.Create <ElasticsearchPipelineStage>("Elasticsearch", null);
// check common stage properties
// ------------------------------------------------------------------------------------
Assert.False(stage.IsInitialized);
Assert.False(stage.IsDefaultStage);
Assert.Equal("Elasticsearch", stage.Name);
Assert.Empty(stage.NextStages);
// check setting 'Server.ApiBaseUrls'
// ------------------------------------------------------------------------------------
var expectedApiEndpoints = new[] { new Uri("http://127.0.0.1:9200/") };
var endpointsSetting = stage.Settings.GetSetting("Server.ApiBaseUrls", UriArrayToString, StringToUriArray);
Assert.Equal(expectedApiEndpoints, endpointsSetting.DefaultValue);
Assert.Equal(expectedApiEndpoints, endpointsSetting.Value);
// the corresponding stage property should reflect the default setting
Assert.Equal(1, stage.ApiBaseUrls.Count);
Assert.Equal(expectedApiEndpoints, stage.ApiBaseUrls);
// check setting 'Server.Authentication.Schemes'
// ------------------------------------------------------------------------------------
var expectedAuthenticationSchemes = AuthenticationScheme.PasswordBased;
var authenticationSchemesSetting = stage.Settings.GetSetting <AuthenticationScheme>("Server.Authentication.Schemes");
Assert.Equal(expectedAuthenticationSchemes, authenticationSchemesSetting.DefaultValue);
Assert.Equal(expectedAuthenticationSchemes, authenticationSchemesSetting.Value);
// the corresponding stage property should reflect the default setting
Assert.Equal(expectedAuthenticationSchemes, stage.AuthenticationSchemes);
// check setting 'Server.Authentication.Username'
// ------------------------------------------------------------------------------------
string expectedUsername = "";
var usernameSetting = stage.Settings.GetSetting <string>("Server.Authentication.Username");
Assert.Equal(expectedUsername, usernameSetting.DefaultValue);
Assert.Equal(expectedUsername, usernameSetting.Value);
// the corresponding stage property should reflect the default setting
Assert.Equal(expectedUsername, stage.Username);
// check setting 'Server.Authentication.Password'
// ------------------------------------------------------------------------------------
string expectedPassword = "";
var passwordSetting = stage.Settings.GetSetting <string>("Server.Authentication.Password");
Assert.Equal(expectedPassword, passwordSetting.DefaultValue);
Assert.Equal(expectedPassword, passwordSetting.Value);
// the corresponding stage property should reflect the default setting
Assert.Equal(expectedPassword, stage.Password);
// check setting 'Server.Authentication.Domain'
// ------------------------------------------------------------------------------------
string expectedDomain = "";
var domainSetting = stage.Settings.GetSetting <string>("Server.Authentication.Domain");
Assert.Equal(expectedDomain, domainSetting.DefaultValue);
Assert.Equal(expectedDomain, domainSetting.Value);
// the corresponding stage property should reflect the default setting
Assert.Equal(expectedDomain, stage.Domain);
// check setting 'Server.BulkRequest.MaxConcurrencyLevel'
// ------------------------------------------------------------------------------------
int expectedMaxConcurrencyLevel = 5;
var maxConcurrencyLevelSetting = stage.Settings.GetSetting <int>("Server.BulkRequest.MaxConcurrencyLevel");
Assert.Equal(expectedMaxConcurrencyLevel, maxConcurrencyLevelSetting.DefaultValue);
Assert.Equal(expectedMaxConcurrencyLevel, maxConcurrencyLevelSetting.Value);
// the corresponding stage property should reflect the default setting
Assert.Equal(expectedMaxConcurrencyLevel, stage.BulkRequestMaxConcurrencyLevel);
// check setting 'Server.BulkRequest.MaxMessageCount'
// ------------------------------------------------------------------------------------
int expectedMaxMessageCount = 0; // unlimited
var maxMessageCountSetting = stage.Settings.GetSetting <int>("Server.BulkRequest.MaxMessageCount");
Assert.Equal(expectedMaxMessageCount, maxMessageCountSetting.DefaultValue);
Assert.Equal(expectedMaxMessageCount, maxMessageCountSetting.Value);
// the corresponding stage property should reflect the default setting
Assert.Equal(expectedMaxMessageCount, stage.BulkRequestMaxMessageCount);
// check setting 'Server.BulkRequest.MaxSize'
// ------------------------------------------------------------------------------------
int expectedMaxSize = 5 * 1024 * 1024;
var maxSizeSetting = stage.Settings.GetSetting <int>("Server.BulkRequest.MaxSize");
Assert.Equal(expectedMaxSize, maxSizeSetting.DefaultValue);
Assert.Equal(expectedMaxSize, maxSizeSetting.Value);
// the corresponding stage property should reflect the default setting
Assert.Equal(expectedMaxSize, stage.BulkRequestMaxSize);
// check setting 'Server.IndexName'
// ------------------------------------------------------------------------------------
string expectedIndexName = "logs";
var indexNameSetting = stage.Settings.GetSetting <string>("Server.IndexName");
Assert.Equal(expectedIndexName, indexNameSetting.DefaultValue);
Assert.Equal(expectedIndexName, indexNameSetting.Value);
// the corresponding stage property should reflect the default setting
Assert.Equal(expectedIndexName, stage.IndexName);
// check setting 'Data.Organization.Id'
// ------------------------------------------------------------------------------------
string expectedOrganizationId = "";
var organizationIdSetting = stage.Settings.GetSetting <string>("Data.Organization.Id");
Assert.Equal(expectedOrganizationId, organizationIdSetting.DefaultValue);
Assert.Equal(expectedOrganizationId, organizationIdSetting.Value);
// the corresponding stage property should reflect the default setting
Assert.Equal(expectedOrganizationId, stage.OrganizationId);
// check setting 'Data.Organization.Name'
// ------------------------------------------------------------------------------------
string expectedOrganizationName = "";
var organizationNameSetting = stage.Settings.GetSetting <string>("Data.Organization.Name");
Assert.Equal(expectedOrganizationName, organizationNameSetting.DefaultValue);
Assert.Equal(expectedOrganizationName, organizationNameSetting.Value);
// the corresponding stage property should reflect the default setting
Assert.Equal(expectedOrganizationName, stage.OrganizationName);
// check setting 'Server.SendQueueSize'
// ------------------------------------------------------------------------------------
int expectedSendQueueSize = 50000;
var sendQueueSizeSetting = stage.Settings.GetSetting <int>("Stage.SendQueueSize");
Assert.Equal(expectedSendQueueSize, sendQueueSizeSetting.DefaultValue);
Assert.Equal(expectedSendQueueSize, sendQueueSizeSetting.Value);
// the corresponding stage property should reflect the default setting
Assert.Equal(expectedSendQueueSize, stage.SendQueueSize);
// the stage should be in-operational at start
// ------------------------------------------------------------------------------------
Assert.False(stage.IsOperational);
}
