/// <summary>
/// Initializes a new instance of the <see cref="ElasticsearchDataFeedSource"/> class.
/// </summary>
/// <param name="host">The endpoint URL.</param>
/// <param name="port">The port.</param>
/// <param name="authHeader">The value of the Authorization header.</param>
/// <param name="query">The query to retrieve the data to be ingested.</param>
/// <exception cref="ArgumentNullException"><paramref name="host"/>, <paramref name="port"/>, <paramref name="authHeader"/>, or <paramref name="query"/> is null.</exception>
/// <exception cref="ArgumentException"><paramref name="host"/>, <paramref name="port"/>, <paramref name="authHeader"/>, or <paramref name="query"/> is empty.</exception>
public ElasticsearchDataFeedSource(string host, string port, string authHeader, string query)
: base(DataFeedSourceType.Elasticsearch)
{
Argument.AssertNotNullOrEmpty(host, nameof(host));
Argument.AssertNotNullOrEmpty(port, nameof(port));
Argument.AssertNotNullOrEmpty(authHeader, nameof(authHeader));
Argument.AssertNotNullOrEmpty(query, nameof(query));
Parameter = new ElasticsearchParameter(host, port, authHeader, query);
}
internal ElasticsearchDataFeedSource(ElasticsearchParameter parameter)
: base(DataFeedSourceType.Elasticsearch)
{
Argument.AssertNotNull(parameter, nameof(parameter));
Parameter = parameter;
Host = parameter.Host;
Port = parameter.Port;
AuthorizationHeader = parameter.AuthHeader;
Query = parameter.Query;
}
public ElasticsearchDataFeed(string dataFeedName, DataFeedGranularityType granularityName, IEnumerable <DataFeedMetric> metrics, DateTimeOffset dataStartFrom, ElasticsearchParameter dataSourceParameter) : base(dataFeedName, granularityName, metrics, dataStartFrom)
{
if (dataFeedName == null)
{
throw new ArgumentNullException(nameof(dataFeedName));
}
if (metrics == null)
{
throw new ArgumentNullException(nameof(metrics));
}
if (dataSourceParameter == null)
{
throw new ArgumentNullException(nameof(dataSourceParameter));
}
DataSourceParameter = dataSourceParameter;
DataSourceType = DataFeedSourceType.Elasticsearch;
}
internal static ElasticsearchDataFeed DeserializeElasticsearchDataFeed(JsonElement element)
{
ElasticsearchParameter dataSourceParameter = default;
DataFeedSourceType dataSourceType = default;
Optional <string> dataFeedId = default;
string dataFeedName = default;
Optional <string> dataFeedDescription = default;
DataFeedGranularityType granularityName = default;
Optional <int?> granularityAmount = default;
IList <DataFeedMetric> metrics = default;
Optional <IList <MetricDimension> > dimension = default;
Optional <string> timestampColumn = default;
DateTimeOffset dataStartFrom = default;
Optional <long> startOffsetInSeconds = default;
Optional <int> maxConcurrency = default;
Optional <long> minRetryIntervalInSeconds = default;
Optional <long> stopRetryAfterInSeconds = default;
Optional <DataFeedRollupType> needRollup = default;
Optional <DataFeedAutoRollupMethod> rollUpMethod = default;
Optional <IList <string> > rollUpColumns = default;
Optional <string> allUpIdentification = default;
Optional <DataFeedMissingDataPointFillType> fillMissingPointType = default;
Optional <double> fillMissingPointValue = default;
Optional <AccessMode> viewMode = default;
Optional <IList <string> > admins = default;
Optional <IList <string> > viewers = default;
Optional <bool> isAdmin = default;
Optional <string> creator = default;
Optional <DataFeedStatus> status = default;
Optional <DateTimeOffset> createdTime = default;
Optional <string> actionLinkTemplate = default;
foreach (var property in element.EnumerateObject())
{
if (property.NameEquals("dataSourceParameter"))
{
dataSourceParameter = ElasticsearchParameter.DeserializeElasticsearchParameter(property.Value);
continue;
}
if (property.NameEquals("dataSourceType"))
{
dataSourceType = new DataFeedSourceType(property.Value.GetString());
continue;
}
if (property.NameEquals("dataFeedId"))
{
dataFeedId = property.Value.GetString();
continue;
}
if (property.NameEquals("dataFeedName"))
{
dataFeedName = property.Value.GetString();
continue;
}
if (property.NameEquals("dataFeedDescription"))
{
dataFeedDescription = property.Value.GetString();
continue;
}
if (property.NameEquals("granularityName"))
{
granularityName = new DataFeedGranularityType(property.Value.GetString());
continue;
}
if (property.NameEquals("granularityAmount"))
{
if (property.Value.ValueKind == JsonValueKind.Null)
{
granularityAmount = null;
continue;
}
granularityAmount = property.Value.GetInt32();
continue;
}
if (property.NameEquals("metrics"))
{
List <DataFeedMetric> array = new List <DataFeedMetric>();
foreach (var item in property.Value.EnumerateArray())
{
array.Add(DataFeedMetric.DeserializeDataFeedMetric(item));
}
metrics = array;
continue;
}
if (property.NameEquals("dimension"))
{
List <MetricDimension> array = new List <MetricDimension>();
foreach (var item in property.Value.EnumerateArray())
{
array.Add(MetricDimension.DeserializeMetricDimension(item));
}
dimension = array;
continue;
}
if (property.NameEquals("timestampColumn"))
{
timestampColumn = property.Value.GetString();
continue;
}
if (property.NameEquals("dataStartFrom"))
{
dataStartFrom = property.Value.GetDateTimeOffset("O");
continue;
}
if (property.NameEquals("startOffsetInSeconds"))
{
startOffsetInSeconds = property.Value.GetInt64();
continue;
}
if (property.NameEquals("maxConcurrency"))
{
maxConcurrency = property.Value.GetInt32();
continue;
}
if (property.NameEquals("minRetryIntervalInSeconds"))
{
minRetryIntervalInSeconds = property.Value.GetInt64();
continue;
}
if (property.NameEquals("stopRetryAfterInSeconds"))
{
stopRetryAfterInSeconds = property.Value.GetInt64();
continue;
}
if (property.NameEquals("needRollup"))
{
needRollup = new DataFeedRollupType(property.Value.GetString());
continue;
}
if (property.NameEquals("rollUpMethod"))
{
rollUpMethod = new DataFeedAutoRollupMethod(property.Value.GetString());
continue;
}
if (property.NameEquals("rollUpColumns"))
{
List <string> array = new List <string>();
foreach (var item in property.Value.EnumerateArray())
{
array.Add(item.GetString());
}
rollUpColumns = array;
continue;
}
if (property.NameEquals("allUpIdentification"))
{
allUpIdentification = property.Value.GetString();
continue;
}
if (property.NameEquals("fillMissingPointType"))
{
fillMissingPointType = new DataFeedMissingDataPointFillType(property.Value.GetString());
continue;
}
if (property.NameEquals("fillMissingPointValue"))
{
fillMissingPointValue = property.Value.GetDouble();
continue;
}
if (property.NameEquals("viewMode"))
{
viewMode = new AccessMode(property.Value.GetString());
continue;
}
if (property.NameEquals("admins"))
{
List <string> array = new List <string>();
foreach (var item in property.Value.EnumerateArray())
{
array.Add(item.GetString());
}
admins = array;
continue;
}
if (property.NameEquals("viewers"))
{
List <string> array = new List <string>();
foreach (var item in property.Value.EnumerateArray())
{
array.Add(item.GetString());
}
viewers = array;
continue;
}
if (property.NameEquals("isAdmin"))
{
isAdmin = property.Value.GetBoolean();
continue;
}
if (property.NameEquals("creator"))
{
creator = property.Value.GetString();
continue;
}
if (property.NameEquals("status"))
{
status = new DataFeedStatus(property.Value.GetString());
continue;
}
if (property.NameEquals("createdTime"))
{
createdTime = property.Value.GetDateTimeOffset("O");
continue;
}
if (property.NameEquals("actionLinkTemplate"))
{
actionLinkTemplate = property.Value.GetString();
continue;
}
}
return(new ElasticsearchDataFeed(dataSourceType, dataFeedId.Value, dataFeedName, dataFeedDescription.Value, granularityName, Optional.ToNullable(granularityAmount), metrics, Optional.ToList(dimension), timestampColumn.Value, dataStartFrom, Optional.ToNullable(startOffsetInSeconds), Optional.ToNullable(maxConcurrency), Optional.ToNullable(minRetryIntervalInSeconds), Optional.ToNullable(stopRetryAfterInSeconds), Optional.ToNullable(needRollup), Optional.ToNullable(rollUpMethod), Optional.ToList(rollUpColumns), allUpIdentification.Value, Optional.ToNullable(fillMissingPointType), Optional.ToNullable(fillMissingPointValue), Optional.ToNullable(viewMode), Optional.ToList(admins), Optional.ToList(viewers), Optional.ToNullable(isAdmin), creator.Value, Optional.ToNullable(status), Optional.ToNullable(createdTime), actionLinkTemplate.Value, dataSourceParameter));
}
internal ElasticsearchDataFeed(DataFeedSourceType dataSourceType, string dataFeedId, string dataFeedName, string dataFeedDescription, DataFeedGranularityType granularityName, int?granularityAmount, IList <DataFeedMetric> metrics, IList <DataFeedDimension> dimension, string timestampColumn, DateTimeOffset dataStartFrom, long?startOffsetInSeconds, int?maxConcurrency, long?minRetryIntervalInSeconds, long?stopRetryAfterInSeconds, DataFeedRollupType?needRollup, DataFeedAutoRollupMethod?rollUpMethod, IList <string> rollUpColumns, string allUpIdentification, DataFeedMissingDataPointFillType?fillMissingPointType, double?fillMissingPointValue, DataFeedAccessMode?viewMode, IList <string> admins, IList <string> viewers, bool?isAdmin, string creator, DataFeedStatus?status, DateTimeOffset?createdTime, string actionLinkTemplate, ElasticsearchParameter dataSourceParameter) : base(dataSourceType, dataFeedId, dataFeedName, dataFeedDescription, granularityName, granularityAmount, metrics, dimension, timestampColumn, dataStartFrom, startOffsetInSeconds, maxConcurrency, minRetryIntervalInSeconds, stopRetryAfterInSeconds, needRollup, rollUpMethod, rollUpColumns, allUpIdentification, fillMissingPointType, fillMissingPointValue, viewMode, admins, viewers, isAdmin, creator, status, createdTime, actionLinkTemplate)
{
DataSourceParameter = dataSourceParameter;
DataSourceType = dataSourceType;
}
/// <summary> Initializes a new instance of a data source specific DataFeedDetail. </summary>
/// <param name="dataFeedName"> data feed name. </param>
/// <param name="dataFeedGranularity"></param>
/// <param name="dataFeedSchema"></param>
/// <param name="dataFeedIngestionSettings"></param>
/// <param name="dataFeedOptions"></param>
internal void SetDetail(string dataFeedName, DataFeedGranularity dataFeedGranularity, DataFeedSchema dataFeedSchema, DataFeedIngestionSettings dataFeedIngestionSettings, DataFeedOptions dataFeedOptions)
{
dataFeedIngestionSettings.IngestionStartTime = ClientCommon.NormalizeDateTimeOffset(dataFeedIngestionSettings.IngestionStartTime);
DataFeedDetail = Parameter switch
{
AzureApplicationInsightsParameter p => new AzureApplicationInsightsDataFeed(dataFeedName, dataFeedGranularity.GranularityType, dataFeedSchema.MetricColumns, dataFeedIngestionSettings.IngestionStartTime, p),
AzureBlobParameter p => new AzureBlobDataFeed(dataFeedName, dataFeedGranularity.GranularityType, dataFeedSchema.MetricColumns, dataFeedIngestionSettings.IngestionStartTime, p),
AzureCosmosDBParameter p => new AzureCosmosDBDataFeed(dataFeedName, dataFeedGranularity.GranularityType, dataFeedSchema.MetricColumns, dataFeedIngestionSettings.IngestionStartTime, p),
AzureDataLakeStorageGen2Parameter p => new AzureDataLakeStorageGen2DataFeed(dataFeedName, dataFeedGranularity.GranularityType, dataFeedSchema.MetricColumns, dataFeedIngestionSettings.IngestionStartTime, p),
AzureTableParameter p => new AzureTableDataFeed(dataFeedName, dataFeedGranularity.GranularityType, dataFeedSchema.MetricColumns, dataFeedIngestionSettings.IngestionStartTime, p),
ElasticsearchParameter p => new ElasticsearchDataFeed(dataFeedName, dataFeedGranularity.GranularityType, dataFeedSchema.MetricColumns, dataFeedIngestionSettings.IngestionStartTime, p),
HttpRequestParameter p => new HttpRequestDataFeed(dataFeedName, dataFeedGranularity.GranularityType, dataFeedSchema.MetricColumns, dataFeedIngestionSettings.IngestionStartTime, p),
InfluxDBParameter p => new InfluxDBDataFeed(dataFeedName, dataFeedGranularity.GranularityType, dataFeedSchema.MetricColumns, dataFeedIngestionSettings.IngestionStartTime, p),
SqlSourceParameter p when DataFeedSourceType == DataFeedSourceType.AzureDataExplorer => new AzureDataExplorerDataFeed(dataFeedName, dataFeedGranularity.GranularityType, dataFeedSchema.MetricColumns, dataFeedIngestionSettings.IngestionStartTime, p),
SqlSourceParameter p when DataFeedSourceType == DataFeedSourceType.MySql => new MySqlDataFeed(dataFeedName, dataFeedGranularity.GranularityType, dataFeedSchema.MetricColumns, dataFeedIngestionSettings.IngestionStartTime, p),
SqlSourceParameter p when DataFeedSourceType == DataFeedSourceType.PostgreSql => new PostgreSqlDataFeed(dataFeedName, dataFeedGranularity.GranularityType, dataFeedSchema.MetricColumns, dataFeedIngestionSettings.IngestionStartTime, p),
SqlSourceParameter p when DataFeedSourceType == DataFeedSourceType.SqlServer => new SQLServerDataFeed(dataFeedName, dataFeedGranularity.GranularityType, dataFeedSchema.MetricColumns, dataFeedIngestionSettings.IngestionStartTime, p),
MongoDBParameter p => new MongoDBDataFeed(dataFeedName, dataFeedGranularity.GranularityType, dataFeedSchema.MetricColumns, dataFeedIngestionSettings.IngestionStartTime, p),
_ => throw new InvalidOperationException("Invalid DataFeedDetail type")
};
DataFeedDetail.GranularityAmount = dataFeedGranularity.CustomGranularityValue;
foreach (var column in dataFeedSchema.DimensionColumns)
{
DataFeedDetail.Dimension.Add(column);
}
DataFeedDetail.TimestampColumn = dataFeedSchema.TimestampColumn;
DataFeedDetail.MaxConcurrency = dataFeedIngestionSettings.DataSourceRequestConcurrency;
DataFeedDetail.MinRetryIntervalInSeconds = (long?)dataFeedIngestionSettings.IngestionRetryDelay?.TotalSeconds;
DataFeedDetail.StartOffsetInSeconds = (long?)dataFeedIngestionSettings.IngestionStartOffset?.TotalSeconds;
DataFeedDetail.StopRetryAfterInSeconds = (long?)dataFeedIngestionSettings.StopRetryAfter?.TotalSeconds;
if (dataFeedOptions != null)
{
foreach (var admin in dataFeedOptions.Administrators)
{
DataFeedDetail.Admins.Add(admin);
}
foreach (var viewer in dataFeedOptions.Viewers)
{
DataFeedDetail.Viewers.Add(viewer);
}
DataFeedDetail.DataFeedDescription = dataFeedOptions.Description;
DataFeedDetail.ViewMode = dataFeedOptions.AccessMode;
if (dataFeedOptions.RollupSettings != null)
{
foreach (var columnName in dataFeedOptions.RollupSettings.AutoRollupGroupByColumnNames)
{
DataFeedDetail.RollUpColumns.Add(columnName);
}
DataFeedDetail.RollUpMethod = dataFeedOptions.RollupSettings.RollupMethod;
DataFeedDetail.NeedRollup = dataFeedOptions.RollupSettings.RollupType;
}
if (dataFeedOptions.MissingDataPointFillSettings != null)
{
DataFeedDetail.FillMissingPointType = dataFeedOptions.MissingDataPointFillSettings.FillType;
DataFeedDetail.FillMissingPointValue = dataFeedOptions.MissingDataPointFillSettings.CustomFillValue;
}
DataFeedDetail.ActionLinkTemplate = dataFeedOptions.ActionLinkTemplate;
}
}
}