/// <summary>
/// Initializes a new instance of the <see cref="MongoDbDataFeedSource"/> class.
/// </summary>
/// <param name="connectionString">The connection string.</param>
/// <param name="database">The name of the database.</param>
/// <param name="command">The query to retrieve the data to be ingested.</param>
/// <exception cref="ArgumentNullException"><paramref name="connectionString"/>, <paramref name="database"/>, or <paramref name="command"/> is null.</exception>
/// <exception cref="ArgumentException"><paramref name="connectionString"/>, <paramref name="database"/>, or <paramref name="command"/> is empty.</exception>
public MongoDbDataFeedSource(string connectionString, string database, string command)
: base(DataFeedSourceType.MongoDb)
{
Argument.AssertNotNullOrEmpty(connectionString, nameof(connectionString));
Argument.AssertNotNullOrEmpty(database, nameof(database));
Argument.AssertNotNullOrEmpty(command, nameof(command));
Parameter = new MongoDBParameter(connectionString, database, command);
}
internal MongoDbDataFeedSource(MongoDBParameter parameter)
: base(DataFeedSourceType.MongoDb)
{
Argument.AssertNotNull(parameter, nameof(parameter));
ConnectionString = parameter.ConnectionString;
Database = parameter.Database;
Command = parameter.Command;
}
public MongoDBDataFeed(string dataFeedName, DataFeedGranularityType granularityName, IEnumerable <DataFeedMetric> metrics, DateTimeOffset dataStartFrom, MongoDBParameter dataSourceParameter) : base(dataFeedName, granularityName, metrics, dataStartFrom)
{
if (dataFeedName == null)
{
throw new ArgumentNullException(nameof(dataFeedName));
}
if (metrics == null)
{
throw new ArgumentNullException(nameof(metrics));
}
if (dataSourceParameter == null)
{
throw new ArgumentNullException(nameof(dataSourceParameter));
}
DataSourceParameter = dataSourceParameter;
DataSourceType = DataFeedSourceKind.MongoDb;
}
internal MongoDBDataFeed(DataFeedSourceKind dataSourceType, string dataFeedId, string dataFeedName, string dataFeedDescription, DataFeedGranularityType granularityName, int?granularityAmount, IList <DataFeedMetric> metrics, IList <DataFeedDimension> dimension, string timestampColumn, DateTimeOffset dataStartFrom, long?startOffsetInSeconds, int?maxConcurrency, long?minRetryIntervalInSeconds, long?stopRetryAfterInSeconds, DataFeedRollupType?needRollup, DataFeedAutoRollupMethod?rollUpMethod, IList <string> rollUpColumns, string allUpIdentification, DataFeedMissingDataPointFillType?fillMissingPointType, double?fillMissingPointValue, DataFeedAccessMode?viewMode, IList <string> admins, IList <string> viewers, bool?isAdmin, string creator, DataFeedStatus?status, DateTimeOffset?createdTime, string actionLinkTemplate, AuthenticationTypeEnum?authenticationType, string credentialId, MongoDBParameter dataSourceParameter) : base(dataSourceType, dataFeedId, dataFeedName, dataFeedDescription, granularityName, granularityAmount, metrics, dimension, timestampColumn, dataStartFrom, startOffsetInSeconds, maxConcurrency, minRetryIntervalInSeconds, stopRetryAfterInSeconds, needRollup, rollUpMethod, rollUpColumns, allUpIdentification, fillMissingPointType, fillMissingPointValue, viewMode, admins, viewers, isAdmin, creator, status, createdTime, actionLinkTemplate, authenticationType, credentialId)
{
DataSourceParameter = dataSourceParameter;
DataSourceType = dataSourceType;
}
/// <summary> Initializes a new instance of a data source specific DataFeedDetail. </summary>
/// <param name="dataFeedName"> data feed name. </param>
/// <param name="dataFeedGranularity"></param>
/// <param name="dataFeedSchema"></param>
/// <param name="dataFeedIngestionSettings"></param>
/// <param name="dataFeedOptions"></param>
internal void SetDetail(string dataFeedName, DataFeedGranularity dataFeedGranularity, DataFeedSchema dataFeedSchema, DataFeedIngestionSettings dataFeedIngestionSettings, DataFeedOptions dataFeedOptions)
{
dataFeedIngestionSettings.IngestionStartTime = ClientCommon.NormalizeDateTimeOffset(dataFeedIngestionSettings.IngestionStartTime);
DataFeedDetail = Parameter switch
{
AzureApplicationInsightsParameter p => new AzureApplicationInsightsDataFeed(dataFeedName, dataFeedGranularity.GranularityType, dataFeedSchema.MetricColumns, dataFeedIngestionSettings.IngestionStartTime, p),
AzureBlobParameter p => new AzureBlobDataFeed(dataFeedName, dataFeedGranularity.GranularityType, dataFeedSchema.MetricColumns, dataFeedIngestionSettings.IngestionStartTime, p),
AzureCosmosDBParameter p => new AzureCosmosDBDataFeed(dataFeedName, dataFeedGranularity.GranularityType, dataFeedSchema.MetricColumns, dataFeedIngestionSettings.IngestionStartTime, p),
AzureDataLakeStorageGen2Parameter p => new AzureDataLakeStorageGen2DataFeed(dataFeedName, dataFeedGranularity.GranularityType, dataFeedSchema.MetricColumns, dataFeedIngestionSettings.IngestionStartTime, p),
AzureTableParameter p => new AzureTableDataFeed(dataFeedName, dataFeedGranularity.GranularityType, dataFeedSchema.MetricColumns, dataFeedIngestionSettings.IngestionStartTime, p),
ElasticsearchParameter p => new ElasticsearchDataFeed(dataFeedName, dataFeedGranularity.GranularityType, dataFeedSchema.MetricColumns, dataFeedIngestionSettings.IngestionStartTime, p),
HttpRequestParameter p => new HttpRequestDataFeed(dataFeedName, dataFeedGranularity.GranularityType, dataFeedSchema.MetricColumns, dataFeedIngestionSettings.IngestionStartTime, p),
InfluxDBParameter p => new InfluxDBDataFeed(dataFeedName, dataFeedGranularity.GranularityType, dataFeedSchema.MetricColumns, dataFeedIngestionSettings.IngestionStartTime, p),
SqlSourceParameter p when DataFeedSourceType == DataFeedSourceType.AzureDataExplorer => new AzureDataExplorerDataFeed(dataFeedName, dataFeedGranularity.GranularityType, dataFeedSchema.MetricColumns, dataFeedIngestionSettings.IngestionStartTime, p),
SqlSourceParameter p when DataFeedSourceType == DataFeedSourceType.MySql => new MySqlDataFeed(dataFeedName, dataFeedGranularity.GranularityType, dataFeedSchema.MetricColumns, dataFeedIngestionSettings.IngestionStartTime, p),
SqlSourceParameter p when DataFeedSourceType == DataFeedSourceType.PostgreSql => new PostgreSqlDataFeed(dataFeedName, dataFeedGranularity.GranularityType, dataFeedSchema.MetricColumns, dataFeedIngestionSettings.IngestionStartTime, p),
SqlSourceParameter p when DataFeedSourceType == DataFeedSourceType.SqlServer => new SQLServerDataFeed(dataFeedName, dataFeedGranularity.GranularityType, dataFeedSchema.MetricColumns, dataFeedIngestionSettings.IngestionStartTime, p),
MongoDBParameter p => new MongoDBDataFeed(dataFeedName, dataFeedGranularity.GranularityType, dataFeedSchema.MetricColumns, dataFeedIngestionSettings.IngestionStartTime, p),
_ => throw new InvalidOperationException("Invalid DataFeedDetail type")
};
DataFeedDetail.GranularityAmount = dataFeedGranularity.CustomGranularityValue;
foreach (var column in dataFeedSchema.DimensionColumns)
{
DataFeedDetail.Dimension.Add(column);
}
DataFeedDetail.TimestampColumn = dataFeedSchema.TimestampColumn;
DataFeedDetail.MaxConcurrency = dataFeedIngestionSettings.DataSourceRequestConcurrency;
DataFeedDetail.MinRetryIntervalInSeconds = (long?)dataFeedIngestionSettings.IngestionRetryDelay?.TotalSeconds;
DataFeedDetail.StartOffsetInSeconds = (long?)dataFeedIngestionSettings.IngestionStartOffset?.TotalSeconds;
DataFeedDetail.StopRetryAfterInSeconds = (long?)dataFeedIngestionSettings.StopRetryAfter?.TotalSeconds;
if (dataFeedOptions != null)
{
foreach (var admin in dataFeedOptions.Administrators)
{
DataFeedDetail.Admins.Add(admin);
}
foreach (var viewer in dataFeedOptions.Viewers)
{
DataFeedDetail.Viewers.Add(viewer);
}
DataFeedDetail.DataFeedDescription = dataFeedOptions.Description;
DataFeedDetail.ViewMode = dataFeedOptions.AccessMode;
if (dataFeedOptions.RollupSettings != null)
{
foreach (var columnName in dataFeedOptions.RollupSettings.AutoRollupGroupByColumnNames)
{
DataFeedDetail.RollUpColumns.Add(columnName);
}
DataFeedDetail.RollUpMethod = dataFeedOptions.RollupSettings.RollupMethod;
DataFeedDetail.NeedRollup = dataFeedOptions.RollupSettings.RollupType;
}
if (dataFeedOptions.MissingDataPointFillSettings != null)
{
DataFeedDetail.FillMissingPointType = dataFeedOptions.MissingDataPointFillSettings.FillType;
DataFeedDetail.FillMissingPointValue = dataFeedOptions.MissingDataPointFillSettings.CustomFillValue;
}
DataFeedDetail.ActionLinkTemplate = dataFeedOptions.ActionLinkTemplate;
}
}
}
internal static MongoDBDataFeed DeserializeMongoDBDataFeed(JsonElement element)
{
MongoDBParameter dataSourceParameter = default;
DataFeedSourceType dataSourceType = default;
Optional <string> dataFeedId = default;
string dataFeedName = default;
Optional <string> dataFeedDescription = default;
DataFeedGranularityType granularityName = default;
Optional <int?> granularityAmount = default;
IList <DataFeedMetric> metrics = default;
Optional <IList <DataFeedDimension> > dimension = default;
Optional <string> timestampColumn = default;
DateTimeOffset dataStartFrom = default;
Optional <long> startOffsetInSeconds = default;
Optional <int> maxConcurrency = default;
Optional <long> minRetryIntervalInSeconds = default;
Optional <long> stopRetryAfterInSeconds = default;
Optional <DataFeedRollupType> needRollup = default;
Optional <DataFeedAutoRollupMethod> rollUpMethod = default;
Optional <IList <string> > rollUpColumns = default;
Optional <string> allUpIdentification = default;
Optional <DataFeedMissingDataPointFillType> fillMissingPointType = default;
Optional <double> fillMissingPointValue = default;
Optional <DataFeedAccessMode> viewMode = default;
Optional <IList <string> > admins = default;
Optional <IList <string> > viewers = default;
Optional <bool> isAdmin = default;
Optional <string> creator = default;
Optional <DataFeedStatus> status = default;
Optional <DateTimeOffset> createdTime = default;
Optional <string> actionLinkTemplate = default;
Optional <AuthenticationTypeEnum> authenticationType = default;
Optional <string> credentialId = default;
foreach (var property in element.EnumerateObject())
{
if (property.NameEquals("dataSourceParameter"))
{
dataSourceParameter = MongoDBParameter.DeserializeMongoDBParameter(property.Value);
continue;
}
if (property.NameEquals("dataSourceType"))
{
dataSourceType = new DataFeedSourceType(property.Value.GetString());
continue;
}
if (property.NameEquals("dataFeedId"))
{
dataFeedId = property.Value.GetString();
continue;
}
if (property.NameEquals("dataFeedName"))
{
dataFeedName = property.Value.GetString();
continue;
}
if (property.NameEquals("dataFeedDescription"))
{
dataFeedDescription = property.Value.GetString();
continue;
}
if (property.NameEquals("granularityName"))
{
granularityName = new DataFeedGranularityType(property.Value.GetString());
continue;
}
if (property.NameEquals("granularityAmount"))
{
if (property.Value.ValueKind == JsonValueKind.Null)
{
granularityAmount = null;
continue;
}
granularityAmount = property.Value.GetInt32();
continue;
}
if (property.NameEquals("metrics"))
{
List <DataFeedMetric> array = new List <DataFeedMetric>();
foreach (var item in property.Value.EnumerateArray())
{
array.Add(DataFeedMetric.DeserializeDataFeedMetric(item));
}
metrics = array;
continue;
}
if (property.NameEquals("dimension"))
{
if (property.Value.ValueKind == JsonValueKind.Null)
{
property.ThrowNonNullablePropertyIsNull();
continue;
}
List <DataFeedDimension> array = new List <DataFeedDimension>();
foreach (var item in property.Value.EnumerateArray())
{
array.Add(DataFeedDimension.DeserializeDataFeedDimension(item));
}
dimension = array;
continue;
}
if (property.NameEquals("timestampColumn"))
{
timestampColumn = property.Value.GetString();
continue;
}
if (property.NameEquals("dataStartFrom"))
{
dataStartFrom = property.Value.GetDateTimeOffset("O");
continue;
}
if (property.NameEquals("startOffsetInSeconds"))
{
if (property.Value.ValueKind == JsonValueKind.Null)
{
property.ThrowNonNullablePropertyIsNull();
continue;
}
startOffsetInSeconds = property.Value.GetInt64();
continue;
}
if (property.NameEquals("maxConcurrency"))
{
if (property.Value.ValueKind == JsonValueKind.Null)
{
property.ThrowNonNullablePropertyIsNull();
continue;
}
maxConcurrency = property.Value.GetInt32();
continue;
}
if (property.NameEquals("minRetryIntervalInSeconds"))
{
if (property.Value.ValueKind == JsonValueKind.Null)
{
property.ThrowNonNullablePropertyIsNull();
continue;
}
minRetryIntervalInSeconds = property.Value.GetInt64();
continue;
}
if (property.NameEquals("stopRetryAfterInSeconds"))
{
if (property.Value.ValueKind == JsonValueKind.Null)
{
property.ThrowNonNullablePropertyIsNull();
continue;
}
stopRetryAfterInSeconds = property.Value.GetInt64();
continue;
}
if (property.NameEquals("needRollup"))
{
if (property.Value.ValueKind == JsonValueKind.Null)
{
property.ThrowNonNullablePropertyIsNull();
continue;
}
needRollup = new DataFeedRollupType(property.Value.GetString());
continue;
}
if (property.NameEquals("rollUpMethod"))
{
if (property.Value.ValueKind == JsonValueKind.Null)
{
property.ThrowNonNullablePropertyIsNull();
continue;
}
rollUpMethod = new DataFeedAutoRollupMethod(property.Value.GetString());
continue;
}
if (property.NameEquals("rollUpColumns"))
{
if (property.Value.ValueKind == JsonValueKind.Null)
{
property.ThrowNonNullablePropertyIsNull();
continue;
}
List <string> array = new List <string>();
foreach (var item in property.Value.EnumerateArray())
{
array.Add(item.GetString());
}
rollUpColumns = array;
continue;
}
if (property.NameEquals("allUpIdentification"))
{
allUpIdentification = property.Value.GetString();
continue;
}
if (property.NameEquals("fillMissingPointType"))
{
if (property.Value.ValueKind == JsonValueKind.Null)
{
property.ThrowNonNullablePropertyIsNull();
continue;
}
fillMissingPointType = new DataFeedMissingDataPointFillType(property.Value.GetString());
continue;
}
if (property.NameEquals("fillMissingPointValue"))
{
if (property.Value.ValueKind == JsonValueKind.Null)
{
property.ThrowNonNullablePropertyIsNull();
continue;
}
fillMissingPointValue = property.Value.GetDouble();
continue;
}
if (property.NameEquals("viewMode"))
{
if (property.Value.ValueKind == JsonValueKind.Null)
{
property.ThrowNonNullablePropertyIsNull();
continue;
}
viewMode = new DataFeedAccessMode(property.Value.GetString());
continue;
}
if (property.NameEquals("admins"))
{
if (property.Value.ValueKind == JsonValueKind.Null)
{
property.ThrowNonNullablePropertyIsNull();
continue;
}
List <string> array = new List <string>();
foreach (var item in property.Value.EnumerateArray())
{
array.Add(item.GetString());
}
admins = array;
continue;
}
if (property.NameEquals("viewers"))
{
if (property.Value.ValueKind == JsonValueKind.Null)
{
property.ThrowNonNullablePropertyIsNull();
continue;
}
List <string> array = new List <string>();
foreach (var item in property.Value.EnumerateArray())
{
array.Add(item.GetString());
}
viewers = array;
continue;
}
if (property.NameEquals("isAdmin"))
{
if (property.Value.ValueKind == JsonValueKind.Null)
{
property.ThrowNonNullablePropertyIsNull();
continue;
}
isAdmin = property.Value.GetBoolean();
continue;
}
if (property.NameEquals("creator"))
{
creator = property.Value.GetString();
continue;
}
if (property.NameEquals("status"))
{
if (property.Value.ValueKind == JsonValueKind.Null)
{
property.ThrowNonNullablePropertyIsNull();
continue;
}
status = new DataFeedStatus(property.Value.GetString());
continue;
}
if (property.NameEquals("createdTime"))
{
if (property.Value.ValueKind == JsonValueKind.Null)
{
property.ThrowNonNullablePropertyIsNull();
continue;
}
createdTime = property.Value.GetDateTimeOffset("O");
continue;
}
if (property.NameEquals("actionLinkTemplate"))
{
actionLinkTemplate = property.Value.GetString();
continue;
}
if (property.NameEquals("authenticationType"))
{
if (property.Value.ValueKind == JsonValueKind.Null)
{
property.ThrowNonNullablePropertyIsNull();
continue;
}
authenticationType = new AuthenticationTypeEnum(property.Value.GetString());
continue;
}
if (property.NameEquals("credentialId"))
{
credentialId = property.Value.GetString();
continue;
}
}
return(new MongoDBDataFeed(dataSourceType, dataFeedId.Value, dataFeedName, dataFeedDescription.Value, granularityName, Optional.ToNullable(granularityAmount), metrics, Optional.ToList(dimension), timestampColumn.Value, dataStartFrom, Optional.ToNullable(startOffsetInSeconds), Optional.ToNullable(maxConcurrency), Optional.ToNullable(minRetryIntervalInSeconds), Optional.ToNullable(stopRetryAfterInSeconds), Optional.ToNullable(needRollup), Optional.ToNullable(rollUpMethod), Optional.ToList(rollUpColumns), allUpIdentification.Value, Optional.ToNullable(fillMissingPointType), Optional.ToNullable(fillMissingPointValue), Optional.ToNullable(viewMode), Optional.ToList(admins), Optional.ToList(viewers), Optional.ToNullable(isAdmin), creator.Value, Optional.ToNullable(status), Optional.ToNullable(createdTime), actionLinkTemplate.Value, Optional.ToNullable(authenticationType), credentialId.Value, dataSourceParameter));
}