public void only_include_specifics_metrics_in_loaded_AnalysisResults_if_requested() =>
Evaluate(_session, (context, repository) =>
{
repository.Save(new ResultKey(DATE_ONE, new Dictionary <string, string>(REGION_EU)), context);
repository.Save(new ResultKey(DATE_TWO, new Dictionary <string, string>(REGION_NA)), context);
DataFrame analysisResultsAsDataFrame = repository.Load()
.After(DATE_TWO)
.ForAnalyzers(new List <IAnalyzer <IMetric> >
{
Initializers.Completeness("att1"), Initializers.Uniqueness(new[] { "att1", "att2" })
})
.GetSuccessMetricsAsDataFrame(_session, Enumerable.Empty <string>());
List <GenericRow> elements = new List <GenericRow>
{
new GenericRow(new object[] { "Column", "att1", "Completeness", 1.0, DATE_ONE, "EU" }),
new GenericRow(new object[] { "Multicolumn", "att1,att2", "Uniqueness", 0.25, DATE_ONE, "EU" }),
new GenericRow(new object[] { "Column", "att1", "Completeness", 1.0, DATE_ONE, "NA" }),
new GenericRow(new object[] { "Multicolumn", "att1,att2", "Uniqueness", 0.25, DATE_ONE, "NA" })
};
StructType schema = new StructType(
new List <StructField>
{
new StructField("entity", new StringType()),
new StructField("instance", new StringType()),
new StructField("name", new StringType()),
new StructField("value", new DoubleType()),
new StructField("dataset_date", new LongType()),
new StructField("region", new StringType())
});
DataFrame df = _session.CreateDataFrame(elements, schema);
FixtureSupport.AssertSameRows(analysisResultsAsDataFrame, df, new Option <ITestOutputHelper>(_helper));
});
private static Analysis CreateAnalysis() =>
new Analysis()
.AddAnalyzer(Initializers.Size(Option <string> .None))
.AddAnalyzer(Initializers.Distinctness(new[] { "item" }, Option <string> .None))
.AddAnalyzer(Initializers.Completeness("att1"))
.AddAnalyzer(Initializers.Uniqueness(new[] { "att1", "att2" }));
