private QualitySpecification CreateQualitySpecificationCore(
[NotNull] XmlDataQualityDocument document,
[NotNull] string qualitySpecificationName,
[NotNull] IEnumerable <DataSource> dataSources,
bool ignoreConditionsForUnknownDatasets)
{
Assert.ArgumentNotNull(document, nameof(document));
Assert.ArgumentNotNull(dataSources, nameof(dataSources));
Assert.ArgumentCondition(document.GetAllQualitySpecifications().Any(),
"The document must contain at least one quality specification");
XmlDataQualityUtils.AssertUniqueWorkspaceIds(document);
XmlDataQualityUtils.AssertUniqueTestDescriptorNames(document);
XmlDataQualityUtils.AssertUniqueQualityConditionNames(document);
XmlDataQualityUtils.AssertUniqueQualitySpecificationNames(document);
XmlDataQualityUtils.AssertUniqueQualifiedCategoryNames(document);
XmlDataQualityCategory xmlSpecificationCategory;
XmlQualitySpecification xmlQualitySpecification =
XmlDataQualityUtils.FindXmlQualitySpecification(document,
qualitySpecificationName,
out xmlSpecificationCategory);
Assert.ArgumentCondition(xmlQualitySpecification != null,
"Specification '{0} not found in document",
qualitySpecificationName);
XmlDataQualityUtils.AssertUniqueElementNames(xmlQualitySpecification);
IDictionary <XmlDataQualityCategory, DataQualityCategory> categoryMap =
GetCategoryMap(document);
IList <KeyValuePair <XmlQualityCondition, XmlDataQualityCategory> >
referencedXmlConditionPairs =
XmlDataQualityUtils.GetReferencedXmlQualityConditions(
document, new[] { xmlQualitySpecification })
.ToList();
IList <XmlQualityCondition> referencedXmlConditions =
referencedXmlConditionPairs.Select(p => p.Key)
.ToList();
IList <XmlWorkspace> referencedXmlWorkspaces =
XmlDataQualityUtils.GetReferencedWorkspaces(document,
referencedXmlConditions);
IDictionary <string, Model> modelsByWorkspaceId = GetModelsByWorkspaceId(
referencedXmlWorkspaces, dataSources, referencedXmlConditions);
IDictionary <string, TestDescriptor> testDescriptorsByName =
GetReferencedTestDescriptorsByName(referencedXmlConditions, document);
var qualityConditions = new Dictionary <string, QualityCondition>(
StringComparer.OrdinalIgnoreCase);
Func <string, IList <Dataset> > getDatasetsByName = name => new List <Dataset>();
foreach (
KeyValuePair <XmlQualityCondition, XmlDataQualityCategory> pair in
referencedXmlConditionPairs)
{
XmlQualityCondition xmlCondition = pair.Key;
XmlDataQualityCategory xmlConditionCategory = pair.Value;
DataQualityCategory conditionCategory = xmlConditionCategory != null
? categoryMap[xmlConditionCategory]
: null;
ICollection <XmlDatasetTestParameterValue> unknownDatasetParameters;
QualityCondition qualityCondition = XmlDataQualityUtils.CreateQualityCondition(
xmlCondition,
testDescriptorsByName[xmlCondition.TestDescriptorName],
modelsByWorkspaceId,
getDatasetsByName,
conditionCategory,
ignoreConditionsForUnknownDatasets,
out unknownDatasetParameters);
if (qualityCondition == null)
{
Assert.True(ignoreConditionsForUnknownDatasets,
"ignoreConditionsForUnknownDatasets");
Assert.True(unknownDatasetParameters.Count > 0,
"Unexpected number of unknown datasets");
_msg.WarnFormat(
unknownDatasetParameters.Count == 1
? "Quality condition '{0}' is ignored because the following dataset is not found: {1}"
: "Quality condition '{0}' is ignored because the following datasets are not found: {1}",
xmlCondition.Name,
XmlDataQualityUtils.ConcatenateUnknownDatasetNames(
unknownDatasetParameters,
modelsByWorkspaceId,
DataSource.AnonymousId));
}
else
{
qualityConditions.Add(qualityCondition.Name, qualityCondition);
}
}
DataQualityCategory specificationCategory =
xmlSpecificationCategory != null
? categoryMap[xmlSpecificationCategory]
: null;
return(XmlDataQualityUtils.CreateQualitySpecification(
qualityConditions, xmlQualitySpecification, specificationCategory,
ignoreConditionsForUnknownDatasets));
}
private void CanCreateQualitySpecificationCore()
{
var locator = TestDataLocator.Create("ProSuite", @"QA\TestData");
string catalogPath = locator.GetPath("QATestData.mdb");
var xmlCategory = new XmlDataQualityCategory {
Name = "Category A"
};
var xmlSubCategory = new XmlDataQualityCategory {
Name = "Category A.1"
};
var xmlSubSubCategory = new XmlDataQualityCategory {
Name = "Category A.1.1"
};
var xmlSubSubCategory2 = new XmlDataQualityCategory {
Name = "Category A.1.2"
};
xmlCategory.AddSubCategory(xmlSubCategory);
xmlSubCategory.AddSubCategory(xmlSubSubCategory);
xmlSubCategory.AddSubCategory(xmlSubSubCategory2);
var xmlQCon = new XmlQualityCondition
{
Name = "MinArea",
TestDescriptorName = _xmlTestDescriptorMinArea.Name
};
xmlQCon.ParameterValues.Add(new XmlDatasetTestParameterValue
{
TestParameterName = "polygonClass",
Value = "polygons",
WorkspaceId = _xmlWorkspace.ID
});
xmlQCon.ParameterValues.Add(new XmlScalarTestParameterValue
{
TestParameterName = "limit",
Value = "12.34"
});
var xmlQSpec = new XmlQualitySpecification {
Name = "qspec"
};
xmlQSpec.Elements.Add(new XmlQualitySpecificationElement
{
QualityConditionName = xmlQCon.Name
});
var xmlDocument = new XmlDataQualityDocument();
xmlDocument.AddCategory(xmlCategory);
xmlDocument.AddWorkspace(_xmlWorkspace);
//xmlDocument.AddQualitySpecification(xmlQSpec);
//xmlDocument.AddQualityCondition(xmlQCon);
xmlDocument.AddTestDescriptor(_xmlTestDescriptorMinArea);
xmlSubCategory.AddQualitySpecification(xmlQSpec);
xmlSubSubCategory.AddQualityCondition(xmlQCon);
var modelFactory =
new VerifiedModelFactory(CreateWorkspaceContext,
new SimpleVerifiedDatasetHarvester());
var factory = new XmlBasedQualitySpecificationFactory(
modelFactory, new SimpleDatasetOpener(new MasterDatabaseDatasetContext()));
var dataSource = new DataSource(_xmlWorkspace)
{
WorkspaceAsText = catalogPath
};
QualitySpecification qualitySpecification =
factory.CreateQualitySpecification(xmlDocument, xmlQSpec.Name,
new[] { dataSource });
Assert.NotNull(qualitySpecification.Category);
Assert.AreEqual(xmlQSpec.Name, qualitySpecification.Name);
Assert.AreEqual(1, qualitySpecification.Elements.Count);
if (qualitySpecification.Category != null)
{
Assert.AreEqual(xmlSubCategory.Name, qualitySpecification.Category.Name);
Assert.NotNull(qualitySpecification.Category.ParentCategory);
if (qualitySpecification.Category.ParentCategory != null)
{
Assert.AreEqual(xmlCategory.Name,
qualitySpecification.Category.ParentCategory.Name);
}
Assert.AreEqual(2, qualitySpecification.Category.SubCategories.Count);
}
QualityCondition qualityCondition =
qualitySpecification.Elements[0].QualityCondition;
Assert.AreEqual(xmlQCon.Name, qualityCondition.Name);
Assert.NotNull(qualityCondition.Category);
if (qualityCondition.Category != null)
{
Assert.AreEqual(xmlSubSubCategory.Name, qualityCondition.Category.Name);
Assert.NotNull(qualityCondition.Category.ParentCategory);
if (qualityCondition.Category.ParentCategory != null)
{
Assert.AreEqual(xmlSubCategory.Name,
qualityCondition.Category.ParentCategory.Name);
}
}
var value =
(ScalarTestParameterValue)qualityCondition.GetParameterValues("limit")[0];
Assert.AreEqual(12.34, value.GetValue(typeof(double)));
}
