public void EstablishAvailability_OneErroredDataCooker() { var cooker0 = new TestSourceDataCookerReference { Path = new DataCookerPath("TestSourceParser", "Cooker0"), }; var cooker1 = new TestSourceDataCookerReference(false) { Path = new DataCookerPath("TestSourceParser", "Cooker1"), availability = DataExtensionAvailability.Error, }; var testRepo = new TestDataExtensionRepository(); testRepo.sourceCookersByPath.Add(cooker0.Path, cooker0); testRepo.sourceCookersByPath.Add(cooker1.Path, cooker1); cooker0.requiredDataCookers.Add(new DataCookerPath(cooker1.Path)); cooker0.ProcessDependencies(testRepo); Assert.IsTrue(cooker0.Availability == DataExtensionAvailability.IndirectError); Assert.AreEqual(cooker0.DependencyState.Errors.Count, 1); Assert.AreEqual(cooker0.DependencyReferences.RequiredSourceDataCookerPaths.Count, 1); }
public void EstablishAvailability_ThrowsOnCircularReferences() { var cooker0 = new TestSourceDataCookerReference { Path = new DataCookerPath("TestSourceParser", "Cooker0"), }; var cooker1 = new TestSourceDataCookerReference { Path = new DataCookerPath("TestSourceParser", "Cooker1"), }; var cooker2 = new TestSourceDataCookerReference { Path = new DataCookerPath("TestSourceParser", "Cooker2"), }; // the repository has all source cookers var testRepo = new TestDataExtensionRepository(); testRepo.sourceCookersByPath.Add(cooker0.Path, cooker0); testRepo.sourceCookersByPath.Add(cooker1.Path, cooker1); testRepo.sourceCookersByPath.Add(cooker2.Path, cooker2); // setup the requirements for the cookers cooker0.requiredDataCookers.Add(cooker1.Path); cooker1.requiredDataCookers.Add(cooker2.Path); cooker2.requiredDataCookers.Add(cooker0.Path); cooker0.ProcessDependencies(testRepo); Assert.IsTrue(cooker0.Availability == DataExtensionAvailability.Error); Assert.AreEqual(cooker0.DependencyState.Errors.Count, 1); }
public void FinalizeTablesFromVariedParsers() { // Just make sure that this doesn't throw an exception var cdp = TestCustomDataProcessor.CreateTestCustomDataProcessor(TestTable1.SourceParserId); var sourceCooker = new TestSourceDataCooker() { Path = new DataCookerPath(TestTable2.SourceParserId, "CookerId1") }; var sourceCookerReference = new TestSourceDataCookerReference(false) { availability = DataExtensionAvailability.Available, Path = sourceCooker.Path }; cdp.ExtensionRepository.sourceCookersByPath.Add(sourceCooker.Path, sourceCookerReference); Assert.IsTrue(cdp.ExtensibilitySupport.AddTable(TestTable2.TableDescriptor)); cdp.ExtensibilitySupport.FinalizeTables(); var requiredCookers = cdp.ExtensibilitySupport.GetAllRequiredSourceDataCookers(); Assert.AreEqual(0, requiredCookers.Count); var dataRetrieval = cdp.ExtensibilitySupport.GetDataExtensionRetrieval(TestTable2.TableDescriptor); Assert.IsNull(dataRetrieval); }
public void EstablishAvailability_NoDependencies() { var testRepo = new TestDataExtensionRepository(); var cooker0 = new TestSourceDataCookerReference { Path = new DataCookerPath("TestSourceParser", "Cooker0"), }; cooker0.ProcessDependencies(testRepo); Assert.IsTrue(cooker0.Availability == DataExtensionAvailability.Available); Assert.AreEqual(cooker0.DependencyState.Errors.Count, 0); Assert.AreEqual(cooker0.DependencyReferences.RequiredSourceDataCookerPaths.Count, 0); }
public void CreateDataRetrievalForTableSucceeds() { var cookedDataRetrieval = new TestCookedDataRetrieval(); var dataExtensionRepository = new TestDataExtensionRepository(); var sourceDataCookerReference1 = new TestSourceDataCookerReference(false) { availability = DataExtensionAvailability.Available, Path = new DataCookerPath("Source1", "SourceCooker1"), }; var dataCookerReference = new TestCompositeDataCookerReference(false) { availability = DataExtensionAvailability.Available, Path = new DataCookerPath("CompositeCooker1"), }; dataCookerReference.requiredDataCookers.Add(sourceDataCookerReference1.Path); var tableReference = new TestTableExtensionReference(false) { availability = DataExtensionAvailability.Available, TableDescriptor = new TableDescriptor( Guid.Parse("{F0F20004-E159-447B-B122-BD820C2A9908}"), "Test Table", "Test Table"), }; dataExtensionRepository.sourceCookersByPath.Add(sourceDataCookerReference1.Path, sourceDataCookerReference1); dataExtensionRepository.compositeCookersByPath.Add(dataCookerReference.Path, dataCookerReference); dataExtensionRepository.tablesById.Add(tableReference.TableDescriptor.Guid, tableReference); var dataExtensionRetrievalFactory = new DataExtensionRetrievalFactory(cookedDataRetrieval, dataExtensionRepository); var dataRetrieval = dataExtensionRetrievalFactory.CreateDataRetrievalForTable(tableReference.TableDescriptor.Guid); Assert.IsNotNull(dataRetrieval); // check that the cache is working as expected var dataRetrieval2 = dataExtensionRetrievalFactory.CreateDataRetrievalForTable(tableReference.TableDescriptor.Guid); Assert.IsNotNull(dataRetrieval2); Assert.IsTrue(object.ReferenceEquals(dataRetrieval, dataRetrieval2)); }
public void GetDataExtensionRetrievalWithoutFinalizeThrows() { // Just make sure that this doesn't throw an exception var cdp = TestCustomDataProcessor.CreateTestCustomDataProcessor(TestTable1.SourceParserId); var sourceCooker = new TestSourceDataCooker() { Path = new DataCookerPath(TestTable1.SourceParserId, "CookerId1") }; var sourceCookerReference = new TestSourceDataCookerReference(false) { availability = DataExtensionAvailability.Available, Path = sourceCooker.Path }; cdp.ExtensionRepository.sourceCookersByPath.Add(sourceCooker.Path, sourceCookerReference); Assert.IsTrue(cdp.ExtensibilitySupport.AddTable(TestTable1.TableDescriptor)); Assert.ThrowsException <InvalidOperationException>(() => cdp.ExtensibilitySupport.GetDataExtensionRetrieval(TestTable1.TableDescriptor)); }
public void EstablishAvailability_MissingDependency() { var cooker0 = new TestSourceDataCookerReference { Path = new DataCookerPath("TestSourceParser", "Cooker0"), }; // the repository has all source cookers var testRepo = new TestDataExtensionRepository(); testRepo.sourceCookersByPath.Add(cooker0.Path, cooker0); // setup the requirements for the cookers cooker0.requiredDataCookers.Add(new DataCookerPath("TestSourceParser", "Cooker1")); cooker0.ProcessDependencies(testRepo); Assert.IsTrue(cooker0.Availability == DataExtensionAvailability.MissingRequirement); Assert.AreEqual(cooker0.DependencyState.Errors.Count, 0); Assert.AreEqual(cooker0.DependencyState.MissingDataCookers.Count, 1); Assert.AreEqual(cooker0.DependencyReferences.RequiredSourceDataCookerPaths.Count, 0); }
public void EstablishAvailability_DataProcessorReliesOnAvailableDataCookers() { var dataProcessor = new TestDataProcessorReference { Id = "DataProcessor", }; var cooker0 = new TestSourceDataCookerReference { Path = new DataCookerPath("TestSource0", "Cooker0"), }; var cooker1 = new TestCompositeDataCookerReference { Path = new DataCookerPath(DataCookerPath.EmptySourceParserId, "Cooker0"), }; var testRepo = new TestDataExtensionRepository(); testRepo.sourceCookersByPath.Add(cooker0.Path, cooker0); testRepo.compositeCookersByPath.Add(cooker1.Path, cooker1); // setup the requirements dataProcessor.requiredDataCookers.Add(cooker0.Path); dataProcessor.requiredDataCookers.Add(cooker1.Path); dataProcessor.ProcessDependencies(testRepo); Assert.IsTrue(cooker0.Availability == DataExtensionAvailability.Available); Assert.IsTrue(cooker1.Availability == DataExtensionAvailability.Available); Assert.IsTrue(dataProcessor.Availability == DataExtensionAvailability.Available); Assert.AreEqual(dataProcessor.DependencyState.Errors.Count, 0); Assert.AreEqual(dataProcessor.DependencyReferences.RequiredSourceDataCookerPaths.Count, 1); Assert.AreEqual(dataProcessor.DependencyReferences.RequiredCompositeDataCookerPaths.Count, 1); Assert.AreEqual(dataProcessor.DependencyState.MissingDataCookers.Count, 0); }
public void EstablishAvailability_PerformAdditionalValidationIsCalled() { var cooker0 = new TestSourceDataCookerReference { Path = new DataCookerPath("TestSourceParser0", "Cooker0"), }; var cooker1 = new TestSourceDataCookerReference { Path = new DataCookerPath("TestSourceParser1", "Cooker1"), }; var testRepo = new TestDataExtensionRepository(); testRepo.sourceCookersByPath.Add(cooker0.Path, cooker0); testRepo.sourceCookersByPath.Add(cooker1.Path, cooker1); cooker0.requiredDataCookers.Add(new DataCookerPath(cooker1.Path)); cooker0.ProcessDependencies(testRepo); Assert.IsTrue(cooker0.Availability == DataExtensionAvailability.Error); Assert.AreEqual(cooker0.DependencyState.Errors.Count, 1); }
public void CreateDataRetrievalForCompositeDataCookerSucceeds() { var cookedDataRetrieval = new TestCookedDataRetrieval(); var dataExtensionRepository = new TestDataExtensionRepository(); var sourceDataCookerReference1 = new TestSourceDataCookerReference(false) { availability = DataExtensionAvailability.Available, Path = new DataCookerPath("Source1", "SourceCooker1"), }; var dataCookerReference = new TestCompositeDataCookerReference(false) { availability = DataExtensionAvailability.Available, Path = new DataCookerPath("CompositeCooker1"), }; dataCookerReference.requiredDataCookers.Add(sourceDataCookerReference1.Path); dataExtensionRepository.sourceCookersByPath.Add(sourceDataCookerReference1.Path, sourceDataCookerReference1); dataExtensionRepository.compositeCookersByPath.Add(dataCookerReference.Path, dataCookerReference); var dataExtensionRetrievalFactory = new DataExtensionRetrievalFactory(cookedDataRetrieval, dataExtensionRepository); var dataRetrieval = dataExtensionRetrievalFactory.CreateDataRetrievalForCompositeDataCooker(dataCookerReference.Path); Assert.IsNotNull(dataRetrieval); // check that the cache is working as expected var dataRetrieval2 = dataExtensionRetrievalFactory.CreateDataRetrievalForCompositeDataCooker(dataCookerReference.Path); Assert.IsNotNull(dataRetrieval2); Assert.IsTrue(object.ReferenceEquals(dataRetrieval, dataRetrieval2)); }