private void TestLinkedServiceJsonSample(JsonSampleInfo sampleInfo)
{
Core.Models.LinkedService linkedServiceIn =
Core.DataFactoryManagementClient.DeserializeInternalLinkedServiceJson(sampleInfo.Json);
Core.Models.LinkedService linkedServiceOut =
Core.DataFactoryManagementClient.DeserializeInternalLinkedServiceJson(sampleInfo.Json);
var expectedActivityConfiguration = new ActivityConfiguration()
{
Inputs = new Collection<ResolvedTable>()
{
new ResolvedTable()
{
LinkedService = this.linkedServiceConverter.ToWrapperType(linkedServiceIn),
},
},
Outputs = new Collection<ResolvedTable>()
{
new ResolvedTable()
{
LinkedService = this.linkedServiceConverter.ToWrapperType(linkedServiceOut),
},
},
};
this.TestJsonSample(string.Concat("{ \"inputs\" : [{ \"linkedService\":", sampleInfo.Json, "}], \"outputs\" : [{ \"linkedService\":", sampleInfo.Json, "}]}"), expectedActivityConfiguration);
}
public void TableWithExtraPropertiesTest(JsonSampleInfo sampleInfo)
{
if (sampleInfo.Version != null
&& sampleInfo.Version.Equals(JsonSampleType.ExtraProperties, StringComparison.Ordinal))
{
JsonSampleCommon.TestJsonSample(sampleInfo, this.TestTableJson);
}
}
public static void TestJsonSample(JsonSampleInfo sampleInfo, Action <JsonSampleInfo> testMethod)
{
AdfTestLogger.LogInformation(string.Format(
CultureInfo.InvariantCulture,
"Testing JSON sample '{0}': {1}",
sampleInfo.Name,
sampleInfo.Json));
testMethod(sampleInfo);
}
private void TestComputeTypeJson(JsonSampleInfo sampleInfo)
{
string json = sampleInfo.Json;
ComputeType computeType = this.ConvertToWrapper(json);
CoreRegistrationModel.ComputeType actual = this.Operations.Converter.ToCoreType(computeType);
string actualJson = Core.DataFactoryManagementClient.SerializeInternalComputeTypeToJson(actual);
JsonComparer.ValidateAreSame(json, actualJson, ignoreDefaultValues: true);
Assert.False(actualJson.Contains("ServiceExtraProperties"));
}
private void TestTableJsonSample(JsonSampleInfo sampleInfo)
{
Core.Models.Table table =
Core.DataFactoryManagementClient.DeserializeInternalTableJson(sampleInfo.Json);
var expectedDataSet = new DataSet()
{
Table = this.tableConverter.ToWrapperType(table)
};
this.TestDataSetJsonSample("table", expectedDataSet, sampleInfo);
}
private void TestLinkedServiceJsonSample(JsonSampleInfo sampleInfo)
{
Core.Models.LinkedService linkedService =
Core.DataFactoryManagementClient.DeserializeInternalLinkedServiceJson(sampleInfo.Json);
var expectedDataSet = new DataSet()
{
LinkedService = this.linkedServiceConverter.ToWrapperType(linkedService)
};
this.TestDataSetJsonSample("linkedService", expectedDataSet, sampleInfo);
}
private void TestActivityTypeJson(JsonSampleInfo sampleInfo)
{
string json = sampleInfo.Json;
ActivityType activityType = this.ConvertToWrapper(json);
CoreRegistrationModel.ActivityType actual = this.Operations.Converter.ToCoreType(activityType);
string actualJson = Core.DataFactoryManagementClient.SerializeInternalActivityTypeToJson(actual);
JsonComparer.ValidateAreSame(json, actualJson, ignoreDefaultValues: true);
Assert.False(actualJson.Contains("ServiceExtraProperties"));
JObject actualJObject = JObject.Parse(actualJson);
JsonComparer.ValidatePropertyNameCasing(actualJObject, true, string.Empty, sampleInfo.PropertyBagKeys);
}
/// <summary>
/// Gets all JSON samples from the files in the given folder.
/// </summary>
/// <param name="folder"></param>
/// <returns></returns>
public static IEnumerable <JsonSampleInfo> GetJsonSamplesFromFolder(string folder)
{
foreach (string fileName in Directory.GetFiles(folder))
{
string json = File.ReadAllText(fileName);
JsonSampleInfo info = new JsonSampleInfo(fileName, json, null);
if (fileName.Contains("DP_AzureMLSqlReaderSqlWriter.json"))
{
HashSet <string> propertyBagKeys = new HashSet <string>()
{
"properties.activities[0].transformation.webServiceParameters.Database server name1",
"properties.activities[0].transformation.webServiceParameters.Database name1",
"properties.activities[0].transformation.webServiceParameters.Server user account name1",
"properties.activities[0].transformation.webServiceParameters.Server user account password1",
"properties.activities[0].transformation.webServiceParameters.Comma separated list of columns to be saved",
"properties.activities[0].transformation.webServiceParameters.Data table name"
};
info.PropertyBagKeys = propertyBagKeys;
}
yield return(info);
}
}
public void DatasetValidateJsonConstsTest(JsonSampleInfo sampleInfo)
{
JsonSampleCommon.TestJsonSample(sampleInfo, this.TestDatasetValidation);
}
public void ActivityConfigurationTableJsonConstsTest(JsonSampleInfo sampleInfo)
{
JsonSampleCommon.TestJsonSample(sampleInfo, this.TestTableJsonSample);
}
public void ActivityConfigurationLinkedServiceJsonConstsTest(JsonSampleInfo sampleInfo)
{
JsonSampleCommon.TestJsonSample(sampleInfo, this.TestLinkedServiceJsonSample);
}
private void TestPipelineJsonSample(JsonSampleInfo sampleInfo)
{
Core.Models.Pipeline pipeline =
Core.DataFactoryManagementClient.DeserializeInternalPipelineJson(sampleInfo.Json);
var expectedActivityConfiguration = new ActivityConfiguration()
{
Pipeline = this.pipelineConverter.ToWrapperType(pipeline)
};
this.TestJsonSample(string.Concat("{ \"pipeline\" : ", sampleInfo.Json, "}"), expectedActivityConfiguration);
}
public void DataSetTableJsonConstsTest(JsonSampleInfo sampleInfo)
{
JsonSampleCommon.TestJsonSample(sampleInfo, this.TestTableJsonSample);
}
private void TestTableValidation(JsonSampleInfo sampleInfo)
{
this.TestTableValidation(sampleInfo.Json);
}
public void CanConvertTableWithNullTypePropertyValuesTest(string json)
{
JsonSampleInfo sample = new JsonSampleInfo("TableWithNullTypePropertyValues", json, null);
this.TestTableJson(sample);
}
private void TestPipelineJson(JsonSampleInfo sampleInfo)
{
string json = sampleInfo.Json;
Pipeline pipeline = this.ConvertToWrapper(json);
CoreModel.Pipeline actual = this.Operations.Converter.ToCoreType(pipeline);
string actualJson = Core.DataFactoryManagementClient.SerializeInternalPipelineToJson(actual);
JsonComparer.ValidateAreSame(json, actualJson, ignoreDefaultValues: true);
Assert.DoesNotContain("ServiceExtraProperties", actualJson);
if (sampleInfo.Version == null)
{
foreach (Activity activity in pipeline.Properties.Activities)
{
Assert.IsNotType<GenericActivity>(activity.TypeProperties);
}
}
}
private void TestLinkedServiceCustomJson(JsonSampleInfo sampleInfo)
{
this.ConvertAndTestJson(sampleInfo.Json, true);
}
public void CanConvertLinkedServiceWithNullTypePropertyValuesTest(string json)
{
JsonSampleInfo sample = new JsonSampleInfo("LinkedServiceWithNullTypePropertyValues", json, null);
this.TestLinkedServiceJson(sample);
}
private void TestDataSetJsonSample(string token, DataSet expectedDataSet, JsonSampleInfo sampleInfo)
{
DataSet actualDataSet =
JsonConvert.DeserializeObject<DataSet>(string.Concat("{ \"", token, "\" : ", sampleInfo.Json, "}"));
Common.ValidateAreSame(expectedDataSet, actualDataSet);
}
private void TestPipelineJson(JsonSampleInfo sampleInfo)
{
string json = sampleInfo.Json;
Pipeline pipeline = this.ConvertToWrapper(json);
CoreModel.Pipeline actual = this.Operations.Converter.ToCoreType(pipeline);
string actualJson = Core.DataFactoryManagementClient.SerializeInternalPipelineToJson(actual);
JsonComparer.ValidateAreSame(json, actualJson, ignoreDefaultValues: true);
Assert.DoesNotContain("ServiceExtraProperties", actualJson);
if (sampleInfo.Version == null
|| !sampleInfo.Version.Equals(JsonSampleType.Unregistered, StringComparison.OrdinalIgnoreCase))
{
foreach (Activity activity in pipeline.Properties.Activities)
{
Assert.IsNotType<GenericActivity>(activity.TypeProperties);
}
}
JObject actualJObject = JObject.Parse(actualJson);
JsonComparer.ValidatePropertyNameCasing(actualJObject, true, string.Empty, sampleInfo.PropertyBagKeys);
}
public void ComputeTypeJsonConstsToWrappedObjectTest(JsonSampleInfo sampleInfo)
{
JsonSampleCommon.TestJsonSample(sampleInfo, this.TestComputeTypeJson);
}
public void PipelineJsonConstsToWrappedObjectTest(JsonSampleInfo sampleInfo)
{
JsonSampleCommon.TestJsonSample(sampleInfo, this.TestPipelineJson);
}
public void DatasetJsonConstsToWrappedObjectTest(JsonSampleInfo sampleInfo)
{
JsonSampleCommon.TestJsonSample(sampleInfo, this.TestDatasetJson);
}
private void TestDatasetValidation(JsonSampleInfo sampleInfo)
{
this.TestDatasetValidation(sampleInfo.Json);
}
private void TestTableJson(JsonSampleInfo info)
{
string json = info.Json;
Table table = this.ConvertToWrapper(json);
CoreModel.Table actual = this.Operations.Converter.ToCoreType(table);
string actualJson = Core.DataFactoryManagementClient.SerializeInternalTableToJson(actual);
JsonComparer.ValidateAreSame(json, actualJson, ignoreDefaultValues: true);
if (info.Version == null
|| !info.Version.Equals(JsonSampleType.Unregistered, StringComparison.OrdinalIgnoreCase))
{
Assert.IsNotType<GenericDataset>(table.Properties.TypeProperties);
}
}
public void LinkedServiceWithExtraPropertiesTest(JsonSampleInfo sampleInfo)
{
if (sampleInfo.Version != null
&& sampleInfo.Version.Equals("ExtraProperties", StringComparison.Ordinal))
{
JsonSampleCommon.TestJsonSample(sampleInfo, this.TestLinkedServiceJson);
}
}
private void TestLinkedServiceValidation(JsonSampleInfo sampleInfo)
{
this.TestLinkedServiceValidation(sampleInfo.Json);
}
public void DataSetLinkedServiceJsonConstsTest(JsonSampleInfo sampleInfo)
{
JsonSampleCommon.TestJsonSample(sampleInfo, this.TestLinkedServiceJsonSample);
}
private void TestPipelineValidation(JsonSampleInfo sampleInfo)
{
this.TestPipelineValidation(sampleInfo.Json);
}
public void LinkedServiceValidateJsonConstsTest(JsonSampleInfo sampleInfo)
{
JsonSampleCommon.TestJsonSample(sampleInfo, this.TestLinkedServiceValidation);
}
public void PipelineValidateJsonConstsTest(JsonSampleInfo sampleInfo)
{
JsonSampleCommon.TestJsonSample(sampleInfo, this.TestPipelineValidation);
}
public void CustomLinkedServiceJsonConstsToWrappedObjectTest(JsonSampleInfo sampleInfo)
{
JsonSampleCommon.TestJsonSample(sampleInfo, this.TestLinkedServiceCustomJson);
}
