/// <summary>
/// Create or update a data factory.
/// </summary>
/// <param name='operations'>
/// Reference to the
/// Microsoft.Azure.Management.DataFactories.Core.IDataFactoryOperations.
/// </param>
/// <param name='resourceGroupName'>
/// Required. The resource group name of the data factory.
/// </param>
/// <param name='parameters'>
/// Required. The parameters required to create or update a data
/// factory.
/// </param>
/// <returns>
/// The create or update data factory operation response.
/// </returns>
public static Task<DataFactoryCreateOrUpdateResponse> BeginCreateOrUpdateAsync(
this IDataFactoryOperations operations,
string resourceGroupName,
DataFactoryCreateOrUpdateParameters parameters)
{
return operations.BeginCreateOrUpdateAsync(resourceGroupName, parameters, CancellationToken.None);
}
/// <summary>
/// Create or update a data factory.
/// </summary>
/// <param name='operations'>
/// Reference to the
/// Microsoft.Azure.Management.DataFactories.IDataFactoryOperations.
/// </param>
/// <param name='resourceGroupName'>
/// Required. The resource group name of the data factory.
/// </param>
/// <param name='parameters'>
/// Required. The parameters required to create or update a data
/// factory.
/// </param>
/// <returns>
/// The create or update data factory operation response.
/// </returns>
public static DataFactoryCreateOrUpdateResponse BeginCreateOrUpdate(this IDataFactoryOperations operations, string resourceGroupName, DataFactoryCreateOrUpdateParameters parameters)
{
return Task.Factory.StartNew((object s) =>
{
return ((IDataFactoryOperations)s).BeginCreateOrUpdateAsync(resourceGroupName, parameters);
}
, operations, CancellationToken.None, TaskCreationOptions.None, TaskScheduler.Default).Unwrap().GetAwaiter().GetResult();
}
/// <summary>
/// Serializes the given <see cref="DataFactory" /> into JSON, by mocking a create request to
/// exercise the client's serialization logic.
/// </summary>
/// <param name="item">The object to serialize.</param>
/// <returns></returns>
internal static string SerializeDataFactoryToJson(DataFactory item)
{
var createParams = new DataFactoryCreateOrUpdateParameters() { DataFactory = item };
var handler = new MockResourceProviderDelegatingHandler();
var client = GetFakeClient(handler);
string resourceGroupName = Guid.NewGuid().ToString("D");
client.DataFactories.BeginCreateOrUpdate(resourceGroupName, createParams);
return handler.Json;
}
protected override bool CreateOrUpdate()
{
var created = true;
try
{
using (var client = new DataFactoryManagementClient(GetCredentials()))
{
// Create Containers
CreateProductRecommendations();
// Skip if exists
if (!CheckExistence())
{
// Setup DataFactory Parameters
var parameters = new DataFactoryCreateOrUpdateParameters()
{
DataFactory = new DataFactory()
{
Location = Parameters.Properties.LocationPrimary,
Name = Parameters.Tenant.SiteName
}
};
// Create DataFactory
var res1 = client.DataFactories.CreateOrUpdateAsync(Parameters.Tenant.SiteName, parameters).Result;
// Upload Resources
UploadScripts();
UploadJars();
UploadPackages();
}
// Create Linked Services
CreateLinkedService_Sql(client);
CreateLinkedService_Storage(client);
CreateLinkedService_HdInsight(client);
// Create DataSets
CreateDataSet_RawProductsUsage(client);
CreateDataSet_ProductsSimilaritySql(client);
CreateDataSet_ProductsSimilarityOutput(client);
CreateDataSet_ProductsSimilarity(client);
CreateDataSet_ProductsRecommendationSql(client);
CreateDataSet_ProductsRecommendationOutput(client);
CreateDataSet_ProductsRecommendation(client);
CreateDataSet_PartitionedProductsUsage(client);
CreateDataSet_MahoutInputProductsUsage(client);
// Create Pipelines
CreatePipeline_ProductsSimilarityMahout(client);
CreatePipeline_ProductsRecommenderMahout(client);
CreatePipeline_PrepareSampleData(client);
CreatePipeline_PrepareMahoutUsage(client);
CreatePipeline_PartitionProductUsage(client);
CreatePipeline_MapSimilarProducts(client);
CreatePipeline_MapRecommendedProducts(client);
CreatePipeline_EgressSimilarProductsSql(client);
CreatePipeline_EgressRecommendedProductsSql(client);
}
}
catch (Exception ex)
{
created = false;
Message = ex.InnerException != null ? ex.InnerException.Message : ex.Message;
}
return created;
}
