/// <summary> /// Create a new Dataset instance or update an existing instance. /// </summary> /// <param name='operations'> /// Reference to the /// Microsoft.Azure.Management.DataFactories.IDatasetOperations. /// </param> /// <param name='resourceGroupName'> /// Required. The resource group name of the data factory. /// </param> /// <param name='dataFactoryName'> /// Required. A unique data factory instance name. /// </param> /// <param name='parameters'> /// Required. The parameters required to create or update a Dataset. /// </param> /// <returns> /// The CreateOrUpdate Dataset operation response. /// </returns> public static Task<DatasetCreateOrUpdateResponse> BeginCreateOrUpdateAsync( this IDatasetOperations operations, string resourceGroupName, string dataFactoryName, DatasetCreateOrUpdateParameters parameters) { return operations.BeginCreateOrUpdateAsync( resourceGroupName, dataFactoryName, parameters, CancellationToken.None); }
/// <summary> /// Create a new Dataset instance or update an existing instance. /// </summary> /// <param name='operations'> /// Reference to the /// Microsoft.Azure.Management.DataFactories.IDatasetOperations. /// </param> /// <param name='resourceGroupName'> /// Required. The resource group name of the data factory. /// </param> /// <param name='dataFactoryName'> /// Required. A unique data factory instance name. /// </param> /// <param name='parameters'> /// Required. The parameters required to create or update a Dataset. /// </param> /// <returns> /// The CreateOrUpdate Dataset operation response. /// </returns> public static DatasetCreateOrUpdateResponse BeginCreateOrUpdate( this IDatasetOperations operations, string resourceGroupName, string dataFactoryName, DatasetCreateOrUpdateParameters parameters) { return Task.Factory.StartNew( s => ((IDatasetOperations)s).BeginCreateOrUpdateAsync(resourceGroupName, dataFactoryName, parameters), operations, CancellationToken.None, TaskCreationOptions.None, TaskScheduler.Default).Unwrap().GetAwaiter().GetResult(); }
private void CreateDataSet_MahoutInputProductsUsage(DataFactoryManagementClient client) { // Setup DataSet Parameters var parameters = new DatasetCreateOrUpdateParameters() { Dataset = new Dataset("MahoutInputProductsUsageTable", new DatasetProperties() { Structure = new List<DataElement>() { new DataElement() { Name = "UserId", Type = "String" }, new DataElement() { Name = "ProductId", Type = "String" }, }, LinkedServiceName = "StorageLinkedService", TypeProperties = new AzureBlobDataset() { FolderPath = "productrec/mahoutinput/yearno={Year}/monthno={Month}/", PartitionedBy = new List<Partition>() { new Partition() { Name = "Year", Value = new DateTimePartitionValue() { Date = "SliceStart", Format = "yyyy" }}, new Partition() { Name = "Month", Value = new DateTimePartitionValue() { Date = "SliceStart", Format = "%M" }} } }, Availability = new Availability() { Frequency = "month", Interval = 1 }, }) }; // Create DataSet client.Datasets.CreateOrUpdateAsync(Parameters.Tenant.SiteName, Parameters.Tenant.SiteName, parameters).Wait(); }
private void CreateDataSet_ProductsRecommendationOutput(DataFactoryManagementClient client) { // Setup DataSet Parameters var parameters = new DatasetCreateOrUpdateParameters() { Dataset = new Dataset("ProductsRecommendationOutputTable", new DatasetProperties() { Structure = new List<DataElement>() { new DataElement() { Name = "CustomerId", Type = "Int" }, new DataElement() { Name = "RecommendedProductId", Type = "Int" }, }, LinkedServiceName = "StorageLinkedService", TypeProperties = new AzureBlobDataset() { FolderPath = "productrec/recommendationsoutput/yearno={Year}/monthno={Month}/", PartitionedBy = new List<Partition>() { new Partition() { Name = "Year", Value = new DateTimePartitionValue() { Date = "SliceStart", Format = "yyyy" }}, new Partition() { Name = "Month", Value = new DateTimePartitionValue() { Date = "SliceStart", Format = "%M" }} }, Format = new TextFormat() { ColumnDelimiter = "\t" } }, Availability = new Availability() { Frequency = "month", Interval = 1 } }) }; // Create DataSet client.Datasets.CreateOrUpdateAsync(Parameters.Tenant.SiteName, Parameters.Tenant.SiteName, parameters).Wait(); }
private void CreateDataSet_ProductsRecommendationSql(DataFactoryManagementClient client) { // Setup DataSet Parameters var parameters = new DatasetCreateOrUpdateParameters() { Dataset = new Dataset("ProductsRecommendationSQLTable", new DatasetProperties() { Structure = new List<DataElement>() { new DataElement() { Name = "CustomerId", Type = "Int" }, new DataElement() { Name = "RecommendedProductId", Type = "Int" }, }, LinkedServiceName = "AzureSqlLinkedService", TypeProperties = new AzureSqlTableDataset() { TableName = "PersonalizedRecommendations" }, Availability = new Availability() { Frequency = "month", Interval = 1 } }) }; // Create DataSet client.Datasets.CreateOrUpdateAsync(Parameters.Tenant.SiteName, Parameters.Tenant.SiteName, parameters).Wait(); }
private void CreateDataSet_RawProductsUsage(DataFactoryManagementClient client) { // Setup DataSet Parameters var parameters = new DatasetCreateOrUpdateParameters() { Dataset = new Dataset("RawProductsUsageTable", new DatasetProperties() { Structure = new List<DataElement>() { new DataElement() { Name = "UserId", Type = "String" }, new DataElement() { Name = "ProductId", Type = "String" }, new DataElement() { Name = "Rating", Type = "Int" }, new DataElement() { Name = "Timestamp", Type = "String" }, }, LinkedServiceName = "StorageLinkedService", TypeProperties = new AzureBlobDataset() { FolderPath = "productrec/rawusageevents/", Format = new TextFormat() { ColumnDelimiter = "\t" }, }, Availability = new Availability() { Frequency = "month", Interval = 24, Style = "StartOfInterval" } }) }; // Create DataSet client.Datasets.CreateOrUpdateAsync(Parameters.Tenant.SiteName, Parameters.Tenant.SiteName, parameters).Wait(); }