/// <summary>Snippet for CreateDatasetAsync</summary>
public async Task CreateDatasetRequestObjectAsync()
{
// Snippet: CreateDatasetAsync(CreateDatasetRequest, CallSettings)
// Additional: CreateDatasetAsync(CreateDatasetRequest, CancellationToken)
// Create client
AutoMlClient autoMlClient = await AutoMlClient.CreateAsync();
// Initialize request argument(s)
CreateDatasetRequest request = new CreateDatasetRequest
{
Parent = "",
Dataset = new Dataset(),
};
// Make the request
Operation <Dataset, OperationMetadata> response = await autoMlClient.CreateDatasetAsync(request);
// Poll until the returned long-running operation is complete
Operation <Dataset, OperationMetadata> completedResponse = await response.PollUntilCompletedAsync();
// Retrieve the operation result
Dataset result = completedResponse.Result;
// Or get the name of the operation
string operationName = response.Name;
// This name can be stored, then the long-running operation retrieved later by name
Operation <Dataset, OperationMetadata> retrievedResponse = await autoMlClient.PollOnceCreateDatasetAsync(operationName);
// Check if the retrieved long-running operation has completed
if (retrievedResponse.IsCompleted)
{
// If it has completed, then access the result
Dataset retrievedResult = retrievedResponse.Result;
}
// End snippet
}
/// <summary>Snippet for CreateDatasetAsync</summary>
/// <remarks>
/// This snippet has been automatically generated for illustrative purposes only.
/// It may require modifications to work in your environment.
/// </remarks>
public async Task CreateDatasetRequestObjectAsync()
{
// Create client
AutoMlClient autoMlClient = await AutoMlClient.CreateAsync();
// Initialize request argument(s)
CreateDatasetRequest request = new CreateDatasetRequest
{
ParentAsLocationName = LocationName.FromProjectLocation("[PROJECT]", "[LOCATION]"),
Dataset = new Dataset(),
};
// Make the request
Operation <Dataset, OperationMetadata> response = await autoMlClient.CreateDatasetAsync(request);
// Poll until the returned long-running operation is complete
Operation <Dataset, OperationMetadata> completedResponse = await response.PollUntilCompletedAsync();
// Retrieve the operation result
Dataset result = completedResponse.Result;
// Or get the name of the operation
string operationName = response.Name;
// This name can be stored, then the long-running operation retrieved later by name
Operation <Dataset, OperationMetadata> retrievedResponse = await autoMlClient.PollOnceCreateDatasetAsync(operationName);
// Check if the retrieved long-running operation has completed
if (retrievedResponse.IsCompleted)
{
// If it has completed, then access the result
Dataset retrievedResult = retrievedResponse.Result;
}
}
public void CreateDataset2()
{
Mock <AutoMl.AutoMlClient> mockGrpcClient = new Mock <AutoMl.AutoMlClient>(MockBehavior.Strict);
mockGrpcClient.Setup(x => x.CreateOperationsClient())
.Returns(new Mock <Operations.OperationsClient>().Object);
CreateDatasetRequest request = new CreateDatasetRequest
{
ParentAsLocationName = new LocationName("[PROJECT]", "[LOCATION]"),
Dataset = new Dataset(),
};
Operation expectedResponse = new Operation
{
Name = "name3373707",
Done = true,
};
mockGrpcClient.Setup(x => x.CreateDataset(request, It.IsAny <CallOptions>()))
.Returns(expectedResponse);
AutoMlClient client = new AutoMlClientImpl(mockGrpcClient.Object, null);
Operation response = client.CreateDataset(request);
Assert.Same(expectedResponse, response);
mockGrpcClient.VerifyAll();
}
public async Task CreateDatasetAsync()
{
Mock <AutoMl.AutoMlClient> mockGrpcClient = new Mock <AutoMl.AutoMlClient>(MockBehavior.Strict);
mockGrpcClient.Setup(x => x.CreateOperationsClient())
.Returns(new Mock <Operations.OperationsClient>().Object);
CreateDatasetRequest expectedRequest = new CreateDatasetRequest
{
ParentAsLocationName = new LocationName("[PROJECT]", "[LOCATION]"),
Dataset = new Dataset(),
};
Operation expectedResponse = new Operation
{
Name = "name3373707",
Done = true,
};
mockGrpcClient.Setup(x => x.CreateDatasetAsync(expectedRequest, It.IsAny <CallOptions>()))
.Returns(new Grpc.Core.AsyncUnaryCall <Operation>(Task.FromResult(expectedResponse), null, null, null, null));
AutoMlClient client = new AutoMlClientImpl(mockGrpcClient.Object, null);
LocationName parent = new LocationName("[PROJECT]", "[LOCATION]");
Dataset dataset = new Dataset();
Operation response = await client.CreateDatasetAsync(parent, dataset);
Assert.Same(expectedResponse, response);
mockGrpcClient.VerifyAll();
}
/// <summary>
/// Creates a new FinSpace Dataset.
/// </summary>
/// <param name="request">Container for the necessary parameters to execute the CreateDataset service method.</param>
/// <param name="cancellationToken">
/// A cancellation token that can be used by other objects or threads to receive notice of cancellation.
/// </param>
///
/// <returns>The response from the CreateDataset service method, as returned by FinSpaceData.</returns>
/// <exception cref="Amazon.FinSpaceData.Model.AccessDeniedException">
/// You do not have sufficient access to perform this action.
/// </exception>
/// <exception cref="Amazon.FinSpaceData.Model.ConflictException">
/// The request conflicts with an existing resource.
/// </exception>
/// <exception cref="Amazon.FinSpaceData.Model.InternalServerException">
/// The request processing has failed because of an unknown error, exception or failure.
/// </exception>
/// <exception cref="Amazon.FinSpaceData.Model.LimitExceededException">
/// A limit has exceeded.
/// </exception>
/// <exception cref="Amazon.FinSpaceData.Model.ResourceNotFoundException">
/// One or more resources can't be found.
/// </exception>
/// <exception cref="Amazon.FinSpaceData.Model.ThrottlingException">
/// The request was denied due to request throttling.
/// </exception>
/// <exception cref="Amazon.FinSpaceData.Model.ValidationException">
/// The input fails to satisfy the constraints specified by an AWS service.
/// </exception>
/// <seealso href="http://docs.aws.amazon.com/goto/WebAPI/finspace-2020-07-13/CreateDataset">REST API Reference for CreateDataset Operation</seealso>
public virtual Task <CreateDatasetResponse> CreateDatasetAsync(CreateDatasetRequest request, System.Threading.CancellationToken cancellationToken = default(CancellationToken))
{
var options = new InvokeOptions();
options.RequestMarshaller = CreateDatasetRequestMarshaller.Instance;
options.ResponseUnmarshaller = CreateDatasetResponseUnmarshaller.Instance;
return(InvokeAsync <CreateDatasetResponse>(request, options, cancellationToken));
}
internal virtual CreateDatasetResponse CreateDataset(CreateDatasetRequest request)
{
var options = new InvokeOptions();
options.RequestMarshaller = CreateDatasetRequestMarshaller.Instance;
options.ResponseUnmarshaller = CreateDatasetResponseUnmarshaller.Instance;
return(Invoke <CreateDatasetResponse>(request, options));
}
/// <summary>Snippet for CreateDataset</summary>
/// <remarks>
/// This snippet has been automatically generated for illustrative purposes only.
/// It may require modifications to work in your environment.
/// </remarks>
public void CreateDatasetRequestObject()
{
// Create client
AutoMlClient autoMlClient = AutoMlClient.Create();
// Initialize request argument(s)
CreateDatasetRequest request = new CreateDatasetRequest
{
ParentAsLocationName = LocationName.FromProjectLocation("[PROJECT]", "[LOCATION]"),
Dataset = new Dataset(),
};
// Make the request
Dataset response = autoMlClient.CreateDataset(request);
}
public void GivenACreateDatasetWithInvalidKey_WhenIValidateIt_ThenIGetArgumentException(string datasetKey)
{
var createDataset = new CreateDatasetRequest
{
DatasetKey = datasetKey
};
Action validateAction = () => this._validator.ValidateCreateDataset(createDataset);
validateAction
.Should()
.Throw <ArgumentException>()
.WithMessage("datasetKey*");
}
public void GivenACreateDatasetDescriptionGreaterThan512Chars_WhenIValidateIt_ThenIGetArgumentException()
{
var createDataset = new CreateDatasetRequest
{
DatasetKey = StringGenerator.RandomString(10),
DisplayName = StringGenerator.RandomString(30),
Description = StringGenerator.RandomString(513)
};
Action validateAction = () => this._validator.ValidateCreateDataset(createDataset);
validateAction
.Should()
.Throw <ArgumentException>()
.WithMessage("description cannot be longer than 512 characters*");
}
protected override void ProcessRecord()
{
base.ProcessRecord();
CreateDatasetRequest request;
try
{
request = new CreateDatasetRequest
{
CreateDatasetDetails = CreateDatasetDetails,
OpcRetryToken = OpcRetryToken,
OpcRequestId = OpcRequestId
};
response = client.CreateDataset(request).GetAwaiter().GetResult();
WriteOutput(response, response.Dataset);
FinishProcessing(response);
}
catch (Exception ex)
{
TerminatingErrorDuringExecution(ex);
}
}
public IHttpActionResult CreateDataset(CreateDatasetRequest model)
{
// Create Power Request String for Create Dataset
var listTable = new List <string>();
foreach (var tableObj in model.Tables)
{
var colNameWithFormat = new List <string>();
foreach (var col in tableObj.Columns)
{
colNameWithFormat.Add("{ \"name\": \"" + col.Name + "\", \"dataType\": \"" + col.Format + "\"}");
}
var colNameWithFormatStr = string.Join(",", colNameWithFormat);
var tableStr = "{" +
"\"name\": \"" + tableObj.Name + "\", " +
"\"columns\":" +
"[" +
colNameWithFormatStr +
"]" +
"}";
listTable.Add(tableStr);
}
#region ref
//var datasetScheme = "{" +
// $"\"name\": \"{model.Datasetname}\"," +
// "\"tables\":" +
// "[" +
// "{" +
// "\"name\": \"AuditContentDetails\", " +
// "\"columns\":" +
// "[" +
// "{ \"name\": \"Id\", \"dataType\": \"string\"}, " +
// "{ \"name\": \"ResultStatus\", \"dataType\": \"string\"}, " +
// "{ \"name\": \"ObjectId\", \"dataType\": \"string\"}, " +
// "{ \"name\": \"Operation\", \"dataType\": \"string\"}," +
// "{ \"name\": \"ClientIP\", \"dataType\": \"string\"}, " +
// "{ \"name\": \"UserId\", \"dataType\": \"string\"}, " +
// "{ \"name\": \"ContentType\", \"dataType\": \"string\"}, " +
// "{ \"name\": \"Detail\", \"dataType\": \"string\"}, " +
// "{ \"name\": \"TenantId\", \"dataType\": \"string\"}, " +
// "{ \"name\": \"CreationTime\", \"dataType\": \"DateTime\"}, " +
// "{ \"name\": \"ExpirationTime\", \"dataType\": \"DateTime\"} " +
// "]" +
// "}" +
// "]" +
// "}";
#endregion
var datasetScheme = "{" +
"\"name\": \"" + model.Datasetname + "\"," +
"\"tables\":" +
"[" +
string.Join(",", listTable) +
"]" +
"}";
// todo check if Dataset/Table already exist
// Execute api
var client = new RestClient(_powerBiDataset);
var request = new RestRequest(Method.POST);
request.AddHeader("Authorization", string.Format("Bearer {0}", model.Token));
request.AddHeader("Content-Type", "application/json");
request.AddParameter("application/json", datasetScheme, ParameterType.RequestBody);
var response = client.Execute(request);
var deSerializedResponse = JsonConvert.DeserializeObject <CreateDatasetReposne>(response.Content);
return(Ok(deSerializedResponse));
}
internal static Func <Task <string> > WhenTryingToCreateIt(this ISmartObjectsClient client, CreateDatasetRequest createDatasetRequest)
{
return(async() => await client.Datalake.CreateDatasetAsync(createDatasetRequest));
}
public static CreateDatasetRequest GetDataset(
string datasetName,
TabModel.TableCollection tables,
TabModel.RelationshipCollection relationships,
Action <TabModel.Measure> unsupportedMeasureAction,
Action <TabModel.Relationship> unsupportedRelationshipAction
)
{
List <TabModel.Measure> allMeasures = tables.SelectMany(t => t.Measures).Select(m => m).ToList();
if (!CheckUnsupportedMeasures(allMeasures, out List <TabModel.Measure> unsupportedMeasures, out List <TabModel.Measure> supportedMeasures))
{
// Diagnostic - list of unsupported measures
foreach (var m in unsupportedMeasures)
{
unsupportedMeasureAction?.Invoke(m);
}
}
var datasetSchema = new CreateDatasetRequest
{
Name = datasetName,
Tables = new List <Table>(),
Relationships = new List <Relationship>()
};
foreach (var t in tables)
{
datasetSchema.Tables.Add(GetTable(t, unsupportedMeasures));
}
foreach (var r in relationships)
{
bool addedRelationship = false;
if ((r is TabModel.SingleColumnRelationship sr) && sr.IsActive && (sr.FromCardinality != sr.ToCardinality))
{
if (r != null)
{
var pushRelationship = new Relationship
{
Name = sr.Name,
FromTable = sr.FromTable.Name,
FromColumn = sr.FromColumn.Name,
ToTable = sr.ToTable.Name,
ToColumn = sr.ToColumn.Name,
CrossFilteringBehavior =
r.CrossFilteringBehavior == TabModel.CrossFilteringBehavior.OneDirection ? CrossFilteringBehavior.OneDirection :
r.CrossFilteringBehavior == TabModel.CrossFilteringBehavior.BothDirections ? CrossFilteringBehavior.BothDirections :
r.CrossFilteringBehavior == TabModel.CrossFilteringBehavior.Automatic ? CrossFilteringBehavior.Automatic : null
};
datasetSchema.Relationships.Add(pushRelationship);
addedRelationship = true;
}
}
if (!addedRelationship)
{
unsupportedRelationshipAction?.Invoke(r);
}
}
return(datasetSchema);
}
