public void GetDatasetMetadataAsync(string datasetName, AmazonCognitoSyncCallback <DatasetMetadata> callback, AsyncOptions options = null)
{
options = options ?? new AsyncOptions();
DescribeDatasetRequest request = new DescribeDatasetRequest();
request.IdentityPoolId = identityPoolId;
request.IdentityId = this.GetCurrentIdentityId();
request.DatasetName = datasetName;
client.DescribeDatasetAsync(request, (responseObj) =>
{
Exception dataStorageException = null;
DatasetMetadata metadata = null;
if (responseObj.Exception != null)
{
dataStorageException = new DataStorageException("Failed to get metadata of dataset: "
+ datasetName, responseObj.Exception);
}
else
{
metadata = ModelToDatasetMetadata(responseObj.Response.Dataset);
}
InternalSDKUtils.AsyncExecutor(() => callback(new AmazonCognitoSyncResult <DatasetMetadata>(metadata, dataStorageException, responseObj.state)), options);
},
options);
}
protected override void OnShow(object data = null)
{
if (data != null && data is DatasetMetadata)
{
datasetMetadata = (DatasetMetadata)data;
}
}
private DatasetMetadata GetMetadataInternal(string identityId, string datasetName)
{
lock (SQLiteDatabase.SQLiteLock)
{
SQLiteStatement stmt = null;
try
{
stmt = db.Prepare(DatasetColumns.BuildQuery(
DatasetColumns.IDENTITY_ID + " = '" + identityId + "' AND " +
DatasetColumns.DATASET_NAME + " = '" + datasetName + "'"
));
DatasetMetadata metadata = null;
while (stmt.Read())
{
metadata = this.SqliteStmtToDatasetMetadata(stmt);
}
return(metadata);
}
finally
{
stmt.FinalizeStm();
}
}
}
internal DatasetMetadata GetMetadataHelper(string identityId, string datasetName)
{
string query = DatasetColumns.BuildQuery(
DatasetColumns.IDENTITY_ID + " = @identity_id AND " +
DatasetColumns.DATASET_NAME + " = @dataset_name "
);
DatasetMetadata metadata = null;
var stmt = ExecuteQuery(query, identityId, datasetName);
try
{
while (Sqlite3.sqlite3_step(stmt) == Sqlite3.SQLITE_ROW)
{
metadata = SqliteStmtToDatasetMetadata(stmt);
}
}
finally
{
if (stmt != null)
{
Sqlite3.sqlite3_finalize(stmt);
}
}
return(metadata);
}
public void CreateDataset(string identityId, string datasetName)
{
lock (sqlite_lock)
{
DatasetMetadata metadata = this.GetMetadataInternal(identityId, datasetName);
if (metadata == null)
{
SQLiteStatement stmt = null;
try
{
string query = DatasetColumns.BuildInsert(
new string[] {
DatasetColumns.IDENTITY_ID,
DatasetColumns.DATASET_NAME,
DatasetColumns.CREATION_TIMESTAMP,
DatasetColumns.LAST_MODIFIED_TIMESTAMP
});
stmt = db.Prepare(query);
stmt.BindText(1, identityId);
stmt.BindText(2, datasetName);
stmt.BindDateTime(3, DateTime.Now);
stmt.BindDateTime(4, DateTime.Now);
stmt.Step();
}
finally
{
stmt.FinalizeStm();
}
}
}
}
protected override void OnShow(object data = null)
{
if (data != null && data is DatasetMetadata)
{
DatasetMetadata datasetMetadata = (DatasetMetadata)data;
var columnsFromMandatoryFields = datasetMetadata.ColumnsInfo.Select(columnInfo => columnInfo.Column.ColumnName).ToList();
var columnsFromNonMandatoryFields = new List <string> {
"None"
};
columnsFromNonMandatoryFields.AddRange(columnsFromMandatoryFields);
xDropdown.options.Clear();
yDropdown.options.Clear();
zDropdown.options.Clear();
sizeDropdown.options.Clear();
colorDropdown.options.Clear();
xDropdown.AddOptions(columnsFromMandatoryFields);
yDropdown.AddOptions(columnsFromMandatoryFields);
zDropdown.AddOptions(columnsFromMandatoryFields);
// Size and colors are not mandatory
sizeDropdown.AddOptions(columnsFromNonMandatoryFields);
colorDropdown.AddOptions(columnsFromNonMandatoryFields);
}
}
private bool UpdateDatasetMetadataInternal(string identityId, DatasetMetadata metadata)
{
lock (sqlite_lock)
{
DatasetMetadata local = this.GetMetadataInternal(identityId, metadata.DatasetName);
SQLiteStatement stmt = null;
try
{
if (local == null)
{
stmt = db.Prepare(DatasetColumns.BuildInsert());
stmt.BindText(1, identityId);
stmt.BindText(2, metadata.DatasetName);
stmt.BindDateTime(3, metadata.CreationDate);
stmt.BindDateTime(4, metadata.LastModifiedDate);
stmt.BindInt(5, metadata.RecordCount);
stmt.BindInt(6, metadata.StorageSizeBytes);
stmt.BindInt(7, 0);
stmt.BindInt(8, 0);
stmt.BindText(9, null);
stmt.Step();
}
else
{
stmt = db.Prepare(
DatasetColumns.BuildUpdate(
new string[] {
DatasetColumns.DATASET_NAME,
DatasetColumns.CREATION_TIMESTAMP,
DatasetColumns.LAST_MODIFIED_TIMESTAMP,
DatasetColumns.LAST_MODIFIED_BY,
DatasetColumns.RECORD_COUNT,
DatasetColumns.STORAGE_SIZE_BYTES
},
DatasetColumns.IDENTITY_ID + " = @whereIdentityId AND " +
DatasetColumns.DATASET_NAME + " = @whereDatasetName"
));
stmt.BindText(1, metadata.DatasetName);
stmt.BindDateTime(2, metadata.CreationDate);
stmt.BindDateTime(3, metadata.LastModifiedDate);
stmt.BindText(4, metadata.LastModifiedBy);
stmt.BindInt(5, metadata.RecordCount);
stmt.BindInt(6, metadata.StorageSizeBytes);
stmt.BindText(7, identityId);
stmt.BindText(8, metadata.DatasetName);
stmt.Step();
}
return(true);
}
finally
{
stmt.FinalizeStm();
}
}
}
// POST: api/DataSet
public async Task <Dataset> Post([FromUri] string datasetName, [FromUri] DataFormats dataFormat)
{
if (!Request.Content.IsMimeMultipartContent())
{
throw new HttpResponseException(HttpStatusCode.UnsupportedMediaType);
}
using (var requestContent = await Request.Content.ParseMultipartAsync())
{
if (!requestContent.Files.ContainsKey("file"))
{
throw new HttpResponseException(HttpStatusCode.BadRequest);
}
var file = requestContent.Files["file"];
var fileName = file.Filename;
string extension;
if (!FileHelpers.TryGetExtension(fileName, out extension))
{
throw new HttpResponseException(HttpStatusCode.UnsupportedMediaType);
}
var fileContent = file.File;
var parser = parserFactory.Create(dataFormat);
var metadata = new DatasetMetadata()
{
Name = "Test Data Set 1"
};
var dataStore = GetDataStore(datasetName, dataFormat.GetFormat());
dataStore.Clear();
await dataStore.AddUnlabelledRow(parser.ExtractFeatureValues(fileContent, 500));
Dataset dataset = new Dataset()
{
Metadata = metadata
};
return(dataset);
}
}
protected override void OnShow(object data = null)
{
if (data != null && data is DatasetMetadata)
{
DatasetMetadata datasetMetadata = (DatasetMetadata)data;
var columnsFromMandatoryFields = datasetMetadata.ColumnsInfo.Select(columnInfo => columnInfo.Column.ColumnName).ToList();
xDropdown.options.Clear();
yDropdown.options.Clear();
zDropdown.options.Clear();
xDropdown.AddOptions(columnsFromMandatoryFields);
yDropdown.AddOptions(columnsFromMandatoryFields);
zDropdown.AddOptions(columnsFromMandatoryFields);
}
}
private bool UpdateDatasetMetadataInternal(string identityId, DatasetMetadata metadata)
{
lock (sqlite_lock)
{
DatasetMetadata local = GetMetadataHelper(identityId, metadata.DatasetName);
if (local == null)
{
string updateDatasetMetadataQuery = DatasetColumns.BuildInsert();
ExecuteMultipleHelper(new List <Statement>()
{
new Statement {
Query = updateDatasetMetadataQuery,
Parameters = new object[] { identityId, metadata.DatasetName, metadata.CreationDate, metadata.LastModifiedDate, metadata.RecordCount, metadata.StorageSizeBytes, 0, 0, null }
}
});
}
else
{
string updateDatasetMetadataQuery = DatasetColumns.BuildUpdate(
new string[] {
DatasetColumns.DATASET_NAME,
DatasetColumns.CREATION_TIMESTAMP,
DatasetColumns.LAST_MODIFIED_TIMESTAMP,
DatasetColumns.LAST_MODIFIED_BY,
DatasetColumns.RECORD_COUNT,
DatasetColumns.STORAGE_SIZE_BYTES
},
DatasetColumns.IDENTITY_ID + " = @whereIdentityId AND " +
DatasetColumns.DATASET_NAME + " = @whereDatasetName "
);
ExecuteMultipleHelper(new List <Statement>()
{
new Statement {
Query = updateDatasetMetadataQuery,
Parameters = new object[] { metadata.DatasetName, metadata.CreationDate, metadata.LastModifiedDate, metadata.LastModifiedBy, metadata.RecordCount, metadata.StorageSizeBytes, identityId, metadata.DatasetName }
}
});
}
return(true);
}
}
internal DatasetMetadata GetMetadataHelper(string identityId, string datasetName)
{
string query = DatasetColumns.BuildQuery(
DatasetColumns.IDENTITY_ID + " = @identity_id AND " +
DatasetColumns.DATASET_NAME + " = @dataset_name "
);
DatasetMetadata metadata = null;
using (var sqliteStatement = connection.Prepare(query))
{
BindData(sqliteStatement, identityId, datasetName);
while (sqliteStatement.Step() == SQLiteResult.ROW)
{
metadata = SqliteStmtToDatasetMetadata(sqliteStatement);
}
}
return(metadata);
}
/// <summary>
/// Create a dataset
/// </summary>
/// <param name="identityId">Identity Id</param>
/// <param name="datasetName">Dataset name.</param>
public void CreateDataset(string identityId, string datasetName)
{
lock (sqlite_lock)
{
DatasetMetadata metadata = GetMetadataHelper(identityId, datasetName);
if (metadata == null)
{
string query = DatasetColumns.BuildInsert(
new string[]
{
DatasetColumns.IDENTITY_ID,
DatasetColumns.DATASET_NAME,
DatasetColumns.CREATION_TIMESTAMP,
DatasetColumns.LAST_MODIFIED_TIMESTAMP
});
CreateDatasetHelper(query, identityId, datasetName, AWSSDKUtils.CorrectedUtcNow.ToLocalTime(), AWSSDKUtils.CorrectedUtcNow.ToLocalTime());
}
}
}
/// <summary>
/// Retrieves the metadata of a dataset.
/// </summary>
/// <returns>The records.</returns>
/// <param name="datasetName">Dataset name.</param>
public DatasetMetadata GetDatasetMetadata(string datasetName)
{
DescribeDatasetRequest request = new DescribeDatasetRequest();
request.IdentityPoolId = identityPoolId;
request.IdentityId = this.GetCurrentIdentityId();
request.DatasetName = datasetName;
DatasetMetadata metadata = null;
try
{
var describeResponse = client.DescribeDataset(request);
metadata = ModelToDatasetMetadata(describeResponse.Dataset);
}
catch (Exception e)
{
throw new DataStorageException("Failed to get metadata of dataset: "
+ datasetName, e);
}
return(metadata);
}
internal DatasetMetadata GetMetadataHelper(string identityId, string datasetName)
{
string query = DatasetColumns.BuildQuery(
DatasetColumns.IDENTITY_ID + " = @identityId AND " +
DatasetColumns.DATASET_NAME + " = @datasetName "
);
DatasetMetadata metadata = null;
using (var command = new SQLiteCommand(connection))
{
command.CommandText = query;
BindData(command, identityId, datasetName);
using (var reader = command.ExecuteReader())
{
if (reader.HasRows && reader.Read())
{
metadata = SqliteStmtToDatasetMetadata(reader);
}
}
}
return(metadata);
}
internal DatasetMetadata GetMetadataHelper(string identityId, string datasetName)
{
string query = DatasetColumns.BuildQuery(
DatasetColumns.IDENTITY_ID + " = @identityId AND " +
DatasetColumns.DATASET_NAME + " = @datasetName "
);
DatasetMetadata metadata = null;
try
{
connection = new SqliteConnection("URI=file:" + filePath);
connection.Open();
using (var command = new SqliteCommand(connection))
{
command.CommandText = query;
BindData(command, identityId, datasetName);
using (var reader = command.ExecuteReader())
{
if (reader.HasRows && reader.Read())
{
metadata = DatasetMetadataFromReader(reader);
}
}
}
}
finally
{
if (connection != null)
{
connection.Close();
connection.Dispose();
}
}
return(metadata);
}
public GetDatasetMetadataResponse(DatasetMetadata dataset)
{
Dataset = dataset;
}
