/// <summary>
/// Checks the and download.
/// </summary>
/// <param name="datasetName">Name of the dataset.</param>
/// <param name="fileName">Name of the file.</param>
/// <param name="force">if set to <c>true</c> [force].</param>
private static void CheckAndDownload(SampleDataset datasetName, string fileName, bool force = false)
{
DatasetInfo datasetInfo = GetSamplePath(datasetName);
if (force)
{
Directory.Delete(datasetInfo.BaseFolder);
}
else
{
if (Directory.Exists(datasetInfo.BaseFolder))
{
return;
}
}
if (!Directory.Exists(datasetInfo.BaseFolder))
{
Directory.CreateDirectory(datasetInfo.BaseFolder);
}
string localfile = string.Format("{0}\\data.zip", datasetInfo.BaseFolder);
if (!File.Exists(localfile))
{
Logging.WriteTrace("Downloading sample data: " + fileName);
DownloadFile(string.Format(serverUrl, fileName), localfile);
Logging.WriteTrace("Download complete");
}
UnzipFile(datasetInfo.BaseFolder, "data.zip");
}
private void ParseTouchEvents()
{
ADBLogEventsParser parser = new ADBLogEventsParser(TouchEventsFilepath);
SampleDatasetParser sampleParser = new SampleDatasetParser(parser.Dataset);
SampleDataset = sampleParser.Dataset;
}
/// <summary>
/// Gets file path for sample dataset
/// </summary>
/// <param name="datasetName">Name of the dataset.</param>
/// <returns>DatasetInfo.</returns>
public static DatasetInfo GetSamplePath(SampleDataset datasetName)
{
DatasetInfo path = new DatasetInfo();
string baseFolder = string.Format("{0}\\SiaNet\\dataset", Environment.GetFolderPath(Environment.SpecialFolder.ApplicationData));
string dataFolder = "";
switch (datasetName)
{
case SampleDataset.HousingRegression:
dataFolder = string.Format("{0}\\housing", baseFolder);
path.Train = string.Format("{0}\\train.csv", dataFolder);
path.Test = string.Format("{0}\\test.csv", dataFolder);
path.BaseFolder = dataFolder;
break;
case SampleDataset.MNIST:
dataFolder = string.Format("{0}\\mnist_data", baseFolder);
path.TrainX = string.Format("{0}\\train_images.bin", dataFolder);
path.TrainY = string.Format("{0}\\train_labels.bin", dataFolder);
path.TestX = string.Format("{0}\\test_images.bin", dataFolder);
path.TestY = string.Format("{0}\\test_labels.bin", dataFolder);
path.BaseFolder = dataFolder;
break;
case SampleDataset.Cifar10:
dataFolder = string.Format("{0}\\Cifar10", baseFolder);
path.Train = string.Format("{0}\\train.txt", dataFolder);
path.Test = string.Format("{0}\\test.txt", dataFolder);
path.BaseFolder = dataFolder;
break;
case SampleDataset.Cifar100:
dataFolder = string.Format("{0}\\Cifar100", baseFolder);
path.Train = string.Format("{0}\\train.txt", dataFolder);
path.Test = string.Format("{0}\\test.txt", dataFolder);
path.BaseFolder = dataFolder;
break;
case SampleDataset.Flowers:
dataFolder = string.Format("{0}\\Flowers", baseFolder);
path.Train = string.Format("{0}\\6k_img_map.txt", dataFolder);
path.Test = string.Format("{0}\\val_map.txt", dataFolder);
path.BaseFolder = dataFolder;
break;
case SampleDataset.Grocery:
dataFolder = string.Format("{0}\\Grocery", baseFolder);
path.Train = string.Format("{0}\\train.txt", dataFolder);
path.Test = string.Format("{0}\\test.txt", dataFolder);
path.BaseFolder = dataFolder;
break;
default:
break;
}
return(path);
}
public RawDatasetGenerator(string datasetId, SampleDataset touchEvents, VideoEmotionDataset emotionDataset, EDADataset edaDataset)
{
TouchDataset = touchEvents;
EmotionDataset = emotionDataset;
EDADataset = edaDataset;
Dataset = new RawDataset(datasetId);
Agregate();
}
public void LoadSample(SampleDataset sample, CNTK.Variable feature, CNTK.Variable label)
{
int imageSize = feature.Shape.Rank == 1 ? feature.Shape[0] : feature.Shape[0] * feature.Shape[1] * feature.Shape[2];
int numClasses = label.Shape[0];
IList <StreamConfiguration> streamConfigurations = new StreamConfiguration[] { new StreamConfiguration(featureStreamName, imageSize), new StreamConfiguration(labelsStreamName, numClasses) };
miniBatchSource = MinibatchSource.TextFormatMinibatchSource(FileName, streamConfigurations, MinibatchSource.InfinitelyRepeat);
featureVariable = feature;
labelVariable = label;
featureStreamInfo = miniBatchSource.StreamInfo(featureStreamName);
labelStreamInfo = miniBatchSource.StreamInfo(labelsStreamName);
}
static void GetIdentityWithTableAdapter()
{
// TableAdapterの接続文字列は、Settingsのパーシャルクラスで設定済
using (var ta = new SampleDatasetTableAdapters.ItemTableAdapter())
{
WriteLineAllItemWithTableAdapter(ta);
// TableAdapterのRowUpdatedイベントハンドラの追加
ta.AddRowUpdatedEvent();
var ds = new SampleDataset();
var row = ds.Item.NewItemRow();
row.ItemName = "秋映";
ds.Item.AddItemRow(row);
ta.Update(ds);
// @@IDENTITYで取得した値を表示
Console.WriteLine("@@IDENTITY -> " + ds.Item.FirstOrDefault().ID.ToString() + ":" + ds.Item.FirstOrDefault().ItemName);
WriteLineAllItemWithTableAdapter(ta);
}
}
public static void DownloadSample(SampleDataset datasetName, bool force = false)
{
string filename = "";
switch (datasetName)
{
case SampleDataset.HousingRegression:
filename = "housing.zip";
break;
case SampleDataset.MNIST:
filename = "mnist_data.zip";
break;
case SampleDataset.Cifar10:
filename = "CIFAR-10.zip";
break;
case SampleDataset.Cifar100:
filename = "CIFAR-100.zip";
break;
case SampleDataset.Flowers:
filename = "Flowers.zip";
break;
case SampleDataset.Grocery:
filename = "Grocery.zip";
break;
default:
break;
}
CheckAndDownload(datasetName, filename, force);
}
private static void CreateSampleDataset(DatasetMode mode, SampleDataset dsType, string dsName)
{
string powerBIDatasetsApiUrl = "https://api.powerbi.com/v1.0/myorg/datasets";
string dsMode = Enum.GetName(typeof(DatasetMode), mode);
//POST web request to create a dataset.
//To create a Dataset in a group, use the Groups uri: https://api.PowerBI.com/v1.0/myorg/groups/{group_id}/datasets
HttpWebRequest request = System.Net.WebRequest.Create(powerBIDatasetsApiUrl) as System.Net.HttpWebRequest;
request.KeepAlive = true;
request.Method = "POST";
request.ContentLength = 0;
request.ContentType = "application/json";
//Add token to the request header
request.Headers.Add("Authorization", String.Format("Bearer {0}", token));
//Add a requestId header to provide traceability in the Msft back end
string requestId = Guid.NewGuid().ToString();
request.Headers.Add("RequestId", requestId);
Console.WriteLine(string.Format("Creating {0} dataset {1} with RequestId {2}", dsMode, dsName, requestId));
//Choose dataset
string dsCols = string.Empty;
switch (dsType)
{
case SampleDataset.SalesMarketing:
dsCols = "[{\"name\": \"Product\", \"columns\": " +
"[{ \"name\": \"ProductID\", \"dataType\": \"Int64\"}, " +
"{ \"name\": \"Name\", \"dataType\": \"string\"}, " +
"{ \"name\": \"Category\", \"dataType\": \"string\"}," +
"{ \"name\": \"IsCompete\", \"dataType\": \"bool\"}," +
"{ \"name\": \"ManufacturedOn\", \"dataType\": \"DateTime\"}]" +
"}]";
break;
case SampleDataset.Temperature:
dsCols = "[{\"name\": \"Temp\", \"columns\": " +
"[{ \"name\": \"ambient_temperature\", \"dataType\": \"Int64\"}, " +
"{ \"name\": \"sensor_uuid\", \"dataType\": \"string\"}, " +
"{ \"name\": \"humidity\", \"dataType\": \"Int64\"}," +
"{ \"name\": \"photosensor\", \"dataType\": \"Int64\"}," +
"{ \"name\": \"radiation_level\", \"dataType\": \"Int64\"}," +
"{ \"name\": \"timestamp\", \"dataType\": \"DateTime\"}]" +
"}]";
break;
}
//Create dataset JSON for POST request
string datasetJson = string.Format("{{\"name\": \"{0}\", \"defaultMode\": \"{1}\", \"tables\": {2}}}", dsName, dsMode, dsCols);
//POST web request
byte[] byteArray = System.Text.Encoding.UTF8.GetBytes(datasetJson);
request.ContentLength = byteArray.Length;
//Write JSON byte[] into a Stream
using (Stream writer = request.GetRequestStream())
{
writer.Write(byteArray, 0, byteArray.Length);
var response = (HttpWebResponse)request.GetResponse();
Console.WriteLine(string.Format("Dataset {0}", response.StatusCode.ToString()));
}
}
static void GetIdentityWithTableAdapter()
{
// TableAdapterの接続文字列は、Settingsのパーシャルクラスで設定済
using (var ta = new SampleDatasetTableAdapters.ItemTableAdapter())
{
WriteLineAllItemWithTableAdapter(ta);
// TableAdapterのRowUpdatedイベントハンドラの追加
ta.AddRowUpdatedEvent();
var ds = new SampleDataset();
var row = ds.Item.NewItemRow();
row.ItemName = "秋映";
ds.Item.AddItemRow(row);
ta.Update(ds);
// @@IDENTITYで取得した値を表示
Console.WriteLine("@@IDENTITY -> " + ds.Item.FirstOrDefault().ID.ToString() + ":" + ds.Item.FirstOrDefault().ItemName);
WriteLineAllItemWithTableAdapter(ta);
}
}
