/// <summary> /// Checks the and download. /// </summary> /// <param name="datasetName">Name of the dataset.</param> /// <param name="fileName">Name of the file.</param> /// <param name="force">if set to <c>true</c> [force].</param> private static void CheckAndDownload(SampleDataset datasetName, string fileName, bool force = false) { DatasetInfo datasetInfo = GetSamplePath(datasetName); if (force) { Directory.Delete(datasetInfo.BaseFolder); } else { if (Directory.Exists(datasetInfo.BaseFolder)) { return; } } if (!Directory.Exists(datasetInfo.BaseFolder)) { Directory.CreateDirectory(datasetInfo.BaseFolder); } string localfile = string.Format("{0}\\data.zip", datasetInfo.BaseFolder); if (!File.Exists(localfile)) { Logging.WriteTrace("Downloading sample data: " + fileName); DownloadFile(string.Format(serverUrl, fileName), localfile); Logging.WriteTrace("Download complete"); } UnzipFile(datasetInfo.BaseFolder, "data.zip"); }
private void ParseTouchEvents() { ADBLogEventsParser parser = new ADBLogEventsParser(TouchEventsFilepath); SampleDatasetParser sampleParser = new SampleDatasetParser(parser.Dataset); SampleDataset = sampleParser.Dataset; }
/// <summary> /// Gets file path for sample dataset /// </summary> /// <param name="datasetName">Name of the dataset.</param> /// <returns>DatasetInfo.</returns> public static DatasetInfo GetSamplePath(SampleDataset datasetName) { DatasetInfo path = new DatasetInfo(); string baseFolder = string.Format("{0}\\SiaNet\\dataset", Environment.GetFolderPath(Environment.SpecialFolder.ApplicationData)); string dataFolder = ""; switch (datasetName) { case SampleDataset.HousingRegression: dataFolder = string.Format("{0}\\housing", baseFolder); path.Train = string.Format("{0}\\train.csv", dataFolder); path.Test = string.Format("{0}\\test.csv", dataFolder); path.BaseFolder = dataFolder; break; case SampleDataset.MNIST: dataFolder = string.Format("{0}\\mnist_data", baseFolder); path.TrainX = string.Format("{0}\\train_images.bin", dataFolder); path.TrainY = string.Format("{0}\\train_labels.bin", dataFolder); path.TestX = string.Format("{0}\\test_images.bin", dataFolder); path.TestY = string.Format("{0}\\test_labels.bin", dataFolder); path.BaseFolder = dataFolder; break; case SampleDataset.Cifar10: dataFolder = string.Format("{0}\\Cifar10", baseFolder); path.Train = string.Format("{0}\\train.txt", dataFolder); path.Test = string.Format("{0}\\test.txt", dataFolder); path.BaseFolder = dataFolder; break; case SampleDataset.Cifar100: dataFolder = string.Format("{0}\\Cifar100", baseFolder); path.Train = string.Format("{0}\\train.txt", dataFolder); path.Test = string.Format("{0}\\test.txt", dataFolder); path.BaseFolder = dataFolder; break; case SampleDataset.Flowers: dataFolder = string.Format("{0}\\Flowers", baseFolder); path.Train = string.Format("{0}\\6k_img_map.txt", dataFolder); path.Test = string.Format("{0}\\val_map.txt", dataFolder); path.BaseFolder = dataFolder; break; case SampleDataset.Grocery: dataFolder = string.Format("{0}\\Grocery", baseFolder); path.Train = string.Format("{0}\\train.txt", dataFolder); path.Test = string.Format("{0}\\test.txt", dataFolder); path.BaseFolder = dataFolder; break; default: break; } return(path); }
public RawDatasetGenerator(string datasetId, SampleDataset touchEvents, VideoEmotionDataset emotionDataset, EDADataset edaDataset) { TouchDataset = touchEvents; EmotionDataset = emotionDataset; EDADataset = edaDataset; Dataset = new RawDataset(datasetId); Agregate(); }
public void LoadSample(SampleDataset sample, CNTK.Variable feature, CNTK.Variable label) { int imageSize = feature.Shape.Rank == 1 ? feature.Shape[0] : feature.Shape[0] * feature.Shape[1] * feature.Shape[2]; int numClasses = label.Shape[0]; IList <StreamConfiguration> streamConfigurations = new StreamConfiguration[] { new StreamConfiguration(featureStreamName, imageSize), new StreamConfiguration(labelsStreamName, numClasses) }; miniBatchSource = MinibatchSource.TextFormatMinibatchSource(FileName, streamConfigurations, MinibatchSource.InfinitelyRepeat); featureVariable = feature; labelVariable = label; featureStreamInfo = miniBatchSource.StreamInfo(featureStreamName); labelStreamInfo = miniBatchSource.StreamInfo(labelsStreamName); }
static void GetIdentityWithTableAdapter() { // TableAdapterの接続文字列は、Settingsのパーシャルクラスで設定済 using (var ta = new SampleDatasetTableAdapters.ItemTableAdapter()) { WriteLineAllItemWithTableAdapter(ta); // TableAdapterのRowUpdatedイベントハンドラの追加 ta.AddRowUpdatedEvent(); var ds = new SampleDataset(); var row = ds.Item.NewItemRow(); row.ItemName = "秋映"; ds.Item.AddItemRow(row); ta.Update(ds); // @@IDENTITYで取得した値を表示 Console.WriteLine("@@IDENTITY -> " + ds.Item.FirstOrDefault().ID.ToString() + ":" + ds.Item.FirstOrDefault().ItemName); WriteLineAllItemWithTableAdapter(ta); } }
public static void DownloadSample(SampleDataset datasetName, bool force = false) { string filename = ""; switch (datasetName) { case SampleDataset.HousingRegression: filename = "housing.zip"; break; case SampleDataset.MNIST: filename = "mnist_data.zip"; break; case SampleDataset.Cifar10: filename = "CIFAR-10.zip"; break; case SampleDataset.Cifar100: filename = "CIFAR-100.zip"; break; case SampleDataset.Flowers: filename = "Flowers.zip"; break; case SampleDataset.Grocery: filename = "Grocery.zip"; break; default: break; } CheckAndDownload(datasetName, filename, force); }
private static void CreateSampleDataset(DatasetMode mode, SampleDataset dsType, string dsName) { string powerBIDatasetsApiUrl = "https://api.powerbi.com/v1.0/myorg/datasets"; string dsMode = Enum.GetName(typeof(DatasetMode), mode); //POST web request to create a dataset. //To create a Dataset in a group, use the Groups uri: https://api.PowerBI.com/v1.0/myorg/groups/{group_id}/datasets HttpWebRequest request = System.Net.WebRequest.Create(powerBIDatasetsApiUrl) as System.Net.HttpWebRequest; request.KeepAlive = true; request.Method = "POST"; request.ContentLength = 0; request.ContentType = "application/json"; //Add token to the request header request.Headers.Add("Authorization", String.Format("Bearer {0}", token)); //Add a requestId header to provide traceability in the Msft back end string requestId = Guid.NewGuid().ToString(); request.Headers.Add("RequestId", requestId); Console.WriteLine(string.Format("Creating {0} dataset {1} with RequestId {2}", dsMode, dsName, requestId)); //Choose dataset string dsCols = string.Empty; switch (dsType) { case SampleDataset.SalesMarketing: dsCols = "[{\"name\": \"Product\", \"columns\": " + "[{ \"name\": \"ProductID\", \"dataType\": \"Int64\"}, " + "{ \"name\": \"Name\", \"dataType\": \"string\"}, " + "{ \"name\": \"Category\", \"dataType\": \"string\"}," + "{ \"name\": \"IsCompete\", \"dataType\": \"bool\"}," + "{ \"name\": \"ManufacturedOn\", \"dataType\": \"DateTime\"}]" + "}]"; break; case SampleDataset.Temperature: dsCols = "[{\"name\": \"Temp\", \"columns\": " + "[{ \"name\": \"ambient_temperature\", \"dataType\": \"Int64\"}, " + "{ \"name\": \"sensor_uuid\", \"dataType\": \"string\"}, " + "{ \"name\": \"humidity\", \"dataType\": \"Int64\"}," + "{ \"name\": \"photosensor\", \"dataType\": \"Int64\"}," + "{ \"name\": \"radiation_level\", \"dataType\": \"Int64\"}," + "{ \"name\": \"timestamp\", \"dataType\": \"DateTime\"}]" + "}]"; break; } //Create dataset JSON for POST request string datasetJson = string.Format("{{\"name\": \"{0}\", \"defaultMode\": \"{1}\", \"tables\": {2}}}", dsName, dsMode, dsCols); //POST web request byte[] byteArray = System.Text.Encoding.UTF8.GetBytes(datasetJson); request.ContentLength = byteArray.Length; //Write JSON byte[] into a Stream using (Stream writer = request.GetRequestStream()) { writer.Write(byteArray, 0, byteArray.Length); var response = (HttpWebResponse)request.GetResponse(); Console.WriteLine(string.Format("Dataset {0}", response.StatusCode.ToString())); } }