public static async Task <ITrainingDataset> GetTrainingDatasetAsync(int size, [CanBeNull] IProgress <HttpProgress> callback = null, CancellationToken token = default) { IReadOnlyDictionary <string, Func <Stream> > map = await DatasetsDownloader.GetArchiveAsync(DatasetURL, callback, token); if (map == null) { return(null); } IReadOnlyList <(float[], float[])>[] data = new IReadOnlyList <(float[], float[])> [TrainingBinFilenames.Count];
public static async Task <ITrainingDataset> GetTrainingDatasetAsync(int size, Cifar100ClassificationMode mode = Cifar100ClassificationMode.Fine, CancellationToken token = default) { IReadOnlyDictionary <String, Func <Stream> > map = await DatasetsDownloader.GetArchiveAsync(DatasetURL, token); if (map == null) { return(null); } IReadOnlyList <(float[], float[])>[] data = new IReadOnlyList <(float[], float[])> [TrainingBinFilenames.Count];
public static async Task <ITrainingDataset> GetTrainingDatasetAsync(int size, Cifar100ClassificationMode mode = Cifar100ClassificationMode.Fine, [CanBeNull] IProgress <HttpProgress> callback = null, CancellationToken token = default) { IReadOnlyDictionary <String, Func <Stream> > map = await DatasetsDownloader.GetArchiveAsync(DatasetURL, callback, token); if (map == null) { return(null); } IReadOnlyList <(float[], float[])> data = ParseSamples(map[TrainingBinFilename], TrainingSamplesInBinFile, mode); return(DatasetLoader.Training(data, size)); }
public static async Task <bool> ExportDatasetAsync([NotNull] DirectoryInfo directory, CancellationToken token = default) { IReadOnlyDictionary <String, Func <Stream> > map = await DatasetsDownloader.GetArchiveAsync(DatasetURL, null, token); if (map == null) { return(false); } if (!directory.Exists) { directory.Create(); } ParallelLoopResult result = Parallel.ForEach(new (String Name, int Count)[]