public WineDataset() : base() { string csv = Properties.Resources.wine; DataSet.AddRange(ParseDataFromString(csv)); CreateMappedDataset(); }
public LeafDataset(double validationPercent = 0.0) : base(validationPercent) { string csv = Properties.Resources.leaf; DataSet.AddRange(ParseDataFromString(csv)); CreateMappedDataset(); }
public static DataSet Query(Options options) { ServerConnection _historian; var xx = new ConnectionProperties { ServerHostName = options.ServerName, Username = options.UserName, Password = options.Password, ServerCertificateValidationMode = CertificateValidationMode.None }; _historian = new ServerConnection( new ConnectionProperties { ServerHostName = options.ServerName, Username = options.UserName, Password = options.Password, ServerCertificateValidationMode = CertificateValidationMode.None, MaxReceivedMessageSize = Math.Max(1048576, options.MaxMessageSize), OpenTimeout = new TimeSpan(1, 0, 0), SendTimeout = new TimeSpan(1, 0, 0), ReceiveTimeout = new TimeSpan(1, 0, 0) }); _historian.Connect(); var tags = GetTagNames(_historian, options.TagMask); DataSet dataset = new DataSet(); ItemErrors errors; int tagChunkSize = 1000; int offset = 0; while (offset < tags.Count()) { Console.WriteLine("Exporting {0} tags at index {1} of {2}\r", tagChunkSize, offset, tags.Count()); var tagChunk = tags.Skip(offset).Take(tagChunkSize).ToArray(); offset += tagChunkSize; DataSet chunkDataSet; var parms = new DataQueryParams() { Criteria = new DataCriteria(tagChunk) { SamplingMode = options.SamplingMode, CalculationMode = options.CalculationMode, IntervalMicroseconds = options.IntervalMicroseconds, NumberOfSamples = options.NumberOfSamples, Start = options.Start, End = options.End }, Fields = DataFields.Time | DataFields.Value | DataFields.Quality }; _historian.IData.Query(ref parms, out chunkDataSet, out errors); if (errors.Count() > 0) { throw new Exception(string.Join(", ", errors.Select(e => $"{e.Key}: {e.Value}"))); } dataset.AddRange(chunkDataSet); } return(dataset); }
public PurchaseDataset() { string csv = Properties.Resources.purchase; DataSet.AddRange(ParseDataFromString(csv)); System.Console.WriteLine("Dataset: " + DataSet.Count); CreateMappedDataset(); }
public IncomeDataset(double validationPercent = 0.4) : base(validationPercent) { string csvString = Properties.Resources.adult; DataSet.AddRange(ParseDataFromString(csvString)); CreateValidationAndTestSet(); CreateMappedDataset(); CreateMappedValidationAndTestSet(); }
#pragma warning disable 1998 public async Task <DataSet> Read(CancellationToken ct) { var output = new DataSet(); lock (_queue) { output.AddRange(_queue); _queue.Clear(); } return(output); }
#pragma warning disable 1998 public async Task<DataSet> Read(CancellationToken ct) { var output = new DataSet(); lock (_queue) { output.AddRange(_queue); _queue.Clear(); } return output; }
private IEnumerable<ObjectVariants> spoGraphsCache(ObjectVariants subjectNode, ObjectVariants predicateNode, ObjectVariants objectNode, DataSet graphs) { if (graphs.Count == 0) { if (spoGCache.Contains(subjectNode, predicateNode, objectNode)) foreach (var g in spoGCache.Get(subjectNode, predicateNode, objectNode)) yield return g; else { var resultGraphs = store.NamedGraphs.GetGraphs(subjectNode, predicateNode, objectNode, graphs); spoGCache.Add(subjectNode, predicateNode, objectNode, resultGraphs); foreach (var resultGraph in resultGraphs) spogCache.Add(subjectNode, predicateNode, objectNode, resultGraph, true); } } else { DataSet ask = new DataSet(); DataSet trues = new DataSet(); foreach (var graph in graphs) if (spogCache.Contains(subjectNode, predicateNode, objectNode, graph)) { if (spogCache.Get(subjectNode, predicateNode, objectNode, graph)) { trues.Add(graph); yield return graph; } } else ask.Add(graph); var resultGraphs = store.NamedGraphs.GetGraphs(subjectNode, predicateNode, objectNode, ask); trues.AddRange(resultGraphs); spoGCache.Add(subjectNode, predicateNode, objectNode, trues); foreach (var g in ask) spogCache.Add(subjectNode, predicateNode, objectNode, g, resultGraphs.Contains(g)); } }