public WineDataset() : base()
{
string csv = Properties.Resources.wine;
DataSet.AddRange(ParseDataFromString(csv));
CreateMappedDataset();
}
public LeafDataset(double validationPercent = 0.0) : base(validationPercent)
{
string csv = Properties.Resources.leaf;
DataSet.AddRange(ParseDataFromString(csv));
CreateMappedDataset();
}
public static DataSet Query(Options options)
{
ServerConnection _historian;
var xx = new ConnectionProperties
{
ServerHostName = options.ServerName,
Username = options.UserName,
Password = options.Password,
ServerCertificateValidationMode = CertificateValidationMode.None
};
_historian = new ServerConnection(
new ConnectionProperties
{
ServerHostName = options.ServerName,
Username = options.UserName,
Password = options.Password,
ServerCertificateValidationMode = CertificateValidationMode.None,
MaxReceivedMessageSize = Math.Max(1048576, options.MaxMessageSize),
OpenTimeout = new TimeSpan(1, 0, 0),
SendTimeout = new TimeSpan(1, 0, 0),
ReceiveTimeout = new TimeSpan(1, 0, 0)
});
_historian.Connect();
var tags = GetTagNames(_historian, options.TagMask);
DataSet dataset = new DataSet();
ItemErrors errors;
int tagChunkSize = 1000;
int offset = 0;
while (offset < tags.Count())
{
Console.WriteLine("Exporting {0} tags at index {1} of {2}\r", tagChunkSize, offset, tags.Count());
var tagChunk = tags.Skip(offset).Take(tagChunkSize).ToArray();
offset += tagChunkSize;
DataSet chunkDataSet;
var parms = new DataQueryParams()
{
Criteria = new DataCriteria(tagChunk)
{
SamplingMode = options.SamplingMode,
CalculationMode = options.CalculationMode,
IntervalMicroseconds = options.IntervalMicroseconds,
NumberOfSamples = options.NumberOfSamples,
Start = options.Start,
End = options.End
},
Fields = DataFields.Time | DataFields.Value | DataFields.Quality
};
_historian.IData.Query(ref parms, out chunkDataSet, out errors);
if (errors.Count() > 0)
{
throw new Exception(string.Join(", ", errors.Select(e => $"{e.Key}: {e.Value}")));
}
dataset.AddRange(chunkDataSet);
}
return(dataset);
}
public PurchaseDataset()
{
string csv = Properties.Resources.purchase;
DataSet.AddRange(ParseDataFromString(csv));
System.Console.WriteLine("Dataset: " + DataSet.Count);
CreateMappedDataset();
}
public IncomeDataset(double validationPercent = 0.4) : base(validationPercent)
{
string csvString = Properties.Resources.adult;
DataSet.AddRange(ParseDataFromString(csvString));
CreateValidationAndTestSet();
CreateMappedDataset();
CreateMappedValidationAndTestSet();
}
#pragma warning disable 1998
public async Task <DataSet> Read(CancellationToken ct)
{
var output = new DataSet();
lock (_queue)
{
output.AddRange(_queue);
_queue.Clear();
}
return(output);
}
#pragma warning disable 1998
public async Task<DataSet> Read(CancellationToken ct)
{
var output = new DataSet();
lock (_queue)
{
output.AddRange(_queue);
_queue.Clear();
}
return output;
}
private IEnumerable<ObjectVariants> spoGraphsCache(ObjectVariants subjectNode, ObjectVariants predicateNode, ObjectVariants objectNode, DataSet graphs)
{
if (graphs.Count == 0)
{
if (spoGCache.Contains(subjectNode, predicateNode, objectNode))
foreach (var g in spoGCache.Get(subjectNode, predicateNode, objectNode))
yield return g;
else
{
var resultGraphs = store.NamedGraphs.GetGraphs(subjectNode, predicateNode, objectNode, graphs);
spoGCache.Add(subjectNode, predicateNode, objectNode, resultGraphs);
foreach (var resultGraph in resultGraphs)
spogCache.Add(subjectNode, predicateNode, objectNode, resultGraph, true);
}
}
else
{
DataSet ask = new DataSet();
DataSet trues = new DataSet();
foreach (var graph in graphs)
if (spogCache.Contains(subjectNode, predicateNode, objectNode, graph))
{
if (spogCache.Get(subjectNode, predicateNode, objectNode, graph))
{
trues.Add(graph);
yield return graph;
}
}
else
ask.Add(graph);
var resultGraphs = store.NamedGraphs.GetGraphs(subjectNode, predicateNode, objectNode, ask);
trues.AddRange(resultGraphs);
spoGCache.Add(subjectNode, predicateNode, objectNode, trues);
foreach (var g in ask)
spogCache.Add(subjectNode, predicateNode, objectNode, g, resultGraphs.Contains(g));
}
}
