public object Read(QueryParams queryParts)
{
//setup the query
string query = queryParts.query;
DateTime startDate = queryParts.startDate;
DateTime endDate = queryParts.endDate;
var result = new QueryResultPart();
//run the query
var connection = (SeqConnection)OpenConnection();
Task.Run(async() =>
{
await Run(connection);
}).Wait();
async Task Run(SeqConnection useConnection)
{
try
{
result = await connection.Data.QueryAsync(query, startDate, endDate);
}
catch (Exception ee)
{
Log.Error(ee, "Error has occured");
result = null;
}
}
return(result);
}
public int Run()
{
int interval = _configuration.Interval;
var dateFrom = DateTime.Now.AddHours(-interval);
var dateTo = DateTime.Now;
Log.Information("SeqSnapShot started");
var returnConfig = _configuration.GetConfiguration <List <StatElement> >();
List <StatElement> statConfiguration = (List <StatElement>)returnConfig;
List <StatRowItem> rowsToStore = new List <StatRowItem>();
int successfulWrites = 0;
Parallel.ForEach(statConfiguration, (stat) =>
{
if (!string.IsNullOrWhiteSpace(stat.query))
{
QueryParams parts = new QueryParams()
{
query = stat.query,
startDate = dateFrom,
endDate = dateTo
};
QueryResultPart seqQueryResult = (QueryResultPart)_dataSource.Read(parts);
if (seqQueryResult != null)
{
stat.count = seqQueryResult.Rows.Length;
rowsToStore.Add(
new StatRowItem()
{
DateFrom = dateFrom.ToString(),
DateTo = dateTo.ToString(),
WriteDate = DateTime.Now.ToString(),
StatName = stat.name,
StatCount = stat.count
}
);
}
}
});
_dataStorage.Write(rowsToStore);
successfulWrites = rowsToStore.Count;
return(successfulWrites);
}
public void Should_Fail_Nicely_When_Using_Invalid_SEQ_Server()
{
DataProviderSettings settings = new DataProviderSettings();
settings.Location = "http://imchelle/";
settings.APIKey = "MbZ6wyBSuTVaYNfErgkO";
seqConnection = new SeqDataConnection(settings);
QueryParams parts = new QueryParams()
{
query = "SELECT * FROM STREAM",
startDate = new DateTime(2018, 9, 13, 16, 0, 0),
endDate = new DateTime(2018, 9, 14, 17, 0, 0)
};
QueryResultPart expected = null;
var actual = (QueryResultPart)seqConnection.Read(parts);
Assert.AreEqual(expected, actual);
}
/// <summary>
/// Requests a block of parts.
/// </summary>
/// <param name="resultId"></param>
/// <param name="rowIndex"></param>
/// <param name="rowCount"></param>
/// <param name="colCount"></param>
/// <param name="totalRowCount"></param>
/// <remarks>
/// If the block can be completely retrieved from the cache then it is
/// done so. Otherwise, it forwards the request for the rows onto the
/// connection object.
/// </remarks>
/// <returns></returns>
public QueryResultPart GetResultPart(int resultId, int rowIndex, int rowCount, int colCount, int totalRowCount)
{
lock (this) {
// What was requested....
int origRowIndex = rowIndex;
int origRowCount = rowCount;
var cachedRows = new List <CachedRow>();
// The top row that isn't found in the cache.
bool foundNotcached = false;
// Look for the top row in the block that hasn't been cached
for (int r = 0; r < rowCount && !foundNotcached; ++r)
{
int daRow = rowIndex + r;
// Is the row in the cache?
var rowRef = new RowRef(resultId, daRow);
// Not in cache so mark this as top row not in cache...
object rowObj;
if (!rowCache.TryGet(rowRef, out rowObj))
{
rowIndex = daRow;
if (rowIndex + rowCount > totalRowCount)
{
rowCount = totalRowCount - rowIndex;
}
foundNotcached = true;
}
else
{
var row = (CachedRow)rowObj;
cachedRows.Add(row);
}
}
var notCachedRows = new List <CachedRow>();
if (foundNotcached)
{
// Now work up from the bottom and find row that isn't in cache....
foundNotcached = false;
// Look for the bottom row in the block that hasn't been cached
for (int r = rowCount - 1; r >= 0 && !foundNotcached; --r)
{
int daRow = rowIndex + r;
// Is the row in the cache?
var rowRef = new RowRef(resultId, daRow);
// Not in cache so mark this as top row not in cache...
object rowObj;
if (!rowCache.TryGet(rowRef, out rowObj))
{
if (rowIndex == origRowIndex)
{
rowIndex = rowIndex - (rowCount - (r + 1));
if (rowIndex < 0)
{
rowCount = rowCount + rowIndex;
rowIndex = 0;
}
}
else
{
rowCount = r + 1;
}
foundNotcached = true;
}
else
{
var row = (CachedRow)rowObj;
notCachedRows.Insert(0, row);
}
}
}
// Some of it not in the cache...
if (foundNotcached)
{
// Request a part of a result from the server (blocks)
QueryResultPart block = connection.RequestResultPart(resultId, rowIndex, rowCount);
for (int r = 0; r < rowCount; ++r)
{
var rowData = new ISqlObject[block.ColumnCount];
var dataSizes = new int[block.ColumnCount];
int theRow = (rowIndex + r);
int colSize = 0;
var row = block.GetRow(r);
for (int c = 0; c < colCount; ++c)
{
var ob = row.Values[c];
rowData[c] = ob;
dataSizes[c] = row.ValueSizes[c];
colSize += row.ValueSizes[c];
}
var cachedRow = new CachedRow {
ResultId = resultId,
Row = theRow,
RowData = rowData,
Sizes = dataSizes
};
// Don't cache if it's over a certain size,
if (colSize <= 3200)
{
rowCache.Set(new RowRef(resultId, theRow), cachedRow);
}
cachedRows.Add(cachedRow);
}
}
// At this point, the cached rows should be completely in the cache so
// retrieve it from the cache.
var resultPart = new QueryResultPart(colCount);
int low = origRowIndex;
int high = origRowIndex + origRowCount;
foreach (CachedRow row in cachedRows)
{
if (row.ResultId != resultId)
{
continue;
}
// Put into the result block
if (row.Row >= low && row.Row < high)
{
var rowArray = new ISqlObject[colCount];
var rowSizes = new int[colCount];
for (int c = 0; c < colCount; ++c)
{
rowArray[c] = row.RowData[c];
rowSizes[c] = row.Sizes[c];
}
resultPart.AddRow(new QueryResultRow(rowArray, rowSizes));
}
}
foreach (CachedRow row in notCachedRows)
{
if (row.ResultId != resultId)
{
continue;
}
// Put into the result block
if (row.Row >= low && row.Row < high)
{
var rowArray = new ISqlObject[colCount];
var sizes = new int[colCount];
for (int c = 0; c < colCount; ++c)
{
rowArray[c] = row.RowData[c];
sizes[c] = row.Sizes[c];
}
resultPart.AddRow(new QueryResultRow(rowArray, sizes));
}
}
// And return the result (phew!)
return(resultPart);
}
}