private bool HandleTick(int expectedCount, Action <TickIO, TickIO, ulong> assertTick, SymbolInfo symbol)
{
try {
tickQueue.Dequeue(ref tickBinary);
tick.Inject(tickBinary);
if (debug && countLog < 5)
{
log.Debug("Received a tick " + tick);
countLog++;
}
startTime = Environment.TickCount;
count++;
if (count > 0)
{
assertTick(tick, lastTick, symbol.BinaryIdentifier);
}
lastTick.Copy(tick);
if (count >= expectedCount)
{
return(true);
}
} catch (QueueException ex) {
switch (ex.EntryType)
{
case EntryType.EndHistorical:
case EntryType.StartRealTime:
case EntryType.EndRealTime:
break;
case EntryType.Terminate:
return(true);
default:
throw new ApplicationException("Unexpected QueueException: " + ex.EntryType);
}
}
return(false);
}
private void FilterFile(string symbol, string inputPath, string outputPath, TimeStamp startTime, TimeStamp endTime)
{
TickReader reader = Factory.TickUtil.TickReader();
TickWriter writer = Factory.TickUtil.TickWriter(true);
writer.KeepFileOpen = true;
writer.Initialize(outputPath, symbol);
reader.Initialize(inputPath, symbol);
TickQueue inputQueue = reader.ReadQueue;
TickIO firstTick = Factory.TickUtil.TickIO();
TickIO lastTick = Factory.TickUtil.TickIO();
TickIO prevTick = Factory.TickUtil.TickIO();
long count = 0;
long fast = 0;
long dups = 0;
TickIO tickIO = Factory.TickUtil.TickIO();
TickBinary tickBinary = new TickBinary();
inputQueue.Dequeue(ref tickBinary);
tickIO.Inject(tickBinary);
count++;
firstTick.Copy(tickIO);
firstTick.IsSimulateTicks = true;
prevTick.Copy(tickIO);
prevTick.IsSimulateTicks = true;
if (tickIO.Time >= startTime)
{
writer.Add(firstTick);
}
try {
while (true)
{
while (!inputQueue.TryDequeue(ref tickBinary))
{
Thread.Sleep(1);
}
tickIO.Inject(tickBinary);
count++;
if (tickIO.Time >= startTime)
{
if (tickIO.Time > endTime)
{
break;
}
// if( tickIO.Bid == prevTick.Bid && tickIO.Ask == prevTick.Ask) {
// dups++;
// } else {
// Elapsed elapsed = tickIO.Time - prevTick.Time;
prevTick.Copy(tickIO);
prevTick.IsSimulateTicks = true;
// if( elapsed.TotalMilliseconds < 5000) {
// fast++;
// } else {
while (!writer.TryAdd(prevTick))
{
Thread.Sleep(1);
}
// }
// }
}
}
} catch (QueueException ex) {
if (ex.EntryType != EventType.EndHistorical)
{
throw new ApplicationException("Unexpected QueueException: " + ex);
}
}
lastTick.Copy(tickIO);
Console.WriteLine(reader.Symbol + ": " + count + " ticks from " + firstTick.Time + " to " + lastTick.Time + " " + dups + " duplicates, " + fast + " less than 50 ms");
Factory.TickUtil.TickReader().CloseAll();
writer.Close();
}