public FileDestinationMapperCollector() { // _writer = output.CreateWriter();// writer; _counter = 0; _total = 0; _buffer = null; }
public void Dispose() { lock (this) { if( _total > 500 ) Console.WriteLine("File collector collected "+_total+" items"); if (_buffer != null && _counter > 0) { var writer = Output.CreateWriter(); writer.Write(_buffer); writer.Dispose(); _buffer = null; } } }
public void Collect(string key, string value) { lock (this) { if (_buffer == null) _buffer = new MemoryKeyValueReaderWriter(); _buffer.Write(key, value); _counter++; _total ++; if (_counter >= 1000) { // Console.WriteLine("File collector collected " + _total + " items"); var writer = Output.CreateWriter(); writer.Write(_buffer); writer.Dispose(); _buffer = null; _counter = 0; } } }