private static void GetAndSendTrials(JoinLossesBlock joiner, int roundCount)
{
string inFile = @"c:\temp\losses_large_streamed_in1";
string inFile2 = @"c:\temp\losses_large_streamed_in2";
var dataReader = new DataReaderBlock(DataFormat.Protobuf, roundCount);
dataReader.InputBlock.Post(@"c:\temp\losses_large_streamed_in1");
var dataReader2 = new DataReaderBlock(DataFormat.Protobuf, roundCount);
dataReader2.InputBlock.Post(@"c:\temp\losses_large_streamed_in2");
IDataReader <Trial> reader = new ProtobufData <Trial>();
var source1 = reader.GetStreamedData(inFile, roundCount).GetEnumerator();
var source2 = reader.GetStreamedData(inFile2, roundCount).GetEnumerator();
foreach (var i in Enumerable.Range(0, roundCount))
{
source1.MoveNext();
source2.MoveNext();
joiner.Post1(source1.Current);
joiner.Post2(source2.Current);
}
}
public void Generate()
{
LossSimulator lossSimulator = new LossSimulator();
var fileName = @"c:\temp\losses_small_all";
var fileName2 = @"c:\temp\losses_large_all";
var losses = lossSimulator.GenerateStatic(20000, 100);
var losses2 = lossSimulator.GenerateStatic(100000, 100);
var betterLosses = lossSimulator.GenerateRandom(1000000, 1000);
var protobufData = new ProtobufData <Trial>();
var wireData = new WireData <Trial>();
//wireData.WriteAll(betterLosses.ToList(), @"c:\temp\losses_small_better", Console.WriteLine);
protobufData.WriteStreamedData(@"c:\temp\losses_large_streamed", betterLosses, Console.WriteLine);
wireData.WriteStreamedData(@"c:\temp\losses_large_streamed", betterLosses, Console.WriteLine);
//protobufData.WriteAll(losses.ToList(), fileName, Console.WriteLine);
//protobufData.WriteAll(losses2.ToList(), fileName2, Console.WriteLine);
//wireData.WriteAll(losses.ToList(), fileName, Console.WriteLine);
//wireData.WriteAll(losses2.ToList(), fileName2, Console.WriteLine);
List <Trial> r = protobufData.ReadAll(fileName);
List <Trial> r2 = protobufData.ReadAll(fileName2);
List <Trial> r3 = wireData.ReadAll(fileName);
List <Trial> r4 = wireData.ReadAll(fileName2);
//int roundCount = protobufData.WriteStreamedData(fileName + ".pb", losses, Console.WriteLine);
//int roundCount2 = wireData.WriteStreamedData(fileName + ".wir", losses, Console.WriteLine);
// IEnumerable<Trial> allData = wireData.GetStreamedData(fileName + ".wir", roundCount2);
//IEnumerable<Trial> allData2 = protobufData.GetStreamedData(fileName + ".pb", roundCount);
}