void TestRoundTripLongColumn <T>(IEnumerable <T> testElements, int columnId, IEnumerable <long?> expectedResults)
{
var memStream = new MemoryStream();
using (var writer = new OrcWriter <T>(memStream, new WriterConfiguration())) //Use the default configuration
{
writer.AddRows(testElements);
}
memStream.Seek(0, SeekOrigin.Begin);
var dataFile = new DataFileHelper(memStream);
var stream = dataFile.GetStream();
var fileTail = new FileTail(stream);
var expectedEnumerator = expectedResults.GetEnumerator();
foreach (var stripe in fileTail.Stripes)
{
var stripeStreamCollection = stripe.GetStripeStreamCollection();
var longReader = new LongReader(stripeStreamCollection, (uint)columnId);
var resultEnumerator = longReader.Read().GetEnumerator();
ulong count = 0;
while (resultEnumerator.MoveNext())
{
Assert.True(expectedEnumerator.MoveNext());
Assert.Equal(expectedEnumerator.Current, resultEnumerator.Current);
count++;
}
Assert.Equal(stripe.NumRows, count);
}
Assert.False(expectedEnumerator.MoveNext()); //We should have used all expected results
}
StripeStreamReaderCollection GetStripeStreamCollection()
{
var dataFile = new DataFileHelper("decimal.orc");
var stream = dataFile.GetStream();
var fileTail = new FileTail(stream);
var stripes = fileTail.GetStripeCollection();
Assert.Equal(1, stripes.Count);
return(stripes[0].GetStripeStreamCollection());
}
StripeStreamReaderCollection GetStripeStreamCollection()
{
var dataFile = new DataFileHelper("decimal.orc");
var stream = dataFile.GetStream();
var fileTail = new FileTail(stream);
var stripes = fileTail.Stripes;
Assert.Single(stripes);
return(stripes[0].GetStripeStreamCollection());
}
public static bool Create(string email, string password)
{
DataEntity data = new DataEntity()
{
User = new UserEntity()
};
data.User.Email = email;
data.User.Passcode = PassHelper.EnPasscode(email, password);
return(DataFileHelper.Create(data));
}
public static bool Login(string email, string passcode)
{
DataEntity data = DataFileHelper.Read(email, passcode);
if (data != null)
{
R.Data = data;
return(true);
}
return(false);
}
private static void BuildIndexAutomaticInternal(string dataFileFullName, Encoding dataFileEncoding, uint hashTableSize, uint allRecordCount, NormlizeTextFunction normlizeTextFunction)
{
Int64 fileSize = DataFileHelper.GetFileSize(dataFileFullName);
var buildIndexAs32 = (fileSize < MemorySlotInt32.MaxValue);
if (buildIndexAs32)
{
var maxPossibleOffsetInIndexFile = (hashTableSize * DiskSlotInt32.SizeOf) +
(allRecordCount * DiskTagInt32.SizeOf);
buildIndexAs32 = (maxPossibleOffsetInIndexFile < MemorySlotInt32.MaxValue);
}
if (buildIndexAs32)
{
BuildIndexInt32(dataFileFullName, dataFileEncoding, hashTableSize, normlizeTextFunction);
}
else
{
BuildIndex(dataFileFullName, dataFileEncoding, hashTableSize, normlizeTextFunction);
}
}
public ProtocolHelper(Stream inputStream)
{
_dataFileHelper = new DataFileHelper(inputStream);
}
public ProtocolHelper(string dataFileName)
{
_dataFileHelper = new DataFileHelper(dataFileName);
}
