void TestRoundTripLongColumn <T>(IEnumerable <T> testElements, int columnId, IEnumerable <long?> expectedResults) { var memStream = new MemoryStream(); using (var writer = new OrcWriter <T>(memStream, new WriterConfiguration())) //Use the default configuration { writer.AddRows(testElements); } memStream.Seek(0, SeekOrigin.Begin); var dataFile = new DataFileHelper(memStream); var stream = dataFile.GetStream(); var fileTail = new FileTail(stream); var expectedEnumerator = expectedResults.GetEnumerator(); foreach (var stripe in fileTail.Stripes) { var stripeStreamCollection = stripe.GetStripeStreamCollection(); var longReader = new LongReader(stripeStreamCollection, (uint)columnId); var resultEnumerator = longReader.Read().GetEnumerator(); ulong count = 0; while (resultEnumerator.MoveNext()) { Assert.True(expectedEnumerator.MoveNext()); Assert.Equal(expectedEnumerator.Current, resultEnumerator.Current); count++; } Assert.Equal(stripe.NumRows, count); } Assert.False(expectedEnumerator.MoveNext()); //We should have used all expected results }
StripeStreamReaderCollection GetStripeStreamCollection() { var dataFile = new DataFileHelper("decimal.orc"); var stream = dataFile.GetStream(); var fileTail = new FileTail(stream); var stripes = fileTail.GetStripeCollection(); Assert.Equal(1, stripes.Count); return(stripes[0].GetStripeStreamCollection()); }
StripeStreamReaderCollection GetStripeStreamCollection() { var dataFile = new DataFileHelper("decimal.orc"); var stream = dataFile.GetStream(); var fileTail = new FileTail(stream); var stripes = fileTail.Stripes; Assert.Single(stripes); return(stripes[0].GetStripeStreamCollection()); }
public static bool Create(string email, string password) { DataEntity data = new DataEntity() { User = new UserEntity() }; data.User.Email = email; data.User.Passcode = PassHelper.EnPasscode(email, password); return(DataFileHelper.Create(data)); }
public static bool Login(string email, string passcode) { DataEntity data = DataFileHelper.Read(email, passcode); if (data != null) { R.Data = data; return(true); } return(false); }
private static void BuildIndexAutomaticInternal(string dataFileFullName, Encoding dataFileEncoding, uint hashTableSize, uint allRecordCount, NormlizeTextFunction normlizeTextFunction) { Int64 fileSize = DataFileHelper.GetFileSize(dataFileFullName); var buildIndexAs32 = (fileSize < MemorySlotInt32.MaxValue); if (buildIndexAs32) { var maxPossibleOffsetInIndexFile = (hashTableSize * DiskSlotInt32.SizeOf) + (allRecordCount * DiskTagInt32.SizeOf); buildIndexAs32 = (maxPossibleOffsetInIndexFile < MemorySlotInt32.MaxValue); } if (buildIndexAs32) { BuildIndexInt32(dataFileFullName, dataFileEncoding, hashTableSize, normlizeTextFunction); } else { BuildIndex(dataFileFullName, dataFileEncoding, hashTableSize, normlizeTextFunction); } }
public ProtocolHelper(Stream inputStream) { _dataFileHelper = new DataFileHelper(inputStream); }
public ProtocolHelper(string dataFileName) { _dataFileHelper = new DataFileHelper(dataFileName); }