public void UpsertDefaultsTest([Values] TestUtils.DeviceType deviceType)
{
string filename = path + "UpsertDefaultsTest" + deviceType.ToString() + ".log";
log = TestUtils.CreateTestDevice(deviceType, filename);
fht = new FasterKV <KeyStruct, ValueStruct>
(128, new LogSettings {
LogDevice = log, MemorySizeBits = 22, SegmentSizeBits = 22, PageSizeBits = 10
});
session = fht.For(new Functions()).NewSession <Functions>();
InputStruct input = default;
OutputStruct output = default;
var key1 = new KeyStruct {
kfield1 = 13, kfield2 = 14
};
var value = new ValueStruct {
vfield1 = 23, vfield2 = 24
};
Assert.AreEqual(0, fht.EntryCount);
session.Upsert(ref key1, ref value);
var status = session.Read(ref key1, ref input, ref output, Empty.Default, 0);
AssertCompleted(Status.OK, status);
Assert.AreEqual(1, fht.EntryCount);
Assert.AreEqual(value.vfield1, output.value.vfield1);
Assert.AreEqual(value.vfield2, output.value.vfield2);
}
public void UpsertNoRefNoDefaultsTest()
{
// Just checking more parameter values so one device is enough
deviceType = TestUtils.DeviceType.MLSD;
string filename = path + "UpsertNoRefNoDefaultsTest" + deviceType.ToString() + ".log";
log = TestUtils.CreateTestDevice(deviceType, filename);
fht = new FasterKV <KeyStruct, ValueStruct>
(128, new LogSettings {
LogDevice = log, MemorySizeBits = 29
});
session = fht.For(new Functions()).NewSession <Functions>();
InputStruct input = default;
OutputStruct output = default;
var key1 = new KeyStruct {
kfield1 = 13, kfield2 = 14
};
var value = new ValueStruct {
vfield1 = 23, vfield2 = 24
};
session.Upsert(key1, value, Empty.Default, 0);
var status = session.Read(ref key1, ref input, ref output, Empty.Default, 0);
AssertCompleted(Status.OK, status);
Assert.AreEqual(value.vfield1, output.value.vfield1);
Assert.AreEqual(value.vfield2, output.value.vfield2);
}
public void ReadAtAddressReadFlagsNone()
{
// Just functional test of ReadFlag so one device is enough
deviceType = TestUtils.DeviceType.MLSD;
string filename = path + "ReadAtAddressReadFlagsNone" + deviceType.ToString() + ".log";
log = TestUtils.CreateTestDevice(deviceType, filename);
fht = new FasterKV <KeyStruct, ValueStruct>
(128, new LogSettings {
LogDevice = log, MemorySizeBits = 29
});
session = fht.For(new Functions()).NewSession <Functions>();
InputStruct input = default;
OutputStruct output = default;
var key1 = new KeyStruct {
kfield1 = 13, kfield2 = 14
};
var value = new ValueStruct {
vfield1 = 23, vfield2 = 24
};
var readAtAddress = fht.Log.BeginAddress;
session.Upsert(ref key1, ref value, Empty.Default, 0);
var status = session.ReadAtAddress(readAtAddress, ref input, ref output, ReadFlags.None, Empty.Default, 0);
AssertCompleted(Status.OK, status);
Assert.AreEqual(value.vfield1, output.value.vfield1);
Assert.AreEqual(value.vfield2, output.value.vfield2);
Assert.AreEqual(key1.kfield1, 13);
Assert.AreEqual(key1.kfield2, 14);
}
public void ReadAtAddressReadFlagsNone()
{
// Just functional test of ReadFlag so one device is enough
deviceType = TestUtils.DeviceType.MLSD;
Setup(128, new LogSettings {
MemorySizeBits = 29
}, deviceType);
InputStruct input = default;
OutputStruct output = default;
var key1 = new KeyStruct {
kfield1 = 13, kfield2 = 14
};
var value = new ValueStruct {
vfield1 = 23, vfield2 = 24
};
ReadOptions readOptions = new() { StartAddress = fht.Log.BeginAddress };
session.Upsert(ref key1, ref value, Empty.Default, 0);
var status = session.ReadAtAddress(ref input, ref output, ref readOptions, Empty.Default, 0);
AssertCompleted(new(StatusCode.Found), status);
Assert.AreEqual(value.vfield1, output.value.vfield1);
Assert.AreEqual(value.vfield2, output.value.vfield2);
Assert.AreEqual(key1.kfield1, 13);
Assert.AreEqual(key1.kfield2, 14);
}
public void UpsertNoRefNoDefaultsTest()
{
InputStruct input = default;
OutputStruct output = default;
var key1 = new KeyStruct {
kfield1 = 13, kfield2 = 14
};
var value = new ValueStruct {
vfield1 = 23, vfield2 = 24
};
session.Upsert(key1, value, Empty.Default, 0);
var status = session.Read(ref key1, ref input, ref output, Empty.Default, 0);
if (status == Status.PENDING)
{
session.CompletePending(true);
}
else
{
Assert.IsTrue(status == Status.OK);
}
Assert.IsTrue(output.value.vfield1 == value.vfield1);
Assert.IsTrue(output.value.vfield2 == value.vfield2);
}
public void ReadWithoutInput()
{
OutputStruct output = default;
var key1 = new KeyStruct {
kfield1 = 13, kfield2 = 14
};
var value = new ValueStruct {
vfield1 = 23, vfield2 = 24
};
session.Upsert(ref key1, ref value, Empty.Default, 0);
var status = session.Read(ref key1, ref output, Empty.Default, 99);
if (status == Status.PENDING)
{
session.CompletePending(true);
}
else
{
Assert.IsTrue(status == Status.OK);
}
// Verify the read data
Assert.IsTrue(output.value.vfield1 == value.vfield1);
Assert.IsTrue(output.value.vfield2 == value.vfield2);
Assert.IsTrue(13 == key1.kfield1);
Assert.IsTrue(14 == key1.kfield2);
}
public static void InPlaceUpdater(KeyStruct *key, InputStruct *input, ValueStruct *value)
{
ValueStruct.AcquireWriteLock(value);
value->vfield1 += input->ifield1;
value->vfield2 += input->ifield2;
ValueStruct.ReleaseWriteLock(value);
}
public void ReadBareMinParams()
{
var key1 = new KeyStruct {
kfield1 = 13, kfield2 = 14
};
var value = new ValueStruct {
vfield1 = 23, vfield2 = 24
};
session.Upsert(ref key1, ref value, Empty.Default, 0);
var status = session.Read(key1);
if (status.Item1 == Status.PENDING)
{
session.CompletePending(true);
}
else
{
Assert.IsTrue(status.Item1 == Status.OK);
}
Assert.IsTrue(status.Item2.value.vfield1 == value.vfield1);
Assert.IsTrue(status.Item2.value.vfield2 == value.vfield2);
Assert.IsTrue(13 == key1.kfield1);
Assert.IsTrue(14 == key1.kfield2);
}
public void UpsertDefaultsTest([Values] TestUtils.DeviceType deviceType)
{
Setup(128, new LogSettings {
MemorySizeBits = 22, SegmentSizeBits = 22, PageSizeBits = 10
}, deviceType);
InputStruct input = default;
OutputStruct output = default;
var key1 = new KeyStruct {
kfield1 = 13, kfield2 = 14
};
var value = new ValueStruct {
vfield1 = 23, vfield2 = 24
};
Assert.AreEqual(0, fht.EntryCount);
session.Upsert(ref key1, ref value);
var status = session.Read(ref key1, ref input, ref output, Empty.Default, 0);
AssertCompleted(new(StatusCode.Found), status);
Assert.AreEqual(1, fht.EntryCount);
Assert.AreEqual(value.vfield1, output.value.vfield1);
Assert.AreEqual(value.vfield2, output.value.vfield2);
}
public void ReadBareMinParams([Values] TestUtils.DeviceType deviceType)
{
string filename = path + "ReadBareMinParams" + deviceType.ToString() + ".log";
log = TestUtils.CreateTestDevice(deviceType, filename);
fht = new FasterKV <KeyStruct, ValueStruct>
(128, new LogSettings {
LogDevice = log, MemorySizeBits = 22, SegmentSizeBits = 22, PageSizeBits = 10
});
session = fht.For(new Functions()).NewSession <Functions>();
var key1 = new KeyStruct {
kfield1 = 13, kfield2 = 14
};
var value = new ValueStruct {
vfield1 = 23, vfield2 = 24
};
session.Upsert(ref key1, ref value, Empty.Default, 0);
var(status, output) = session.Read(key1);
AssertCompleted(Status.OK, status);
Assert.AreEqual(value.vfield1, output.value.vfield1);
Assert.AreEqual(value.vfield2, output.value.vfield2);
Assert.AreEqual(key1.kfield1, 13);
Assert.AreEqual(key1.kfield2, 14);
}
public void ReadWithoutInput([Values] TestUtils.DeviceType deviceType)
{
Setup(128, new LogSettings {
MemorySizeBits = 22, SegmentSizeBits = 22, PageSizeBits = 10
}, deviceType);
OutputStruct output = default;
var key1 = new KeyStruct {
kfield1 = 13, kfield2 = 14
};
var value = new ValueStruct {
vfield1 = 23, vfield2 = 24
};
session.Upsert(ref key1, ref value, Empty.Default, 0);
var status = session.Read(ref key1, ref output, Empty.Default, 99);
AssertCompleted(new(StatusCode.Found), status);
// Verify the read data
Assert.AreEqual(value.vfield1, output.value.vfield1);
Assert.AreEqual(value.vfield2, output.value.vfield2);
Assert.AreEqual(key1.kfield1, 13);
Assert.AreEqual(key1.kfield2, 14);
}
public void ShouldCreateNewRecordIfConcurrentWriterReturnsFalse()
{
var copyOnWrite = new FunctionsCopyOnWrite();
// FunctionsCopyOnWrite
var log = default(IDevice);
try
{
log = Devices.CreateLogDevice(TestContext.CurrentContext.TestDirectory + "\\hlog1.log", deleteOnClose: true);
using (var fht = new FasterKV <KeyStruct, ValueStruct, InputStruct, OutputStruct, Empty, FunctionsCopyOnWrite>
(128, copyOnWrite, new LogSettings {
LogDevice = log, MemorySizeBits = 29
}))
{
fht.StartSession();
var key = default(KeyStruct);
var value = default(ValueStruct);
key = new KeyStruct()
{
kfield1 = 1, kfield2 = 2
};
value = new ValueStruct()
{
vfield1 = 1000, vfield2 = 2000
};
fht.Upsert(ref key, ref value, Empty.Default, 0);
value = new ValueStruct()
{
vfield1 = 1001, vfield2 = 2002
};
fht.Upsert(ref key, ref value, Empty.Default, 0);
var recordCount = 0;
using (var iterator = fht.Log.Scan(fht.Log.BeginAddress, fht.Log.TailAddress))
{
while (iterator.GetNext(out var info))
{
recordCount++;
}
}
Assert.AreEqual(1, copyOnWrite.ConcurrentWriterCallCount, 2);
Assert.AreEqual(2, recordCount);
fht.StopSession();
}
}
finally
{
if (log != null)
{
log.Close();
}
}
}
public unsafe void NativeInMemWriteRead()
{
OutputStruct output = default(OutputStruct);
var key1 = new KeyStruct {
kfield1 = 13, kfield2 = 14
};
var value = new ValueStruct {
vfield1 = 23, vfield2 = 24
};
fht.Upsert(&key1, &value, null, 0);
var status = fht.Read(&key1, null, &output, null, 0);
if (status == Status.PENDING)
{
fht.CompletePending(true);
}
else
{
Assert.IsTrue(status == Status.OK);
}
Assert.IsTrue(output.value.vfield1 == value.vfield1);
Assert.IsTrue(output.value.vfield2 == value.vfield2);
}
public override bool CopyUpdater(ref KeyStruct key, ref InputStruct input, ref ValueStruct oldValue, ref ValueStruct newValue, ref OutputStruct output, ref RMWInfo rmwInfo)
{
newValue.vfield1 = oldValue.vfield1 + input.ifield1;
newValue.vfield2 = oldValue.vfield2 + input.ifield2;
output.value = newValue;
return(true);
}
public void ReadAtAddressReadFlagsNone()
{
InputStruct input = default;
OutputStruct output = default;
var key1 = new KeyStruct {
kfield1 = 13, kfield2 = 14
};
var value = new ValueStruct {
vfield1 = 23, vfield2 = 24
};
var readAtAddress = fht.Log.BeginAddress;
session.Upsert(ref key1, ref value, Empty.Default, 0);
var status = session.ReadAtAddress(readAtAddress, ref input, ref output, ReadFlags.None, Empty.Default, 0);
if (status == Status.PENDING)
{
session.CompletePending(true);
}
else
{
Assert.IsTrue(status == Status.OK);
}
Assert.IsTrue(output.value.vfield1 == value.vfield1);
Assert.IsTrue(output.value.vfield2 == value.vfield2);
Assert.IsTrue(13 == key1.kfield1);
Assert.IsTrue(14 == key1.kfield2);
}
public void NativeInMemWriteRead()
{
InputStruct input = default(InputStruct);
OutputStruct output = default(OutputStruct);
var key1 = new KeyStruct {
kfield1 = 13, kfield2 = 14
};
var value = new ValueStruct {
vfield1 = 23, vfield2 = 24
};
fht.Upsert(ref key1, ref value, Empty.Default, 0);
var status = fht.Read(ref key1, ref input, ref output, Empty.Default, 0);
if (status == Status.PENDING)
{
fht.CompletePending(true);
}
else
{
Assert.IsTrue(status == Status.OK);
}
Assert.IsTrue(output.value.vfield1 == value.vfield1);
Assert.IsTrue(output.value.vfield2 == value.vfield2);
}
public void UpsertNoRefNoDefaultsTest()
{
// Just checking more parameter values so one device is enough
deviceType = TestUtils.DeviceType.MLSD;
Setup(128, new LogSettings {
MemorySizeBits = 29
}, deviceType);
InputStruct input = default;
OutputStruct output = default;
var key1 = new KeyStruct {
kfield1 = 13, kfield2 = 14
};
var value = new ValueStruct {
vfield1 = 23, vfield2 = 24
};
session.Upsert(key1, value, Empty.Default, 0);
var status = session.Read(ref key1, ref input, ref output, Empty.Default, 0);
AssertCompleted(new(StatusCode.Found), status);
Assert.AreEqual(value.vfield1, output.value.vfield1);
Assert.AreEqual(value.vfield2, output.value.vfield2);
}
public unsafe void TestShiftHeadAddress()
{
InputStruct input = default(InputStruct);
Random r = new Random(10);
for (int c = 0; c < 1000; c++)
{
var i = r.Next(10000);
var key1 = new KeyStruct {
kfield1 = i, kfield2 = i + 1
};
var value = new ValueStruct {
vfield1 = i, vfield2 = i + 1
};
fht.Upsert(ref key1, ref value, Empty.Default, 0);
}
r = new Random(10);
for (int c = 0; c < 1000; c++)
{
var i = r.Next(10000);
OutputStruct output = default(OutputStruct);
var key1 = new KeyStruct {
kfield1 = i, kfield2 = i + 1
};
var value = new ValueStruct {
vfield1 = i, vfield2 = i + 1
};
if (fht.Read(ref key1, ref input, ref output, Empty.Default, 0) == Status.PENDING)
{
fht.CompletePending(true);
}
Assert.IsTrue(output.value.vfield1 == value.vfield1);
Assert.IsTrue(output.value.vfield2 == value.vfield2);
}
// Shift head and retry - should not find in main memory now
fht.ShiftHeadAddress(fht.LogTailAddress, true);
r = new Random(10);
for (int c = 0; c < 1000; c++)
{
var i = r.Next(10000);
OutputStruct output = default(OutputStruct);
var key1 = new KeyStruct {
kfield1 = i, kfield2 = i + 1
};
var value = new ValueStruct {
vfield1 = i, vfield2 = i + 1
};
Assert.IsTrue(fht.Read(ref key1, ref input, ref output, Empty.Default, 0) == Status.PENDING);
fht.CompletePending(true);
}
}
public void NativeInMemWriteReadDelete2()
{
// Just set this one since Write Read Delete already does all four devices
deviceType = TestUtils.DeviceType.MLSD;
const int count = 10;
// Setup(128, new LogSettings { MemorySizeBits = 22, SegmentSizeBits = 22, PageSizeBits = 10 }, deviceType);
Setup(128, new LogSettings {
MemorySizeBits = 29
}, deviceType);
InputStruct input = default;
OutputStruct output = default;
for (int i = 0; i < 10 * count; i++)
{
var key1 = new KeyStruct {
kfield1 = i, kfield2 = 14
};
var value = new ValueStruct {
vfield1 = i, vfield2 = 24
};
session.Upsert(ref key1, ref value, Empty.Default, 0);
}
for (int i = 0; i < 10 * count; i++)
{
var key1 = new KeyStruct {
kfield1 = i, kfield2 = 14
};
session.Delete(ref key1, Empty.Default, 0);
}
for (int i = 0; i < 10 * count; i++)
{
var key1 = new KeyStruct {
kfield1 = i, kfield2 = 14
};
var value = new ValueStruct {
vfield1 = i, vfield2 = 24
};
var status = session.Read(ref key1, ref input, ref output, Empty.Default, 0);
AssertCompleted(new(StatusCode.NotFound), status);
session.Upsert(ref key1, ref value, Empty.Default, 0);
}
for (int i = 0; i < 10 * count; i++)
{
var key1 = new KeyStruct {
kfield1 = i, kfield2 = 14
};
var status = session.Read(ref key1, ref input, ref output, Empty.Default, 0);
AssertCompleted(new(StatusCode.Found), status);
}
}
public void NativeInMemWriteReadDelete()
{
InputStruct input = default;
OutputStruct output = default;
var key1 = new KeyStruct {
kfield1 = 13, kfield2 = 14
};
var value = new ValueStruct {
vfield1 = 23, vfield2 = 24
};
session.Upsert(ref key1, ref value, Empty.Default, 0);
var status = session.Read(ref key1, ref input, ref output, Empty.Default, 0);
if (status == Status.PENDING)
{
session.CompletePending(true);
}
else
{
Assert.IsTrue(status == Status.OK);
}
session.Delete(ref key1, Empty.Default, 0);
status = session.Read(ref key1, ref input, ref output, Empty.Default, 0);
if (status == Status.PENDING)
{
session.CompletePending(true);
}
else
{
Assert.IsTrue(status == Status.NOTFOUND);
}
var key2 = new KeyStruct {
kfield1 = 14, kfield2 = 15
};
var value2 = new ValueStruct {
vfield1 = 24, vfield2 = 25
};
session.Upsert(ref key2, ref value2, Empty.Default, 0);
status = session.Read(ref key2, ref input, ref output, Empty.Default, 0);
if (status == Status.PENDING)
{
session.CompletePending(true);
}
else
{
Assert.IsTrue(status == Status.OK);
}
Assert.IsTrue(output.value.vfield1 == value2.vfield1);
Assert.IsTrue(output.value.vfield2 == value2.vfield2);
}
public override bool CopyUpdater(ref KeyStruct key, ref InputStruct input, ref ValueStruct oldValue, ref ValueStruct newValue, ref OutputStruct output, ref RMWInfo rmwInfo)
{
Assert.IsFalse(rmwInfo.RecordInfo.IsNull());
newValue.vfield1 = oldValue.vfield1 + input.ifield1;
newValue.vfield2 = oldValue.vfield2 + input.ifield2;
output.value = newValue;
return(true);
}
public unsafe void NativeInMemWriteRead2()
{
InputStruct input = default(InputStruct);
Random r = new Random(10);
for (int c = 0; c < 1000; c++)
{
var i = r.Next(10000);
var key1 = new KeyStruct {
kfield1 = i, kfield2 = i + 1
};
var value = new ValueStruct {
vfield1 = i, vfield2 = i + 1
};
fht.Upsert(ref key1, ref value, Empty.Default, 0);
}
r = new Random(10);
for (int c = 0; c < 1000; c++)
{
var i = r.Next(10000);
OutputStruct output = default(OutputStruct);
var key1 = new KeyStruct {
kfield1 = i, kfield2 = i + 1
};
var value = new ValueStruct {
vfield1 = i, vfield2 = i + 1
};
if (fht.Read(ref key1, ref input, ref output, Empty.Default, 0) == Status.PENDING)
{
fht.CompletePending(true);
}
Assert.IsTrue(output.value.vfield1 == value.vfield1);
Assert.IsTrue(output.value.vfield2 == value.vfield2);
}
// Clean up and retry - should not find now
fht.ShiftBeginAddress(fht.LogTailAddress);
r = new Random(10);
for (int c = 0; c < 1000; c++)
{
var i = r.Next(10000);
OutputStruct output = default(OutputStruct);
var key1 = new KeyStruct {
kfield1 = i, kfield2 = i + 1
};
var value = new ValueStruct {
vfield1 = i, vfield2 = i + 1
};
Assert.IsTrue(fht.Read(ref key1, ref input, ref output, Empty.Default, 0) == Status.NOTFOUND);
}
}
public void BlittableLogCompactionTest1([Values] CompactionType compactionType)
{
using var session = fht.For(new FunctionsCompaction()).NewSession <FunctionsCompaction>();
InputStruct input = default;
const int totalRecords = 2000;
var start = fht.Log.TailAddress;
long compactUntil = 0;
for (int i = 0; i < totalRecords; i++)
{
if (i == 1000)
{
compactUntil = fht.Log.TailAddress;
}
var key1 = new KeyStruct {
kfield1 = i, kfield2 = i + 1
};
var value = new ValueStruct {
vfield1 = i, vfield2 = i + 1
};
session.Upsert(ref key1, ref value, 0, 0);
}
compactUntil = session.Compact(compactUntil, compactionType);
fht.Log.Truncate();
Assert.AreEqual(compactUntil, fht.Log.BeginAddress);
// Read 2000 keys - all should be present
for (int i = 0; i < totalRecords; i++)
{
OutputStruct output = default;
var key1 = new KeyStruct {
kfield1 = i, kfield2 = i + 1
};
var value = new ValueStruct {
vfield1 = i, vfield2 = i + 1
};
var status = session.Read(ref key1, ref input, ref output, 0, 0);
if (status.IsPending)
{
session.CompletePending(true);
}
else
{
Assert.IsTrue(status.Found);
Assert.AreEqual(value.vfield1, output.value.vfield1);
Assert.AreEqual(value.vfield2, output.value.vfield2);
}
}
}
public void BlittableLogCompactionTest1()
{
using var session = fht.NewSession();
InputStruct input = default;
const int totalRecords = 2000;
var start = fht.Log.TailAddress;
long compactUntil = 0;
for (int i = 0; i < totalRecords; i++)
{
if (i == 1000)
{
compactUntil = fht.Log.TailAddress;
}
var key1 = new KeyStruct {
kfield1 = i, kfield2 = i + 1
};
var value = new ValueStruct {
vfield1 = i, vfield2 = i + 1
};
session.Upsert(ref key1, ref value, 0, 0);
}
fht.Log.Compact(compactUntil);
Assert.IsTrue(fht.Log.BeginAddress == compactUntil);
// Read 2000 keys - all should be present
for (int i = 0; i < totalRecords; i++)
{
OutputStruct output = default;
var key1 = new KeyStruct {
kfield1 = i, kfield2 = i + 1
};
var value = new ValueStruct {
vfield1 = i, vfield2 = i + 1
};
var status = session.Read(ref key1, ref input, ref output, 0, 0);
if (status == Status.PENDING)
{
session.CompletePending(true);
}
else
{
Assert.IsTrue(status == Status.OK);
Assert.IsTrue(output.value.vfield1 == value.vfield1);
Assert.IsTrue(output.value.vfield2 == value.vfield2);
}
}
}
public void BlittableDiskWriteScan()
{
using var session = fht.NewSession();
var s = fht.Log.Subscribe(new LogObserver());
var start = fht.Log.TailAddress;
for (int i = 0; i < totalRecords; i++)
{
var key1 = new KeyStruct {
kfield1 = i, kfield2 = i + 1
};
var value = new ValueStruct {
vfield1 = i, vfield2 = i + 1
};
session.Upsert(ref key1, ref value, Empty.Default, 0);
}
fht.Log.FlushAndEvict(true);
var iter = fht.Log.Scan(start, fht.Log.TailAddress, ScanBufferingMode.SinglePageBuffering);
int val = 0;
while (iter.GetNext(out _, out KeyStruct key, out ValueStruct value))
{
Assert.IsTrue(key.kfield1 == val);
Assert.IsTrue(key.kfield2 == val + 1);
Assert.IsTrue(value.vfield1 == val);
Assert.IsTrue(value.vfield2 == val + 1);
val++;
}
Assert.IsTrue(totalRecords == val);
iter = fht.Log.Scan(start, fht.Log.TailAddress, ScanBufferingMode.DoublePageBuffering);
val = 0;
while (iter.GetNext(out RecordInfo recordInfo, out KeyStruct key, out ValueStruct value))
{
Assert.IsTrue(key.kfield1 == val);
Assert.IsTrue(key.kfield2 == val + 1);
Assert.IsTrue(value.vfield1 == val);
Assert.IsTrue(value.vfield2 == val + 1);
val++;
}
Assert.IsTrue(totalRecords == val);
s.Dispose();
}
public void ReadAtAddressReadFlagsSkipReadCache()
{
InputStruct input = default;
OutputStruct output = default;
long invalidAddress = Constants.kInvalidAddress;
var key1 = new KeyStruct {
kfield1 = 13, kfield2 = 14
};
var value = new ValueStruct {
vfield1 = 23, vfield2 = 24
};
var readAtAddress = fht.Log.BeginAddress;
session.Upsert(ref key1, ref value, Empty.Default, 0);
//**** When Bug Fixed ... use the invalidAddress line
// Bug #136259
// Ah—slight bug here.I took a quick look to verify that the logicalAddress passed to SingleReader was kInvalidAddress(0),
//and while I got that right for the SingleWriter call, I missed it on the SingleReader.
//This is because we streamlined it to no longer expose RecordAccessor.IsReadCacheAddress, and I missed it here.
// test that the record retrieved on Read variants that do find the record in the readCache
//pass Constants.kInvalidAddress as the ‘address’ parameter to SingleReader.
// Reading the same record using Read(…, ref RecordInfo…)
//and ReadFlags.SkipReadCache should return a valid record there.
//For now, write the same test, and instead of testing for address == kInvalidAddress,
//test for (address & Constants.kReadCacheBitMask) != 0.
//var status = session.ReadAtAddress(invalidAddress, ref input, ref output, ReadFlags.SkipReadCache);
var status = session.ReadAtAddress(readAtAddress, ref input, ref output, ReadFlags.SkipReadCache);
if (status == Status.PENDING)
{
session.CompletePending(true);
}
else
{
Assert.IsTrue(status == Status.OK);
}
Assert.IsTrue(output.value.vfield1 == value.vfield1);
Assert.IsTrue(output.value.vfield2 == value.vfield2);
Assert.IsTrue(13 == key1.kfield1);
Assert.IsTrue(14 == key1.kfield2);
}
public void BlittableLogCompactionCustomFunctionsTest2()
{
// Update: irrelevant as session compaction no longer uses Copy/CopyInPlace
// This test checks if CopyInPlace returning false triggers call to Copy
using var session = fht.For(new FunctionsCompaction()).NewSession <FunctionsCompaction>();
var key = new KeyStruct {
kfield1 = 100, kfield2 = 101
};
var value = new ValueStruct {
vfield1 = 10, vfield2 = 20
};
session.Upsert(ref key, ref value, 0, 0);
fht.Log.Flush(true);
value = new ValueStruct {
vfield1 = 11, vfield2 = 21
};
session.Upsert(ref key, ref value, 0, 0);
fht.Log.Flush(true);
var compactionFunctions = new Test2CompactionFunctions();
session.Compact(fht.Log.TailAddress, true, compactionFunctions);
Assert.IsFalse(compactionFunctions.CopyCalled);
var input = default(InputStruct);
var output = default(OutputStruct);
var status = session.Read(ref key, ref input, ref output, 0, 0);
if (status == Status.PENDING)
{
session.CompletePending(true);
}
else
{
Assert.IsTrue(status == Status.OK);
Assert.IsTrue(output.value.vfield1 == value.vfield1);
Assert.IsTrue(output.value.vfield2 == value.vfield2);
}
}
public void NativeInMemWriteReadDelete([Values] TestUtils.DeviceType deviceType)
{
string filename = path + "NativeInMemWriteReadDelete" + deviceType.ToString() + ".log";
log = TestUtils.CreateTestDevice(deviceType, filename);
fht = new FasterKV <KeyStruct, ValueStruct>
(128, new LogSettings {
LogDevice = log, PageSizeBits = 10, MemorySizeBits = 12, SegmentSizeBits = 22
});
session = fht.For(new Functions()).NewSession <Functions>();
InputStruct input = default;
OutputStruct output = default;
var key1 = new KeyStruct {
kfield1 = 13, kfield2 = 14
};
var value = new ValueStruct {
vfield1 = 23, vfield2 = 24
};
session.Upsert(ref key1, ref value, Empty.Default, 0);
var status = session.Read(ref key1, ref input, ref output, Empty.Default, 0);
AssertCompleted(Status.OK, status);
session.Delete(ref key1, Empty.Default, 0);
status = session.Read(ref key1, ref input, ref output, Empty.Default, 0);
AssertCompleted(Status.NOTFOUND, status);
var key2 = new KeyStruct {
kfield1 = 14, kfield2 = 15
};
var value2 = new ValueStruct {
vfield1 = 24, vfield2 = 25
};
session.Upsert(ref key2, ref value2, Empty.Default, 0);
status = session.Read(ref key2, ref input, ref output, Empty.Default, 0);
AssertCompleted(Status.OK, status);
Assert.AreEqual(value2.vfield1, output.value.vfield1);
Assert.AreEqual(value2.vfield2, output.value.vfield2);
}
public void BlittableDiskWriteScan()
{
const int totalRecords = 2000;
var start = fht.Log.TailAddress;
for (int i = 0; i < totalRecords; i++)
{
var key1 = new KeyStruct {
kfield1 = i, kfield2 = i + 1
};
var value = new ValueStruct {
vfield1 = i, vfield2 = i + 1
};
fht.Upsert(ref key1, ref value, Empty.Default, 0);
}
fht.Log.FlushAndEvict(true);
var iter = fht.Log.Scan(start, fht.Log.TailAddress, ScanBufferingMode.SinglePageBuffering);
int val = 0;
while (iter.GetNext(out KeyStruct key, out ValueStruct value))
{
Assert.IsTrue(key.kfield1 == val);
Assert.IsTrue(key.kfield2 == val + 1);
Assert.IsTrue(value.vfield1 == val);
Assert.IsTrue(value.vfield2 == val + 1);
val++;
}
Assert.IsTrue(totalRecords == val);
iter = fht.Log.Scan(start, fht.Log.TailAddress, ScanBufferingMode.DoublePageBuffering);
val = 0;
while (iter.GetNext(out KeyStruct key, out ValueStruct value))
{
Assert.IsTrue(key.kfield1 == val);
Assert.IsTrue(key.kfield2 == val + 1);
Assert.IsTrue(value.vfield1 == val);
Assert.IsTrue(value.vfield2 == val + 1);
val++;
}
Assert.IsTrue(totalRecords == val);
}
public void BlittableLogCompactionCustomFunctionsTest2([Values] CompactionType compactionType)
{
// Update: irrelevant as session compaction no longer uses Copy/CopyInPlace
// This test checks if CopyInPlace returning false triggers call to Copy
using var session = fht.For(new FunctionsCompaction()).NewSession <FunctionsCompaction>();
var key = new KeyStruct {
kfield1 = 100, kfield2 = 101
};
var value = new ValueStruct {
vfield1 = 10, vfield2 = 20
};
session.Upsert(ref key, ref value, 0, 0);
fht.Log.Flush(true);
value = new ValueStruct {
vfield1 = 11, vfield2 = 21
};
session.Upsert(ref key, ref value, 0, 0);
fht.Log.Flush(true);
var compactUntil = session.Compact(fht.Log.TailAddress, compactionType);
fht.Log.Truncate();
var input = default(InputStruct);
var output = default(OutputStruct);
var status = session.Read(ref key, ref input, ref output, 0, 0);
if (status.IsPending)
{
session.CompletePending(true);
}
else
{
Assert.IsTrue(status.Found);
Assert.AreEqual(value.vfield1, output.value.vfield1);
Assert.AreEqual(value.vfield2, output.value.vfield2);
}
}
