public void BasicNestedEmptyObject()
{
using (var context = new JsonOperationContext(1024, 1024 * 4, SharedMultipleUseFlag.None))
{
using (var builder = new ManualBlittableJsonDocumentBuilder <UnmanagedWriteBuffer>(context))
{
builder.Reset(BlittableJsonDocumentBuilder.UsageMode.None);
builder.StartWriteObjectDocument();
builder.StartWriteObject();
{
builder.WritePropertyName("EmptyObject");
{
builder.StartWriteObject();
builder.WriteObjectEnd();
}
builder.WriteObjectEnd();
}
builder.FinalizeDocument();
using (var reader = builder.CreateReader())
{
Assert.Equal(1, reader.Count);
var nested = reader["EmptyObject"] as BlittableJsonReaderObject;
Assert.Equal(0, nested.Count);
}
}
}
}
private static BlittableJsonReaderObject WriteNewCountersDocument(DocumentsOperationContext context, List <string> dbIds, IEnumerable <KeyValuePair <string, List <CounterDetail> > > batch)
{
var toDispose = new List <IDisposable>();
try
{
BlittableJsonReaderObject data;
using (var builder = new ManualBlittableJsonDocumentBuilder <UnmanagedWriteBuffer>(context))
{
builder.Reset(BlittableJsonDocumentBuilder.UsageMode.None);
builder.StartWriteObjectDocument();
builder.StartWriteObject();
builder.WritePropertyName(CountersStorage.DbIds);
builder.StartWriteArray();
foreach (var dbId in dbIds)
{
builder.WriteValue(dbId);
}
builder.WriteArrayEnd();
builder.WritePropertyName(CountersStorage.Values);
builder.StartWriteObject();
foreach (var kvp in batch)
{
builder.WritePropertyName(kvp.Key);
var maxDbIdIndex = GetMaxDbIdIndex(context, dbIds, kvp.Value);
toDispose.Add(context.Allocator.Allocate((maxDbIdIndex + 1) * CountersStorage.SizeOfCounterValues, out var newVal));
Memory.Set(newVal.Ptr, 0, newVal.Length);
WriteRawBlob(context, dbIds, kvp.Value, newVal, builder);
}
builder.WriteObjectEnd();
builder.WriteObjectEnd();
builder.FinalizeDocument();
data = builder.CreateReader();
}
return(data);
}
finally
{
foreach (var scope in toDispose)
{
scope.Dispose();
}
}
}
public void BasicIntNestedStructure()
{
using (var context = new JsonOperationContext(1024, 1024 * 4, SharedMultipleUseFlag.None))
{
using (var builder = new ManualBlittableJsonDocumentBuilder <UnmanagedWriteBuffer>(context))
{
builder.Reset(BlittableJsonDocumentBuilder.UsageMode.None);
builder.StartWriteObjectDocument();
builder.StartWriteObject();
{
builder.WritePropertyName("Data");
{
builder.StartWriteObject();
{
builder.WritePropertyName("Volume");
{
builder.WriteValue(44);
}
builder.WritePropertyName("Height");
{
builder.WriteValue(55);
}
builder.WriteObjectEnd();
}
}
builder.WritePropertyName("@MetaData");
{
builder.StartWriteObject();
{
builder.WritePropertyName("Ticks");
{
builder.WriteValue(22);
}
builder.WritePropertyName("Tacks");
{
builder.WriteValue(11);
}
builder.WriteObjectEnd();
}
}
builder.WriteObjectEnd();
}
builder.FinalizeDocument();
var reader = builder.CreateReader();
var stream = new MemoryStream();
Assert.Equal(2, reader.Count);
var data = reader["Data"] as BlittableJsonReaderObject;
Assert.Equal(44, int.Parse(data["Volume"].ToString(), CultureInfo.InvariantCulture));
Assert.Equal(55, int.Parse(data["Height"].ToString(), CultureInfo.InvariantCulture));
var metadata = reader["@MetaData"] as BlittableJsonReaderObject;
Assert.Equal(22, int.Parse(metadata["Ticks"].ToString(), CultureInfo.InvariantCulture));
Assert.Equal(11, int.Parse(metadata["Tacks"].ToString(), CultureInfo.InvariantCulture));
}
}
}
public void FlatObjectWithObjectArray()
{
using (var context = new JsonOperationContext(1024, 1024 * 4, SharedMultipleUseFlag.None))
{
using (var builder = new ManualBlittableJsonDocumentBuilder <UnmanagedWriteBuffer>(context))
{
builder.Reset(BlittableJsonDocumentBuilder.UsageMode.None);
builder.StartWriteObjectDocument();
builder.StartWriteObject();
{
builder.WritePropertyName("MyObjects");
{
builder.StartWriteArray();
{
for (var i = 0; i < 8; i++)
{
builder.StartWriteObject();
{
builder.WritePropertyName("NestedNode");
{
builder.WriteValue(i);
}
builder.WriteObjectEnd();
}
}
builder.WriteArrayEnd();
}
}
builder.WritePropertyName("Height");
{
builder.WriteValue(55);
}
builder.WriteObjectEnd();
}
builder.FinalizeDocument();
using (var reader = builder.CreateReader())
{
Assert.Equal(2, reader.Count);
var array = reader["MyObjects"] as BlittableJsonReaderArray;
Assert.Equal(8, array.Length);
for (var i = 0; i < 8; i++)
{
var nested = array[i] as BlittableJsonReaderObject;
Assert.Equal(i, int.Parse(nested["NestedNode"].ToString(), CultureInfo.InvariantCulture));
}
Assert.Equal(55, int.Parse(reader["Height"].ToString(), CultureInfo.InvariantCulture));
}
}
}
}
public override void WriteStartObject()
{
_manualBlittableJsonDocumentBuilder.StartWriteObject();
if (!_first)
{
return;
}
_first = false;
WriteMetadata();
}
public void BigAmountOfProperties(int propertiesAmount)
{
using (var context = new JsonOperationContext(1024, 1024 * 4, SharedMultipleUseFlag.None))
{
using (var builder = new ManualBlittableJsonDocumentBuilder <UnmanagedWriteBuffer>(context))
{
builder.Reset(BlittableJsonDocumentBuilder.UsageMode.None);
builder.StartWriteObjectDocument();
builder.StartWriteObject();
for (int i = 0; i < propertiesAmount; i++)
{
builder.WritePropertyName("Age" + i);
builder.WriteValue(i);
}
builder.WriteObjectEnd();
builder.FinalizeDocument();
using (var reader = builder.CreateReader())
{
Assert.Equal(propertiesAmount, reader.Count);
for (var i = 0; i < propertiesAmount; i++)
{
var val = reader["Age" + i];
Assert.Equal(i, int.Parse(val.ToString(), CultureInfo.InvariantCulture));
}
}
}
}
}
private void WriteRevisionsBlittable(DocumentsOperationContext context, IEnumerable <Document> documentsToWrite, out long numberOfResults)
{
numberOfResults = 0;
HttpContext.Response.Headers["Content-Type"] = "binary/blittable-json";
using (var streamBuffer = new UnmanagedStreamBuffer(context, ResponseBodyStream()))
using (var writer = new ManualBlittableJsonDocumentBuilder <UnmanagedStreamBuffer>(context,
null, new BlittableWriter <UnmanagedStreamBuffer>(context, streamBuffer)))
{
writer.StartWriteObjectDocument();
writer.StartWriteObject();
writer.WritePropertyName(nameof(GetDocumentsResult.Results));
writer.StartWriteArray();
foreach (var document in documentsToWrite)
{
numberOfResults++;
writer.WriteEmbeddedBlittableDocument(document.Data);
}
writer.WriteArrayEnd();
writer.WriteObjectEnd();
writer.FinalizeDocument();
}
}
public void BasicIntFlatStructure()
{
using (var context = new JsonOperationContext(1024, 1024 * 4, SharedMultipleUseFlag.None))
{
using (var builder = new ManualBlittableJsonDocumentBuilder <UnmanagedWriteBuffer>(context))
{
builder.Reset(BlittableJsonDocumentBuilder.UsageMode.None);
builder.StartWriteObjectDocument();
builder.StartWriteObject();
{
builder.WritePropertyName("Volume");
{
builder.WriteValue(44);
}
builder.WritePropertyName("Height");
{
builder.WriteValue(55);
}
builder.WriteObjectEnd();
}
builder.FinalizeDocument();
var reader = builder.CreateReader();
Assert.Equal(2, reader.Count);
var volumeValue = reader["Volume"].ToString();
Assert.Equal(44, int.Parse(volumeValue, CultureInfo.InvariantCulture));
var heightValue = reader["Height"].ToString();
Assert.Equal(55, int.Parse(heightValue, CultureInfo.InvariantCulture));
}
}
}
private static void WriteConflictResolver(string name, ManualBlittableJsonDocumentBuilder <UnmanagedWriteBuffer> documentWriter,
ManualBlittableJsonDocumentBuilder <UnmanagedWriteBuffer> metadataWriter, ConflictResolverAdvisor resolver, int indent)
{
MergeResult result = resolver.Resolve(indent);
if (resolver.IsMetadataResolver)
{
if (name != "@metadata")
{
metadataWriter.WritePropertyName(name);
metadataWriter.StartWriteObject();
result.Document.AddItemsToStream(metadataWriter);
metadataWriter.WriteObjectEnd();
return;
}
result.Document.AddItemsToStream(metadataWriter);
}
else
{
documentWriter.WritePropertyName(name);
documentWriter.StartWriteObject();
result.Document.AddItemsToStream(documentWriter);
documentWriter.WriteObjectEnd();
}
}
public void Equals_when_creating_blittable_in_different_ways()
{
using (var ctx = JsonOperationContext.ShortTermSingleUse())
{
using (var builder = new ManualBlittableJsonDocumentBuilder <UnmanagedWriteBuffer>(ctx))
using (var embeddedBuilder = new ManualBlittableJsonDocumentBuilder <UnmanagedWriteBuffer>(ctx))
{
builder.Reset(BlittableJsonDocumentBuilder.UsageMode.None);
embeddedBuilder.Reset(BlittableJsonDocumentBuilder.UsageMode.None);
embeddedBuilder.StartWriteObjectDocument();
embeddedBuilder.StartWriteObject();
embeddedBuilder.WritePropertyName("Name");
embeddedBuilder.WriteValue("Hibernating Rhinos");
embeddedBuilder.WritePropertyName("Type");
embeddedBuilder.WriteValue("LTD");
embeddedBuilder.WriteObjectEnd();
embeddedBuilder.FinalizeDocument();
var embeddedCompany = embeddedBuilder.CreateReader();
builder.StartWriteObjectDocument();
builder.StartWriteObject();
builder.WritePropertyName("Company");
builder.WriteEmbeddedBlittableDocument(embeddedCompany);
builder.WritePropertyName("Street");
builder.WriteValue("Hanasi 21");
builder.WritePropertyName("City");
builder.WriteValue("Hadera");
builder.WriteObjectEnd();
builder.FinalizeDocument();
var blittable1 = builder.CreateReader();
var json2 = new DynamicJsonValue()
{
["Company"] = new DynamicJsonValue()
{
["Name"] = "Hibernating Rhinos",
["Type"] = "LTD",
},
["Street"] = "Hanasi 21",
["City"] = "Hadera",
};
using (var blittable2 = ctx.ReadObject(json2, "foo"))
{
Assert.Equal(blittable1, blittable2);
Assert.Equal(blittable1.GetHashCode(), blittable2.GetHashCode());
blittable1.TryGet("Company", out BlittableJsonReaderObject ob1);
blittable2.TryGet("Company", out BlittableJsonReaderObject ob2);
Assert.Equal(ob1, ob2);
}
}
}
}
public void BasicObject()
{
using (var context = new JsonOperationContext(1024, 1024 * 4, SharedMultipleUseFlag.None))
{
using (var builder = new ManualBlittableJsonDocumentBuilder <UnmanagedWriteBuffer>(context))
{
builder.Reset(BlittableJsonDocumentBuilder.UsageMode.None);
builder.StartWriteObjectDocument();
builder.StartWriteObject();
builder.WritePropertyName("Age");
builder.WriteValue(1);
builder.WriteObjectEnd();
builder.FinalizeDocument();
using (var reader = builder.CreateReader())
Assert.Equal(1, reader.Count);
}
}
}
private MergeResult GenerateOutput(Dictionary <string, object> result, int indent)
{
using (var documentWriter = new ManualBlittableJsonDocumentBuilder <UnmanagedWriteBuffer>(_context))
using (var metadataWriter = new ManualBlittableJsonDocumentBuilder <UnmanagedWriteBuffer>(_context))
{
documentWriter.Reset(BlittableJsonDocumentBuilder.UsageMode.None);
metadataWriter.Reset(BlittableJsonDocumentBuilder.UsageMode.None);
documentWriter.StartWriteObjectDocument();
metadataWriter.StartWriteObjectDocument();
documentWriter.StartWriteObject();
metadataWriter.StartWriteObject();
foreach (var o in result)
{
var resolver = o.Value as ConflictResolverAdvisor;
if (resolver != null)
{
WriteConflictResolver(o.Key, documentWriter, metadataWriter, resolver,
o.Key == Constants.Documents.Metadata.Key ? 0 : indent + 1);
}
else
{
WriteToken(o.Key == Constants.Documents.Metadata.Key ? metadataWriter : documentWriter, o.Key, o.Value);
}
}
documentWriter.WriteObjectEnd();
metadataWriter.WriteObjectEnd();
documentWriter.FinalizeDocument();
metadataWriter.FinalizeDocument();
return(new MergeResult
{
Document = documentWriter.CreateReader(),
Metadata = metadataWriter.CreateReader()
});
}
}
public void FlatObjectWithEmptyArray()
{
using (var context = new JsonOperationContext(1024, 1024 * 4, 32 * 1024, SharedMultipleUseFlag.None))
{
using (var builder = new ManualBlittableJsonDocumentBuilder <UnmanagedWriteBuffer>(context))
{
builder.Reset(BlittableJsonDocumentBuilder.UsageMode.None);
builder.StartWriteObjectDocument();
builder.StartWriteObject();
{
builder.WritePropertyName("MyEmptyArray");
{
builder.StartWriteArray();
{
builder.WriteArrayEnd();
}
}
builder.WritePropertyName("Height");
{
builder.WriteValue(55);
}
builder.WriteObjectEnd();
}
builder.FinalizeDocument();
var reader = builder.CreateReader();
Assert.Equal(2, reader.Count);
var array = reader["MyEmptyArray"] as BlittableJsonReaderArray;
Assert.Equal(0, array.Length);
Assert.Equal(55, int.Parse(reader["Height"].ToString(), CultureInfo.InvariantCulture));
}
}
}
public void Equals_blittables_created_manually()
{
using (var ctx = JsonOperationContext.ShortTermSingleUse())
{
BlittableJsonReaderObject CreateBlittable()
{
using (var builder = new ManualBlittableJsonDocumentBuilder <UnmanagedWriteBuffer>(ctx))
using (var officeBuilder = new ManualBlittableJsonDocumentBuilder <UnmanagedWriteBuffer>(ctx))
using (var companyBuilder = new ManualBlittableJsonDocumentBuilder <UnmanagedWriteBuffer>(ctx))
{
builder.Reset(BlittableJsonDocumentBuilder.UsageMode.None);
officeBuilder.Reset(BlittableJsonDocumentBuilder.UsageMode.None);
companyBuilder.Reset(BlittableJsonDocumentBuilder.UsageMode.None);
companyBuilder.StartWriteObjectDocument();
companyBuilder.StartWriteObject();
companyBuilder.WritePropertyName("Name");
companyBuilder.WriteValue("Hibernating Rhinos");
companyBuilder.WritePropertyName("Type");
companyBuilder.WriteValue("LTD");
companyBuilder.WriteObjectEnd();
companyBuilder.FinalizeDocument();
var embeddedCompany = companyBuilder.CreateReader();
officeBuilder.StartWriteObjectDocument();
officeBuilder.StartWriteObject();
officeBuilder.WritePropertyName("Company");
officeBuilder.WriteEmbeddedBlittableDocument(embeddedCompany);
officeBuilder.WritePropertyName("Street");
officeBuilder.WriteValue("Hanasi 21");
officeBuilder.WritePropertyName("City");
officeBuilder.WriteValue("Hadera");
officeBuilder.WriteObjectEnd();
officeBuilder.FinalizeDocument();
var embeddedOffice = officeBuilder.CreateReader();
builder.StartWriteObjectDocument();
builder.StartWriteObject();
builder.WritePropertyName("Office");
builder.WriteEmbeddedBlittableDocument(embeddedOffice);
builder.WriteObjectEnd();
builder.FinalizeDocument();
return(builder.CreateReader());
}
}
using (var blittable1 = CreateBlittable())
using (var blittable2 = CreateBlittable())
{
Assert.Equal(blittable1, blittable2);
Assert.Equal(blittable1.GetHashCode(), blittable2.GetHashCode());
blittable1.TryGet("Office", out BlittableJsonReaderObject ob1);
blittable2.TryGet("Office", out BlittableJsonReaderObject ob2);
Assert.Equal(ob1.GetHashCode(), ob2.GetHashCode());
Assert.Equal(ob1, ob2);
}
}
}
public unsafe void ReadDataTypesTest()
{
using (var context = new JsonOperationContext(1024, 1024 * 4, SharedMultipleUseFlag.None))
{
BlittableJsonReaderObject embeddedReader;
using (var builder = new ManualBlittableJsonDocumentBuilder <UnmanagedWriteBuffer>(context))
{
builder.Reset(BlittableJsonDocumentBuilder.UsageMode.None);
builder.StartWriteObjectDocument();
builder.StartWriteObject();
builder.WritePropertyName("Value");
builder.WriteValue(1000);
builder.WriteObjectEnd();
builder.FinalizeDocument();
embeddedReader = builder.CreateReader();
}
using (var builder = new ManualBlittableJsonDocumentBuilder <UnmanagedWriteBuffer>(context))
{
var lonEscapedCharsString = string.Join(",", Enumerable.Repeat("\"Cool\"", 200).ToArray());
var longEscapedCharsAndNonAsciiString = string.Join(",", Enumerable.Repeat("\"מגניב\"", 200).ToArray());
builder.Reset(BlittableJsonDocumentBuilder.UsageMode.None);
builder.StartWriteObjectDocument();
builder.StartWriteObject();
builder.WritePropertyName("FloatMin");
builder.WriteValue(float.MinValue);
builder.WritePropertyName("FloatMax");
builder.WriteValue(float.MaxValue);
builder.WritePropertyName("UshortMin");
builder.WriteValue(ushort.MinValue);
builder.WritePropertyName("UshortMax");
builder.WriteValue(ushort.MaxValue);
builder.WritePropertyName("UintMin");
builder.WriteValue(uint.MinValue);
builder.WritePropertyName("UintMax");
builder.WriteValue(uint.MaxValue);
builder.WritePropertyName("DoubleMin");
builder.WriteValue(double.MinValue);
builder.WritePropertyName("DoubleMax");
builder.WriteValue(double.MaxValue);
builder.WritePropertyName("LongMin");
builder.WriteValue(long.MinValue);
builder.WritePropertyName("LongMax");
builder.WriteValue(long.MaxValue);
builder.WritePropertyName("StringEmpty");
builder.WriteValue(string.Empty);
builder.WritePropertyName("StringSimple");
builder.WriteValue("StringSimple");
builder.WritePropertyName("StringEscapedChars");
builder.WriteValue("\"Cool\"");
builder.WritePropertyName("StringLongEscapedChars");
builder.WriteValue(lonEscapedCharsString);
builder.WritePropertyName("StringEscapedCharsAndNonAscii");
builder.WriteValue(longEscapedCharsAndNonAsciiString);
var lsvString = "\"fooאbar\"";
var lsvStringBytes = Encoding.UTF8.GetBytes(lsvString);
fixed(byte *b = lsvStringBytes)
{
var escapePositionsMaxSize = JsonParserState.FindEscapePositionsMaxSize(lsvString);
var lsv = context.AllocateStringValue(null, b, lsvStringBytes.Length);
var escapePositions = new FastList <int>();
var len = lsvStringBytes.Length;
JsonParserState.FindEscapePositionsIn(escapePositions, b, ref len, escapePositionsMaxSize);
lsv.EscapePositions = escapePositions.ToArray();
builder.WritePropertyName("LSVString");
builder.WriteValue(lsv);
}
builder.WritePropertyName("Embedded");
builder.WriteEmbeddedBlittableDocument(embeddedReader);
builder.WriteObjectEnd();
builder.FinalizeDocument();
var reader = builder.CreateReader();
reader.BlittableValidation();
Assert.Equal(17, reader.Count);
Assert.Equal(float.MinValue, float.Parse(reader["FloatMin"].ToString(), CultureInfo.InvariantCulture));
Assert.Equal(float.MaxValue, float.Parse(reader["FloatMax"].ToString(), CultureInfo.InvariantCulture));
Assert.Equal(ushort.MinValue, ushort.Parse(reader["UshortMin"].ToString(), CultureInfo.InvariantCulture));
Assert.Equal(ushort.MaxValue, ushort.Parse(reader["UshortMax"].ToString(), CultureInfo.InvariantCulture));
Assert.Equal(uint.MinValue, uint.Parse(reader["UintMin"].ToString(), CultureInfo.InvariantCulture));
Assert.Equal(uint.MaxValue, uint.Parse(reader["UintMax"].ToString(), CultureInfo.InvariantCulture));
Assert.Equal(double.MinValue, double.Parse(reader["DoubleMin"].ToString(), CultureInfo.InvariantCulture));
Assert.Equal(double.MaxValue, double.Parse(reader["DoubleMax"].ToString(), CultureInfo.InvariantCulture));
Assert.Equal(long.MinValue, long.Parse(reader["LongMin"].ToString(), CultureInfo.InvariantCulture));
Assert.Equal(long.MaxValue, long.Parse(reader["LongMax"].ToString(), CultureInfo.InvariantCulture));
Assert.Equal(string.Empty, reader["StringEmpty"].ToString());
Assert.Equal("StringSimple", reader["StringSimple"].ToString());
Assert.Equal("\"Cool\"", reader["StringEscapedChars"].ToString());
Assert.Equal(lonEscapedCharsString, reader["StringLongEscapedChars"].ToString());
Assert.Equal(longEscapedCharsAndNonAsciiString, reader["StringEscapedCharsAndNonAscii"].ToString());
Assert.Equal(lsvString, reader["LSVString"].ToString());
Assert.Equal(1000, int.Parse((reader["Embedded"] as BlittableJsonReaderObject)["Value"].ToString(), CultureInfo.InvariantCulture));
}
}
}
