public BlittableJsonDocumentBuilder(
JsonOperationContext context,
UsageMode mode, string debugTag,
IJsonParser reader, JsonParserState state,
BlittableWriter <UnmanagedWriteBuffer> writer = null,
IBlittableDocumentModifier modifier = null) : this(context, state, reader, writer, modifier)
{
Renew(debugTag, mode);
}
public BlittableJsonDocumentBuilder(JsonOperationContext context, JsonParserState state, IJsonParser reader,
BlittableWriter <UnmanagedWriteBuffer> writer = null,
IBlittableDocumentModifier modifier = null)
{
_context = context;
_state = state;
_reader = reader;
_modifier = modifier;
_writer = writer ?? new BlittableWriter <UnmanagedWriteBuffer>(context);
}
public BlittableJsonDocumentBuilder(JsonOperationContext context, JsonParserState state, IJsonParser reader,
BlittableWriter <UnmanagedWriteBuffer> writer = null,
IBlittableDocumentModifier modifier = null)
{
_context = context;
_state = state;
_reader = reader;
_modifier = modifier;
_writer = writer ?? new BlittableWriter <UnmanagedWriteBuffer>(context);
_cacheItem = GlobalCache.Allocate();
_propertiesCache = _cacheItem.PropertyCache;
_positionsCache = _cacheItem.PositionsCache;
_tokensCache = _cacheItem.TokensCache;
}
public static BlittableJsonReaderObject ParseToMemory(
this JsonOperationContext.SyncJsonOperationContext syncContext,
Stream stream,
string debugTag,
BlittableJsonDocumentBuilder.UsageMode mode,
JsonOperationContext.MemoryBuffer bytes,
IBlittableDocumentModifier modifier = null)
{
syncContext.EnsureNotDisposed();
syncContext.JsonParserState.Reset();
using (var parser = new UnmanagedJsonParser(syncContext.Context, syncContext.JsonParserState, debugTag))
using (var builder = new BlittableJsonDocumentBuilder(syncContext.Context, mode, debugTag, parser, syncContext.JsonParserState, modifier: modifier))
{
syncContext.Context.CachedProperties.NewDocument();
builder.ReadObjectDocument();
while (true)
{
if (bytes.Valid == bytes.Used)
{
var read = stream.Read(bytes.Memory.Memory.Span);
syncContext.EnsureNotDisposed();
if (read == 0)
{
throw new EndOfStreamException("Stream ended without reaching end of json content");
}
bytes.Valid = read;
bytes.Used = 0;
}
parser.SetBuffer(bytes);
var result = builder.Read();
bytes.Used += parser.BufferOffset;
if (result)
{
break;
}
}
builder.FinalizeDocument();
var reader = builder.CreateReader();
return(reader);
}
}
public BlittableJsonReaderObject ParseToMemory(Stream stream, string debugTag,
BlittableJsonDocumentBuilder.UsageMode mode,
ManagedPinnedBuffer bytes, IBlittableDocumentModifier modifier = null)
{
if (_disposed)
{
ThrowObjectDisposed();
}
_jsonParserState.Reset();
using (var parser = new UnmanagedJsonParser(this, _jsonParserState, debugTag))
using (var builder = new BlittableJsonDocumentBuilder(this, mode, debugTag, parser, _jsonParserState, modifier: modifier))
{
CachedProperties.NewDocument();
builder.ReadObjectDocument();
while (true)
{
if (bytes.Valid == bytes.Used)
{
var read = stream.Read(bytes.Buffer.Array, bytes.Buffer.Offset, bytes.Length);
EnsureNotDisposed();
if (read == 0)
{
throw new EndOfStreamException("Stream ended without reaching end of json content");
}
bytes.Valid = read;
bytes.Used = 0;
}
parser.SetBuffer(bytes);
var result = builder.Read();
bytes.Used += parser.BufferOffset;
if (result)
{
break;
}
}
builder.FinalizeDocument();
var reader = builder.CreateReader();
return(reader);
}
}
public unsafe BlittableJsonReaderObject ParseBuffer(byte *buffer, int length, string debugTag,
BlittableJsonDocumentBuilder.UsageMode mode, IBlittableDocumentModifier modifier = null)
{
if (_disposed)
{
ThrowObjectDisposed();
}
_jsonParserState.Reset();
using (var parser = new UnmanagedJsonParser(this, _jsonParserState, debugTag))
using (var builder = new BlittableJsonDocumentBuilder(this, mode, debugTag, parser, _jsonParserState, modifier: modifier))
{
CachedProperties.NewDocument();
builder.ReadObjectDocument();
parser.SetBuffer(buffer, length);
if (builder.Read() == false)
{
throw new EndOfStreamException("Buffer ended without reaching end of json content");
}
builder.FinalizeDocument();
var reader = builder.CreateReader();
return(reader);
}
}
private BlittableJsonReaderObject ParseToMemory(Stream stream, string debugTag, BlittableJsonDocumentBuilder.UsageMode mode, IBlittableDocumentModifier modifier = null)
{
ManagedPinnedBuffer bytes;
using (GetManagedBuffer(out bytes))
{
return(ParseToMemory(stream, debugTag, mode, bytes, modifier));
}
}
public BlittableJsonReaderObject Read(Stream stream, string documentId, IBlittableDocumentModifier modifier = null)
{
var state = BlittableJsonDocumentBuilder.UsageMode.ToDisk;
return(ParseToMemory(stream, documentId, state, modifier));
}
private BlittableJsonReaderObject ReadObjectInternal(object builder, string documentId,
BlittableJsonDocumentBuilder.UsageMode mode, IBlittableDocumentModifier modifier = null)
{
_jsonParserState.Reset();
_objectJsonParser.Reset(builder);
_documentBuilder.Renew(documentId, mode);
CachedProperties.NewDocument();
_documentBuilder._modifier = modifier;
_documentBuilder.ReadObjectDocument();
if (_documentBuilder.Read() == false)
{
throw new InvalidOperationException("Partial content in object json parser shouldn't happen");
}
_documentBuilder.FinalizeDocument();
_objectJsonParser.Reset(null);
var reader = _documentBuilder.CreateReader();
return(reader);
}
public BlittableJsonReaderObject ReadObject(DynamicJsonValue builder, string documentId,
BlittableJsonDocumentBuilder.UsageMode mode = BlittableJsonDocumentBuilder.UsageMode.None, IBlittableDocumentModifier modifier = null)
{
return(ReadObjectInternal(builder, documentId, mode, modifier));
}
private static BlittableJsonReaderObject ParseToMemory(JsonOperationContext.SyncJsonOperationContext syncContext, Stream stream, string debugTag, BlittableJsonDocumentBuilder.UsageMode mode, IBlittableDocumentModifier modifier = null)
{
using (syncContext.Context.GetMemoryBuffer(out var bytes))
return(ParseToMemory(syncContext, stream, debugTag, mode, bytes, modifier));
}
private static async Task <BlittableJsonReaderObject> ReadJsonObject(JsonOperationContext ctx, Stream stream, string id, UnmanagedJsonParser parser,
JsonParserState state, JsonOperationContext.ManagedPinnedBuffer buffer, IBlittableDocumentModifier modifier, CancellationToken token)
{
if (state.CurrentTokenType == JsonParserToken.Null)
{
return(null);
}
BlittableJsonReaderObject reader;
using (var builder = new BlittableJsonDocumentBuilder(ctx,
BlittableJsonDocumentBuilder.UsageMode.ToDisk,
id, parser, state, modifier: modifier))
{
ctx.CachedProperties.NewDocument();
builder.ReadNestedObject();
while (true)
{
if (builder.Read())
{
break;
}
await RefillParserBuffer(stream, buffer, parser, token);
}
builder.FinalizeDocument();
reader = builder.CreateReader();
reader.NoCache = true;
}
return(reader);
}
public unsafe BlittableJsonReaderArray ParseBufferToArray(string value, string debugTag,
BlittableJsonDocumentBuilder.UsageMode mode, IBlittableDocumentModifier modifier = null)
{
if (_disposed)
{
ThrowObjectDisposed();
}
_jsonParserState.Reset();
using (var parser = new UnmanagedJsonParser(this, _jsonParserState, debugTag))
using (var builder = new BlittableJsonDocumentBuilder(this, mode, debugTag, parser, _jsonParserState, modifier: modifier))
using (GetManagedBuffer(out var buffer))
{
CachedProperties.NewDocument();
builder.ReadArrayDocument();
var maxChars = buffer.Length / 8; //utf8 max size is 8 bytes, must consider worst case possiable
bool lastReadResult = false;
for (int i = 0; i < value.Length; i += maxChars)
{
var charsToRead = Math.Min(value.Length - i, maxChars);
var length = Encodings.Utf8.GetBytes(value, i,
charsToRead,
buffer.Buffer.Array,
buffer.Buffer.Offset);
parser.SetBuffer(buffer.Pointer, length);
lastReadResult = builder.Read();
}
if (lastReadResult == false)
{
throw new EndOfStreamException("Buffer ended without reaching end of json content");
}
builder.FinalizeDocument();
var reader = builder.CreateArrayReader(false);
return(reader);
}
}
