public override int Execute(DocumentsOperationContext context)
{
var hiLoDocumentId = RavenIdGeneratorsHilo + Key;
var prefix = Key + Separator;
long oldMax = 0;
var newDoc = new DynamicJsonValue();
BlittableJsonReaderObject hiloDocReader = null;
try
{
try
{
hiloDocReader = Database.DocumentsStorage.Get(context, hiLoDocumentId)?.Data;
}
catch (DocumentConflictException e)
{
throw new InvalidDataException("Failed to fetch HiLo document due to a conflict on the document. " +
"This shouldn't happen, since it this conflict should've been resolved during replication. " +
"This exception should not happen and is likely a bug.", e);
}
if (hiloDocReader != null)
{
var prop = new BlittableJsonReaderObject.PropertyDetails();
foreach (var propertyId in hiloDocReader.GetPropertiesByInsertionOrder())
{
hiloDocReader.GetPropertyByIndex(propertyId, ref prop);
if (prop.Name == "Max")
{
oldMax = (long)prop.Value;
continue;
}
newDoc[prop.Name] = prop.Value;
}
}
oldMax = Math.Max(oldMax, LastRangeMax);
newDoc["Max"] = oldMax + Capacity;
using (var freshHilo = context.ReadObject(newDoc, hiLoDocumentId, BlittableJsonDocumentBuilder.UsageMode.ToDisk))
Database.DocumentsStorage.Put(context, hiLoDocumentId, null, freshHilo);
OldMax = oldMax;
Prefix = prefix;
}
finally
{
hiloDocReader?.Dispose();
}
return(1);
}
private void Init()
{
_metadata = new Dictionary <string, object>();
var indexes = _source.GetPropertiesByInsertionOrder();
foreach (var index in indexes)
{
var propDetails = new BlittableJsonReaderObject.PropertyDetails();
_source.GetPropertyByIndex(index, ref propDetails);
_metadata[propDetails.Name] = ConvertValue(propDetails.Value);
}
}
public void Init()
{
_metadata = new Dictionary <string, string>();
var indexes = _source.GetPropertiesByInsertionOrder();
foreach (var index in indexes)
{
var propDetails = new BlittableJsonReaderObject.PropertyDetails();
_source.GetPropertyByIndex(index, ref propDetails);
_metadata[propDetails.Name] = propDetails.Value.ToString();
}
;
}
public static void FetchColumnNames(BlittableJsonReaderObject data, HashSet <LazyStringValue> columns, BlittableJsonReaderObject.PropertiesInsertionBuffer buffers)
{
var size = data.GetPropertiesByInsertionOrder(buffers);
var prop = new BlittableJsonReaderObject.PropertyDetails();
for (var i = 0; i < size; i++)
{
data.GetPropertyByIndex(buffers.Properties[i], ref prop);
var propName = prop.Name;
if (columns.Contains(propName) == false)
{
columns.Add(prop.Name);
}
}
}
private void WriteObject(BlittableJsonReaderObject obj)
{
var propDetails = new BlittableJsonReaderObject.PropertyDetails();
_manualBlittableJsonDocumentBuilder.StartWriteObject();
var propsIndexes = obj.GetPropertiesByInsertionOrder();
foreach (var index in propsIndexes)
{
obj.GetPropertyByIndex(index, ref propDetails);
_manualBlittableJsonDocumentBuilder.WritePropertyName(propDetails.Name);
WritePropertyValue(propDetails);
}
_manualBlittableJsonDocumentBuilder.WriteObjectEnd();
}
public static void FetchColumnNames(BlittableJsonReaderObject data, HashSet <LazyStringValue> columns)
{
using (var buffers = data.GetPropertiesByInsertionOrder())
{
var prop = new BlittableJsonReaderObject.PropertyDetails();
for (var i = 0; i < buffers.Properties.Count; i++)
{
data.GetPropertyByIndex(buffers.Properties.Array[i + buffers.Properties.Offset], ref prop);
var propName = prop.Name;
if (columns.Contains(propName) == false)
{
columns.Add(prop.Name);
}
}
}
}
private unsafe static void ValidateProperties(List <string> properties, BlittableJsonReaderObject json)
{
var propDetails = new BlittableJsonReaderObject.PropertyDetails();
var propertiesByInsertionOrder = json.GetPropertiesByInsertionOrder();
for (var i = 0; i < properties.Count; i++)
{
json.GetPropertyByIndex(propertiesByInsertionOrder.Properties[i], ref propDetails);
if (propDetails.Name == Constants.Documents.Metadata.Key)
{
continue;
}
var expected = properties[i];
Assert.Equal(expected, propDetails.Name);
}
}
private static Dictionary <string, string> ConvertToAdditionalSources(BlittableJsonReaderObject json)
{
if (json == null || json.Count == 0)
{
return(null);
}
var result = new Dictionary <string, string>();
BlittableJsonReaderObject.PropertyDetails propertyDetails = new BlittableJsonReaderObject.PropertyDetails();
foreach (var propertyIndex in json.GetPropertiesByInsertionOrder())
{
json.GetPropertyByIndex(propertyIndex, ref propertyDetails);
result[propertyDetails.Name] = propertyDetails.Value?.ToString();
}
return(result);
}
public void FetchFields(BlittableJsonReaderObject data, Dictionary <LazyStringValue, FieldType> fields, BlittableJsonReaderObject.PropertiesInsertionBuffer buffers)
{
var size = data.GetPropertiesByInsertionOrder(buffers);
var prop = new BlittableJsonReaderObject.PropertyDetails();
for (var i = 0; i < size; i++)
{
data.GetPropertyByIndex(buffers.Properties[i], ref prop);
var type = GetFieldType(prop.Token & BlittableJsonReaderBase.TypesMask, prop.Value);
if (fields.TryGetValue(prop.Name, out var token))
{
if (token != type)
{
fields[prop.Name] = token | type;
}
}
else
{
fields[prop.Name] = type;
}
}
}
private static unsafe bool CompareBlittable(string fieldPath, string id, BlittableJsonReaderObject originalBlittable,
BlittableJsonReaderObject newBlittable, IDictionary <string, DocumentsChanges[]> changes,
List <DocumentsChanges> docChanges)
{
BlittableJsonReaderObject.AssertNoModifications(originalBlittable, id, assertChildren: false);
BlittableJsonReaderObject.AssertNoModifications(newBlittable, id, assertChildren: false);
var newBlittableProps = newBlittable.GetPropertyNames();
var oldBlittableProps = originalBlittable.GetPropertyNames();
var newFields = new HashSet <string>(newBlittableProps);
newFields.ExceptWith(oldBlittableProps);
var removedFields = new HashSet <string>(oldBlittableProps);
removedFields.ExceptWith(newBlittableProps);
using var orderedProperties = newBlittable.GetPropertiesByInsertionOrder();
foreach (var field in removedFields)
{
if (changes == null)
{
return(true);
}
if (field.Equals(LastModified) ||
field.Equals(ChangeVector) ||
field.Equals(Id))
{
continue;
}
NewChange(fieldPath, field, null, null, docChanges, DocumentsChanges.ChangeType.RemovedField);
}
var newProp = new BlittableJsonReaderObject.PropertyDetails();
var oldProp = new BlittableJsonReaderObject.PropertyDetails();
for (int i = 0; i < orderedProperties.Size; i++)
{
newBlittable.GetPropertyByIndex(orderedProperties.Properties[i], ref newProp);
if (newProp.Name.Equals(LastModified) ||
newProp.Name.Equals(Collection) ||
newProp.Name.Equals(ChangeVector) ||
newProp.Name.Equals(Id))
{
continue;
}
if (newFields.Contains(newProp.Name))
{
if (changes == null)
{
return(true);
}
NewChange(fieldPath, newProp.Name, newProp.Value, null, docChanges, DocumentsChanges.ChangeType.NewField);
continue;
}
var oldPropId = originalBlittable.GetPropertyIndex(newProp.Name);
originalBlittable.GetPropertyByIndex(oldPropId, ref oldProp);
switch ((newProp.Token & BlittableJsonReaderBase.TypesMask))
{
case BlittableJsonToken.Integer:
case BlittableJsonToken.Boolean:
case BlittableJsonToken.LazyNumber:
case BlittableJsonToken.CompressedString:
case BlittableJsonToken.String:
if (newProp.Value.Equals(oldProp.Value) || CompareValues(oldProp, newProp) ||
CompareStringsWithEscapePositions(newBlittable._context, oldProp, newProp))
{
break;
}
if (changes == null)
{
return(true);
}
NewChange(fieldPath, newProp.Name, newProp.Value, oldProp.Value, docChanges,
DocumentsChanges.ChangeType.FieldChanged);
break;
case BlittableJsonToken.Null:
if (oldProp.Value == null)
{
break;
}
if (changes == null)
{
return(true);
}
NewChange(fieldPath, newProp.Name, null, oldProp.Value, docChanges,
DocumentsChanges.ChangeType.FieldChanged);
break;
case BlittableJsonToken.StartArray:
var newArray = newProp.Value as BlittableJsonReaderArray;
var oldArray = oldProp.Value as BlittableJsonReaderArray;
if (newArray == null)
{
throw new InvalidDataException($"Invalid blittable, expected array but got {newProp.Value}");
}
if (oldArray == null)
{
if (changes == null)
{
return(true);
}
NewChange(fieldPath, newProp.Name, newProp.Value, oldProp.Value, docChanges,
DocumentsChanges.ChangeType.FieldChanged);
break;
}
var changed = CompareBlittableArray(FieldPathCombine(fieldPath, newProp.Name), id, oldArray, newArray, changes, docChanges, newProp.Name);
if (changes == null && changed)
{
return(true);
}
break;
case BlittableJsonToken.StartObject:
if (oldProp.Value == null ||
!(oldProp.Value is BlittableJsonReaderObject oldObj))
{
if (changes == null)
{
return(true);
}
NewChange(fieldPath, newProp.Name, newProp.Value, oldProp.Value, docChanges,
DocumentsChanges.ChangeType.FieldChanged);
break;
}
if (!(newProp.Value is BlittableJsonReaderObject newObj))
{
throw new InvalidDataException($"Invalid blittable, expected object but got {newProp.Value}");
}
changed = CompareBlittable(FieldPathCombine(fieldPath, newProp.Name), id, oldObj, newObj, changes, docChanges);
if (changes == null && changed)
{
return(true);
}
break;
default:
throw new ArgumentOutOfRangeException();
}
}
if ((changes == null) || (docChanges.Count <= 0))
{
return(false);
}
changes[id] = docChanges.ToArray();
return(true);
}
private static bool CompareBlittable(string id, BlittableJsonReaderObject originalBlittable,
BlittableJsonReaderObject newBlittable, IDictionary <string, DocumentsChanges[]> changes,
List <DocumentsChanges> docChanges)
{
BlittableJsonReaderObject.AssertNoModifications(originalBlittable, id, assertChildren: false);
BlittableJsonReaderObject.AssertNoModifications(newBlittable, id, assertChildren: false);
var newBlittableProps = newBlittable.GetPropertyNames();
var oldBlittableProps = originalBlittable.GetPropertyNames();
var newFields = newBlittableProps.Except(oldBlittableProps);
var removedFields = oldBlittableProps.Except(newBlittableProps);
var propertiesIds = newBlittable.GetPropertiesByInsertionOrder();
foreach (var field in removedFields)
{
if (changes == null)
{
return(true);
}
NewChange(field, null, null, docChanges, DocumentsChanges.ChangeType.RemovedField);
}
var newProp = new BlittableJsonReaderObject.PropertyDetails();
var oldProp = new BlittableJsonReaderObject.PropertyDetails();
foreach (var propId in propertiesIds)
{
newBlittable.GetPropertyByIndex(propId, ref newProp);
if (newProp.Name.Equals(LastModified) ||
newProp.Name.Equals(Collection) ||
newProp.Name.Equals(ChangeVector) ||
newProp.Name.Equals(Id))
{
continue;
}
if (newFields.Contains(newProp.Name))
{
if (changes == null)
{
return(true);
}
NewChange(newProp.Name, newProp.Value, null, docChanges, DocumentsChanges.ChangeType.NewField);
continue;
}
var oldPropId = originalBlittable.GetPropertyIndex(newProp.Name);
originalBlittable.GetPropertyByIndex(oldPropId, ref oldProp);
switch ((newProp.Token & BlittableJsonReaderBase.TypesMask))
{
case BlittableJsonToken.Integer:
case BlittableJsonToken.Boolean:
case BlittableJsonToken.LazyNumber:
case BlittableJsonToken.CompressedString:
case BlittableJsonToken.String:
if (newProp.Value.Equals(oldProp.Value) || ComapreValues(oldProp, newProp))
{
break;
}
if (changes == null)
{
return(true);
}
NewChange(newProp.Name, newProp.Value, oldProp.Value, docChanges,
DocumentsChanges.ChangeType.FieldChanged);
break;
case BlittableJsonToken.Null:
if (oldProp.Value == null)
{
break;
}
if (changes == null)
{
return(true);
}
NewChange(newProp.Name, null, oldProp.Value, docChanges,
DocumentsChanges.ChangeType.FieldChanged);
break;
case BlittableJsonToken.StartArray:
var newArray = newProp.Value as BlittableJsonReaderArray;
var oldArray = oldProp.Value as BlittableJsonReaderArray;
if ((newArray == null) || (oldArray == null))
{
throw new InvalidDataException("Invalid blittable");
}
var changed = CompareBlittableArray(id, oldArray, newArray, changes, docChanges, newProp.Name);
if (changed == false)
{
break;
}
if (changes == null)
{
return(true);
}
break;
case BlittableJsonToken.StartObject:
if (oldProp.Value == null)
{
if (changes == null)
{
return(true);
}
changed = true;
NewChange(newProp.Name, newProp.Value, null, docChanges,
DocumentsChanges.ChangeType.FieldChanged);
}
else
{
changed = CompareBlittable(id, oldProp.Value as BlittableJsonReaderObject,
newProp.Value as BlittableJsonReaderObject, changes, docChanges);
}
if ((changes == null) && (changed))
{
return(true);
}
break;
default:
throw new ArgumentOutOfRangeException();
}
}
if ((changes == null) || (docChanges.Count <= 0))
{
return(false);
}
changes[id] = docChanges.ToArray();
return(true);
}