/// <summary>
/// Add a new collection. Check if name the not exists. Create only in transaction page - will update header only in commit
/// </summary>
private void Add(string name, ref CollectionPage collectionPage)
{
if (Encoding.UTF8.GetByteCount(name) > _header.GetAvaiableCollectionSpace())
{
throw LiteException.InvalidCollectionName(name, "There is no space in header for more collections");
}
if (!name.IsWord())
{
throw LiteException.InvalidCollectionName(name, "Use only [a-Z$_]");
}
if (name.StartsWith("$"))
{
throw LiteException.InvalidCollectionName(name, "Collection can't starts with `$` (reserved for system collections)");
}
// create new collection page
collectionPage = _snapshot.NewPage <CollectionPage>();
var pageID = collectionPage.PageID;
// insert collection name/pageID in header only in commit operation
_transPages.Commit += (h) => h.InsertCollection(name, pageID);
// create first index (_id pk) (must pass collectionPage because snapshot contains null in CollectionPage prop)
var indexer = new IndexService(_snapshot);
indexer.CreateIndex("_id", "$._id", true);
}
/// <summary>
/// Add a new collection. Check if name the not exists. Create only in transaction page - will update header only in commit
/// </summary>
private void Add(string name, ref CollectionPage collectionPage)
{
// checks for collection name/size
CheckName(name, _header);
// create new collection page
collectionPage = _snapshot.NewPage <CollectionPage>();
var pageID = collectionPage.PageID;
// insert collection name/pageID in header only in commit operation
_transPages.Commit += (h) => h.InsertCollection(name, pageID);
// create first index (_id pk) (must pass collectionPage because snapshot contains null in CollectionPage prop)
var indexer = new IndexService(_snapshot);
indexer.CreateIndex("_id", "$._id", true);
}
/// <summary>
/// Add a new collection. Check if name the not exists. Create only in transaction page - will update header only in commit
/// </summary>
private async Task <CollectionPage> Add(string name)
{
// checks for collection name/size
CheckName(name, _header);
// create new collection page
var collectionPage = await _snapshot.NewPage <CollectionPage>();
_snapshot.CollectionPage = collectionPage;
var pageID = collectionPage.PageID;
// insert collection name/pageID in header only in commit operation
_transPages.Commit += (h) => h.InsertCollection(name, pageID);
// create first index (_id pk) (must pass collectionPage because snapshot contains null in CollectionPage prop)
var indexer = new IndexService(_snapshot, _header.Pragmas.Collation);
await indexer.CreateIndex("_id", "$._id", true);
return(collectionPage);
}
/// <summary>
/// Create a new index (or do nothing if already exists) to a collection/field
/// </summary>
public bool EnsureIndex(string collection, string name, BsonExpression expression, bool unique)
{
if (collection.IsNullOrWhiteSpace())
{
throw new ArgumentNullException(nameof(collection));
}
if (name.IsNullOrWhiteSpace())
{
throw new ArgumentNullException(nameof(name));
}
if (expression == null)
{
throw new ArgumentNullException(nameof(expression));
}
if (expression.IsIndexable == false)
{
throw new ArgumentException("Index expressions must contains at least one document field. Used methods must be immutable. Parameters are not supported.", nameof(expression));
}
if (name.Length > INDEX_NAME_MAX_LENGTH)
{
throw LiteException.InvalidIndexName(name, collection, "MaxLength = " + INDEX_NAME_MAX_LENGTH);
}
if (!name.IsWord())
{
throw LiteException.InvalidIndexName(name, collection, "Use only [a-Z$_]");
}
if (name.StartsWith("$"))
{
throw LiteException.InvalidIndexName(name, collection, "Index name can't starts with `$`");
}
if (name == "_id")
{
return(false); // always exists
}
return(this.AutoTransaction(transaction =>
{
var snapshot = transaction.CreateSnapshot(LockMode.Write, collection, true);
var col = snapshot.CollectionPage;
var indexer = new IndexService(snapshot);
var data = new DataService(snapshot);
// check if index already exists
var current = col.GetCollectionIndex(name);
// if already exists, just exit
if (current != null)
{
// but if expression are different, throw error
if (current.Expression != expression.Source)
{
throw LiteException.IndexAlreadyExist(name);
}
return false;
}
LOG($"create index `{collection}.{name}`", "COMMAND");
// create index head
var index = indexer.CreateIndex(name, expression.Source, unique);
var count = 0u;
// read all objects (read from PK index)
foreach (var pkNode in new IndexAll("_id", LiteDB.Query.Ascending).Run(col, indexer))
{
using (var reader = new BufferReader(data.Read(pkNode.DataBlock)))
{
var doc = reader.ReadDocument(expression.Fields);
// first/last node in this document that will be added
IndexNode last = null;
IndexNode first = null;
// get values from expression in document
var keys = expression.Execute(doc);
// adding index node for each value
foreach (var key in keys)
{
// when index key is an array, get items inside array.
// valid only for first level (if this items are another array, this arrays will be indexed as array)
if (key.IsArray)
{
var arr = key.AsArray;
foreach (var itemKey in arr)
{
// insert new index node
var node = indexer.AddNode(index, itemKey, pkNode.DataBlock, last, _flipCoin);
if (first == null)
{
first = node;
}
last = node;
count++;
}
}
else
{
// insert new index node
var node = indexer.AddNode(index, key, pkNode.DataBlock, last, _flipCoin);
if (first == null)
{
first = node;
}
last = node;
count++;
}
}
// fix single linked-list in pkNode
if (first != null)
{
last.SetNextNode(pkNode.NextNode);
pkNode.SetNextNode(first.Position);
}
}
transaction.Safepoint();
}
index.KeyCount = count;
return true;
}));
}
/// <summary>
/// Create a new index (or do nothing if already exists) to a collection/field
/// </summary>
public async Task <bool> EnsureIndexAsync(string collection, string name, BsonExpression expression, bool unique)
{
if (collection.IsNullOrWhiteSpace())
{
throw new ArgumentNullException(nameof(collection));
}
if (name.IsNullOrWhiteSpace())
{
throw new ArgumentNullException(nameof(name));
}
if (expression == null)
{
throw new ArgumentNullException(nameof(expression));
}
if (expression.IsIndexable == false)
{
throw new ArgumentException("Index expressions must contains at least one document field. Used methods must be immutable. Parameters are not supported.", nameof(expression));
}
if (name.Length > INDEX_NAME_MAX_LENGTH)
{
throw LiteException.InvalidIndexName(name, collection, "MaxLength = " + INDEX_NAME_MAX_LENGTH);
}
if (!name.IsWord())
{
throw LiteException.InvalidIndexName(name, collection, "Use only [a-Z$_]");
}
if (name.StartsWith("$"))
{
throw LiteException.InvalidIndexName(name, collection, "Index name can't starts with `$`");
}
if (expression.IsScalar == false && unique)
{
throw new LiteException(0, "Multikey index expression do not support unique option");
}
if (expression.Source == "$._id")
{
return(false); // always exists
}
return(await this.AutoTransaction(async transaction =>
{
var snapshot = await transaction.CreateSnapshot(LockMode.Write, collection, true);
var collectionPage = snapshot.CollectionPage;
var indexer = new IndexService(snapshot, _header.Pragmas.Collation);
var data = new DataService(snapshot);
// check if index already exists
var current = collectionPage.GetCollectionIndex(name);
// if already exists, just exit
if (current != null)
{
// but if expression are different, throw error
if (current.Expression != expression.Source)
{
throw LiteException.IndexAlreadyExist(name);
}
return false;
}
LOG($"create index `{collection}.{name}`", "COMMAND");
// create index head
var index = await indexer.CreateIndex(name, expression.Source, unique);
var count = 0u;
// read all objects (read from PK index)
await foreach (var pkNode in new IndexAll("_id", LiteDB.Query.Ascending).Run(collectionPage, indexer))
{
await using (var reader = await BufferReaderAsync.CreateAsync(data.Read(pkNode.DataBlock)))
{
var doc = await reader.ReadDocument(expression.Fields);
// first/last node in this document that will be added
IndexNode last = null;
IndexNode first = null;
// get values from expression in document
var keys = expression.GetIndexKeys(doc, _header.Pragmas.Collation);
// adding index node for each value
foreach (var key in keys)
{
// insert new index node
var node = await indexer.AddNode(index, key, pkNode.DataBlock, last);
if (first == null)
{
first = node;
}
last = node;
count++;
}
// fix single linked-list in pkNode
if (first != null)
{
last.SetNextNode(pkNode.NextNode);
pkNode.SetNextNode(first.Position);
}
}
await transaction.Safepoint();
}
return true;
}));
}