private int IndexingText(int documentId, string text, string fieldName) { var numberOfTokens = 0; var tokens = _tokinizer.GetTokens(text); var invertedIndex = _fieldIndex.GetIndexer(fieldName); foreach (var token in tokens) { var wordId = _vocabulary.GetOrAddIndex(token.Term.ToLower()); var termInfo = new TermInformation() { TermIndex = token.Index, StartIndex = 0, StopIndex = 0 }; invertedIndex.Insert(wordId, documentId, termInfo); numberOfTokens++; } return(numberOfTokens); }