/// <summary>
/// Indexes a file.
/// </summary>
/// <param name="fileName">The name of the file to be indexed.</param>
/// <param name="filePath">The path of the file to be indexed.</param>
/// <param name="wiki">The wiki.</param>
/// <returns><c>true</c> if the message has been indexed succesfully, <c>false</c> otherwise.</returns>
public static bool IndexFile(string fileName, string filePath, string wiki)
{
IIndexDirectoryProviderV60 indexDirectoryProvider = Collectors.CollectorsBox.GetIndexDirectoryProvider(wiki);
Analyzer analyzer = new SimpleAnalyzer();
IndexWriter writer = new IndexWriter(indexDirectoryProvider.GetDirectory(), analyzer, IndexWriter.MaxFieldLength.UNLIMITED);
try {
Document doc = new Document();
doc.Add(new Field(SearchField.Key.AsString(), (DocumentTypeToString(DocumentType.File) + "|" + wiki + "|" + fileName).Replace(" ", ""), Field.Store.NO, Field.Index.NOT_ANALYZED_NO_NORMS));
doc.Add(new Field(SearchField.DocumentType.AsString(), DocumentTypeToString(DocumentType.File), Field.Store.YES, Field.Index.ANALYZED));
doc.Add(new Field(SearchField.Wiki.AsString(), wiki, Field.Store.YES, Field.Index.ANALYZED));
doc.Add(new Field(SearchField.FileName.AsString(), fileName, Field.Store.YES, Field.Index.ANALYZED));
string fileContent = ScrewTurn.Wiki.SearchEngine.Parser.Parse(filePath);
doc.Add(new Field(SearchField.FileContent.AsString(), fileContent, Field.Store.YES, Field.Index.ANALYZED));
writer.AddDocument(doc);
writer.Commit();
}
catch (System.Runtime.InteropServices.COMException ex) {
Log.LogEntry(ex.Message, EntryType.Warning, Log.SystemUsername, wiki);
}
finally {
writer.Dispose();
}
return(true);
}
/// <summary>
/// Renames a file in the index.
/// </summary>
/// <param name="wiki">The wiki.</param>
/// <param name="oldName">The old attachment name.</param>
/// <param name="newName">The new attachment name.</param>
public static bool RenameFile(string wiki, string oldName, string newName)
{
IIndexDirectoryProviderV60 indexDirectoryProvider = Collectors.CollectorsBox.GetIndexDirectoryProvider(wiki);
Analyzer analyzer = new SimpleAnalyzer();
Term term = new Term(SearchField.Key.AsString(), (DocumentTypeToString(DocumentType.File) + "|" + wiki + "|" + oldName).Replace(" ", ""));
IndexWriter writer = new IndexWriter(indexDirectoryProvider.GetDirectory(), analyzer, IndexWriter.MaxFieldLength.UNLIMITED);
IndexSearcher searcher = new IndexSearcher(indexDirectoryProvider.GetDirectory(), false);
Query query = new TermQuery(term);
try {
TopDocs topDocs = searcher.Search(query, 100);
if (topDocs.ScoreDocs.Length == 0)
{
return(true);
}
Document doc = searcher.Doc(topDocs.ScoreDocs[0].Doc);
Document newDoc = new Document();
newDoc.Add(new Field(SearchField.Key.AsString(), (DocumentTypeToString(DocumentType.File) + "|" + wiki + "|" + newName).Replace(" ", ""), Field.Store.NO, Field.Index.NOT_ANALYZED_NO_NORMS));
newDoc.Add(new Field(SearchField.DocumentType.AsString(), DocumentTypeToString(DocumentType.File), Field.Store.YES, Field.Index.ANALYZED));
newDoc.Add(new Field(SearchField.Wiki.AsString(), wiki, Field.Store.YES, Field.Index.ANALYZED));
newDoc.Add(new Field(SearchField.FileName.AsString(), newName, Field.Store.YES, Field.Index.ANALYZED));
newDoc.Add(new Field(SearchField.FileContent.AsString(), doc.GetField(SearchField.FileContent.AsString()).StringValue, Field.Store.YES, Field.Index.ANALYZED));
writer.UpdateDocument(term, newDoc);
writer.Commit();
}
finally {
searcher.Dispose();
writer.Dispose();
}
return(true);
}
/// <summary>
/// Indexes the page.
/// </summary>
/// <param name="page">The page page to be intexed.</param>
/// <returns><c>true</c> if the page has been indexed succesfully, <c>false</c> otherwise.</returns>
public static bool IndexPage(PageContent page)
{
IIndexDirectoryProviderV60 indexDirectoryProvider = Collectors.CollectorsBox.GetIndexDirectoryProvider(page.Provider.CurrentWiki);
Analyzer analyzer = new SimpleAnalyzer();
IndexWriter writer = new IndexWriter(indexDirectoryProvider.GetDirectory(), analyzer, IndexWriter.MaxFieldLength.UNLIMITED);
try {
string[] linkedPages;
string contentWithHtml = FormattingPipeline.FormatWithPhase1And2(page.Provider.CurrentWiki, page.Content, true, FormattingContext.PageContent, page.FullName, out linkedPages);
string content = Tools.RemoveHtmlMarkup(contentWithHtml);
Document doc = new Document();
doc.Add(new Field(SearchField.Key.AsString(), (DocumentTypeToString(DocumentType.Page) + "|" + page.Provider.CurrentWiki + "|" + page.FullName).Replace(" ", ""), Field.Store.NO, Field.Index.NOT_ANALYZED_NO_NORMS));
doc.Add(new Field(SearchField.DocumentType.AsString(), DocumentTypeToString(DocumentType.Page), Field.Store.YES, Field.Index.NOT_ANALYZED));
doc.Add(new Field(SearchField.Wiki.AsString(), page.Provider.CurrentWiki, Field.Store.YES, Field.Index.NOT_ANALYZED));
doc.Add(new Field(SearchField.PageFullName.AsString(), page.FullName, Field.Store.YES, Field.Index.ANALYZED));
doc.Add(new Field(SearchField.Title.AsString(), page.Title, Field.Store.YES, Field.Index.ANALYZED));
doc.Add(new Field(SearchField.Content.AsString(), content, Field.Store.YES, Field.Index.ANALYZED));
writer.AddDocument(doc);
writer.Commit();
}
finally {
writer.Dispose();
}
return(true);
}
/// <summary>
/// Clears the files index.
/// </summary>
/// <param name="wiki">The wiki.</param>
public static void ClearFilesIndex(string wiki)
{
IIndexDirectoryProviderV60 indexDirectoryProvider = Collectors.CollectorsBox.GetIndexDirectoryProvider(wiki);
Analyzer analyzer = new SimpleAnalyzer();
IndexWriter writer = new IndexWriter(indexDirectoryProvider.GetDirectory(), analyzer, IndexWriter.MaxFieldLength.UNLIMITED);
ClearFilesIndex(writer);
ClearAttachmentsIndex(writer);
writer.Commit();
writer.Dispose();
}
/// <summary>
/// Unindexes the file.
/// </summary>
/// <param name="fileName">The name of the attachment.</param>
/// <param name="wiki">The wiki.</param>
/// <returns><c>true</c> if the file has been unindexed succesfully, <c>false</c> otherwise.</returns>
public static bool UnindexFile(string fileName, string wiki)
{
IIndexDirectoryProviderV60 indexDirectoryProvider = Collectors.CollectorsBox.GetIndexDirectoryProvider(wiki);
IndexWriter writer = new IndexWriter(indexDirectoryProvider.GetDirectory(), new SimpleAnalyzer(), IndexWriter.MaxFieldLength.UNLIMITED);
try {
writer.DeleteDocuments(new Term(SearchField.Key.AsString(), (DocumentTypeToString(DocumentType.File) + "|" + wiki + "|" + fileName).Replace(" ", "")));
writer.Commit();
}
finally {
writer.Dispose();
}
return(true);
}
/// <summary>
/// Unindexes the page.
/// </summary>
/// <param name="page">The page to be unindexed.</param>
/// <returns><c>true</c> if the page has been unindexed succesfully, <c>false</c> otherwise.</returns>
public static bool UnindexPage(PageContent page)
{
IIndexDirectoryProviderV60 indexDirectoryProvider = Collectors.CollectorsBox.GetIndexDirectoryProvider(page.Provider.CurrentWiki);
IndexWriter writer = new IndexWriter(indexDirectoryProvider.GetDirectory(), new KeywordAnalyzer(), IndexWriter.MaxFieldLength.UNLIMITED);
try {
writer.DeleteDocuments(new Term(SearchField.Key.AsString(), (DocumentTypeToString(DocumentType.Page) + "|" + page.Provider.CurrentWiki + "|" + page.FullName).Replace(" ", "")));
writer.Commit();
}
finally {
writer.Dispose();
}
return(true);
}
/// <summary>
/// Unindexes the message.
/// </summary>
/// <param name="messageId">The id of the message to be unindexed.</param>
/// <param name="page">The page the message belongs to.</param>
/// <returns><c>true</c> if the message has been unindexed succesfully, <c>false</c> otherwise.</returns>
public static bool UnindexMessage(int messageId, PageContent page)
{
IIndexDirectoryProviderV60 indexDirectoryProvider = Collectors.CollectorsBox.GetIndexDirectoryProvider(page.Provider.CurrentWiki);
IndexWriter writer = new IndexWriter(indexDirectoryProvider.GetDirectory(), new KeywordAnalyzer(), IndexWriter.MaxFieldLength.UNLIMITED);
try {
Query query = MultiFieldQueryParser.Parse(Lucene.Net.Util.Version.LUCENE_30, new string[] { page.Provider.CurrentWiki, DocumentTypeToString(DocumentType.Message), page.FullName, messageId.ToString() }, new string[] { SearchField.Wiki.AsString(), SearchField.DocumentType.AsString(), SearchField.PageFullName.AsString(), SearchField.MessageId.AsString() }, new Occur[] { Occur.MUST, Occur.MUST, Occur.MUST, Occur.MUST }, new KeywordAnalyzer());
writer.DeleteDocuments(query);
writer.Commit();
}
finally {
writer.Dispose();
}
return(true);
}
/// <summary>
/// Indexes the message.
/// </summary>
/// <param name="message">The message to be indexed.</param>
/// <param name="page">The page the message belongs to.</param>
/// <returns><c>true</c> if the message has been indexed succesfully, <c>false</c> otherwise.</returns>
public static bool IndexMessage(Message message, PageContent page)
{
IIndexDirectoryProviderV60 indexDirectoryProvider = Collectors.CollectorsBox.GetIndexDirectoryProvider(page.Provider.CurrentWiki);
Analyzer analyzer = new SimpleAnalyzer();
IndexWriter writer = new IndexWriter(indexDirectoryProvider.GetDirectory(), analyzer, IndexWriter.MaxFieldLength.UNLIMITED);
try {
Document doc = new Document();
doc.Add(new Field(SearchField.DocumentType.AsString(), DocumentTypeToString(DocumentType.Message), Field.Store.YES, Field.Index.NOT_ANALYZED));
doc.Add(new Field(SearchField.Wiki.AsString(), page.Provider.CurrentWiki, Field.Store.YES, Field.Index.NOT_ANALYZED));
doc.Add(new Field(SearchField.PageFullName.AsString(), page.FullName, Field.Store.YES, Field.Index.NOT_ANALYZED));
doc.Add(new Field(SearchField.MessageId.AsString(), message.ID.ToString(), Field.Store.NO, Field.Index.NOT_ANALYZED));
doc.Add(new Field(SearchField.Title.AsString(), message.Subject, Field.Store.YES, Field.Index.ANALYZED));
doc.Add(new Field(SearchField.Content.AsString(), message.Body, Field.Store.YES, Field.Index.ANALYZED));
doc.Add(new Field(SearchField.MessageDateTime.AsString(), message.DateTime.ToString(), Field.Store.YES, Field.Index.NO));
writer.AddDocument(doc);
writer.Commit();
}
finally {
writer.Dispose();
}
return(true);
}
/// <summary>
/// Searches the specified phrase in the specified search fields.
/// </summary>
/// <param name="wiki">The wiki.</param>
/// <param name="searchFields">The search fields.</param>
/// <param name="phrase">The phrase to search.</param>
/// <param name="searchOption">The search options.</param>
/// <returns>A list of <see cref="SearchResult"/> items.</returns>
public static List <SearchResult> Search(string wiki, SearchField[] searchFields, string phrase, SearchOptions searchOption)
{
IIndexDirectoryProviderV60 indexDirectoryProvider = Collectors.CollectorsBox.GetIndexDirectoryProvider(wiki);
Analyzer analyzer = new SimpleAnalyzer();
IndexSearcher searcher = new IndexSearcher(indexDirectoryProvider.GetDirectory(), false);
string[] searchFieldsAsString = (from f in searchFields select f.AsString()).ToArray();
MultiFieldQueryParser queryParser = new MultiFieldQueryParser(Lucene.Net.Util.Version.LUCENE_30, searchFieldsAsString, analyzer);
if (searchOption == SearchOptions.AllWords)
{
queryParser.DefaultOperator = QueryParser.Operator.AND;
}
if (searchOption == SearchOptions.AtLeastOneWord)
{
queryParser.DefaultOperator = QueryParser.Operator.OR;
}
if (searchOption == SearchOptions.ExactPhrase)
{
phrase = String.Format("\"{0}\"", phrase);
}
try {
Query query = queryParser.Parse(phrase);
TopDocs topDocs = searcher.Search(query, 100);
Highlighter highlighter = new Highlighter(new SimpleHTMLFormatter("<b class=\"searchkeyword\">", "</b>"), new QueryScorer(query));
List <SearchResult> searchResults = new List <SearchResult>(topDocs.TotalHits);
for (int i = 0; i < Math.Min(100, topDocs.TotalHits); i++)
{
Document doc = searcher.Doc(topDocs.ScoreDocs[i].Doc);
SearchResult result = new SearchResult();
result.DocumentType = DocumentTypeFromString(doc.GetField(SearchField.DocumentType.AsString()).StringValue);
result.Relevance = topDocs.ScoreDocs[i].Score * 100;
switch (result.DocumentType)
{
case DocumentType.Page:
PageDocument page = new PageDocument();
page.Wiki = doc.GetField(SearchField.Wiki.AsString()).StringValue;
page.PageFullName = doc.GetField(SearchField.PageFullName.AsString()).StringValue;
page.Title = doc.GetField(SearchField.Title.AsString()).StringValue;
TokenStream tokenStream1 = analyzer.TokenStream(SearchField.Title.AsString(), new StringReader(page.Title));
page.HighlightedTitle = highlighter.GetBestFragments(tokenStream1, page.Title, 3, " [...] ");
page.Content = doc.GetField(SearchField.Content.AsString()).StringValue;
tokenStream1 = analyzer.TokenStream(SearchField.Content.AsString(), new StringReader(page.Content));
page.HighlightedContent = highlighter.GetBestFragments(tokenStream1, page.Content, 3, " [...] ");
result.Document = page;
break;
case DocumentType.Message:
MessageDocument message = new MessageDocument();
message.Wiki = doc.GetField(SearchField.Wiki.AsString()).StringValue;
message.PageFullName = doc.GetField(SearchField.PageFullName.AsString()).StringValue;
message.DateTime = DateTime.Parse(doc.GetField(SearchField.MessageDateTime.AsString()).StringValue);
message.Subject = doc.GetField(SearchField.Title.AsString()).StringValue;
message.Body = doc.GetField(SearchField.Content.AsString()).StringValue;
TokenStream tokenStream2 = analyzer.TokenStream(SearchField.Content.AsString(), new StringReader(message.Body));
message.HighlightedBody = highlighter.GetBestFragments(tokenStream2, message.Body, 3, " [...] ");
result.Document = message;
break;
case DocumentType.Attachment:
PageAttachmentDocument attachment = new PageAttachmentDocument();
attachment.Wiki = doc.GetField(SearchField.Wiki.AsString()).StringValue;
attachment.PageFullName = doc.GetField(SearchField.PageFullName.AsString()).StringValue;
attachment.FileName = doc.GetField(SearchField.FileName.AsString()).StringValue;
attachment.FileContent = doc.GetField(SearchField.FileContent.AsString()).StringValue;
TokenStream tokenStream3 = analyzer.TokenStream(SearchField.Content.AsString(), new StringReader(attachment.FileContent));
attachment.HighlightedFileContent = highlighter.GetBestFragments(tokenStream3, attachment.FileContent, 3, " [...] ");
result.Document = attachment;
break;
case DocumentType.File:
FileDocument file = new FileDocument();
file.Wiki = doc.GetField(SearchField.Wiki.AsString()).StringValue;
file.FileName = doc.GetField(SearchField.FileName.AsString()).StringValue;
file.FileContent = doc.GetField(SearchField.FileContent.AsString()).StringValue;
TokenStream tokenStream4 = analyzer.TokenStream(SearchField.Content.AsString(), new StringReader(file.FileContent));
file.HighlightedFileContent = highlighter.GetBestFragments(tokenStream4, file.FileContent, 3, " [...]");
result.Document = file;
break;
}
searchResults.Add(result);
}
searcher.Dispose();
return(searchResults);
}
catch (ParseException) {
return(new List <SearchResult>(0));
}
}
