/// <summary>
/// Closes this index.
/// </summary>
public void Close()
{
// Flip that toggle switch
//if (!string.IsNullOrEmpty(this.toggleFile)) IndexMap.HitTheJackalSwitch(this.toggleFile);
if (this.writer != null)
{
this.writer.Close();
}
if (this.openDirectory != null)
{
this.openDirectory.Close();
}
this.writer = null;
this.openDirectory = null;
this.index.Refresh();
if (this.index.IndexStructure == IndexType.DoubleIndex)
{
((IDoubleIndex)this.index).FlipToggleSwitch();
}
else if (this.index.IndexStructure == IndexType.CyclicalIndex)
{
ICyclicalIndex ci = (ICyclicalIndex)this.index;
ci.CopyMirror();
ci.FlipToggleSwitch();
}
this.isDisposed = true;
LibraryAnalysis.Fire(new IndexInfo(this.index.IndexDirectory.Parent.FullName, this.index.IndexDirectory.Name, this.totalWrites, this.optimized, DateTime.Now));
}
public IndexWriter(IIndex index, AnalyzerType analyzer, bool create, bool allowUnlimitedFieldLength)
{
if (index == null)
{
throw new ArgumentNullException("index", "index cannot be null");
}
if (index.IndexStructure == IndexType.None)
{
throw new ArgumentException("The specified index structure cannot be None", "index");
}
if (analyzer == AnalyzerType.None || analyzer == AnalyzerType.Unknown)
{
throw new ArgumentException("The specified analyzer cannot be None or Unknown", "analyzer");
}
this.analyzer = TypeConverter.GetAnalyzer(analyzer);
this.index = index;
DirectoryInfo writeDirectory = null;
bool hasIndexfiles = GetIndexWriteDirectory(out writeDirectory);
// you said append but there's no index files
if (!create && !hasIndexfiles)
{
create = true;
}
this.openDirectory = Lucene29.Net.Store.FSDirectory.Open(writeDirectory);
this.writer = new Lucene29.Net.Index.IndexWriter(this.openDirectory, this.analyzer, create, (allowUnlimitedFieldLength) ? Lucene29.Net.Index.IndexWriter.MaxFieldLength.UNLIMITED : Lucene29.Net.Index.IndexWriter.MaxFieldLength.LIMITED);
}
public IndexReader(IIndex index, bool openReadOnly)
{
if (index == null)
throw new ArgumentNullException("index", "index cannot be null");
this.index = index;
this.isReadOnly = openReadOnly;
this.isDisposed = false;
switch (index.IndexStructure) {
case IndexType.SingleIndex:
var singleIndex = (IIndex)index;
if (!singleIndex.HasIndexFiles())
throw new InvalidOperationException("There are no index files in the specified directory " + index.IndexDirectory.FullName);
this.luceneDirectory = singleIndex.GetLuceneDirectory();
break;
case IndexType.DoubleIndex:
case IndexType.CyclicalIndex:
var doubleIndex = (DoubleIndex)index;
if (!doubleIndex.HasIndexFiles())
throw new InvalidOperationException("There are no index files in the specified directory " + index.IndexDirectory.FullName);
this.luceneDirectory = doubleIndex.GetLuceneDirectory();
break;
default:
throw new NotSupportedException(index.IndexStructure.ToString() + " not supported");
}
this.luceneReader = Lucene29.Net.Index.IndexReader.Open(this.luceneDirectory, openReadOnly);
}
public long GetTotalDocumentsInIndex()
{
// okay, open reader or searcher and get max docs
DirectoryInfo searchDirectory = null;
bool hasIndexFiles = false;
switch (index.IndexStructure)
{
case IndexType.SingleIndex:
IIndex singleIndex = (IIndex)index;
searchDirectory = singleIndex.IndexDirectory;
hasIndexFiles = singleIndex.HasIndexFiles();
break;
case IndexType.DoubleIndex:
case IndexType.CyclicalIndex:
IDoubleIndex doubleIndex = (IDoubleIndex)index;
searchDirectory = doubleIndex.GetReadDirectory();
hasIndexFiles = doubleIndex.HasIndexFiles();
break;
default:
throw new NotImplementedException(index.IndexStructure.ToString() + " not supported");
}
if (!hasIndexFiles)
{
return(-1L);
}
Lucene29.Net.Store.Directory directory = null;
Lucene29.Net.Search.IndexSearcher searcher = null;
try {
directory = Lucene29.Net.Store.FSDirectory.Open(searchDirectory);
searcher = new Lucene29.Net.Search.IndexSearcher(directory, true);
return(searcher.MaxDoc());
}
catch {
return(-2L);
}
finally {
if (searcher != null)
{
searcher.Close();
}
if (directory != null)
{
directory.Close();
}
}
}
/// <summary>
/// Performs application-defined tasks associated with freeing, releasing, or resetting unmanaged resources.
/// </summary>
public void Dispose()
{
if (this.isDisposed)
{
return;
}
if (this.luceneReader != null)
{
this.luceneReader.Close();
this.luceneReader = null;
}
if (this.luceneDirectory != null)
{
this.luceneDirectory.Close();
this.luceneDirectory = null;
}
this.isDisposed = true;
}
public IndexReader(IIndex index, bool openReadOnly)
{
if (index == null)
{
throw new ArgumentNullException("index", "index cannot be null");
}
this.index = index;
this.isReadOnly = openReadOnly;
this.isDisposed = false;
switch (index.IndexStructure)
{
case IndexType.SingleIndex:
var singleIndex = (IIndex)index;
if (!singleIndex.HasIndexFiles())
{
throw new InvalidOperationException("There are no index files in the specified directory " + index.IndexDirectory.FullName);
}
this.luceneDirectory = singleIndex.GetLuceneDirectory();
break;
case IndexType.DoubleIndex:
case IndexType.CyclicalIndex:
var doubleIndex = (DoubleIndex)index;
if (!doubleIndex.HasIndexFiles())
{
throw new InvalidOperationException("There are no index files in the specified directory " + index.IndexDirectory.FullName);
}
this.luceneDirectory = doubleIndex.GetLuceneDirectory();
break;
default:
throw new NotSupportedException(index.IndexStructure.ToString() + " not supported");
}
this.luceneReader = Lucene29.Net.Index.IndexReader.Open(this.luceneDirectory, openReadOnly);
}
/// <summary>
/// Performs a search against a set of indexes.
/// </summary>
/// <param name="builder">The query to run against the indexes.</param>
/// <param name="totalResultsRequested">The total number of results to return.</param>
/// <returns>a list of <see cref="IndexLibrary.SearchResult"/>, one for each result found.</returns>
/// <remarks>
/// Designed to be used for the majority of searches. The functionality contained in this
/// method is used for a normal search, i.e. enter a term, search, get results.
/// </remarks>
public virtual IEnumerable <SearchResult> Search(QueryBuilder builder, int totalResultsRequested)
{
if (builder == null)
{
throw new ArgumentNullException("builder", "builder cannot be null");
}
List <SearchResult> results = new List <SearchResult>();
if (OnBeginSearch(new MultiSearcherEventArgs(this.IndexNames, SearchMethodType.Quick, SearchMethodLocation.Beginning, null)) || totalResultsRequested < -1 || totalResultsRequested == 0)
{
OnEndSearch(new MultiSearcherEventArgs(this.IndexNames, SearchMethodType.Quick, SearchMethodLocation.Ending, null));
LibraryAnalysis.Fire(new SearchInfo(this.IndexNamesConcatenated, builder.ToString(), SearchMethodType.Normal, 0, true));
return(results);
}
Lucene29.Net.Store.Directory directory = null;
Lucene29.Net.Search.MultiSearcher searcher = null;
List <Lucene29.Net.Search.IndexSearcher> searchables = null;
int hitsLength = 0;
bool canceled = false;
try {
searchables = new List <Lucene29.Net.Search.IndexSearcher>();
for (int i = 0; i < this.indexes.Count; i++)
{
DirectoryInfo searchInfo = null;
if (!GetIndexReadDirectory(this.indexes[i], out searchInfo))
{
continue;
}
searchables.Add(new Lucene29.Net.Search.IndexSearcher(Lucene29.Net.Store.FSDirectory.Open(searchInfo), true));
}
if (searchables.Count == 0)
{
OnEndSearch(new MultiSearcherEventArgs(this.IndexNames, SearchMethodType.Quick, SearchMethodLocation.Ending, null));
return(results);
}
searcher = new Lucene29.Net.Search.MultiSearcher(searchables.ToArray());
Lucene29.Net.Search.TopDocs topDocs = searcher.Search(builder.GetLuceneQuery, (totalResultsRequested == -1) ? StaticValues.DefaultDocsToReturn : totalResultsRequested);
hitsLength = (totalResultsRequested == -1) ? topDocs.totalHits : Math.Min(topDocs.totalHits, totalResultsRequested);
if (hitsLength > 5000)
{
hitsLength = 5000;
}
int resultsFound = 0;
for (int i = 0; i < hitsLength; i++)
{
int docID = topDocs.scoreDocs[i].doc;
Document document = searcher.Doc(docID);
System.Collections.IList fieldList = document.GetFields();
Dictionary <string, string> values = new Dictionary <string, string>();
int totalValues = 0;
int totalFields = fieldList.Count;
for (int j = 0; j < totalFields; j++)
{
if (fieldList[j] == null)
{
continue;
}
Field field = fieldList[j] as Field;
values.Add(field.Name(), field.StringValue());
++totalValues;
}
if (totalValues > 0)
{
SearchResult result = new SearchResult(values, string.Join(", ", this.IndexNames), topDocs.scoreDocs[i].score);
results.Add(result);
resultsFound++;
if (OnSearchResultFound(new MultiSearcherEventArgs(this.IndexNames, SearchMethodType.Normal, SearchMethodLocation.ResultFound, result)))
{
canceled = true;
break;
}
}
}
}
finally {
if (searcher != null)
{
searcher.Close();
}
if (searchables != null)
{
searchables.ForEach(x => x.Close());
}
if (directory != null)
{
directory.Close();
}
OnEndSearch(new MultiSearcherEventArgs(this.IndexNames, SearchMethodType.Quick, SearchMethodLocation.Ending, null));
LibraryAnalysis.Fire(new SearchInfo(this.IndexNamesConcatenated, builder.ToString(), SearchMethodType.Normal, hitsLength, canceled));
}
return(results);
}
/// <summary>
/// Performs a full search against a set of indexes.
/// </summary>
/// <param name="builder">The query to run against the indexes.</param>
/// <param name="totalResultsRequested">The total number of results to return.</param>
/// <param name="fieldFilterNames">An exclusive list of fields to retrieve from the indexes.</param>
/// <returns>A <see cref="IndexLibrary.SearchResultDataSet"/> that contains distinct values for each specified field and all search results</returns>
/// <remarks>
/// Used when you want to create filter type results such as http://www.kayak.com when you perform
/// a search for an airline. A list of distinct values for all fields is displayed so you can filter down
/// your results. This method performs the same functionality.
/// </remarks>
public virtual SearchResultDataSet FullSearch(QueryBuilder builder, int totalResultsRequested, string[] fieldFilterNames)
{
if (builder == null)
{
throw new ArgumentNullException("builder", "builder cannot be null");
}
SearchResultDataSet dataSet = new SearchResultDataSet();
bool getAllFilters = (fieldFilterNames == null || fieldFilterNames.Length == 0);
if (OnBeginSearch(new MultiSearcherEventArgs(this.IndexNames, SearchMethodType.Quick, SearchMethodLocation.Beginning, null)) || totalResultsRequested < -1 || totalResultsRequested == 0)
{
OnEndSearch(new MultiSearcherEventArgs(this.IndexNames, SearchMethodType.Quick, SearchMethodLocation.Ending, null));
LibraryAnalysis.Fire(new SearchInfo(this.IndexNamesConcatenated, builder.ToString(), SearchMethodType.Full, 0, true));
return(dataSet);
}
Lucene29.Net.Store.Directory directory = null;
Lucene29.Net.Search.MultiSearcher searcher = null;
List <Lucene29.Net.Search.IndexSearcher> searchables = null;
int hitsLength = 0;
bool canceled = false;
try {
searchables = new List <Lucene29.Net.Search.IndexSearcher>();
for (int i = 0; i < this.indexes.Count; i++)
{
DirectoryInfo searchInfo = null;
if (!GetIndexReadDirectory(this.indexes[i], out searchInfo))
{
continue;
}
searchables.Add(new Lucene29.Net.Search.IndexSearcher(Lucene29.Net.Store.FSDirectory.Open(searchInfo), true));
}
if (searchables.Count == 0)
{
OnEndSearch(new MultiSearcherEventArgs(this.IndexNames, SearchMethodType.Quick, SearchMethodLocation.Ending, null));
return(dataSet);
}
searcher = new Lucene29.Net.Search.MultiSearcher(searchables.ToArray());
Lucene29.Net.Search.TopDocs topDocs = searcher.Search(builder.GetLuceneQuery, (totalResultsRequested == -1) ? StaticValues.DefaultDocsToReturn : totalResultsRequested);
hitsLength = (totalResultsRequested == -1) ? topDocs.totalHits : Math.Min(topDocs.totalHits, totalResultsRequested);
if (hitsLength > 5000)
{
hitsLength = 5000;
}
int resultsFound = 0;
for (int i = 0; i < hitsLength; i++)
{
int docID = topDocs.scoreDocs[i].doc;
Document document = searcher.Doc(docID);
System.Collections.IList fieldList = document.GetFields();
Dictionary <string, string> values = new Dictionary <string, string>();
int totalValues = 0;
int totalFields = fieldList.Count;
for (int j = 0; j < totalFields; j++)
{
if (fieldList[j] == null)
{
continue;
}
Field field = fieldList[j] as Field;
string name = field.Name();
string value = field.StringValue();
field = null;
if (getAllFilters || fieldFilterNames.Contains(name))
{
SearchResultFilter filter = null;
if (!dataSet.ContainsFilter(name))
{
filter = new SearchResultFilter(name);
dataSet.AddFilter(filter);
}
else
{
filter = dataSet.GetFilter(name);
}
if (!filter.ContainsKey(value))
{
filter.AddValue(new KeyValuePair <string, bool>(value, true));
}
}
if (values.ContainsKey(name))
{
int revision = 1;
while (values.ContainsKey(name + "(" + revision.ToString() + ")"))
{
revision++;
}
name += "(" + revision.ToString() + ")";
}
values.Add(name, value);
++totalValues;
}
if (totalValues > 0)
{
SearchResult result = new SearchResult(values, string.Join(", ", this.IndexNames), topDocs.scoreDocs[i].score);
dataSet.AddSearchResult(result);
resultsFound++;
if (OnSearchResultFound(new MultiSearcherEventArgs(this.IndexNames, SearchMethodType.Full, SearchMethodLocation.ResultFound, result)))
{
canceled = true;
break;
}
}
}
}
finally {
if (searcher != null)
{
searcher.Close();
}
if (searchables != null)
{
searchables.ForEach(x => x.Close());
}
if (directory != null)
{
directory.Close();
}
OnEndSearch(new MultiSearcherEventArgs(this.IndexNames, SearchMethodType.Quick, SearchMethodLocation.Ending, null));
LibraryAnalysis.Fire(new SearchInfo(this.IndexNamesConcatenated, builder.ToString(), SearchMethodType.Full, hitsLength, canceled));
}
return(dataSet);
}
/// <summary>
/// Performs a search against an index.
/// </summary>
/// <param name="builder">The query to run against the index.</param>
/// <param name="totalResultsRequested">The total number of results to return.</param>
/// <returns>a list of <see cref="IndexLibrary.SearchResult"/>, one for each result found.</returns>
/// <remarks>
/// Designed to be used for the majority of searches. The functionality contained in this
/// method is used for a normal search, i.e. enter a term, search, get results.
/// </remarks>
public virtual IEnumerable <SearchResult> Search(QueryBuilder builder, int totalResultsRequested)
{
if (builder == null)
{
throw new ArgumentNullException("builder", "builder cannot be null");
}
List <SearchResult> results = new List <SearchResult>();
if (OnBeginSearch(new SearcherEventArgs(this.index.IndexDirectory.Name, this.index.IndexStructure, SearchMethodType.Normal, SearchMethodLocation.Beginning, null)))
{
OnEndSearch(new SearcherEventArgs(this.index.IndexDirectory.Name, this.index.IndexStructure, SearchMethodType.Normal, SearchMethodLocation.Ending, null));
LibraryAnalysis.Fire(new SearchInfo(this.index.IndexDirectory.Name, builder.ToString(), SearchMethodType.Normal, 0, true));
return(results);
}
this.index.Refresh();
DirectoryInfo searchDirectory = null;
bool hasIndexFiles = GetIndexReadDirectory(out searchDirectory);
if ((totalResultsRequested < -1 || totalResultsRequested == 0) || (!hasIndexFiles))
{
OnEndSearch(new SearcherEventArgs(this.index.IndexDirectory.Name, this.index.IndexStructure, SearchMethodType.Normal, SearchMethodLocation.Ending, null));
LibraryAnalysis.Fire(new SearchInfo(this.index.IndexDirectory.Name, builder.ToString(), SearchMethodType.Normal, 0, true));
return(results);
}
Lucene29.Net.Store.Directory directory = null;
Lucene29.Net.Search.IndexSearcher searcher = null;
int hitsLength = 0;
bool canceled = false;
try {
directory = Lucene29.Net.Store.FSDirectory.Open(searchDirectory);
searcher = new Lucene29.Net.Search.IndexSearcher(directory, true);
Lucene29.Net.Search.TopDocs topDocs = searcher.Search(builder.GetLuceneQuery, (totalResultsRequested == -1) ? StaticValues.DefaultDocsToReturn : totalResultsRequested);
hitsLength = (totalResultsRequested == -1) ? topDocs.totalHits : Math.Min(topDocs.totalHits, totalResultsRequested);
if (hitsLength > 5000)
{
hitsLength = 5000;
}
int resultsFound = 0;
for (int i = 0; i < hitsLength; i++)
{
int docID = topDocs.scoreDocs[i].doc;
Document document = searcher.Doc(docID);
System.Collections.IList fieldList = document.GetFields();
Dictionary <string, string> values = new Dictionary <string, string>();
int totalValues = 0;
int totalFields = fieldList.Count;
for (int j = 0; j < totalFields; j++)
{
if (fieldList[j] == null)
{
continue;
}
Field field = fieldList[j] as Field;
string name = field.Name();
int renameCount = 1;
while (values.ContainsKey(name))
{
name = field.Name() + "(" + renameCount.ToString() + ")";
renameCount++;
}
values.Add(name, field.StringValue());
++totalValues;
}
if (totalValues > 0)
{
SearchResult result = new SearchResult(values, this.index.IndexDirectory.Name, topDocs.scoreDocs[i].score);
results.Add(result);
resultsFound++;
if (OnSearchResultFound(new SearcherEventArgs(this.index.IndexDirectory.Name, this.index.IndexStructure, SearchMethodType.Normal, SearchMethodLocation.ResultFound, result)))
{
canceled = true;
break;
}
}
}
}
finally {
if (searcher != null)
{
searcher.Close();
}
if (directory != null)
{
directory.Close();
}
OnEndSearch(new SearcherEventArgs(this.index.IndexDirectory.Name, this.index.IndexStructure, SearchMethodType.Normal, SearchMethodLocation.Ending, null));
LibraryAnalysis.Fire(new SearchInfo(this.index.IndexDirectory.Name, builder.ToString(), SearchMethodType.Normal, hitsLength, canceled));
}
return(results);
}
/// <summary>
/// Performs a quick search against an index.
/// </summary>
/// <param name="builder">The query to run against the index.</param>
/// <param name="fieldName">Name of the field to return from the index.</param>
/// <param name="totalResultsRequested">The total number of results to return.</param>
/// <returns>A list of strings, one for each result found</returns>
/// <remarks>
/// Designed to be used for 'quick' type searches such as those used for type-ahead features or
/// searches where only a single column needs to be returned.
/// </remarks>
public IEnumerable <string> QuickSearch(QueryBuilder builder, string fieldName, int totalResultsRequested)
{
if (builder == null)
{
throw new ArgumentNullException("builder", "builder cannot be null");
}
List <string> results = new List <string>();
if (OnBeginSearch(new SearcherEventArgs(this.index.IndexDirectory.Name, this.index.IndexStructure, SearchMethodType.Quick, SearchMethodLocation.Beginning, null)))
{
OnEndSearch(new SearcherEventArgs(this.index.IndexDirectory.Name, this.index.IndexStructure, SearchMethodType.Quick, SearchMethodLocation.Ending, null));
LibraryAnalysis.Fire(new SearchInfo(this.index.IndexDirectory.Name, builder.ToString(), SearchMethodType.Quick, 0, true));
return(results);
}
this.index.Refresh();
DirectoryInfo searchDirectory = null;
bool hasIndexFiles = GetIndexReadDirectory(out searchDirectory);
if ((totalResultsRequested < -1 || totalResultsRequested == 0) || (!hasIndexFiles))
{
OnEndSearch(new SearcherEventArgs(this.index.IndexDirectory.Name, this.index.IndexStructure, SearchMethodType.Quick, SearchMethodLocation.Ending, null));
LibraryAnalysis.Fire(new SearchInfo(this.index.IndexDirectory.Name, builder.ToString(), SearchMethodType.Quick, 0, true));
return(results);
}
Lucene29.Net.Store.Directory directory = null;
Lucene29.Net.Search.IndexSearcher searcher = null;
int hitsLength = 0;
bool canceled = false;
try {
directory = Lucene29.Net.Store.FSDirectory.Open(searchDirectory);
searcher = new Lucene29.Net.Search.IndexSearcher(directory, true);
Lucene29.Net.Search.TopDocs topDocs = searcher.Search(builder.GetLuceneQuery, (totalResultsRequested == -1) ? StaticValues.DefaultDocsToReturn : totalResultsRequested);
hitsLength = (totalResultsRequested == -1) ? topDocs.totalHits : Math.Min(topDocs.totalHits, totalResultsRequested);
if (hitsLength > 5000)
{
hitsLength = 5000;
}
int resultsFound = 0;
for (int i = 0; i < hitsLength; i++)
{
int docID = topDocs.scoreDocs[i].doc;
Document document = searcher.Doc(docID);
System.Collections.IList fieldList = document.GetFields();
//Dictionary<string, string> values = new Dictionary<string, string>();
int totalFields = fieldList.Count;
Field collectedField = null;
for (int j = 0; j < totalFields; j++)
{
if (fieldList[j] == null)
{
continue;
}
collectedField = fieldList[j] as Field;
if (collectedField.Name().Equals(fieldName, StringComparison.CurrentCultureIgnoreCase))
{
break;
}
collectedField = null;
}
if (collectedField != null)
{
results.Add(collectedField.StringValue());
resultsFound++;
if (OnSearchResultFound(new SearcherEventArgs(this.index.IndexDirectory.Name, this.index.IndexStructure, SearchMethodType.Quick, SearchMethodLocation.ResultFound, collectedField.Name(), collectedField.StringValue(), topDocs.scoreDocs[i].score)))
{
canceled = true;
break;
}
}
}
}
finally {
if (searcher != null)
{
searcher.Close();
}
if (directory != null)
{
directory.Close();
}
OnEndSearch(new SearcherEventArgs(this.index.IndexDirectory.Name, this.index.IndexStructure, SearchMethodType.Quick, SearchMethodLocation.Ending, null));
LibraryAnalysis.Fire(new SearchInfo(this.index.IndexDirectory.Name, builder.ToString(), SearchMethodType.Quick, hitsLength, canceled));
}
return(results);
}
/// <summary>
/// Performs application-defined tasks associated with freeing, releasing, or resetting unmanaged resources.
/// </summary>
public void Dispose()
{
if (this.isDisposed)
return;
if (this.luceneReader != null) {
this.luceneReader.Close();
this.luceneReader = null;
}
if (this.luceneDirectory != null) {
this.luceneDirectory.Close();
this.luceneDirectory = null;
}
this.isDisposed = true;
}
