// Token: 0x06001AB8 RID: 6840 RVA: 0x000724B0 File Offset: 0x000706B0
internal SeederServerContext(NetworkChannel channel, MonitoredDatabase database, Guid?targetServerGuid, SeedType seedType)
{
this.m_channel = channel;
this.m_databaseGuid = database.DatabaseGuid;
this.DatabaseName = database.DatabaseName;
this.SeedType = seedType;
this.m_targetServerGuid = targetServerGuid;
if (database.Config.IsPassiveCopy)
{
this.m_fPassiveSeeding = true;
switch (seedType)
{
case SeedType.Database:
this.m_passiveSeedingSourceContext = PassiveSeedingSourceContextEnum.Database;
break;
case SeedType.Catalog:
this.m_passiveSeedingSourceContext = PassiveSeedingSourceContextEnum.Catalogue;
break;
}
}
else
{
this.m_passiveSeedingSourceContext = PassiveSeedingSourceContextEnum.None;
}
if (!TestSupport.IsCatalogSeedDisabled())
{
string indexSystemName = FastIndexVersion.GetIndexSystemName(this.m_databaseGuid);
this.indexSeederSource = new IndexSeeder(indexSystemName);
}
}
private void RetrieveFailedItemsCount(ADRawEntry adRawEntry, MailboxType mailboxType)
{
base.PerformMailboxDiscovery(adRawEntry, mailboxType, out this.groupId, out this.mailboxInfo);
switch (this.groupId.GroupType)
{
case GroupType.CrossServer:
case GroupType.CrossPremise:
base.ExecuteSearchWebService();
return;
case GroupType.SkippedError:
{
string error = (this.groupId.Error == null) ? string.Empty : this.groupId.Error.Message;
base.AddFailedMailbox(this.mailboxInfo.LegacyExchangeDN, error);
return;
}
default:
if (this.mailboxInfo.MailboxGuid != Guid.Empty)
{
Guid guid = (mailboxType == MailboxType.Archive) ? this.mailboxInfo.ArchiveDatabase : this.mailboxInfo.MdbGuid;
string indexSystemName = FastIndexVersion.GetIndexSystemName(guid);
using (IFailedItemStorage failedItemStorage = Factory.Current.CreateFailedItemStorage(Factory.Current.CreateSearchServiceConfig(), indexSystemName))
{
FailedItemParameters parameters = new FailedItemParameters(FailureMode.All, FieldSet.None)
{
MailboxGuid = new Guid?(this.mailboxInfo.MailboxGuid)
};
int totalNonIndexableItems = (int)failedItemStorage.GetFailedItemsCount(parameters);
this.UpdateResults(this.mailboxInfo.LegacyExchangeDN, totalNonIndexableItems);
}
}
return;
}
}
private void RetrieveFailedItems(ADRawEntry adRawEntry, MailboxType mailboxType)
{
base.PerformMailboxDiscovery(adRawEntry, mailboxType, out this.groupId, out this.mailboxInfo);
switch (this.groupId.GroupType)
{
case GroupType.CrossServer:
case GroupType.CrossPremise:
base.ExecuteSearchWebService();
return;
case GroupType.SkippedError:
{
string error = (this.groupId.Error == null) ? string.Empty : this.groupId.Error.Message;
base.AddFailedMailbox(this.mailboxInfo.LegacyExchangeDN, error);
return;
}
default:
if (this.mailboxInfo.MailboxGuid != Guid.Empty)
{
Guid guid = (mailboxType == MailboxType.Archive) ? this.mailboxInfo.ArchiveDatabase : this.mailboxInfo.MdbGuid;
string indexSystemName = FastIndexVersion.GetIndexSystemName(guid);
using (IFailedItemStorage failedItemStorage = Factory.Current.CreateFailedItemStorage(Factory.Current.CreateSearchServiceConfig(), indexSystemName))
{
List <NonIndexableItem> nonIndexableItems = new List <NonIndexableItem>();
NonIndexableItemDetailsProvider.AddFailedItemsToCollection(failedItemStorage, this.mailboxInfo.MailboxGuid, this.GetReferenceDocId(), this.pagingInfo.PageSize, nonIndexableItems);
this.UpdateResults(nonIndexableItems);
}
}
return;
}
}
public CiFilesSeederInstance(RpcSeederArgs rpcArgs, ConfigurationArgs configArgs) : base(rpcArgs, configArgs)
{
ITopologyConfigurationSession adSession = DirectorySessionFactory.Default.CreateTopologyConfigurationSession(ConsistencyMode.FullyConsistent, ADSessionSettings.FromRootOrgScopeSet(), 73, ".ctor", "f:\\15.00.1497\\sources\\dev\\cluster\\src\\Replay\\seeder\\cifileseederinstance.cs");
this.targetServer = CiFilesSeederInstance.GetLocalServer(adSession);
if (!string.IsNullOrEmpty(rpcArgs.SourceMachineName) && !SharedHelper.StringIEquals(rpcArgs.SourceMachineName, configArgs.SourceMachine))
{
this.m_fPassiveSeeding = true;
}
Server server = this.m_fPassiveSeeding ? CiFilesSeederInstance.GetServerByName(adSession, rpcArgs.SourceMachineName) : CiFilesSeederInstance.GetServerByName(adSession, configArgs.SourceMachine);
string indexSystemName = FastIndexVersion.GetIndexSystemName(this.ConfigArgs.IdentityGuid);
this.targetIndexSeeder = new IndexSeeder(indexSystemName);
this.sourceSeederProvider = new CiFileSeederProvider(server.Fqdn, this.targetServer.Fqdn, this.ConfigArgs.IdentityGuid);
this.sourceSeederProvider.NetworkName = this.SeederArgs.NetworkId;
this.sourceSeederProvider.CompressOverride = this.SeederArgs.CompressOverride;
this.sourceSeederProvider.EncryptOverride = this.SeederArgs.EncryptOverride;
base.ReadSeedTestHook();
ExTraceGlobals.SeederServerTracer.TraceDebug <string, string>((long)this.GetHashCode(), "CiFilesSeederInstance constructed with the following arguments: {0}; {1}", this.SeederArgs.ToString(), this.ConfigArgs.ToString());
}
public SearchMailboxesResults Search(ISearchPolicy policy, SearchMailboxesInputs input)
{
long num = 0L;
long num2 = 0L;
long num3 = 0L;
long num4 = 0L;
long num5 = 0L;
long num6 = 0L;
ulong num7 = 0UL;
SortedResultPage resultPage = null;
MultiMailboxSearchClient multiMailboxSearchClient = null;
ResultAggregator resultAggregator = new ResultAggregator();
ByteQuantifiedSize byteQuantifiedSize = new ByteQuantifiedSize(0UL);
List <MailboxStatistics> list = new List <MailboxStatistics>();
Dictionary <Guid, List <KeyValuePair <int, long> > > dictionary = new Dictionary <Guid, List <KeyValuePair <int, long> > >();
Stopwatch stopwatch = new Stopwatch();
stopwatch.Start();
Recorder.Record record = policy.Recorder.Start("SearchResultProvider", TraceType.InfoTrace, true);
Recorder.Trace(5L, TraceType.InfoTrace, new object[]
{
"FastLocalSearchResultsProvider.Search Input:",
input,
"Type:",
input.SearchType
});
SearchMailboxesResults result;
try
{
Recorder.Trace(5L, TraceType.InfoTrace, "FastLocalSearchResultsProvider.Search Initializing");
num3 = stopwatch.ElapsedMilliseconds;
string str = (input.PagingInfo != null && input.PagingInfo.SortBy != null && input.PagingInfo.SortBy.SortOrder == SortOrder.Ascending) ? "+" : "-";
string str2 = (input.PagingInfo != null && input.PagingInfo.SortValue != null && input.PagingInfo.SortValue.SortColumn == ItemSchema.DocumentId) ? "[docid]" : FastIndexSystemSchema.Received.Name;
AdditionalParameters additionalParameters = new AdditionalParameters
{
Sort = str + str2,
Refiners = new string[]
{
FastIndexSystemSchema.Size.Name
}
};
long referenceDocId = 0L;
PaginationQueryFilter pagingFilter = null;
QueryFilter queryFilter = input.Criteria.Query;
if (input.PagingInfo != null && input.PagingInfo.SortValue != null)
{
referenceDocId = input.PagingInfo.SortValue.SecondarySortValue;
if (input.PagingInfo.SortValue.SortColumnValue != null && input.PagingInfo.SortValue.SortColumn != ItemSchema.DocumentId)
{
pagingFilter = new PaginationQueryFilter(input.PagingInfo);
}
}
SearchSource searchSource = input.Sources.FirstOrDefault <SearchSource>();
if (searchSource != null)
{
Guid guid = searchSource.MailboxInfo.IsArchive ? searchSource.MailboxInfo.ArchiveDatabase : searchSource.MailboxInfo.MdbGuid;
string displayName = FlowDescriptor.GetImsFlowDescriptor(FastLocalSearchResultsProvider.SearchConfig, FastIndexVersion.GetIndexSystemName(guid)).DisplayName;
num4 += stopwatch.ElapsedMilliseconds - num3;
num3 = stopwatch.ElapsedMilliseconds;
Recorder.Trace(5L, TraceType.InfoTrace, new object[]
{
"FastLocalSearchResultsProvider.Search Initialized DB:",
guid,
"Flow:",
displayName
});
List <SearchSource> list2 = new List <SearchSource>(input.Sources);
while (list2.Count > 0)
{
HashSet <Guid> hashSet = new HashSet <Guid>();
List <SearchSource> list3 = new List <SearchSource>();
int i = 0;
while (i < list2.Count)
{
SearchSource searchSource2 = list2[i];
Guid item = searchSource2.MailboxInfo.IsArchive ? searchSource2.MailboxInfo.ArchiveGuid : searchSource2.MailboxInfo.MailboxGuid;
if (!hashSet.Contains(item))
{
list3.Add(searchSource2);
list2.RemoveAt(i);
hashSet.Add(item);
}
else
{
i++;
}
}
multiMailboxSearchClient = new MultiMailboxSearchClient(guid, (from s in list3
select s.MailboxInfo).ToArray <MailboxInfo>(), input.Criteria, input.CallerInfo, input.PagingInfo);
foreach (SearchSource searchSource3 in list3)
{
Recorder.Trace(5L, TraceType.InfoTrace, "FastLocalSearchResultsProvider.Search Searching Source", searchSource3);
ulong num8 = 0UL;
bool flag = false;
MailboxStatistics mailboxStatistics = null;
ByteQuantifiedSize byteQuantifiedSize2 = new ByteQuantifiedSize(0UL);
List <KeyValuePair <int, long> > list4 = new List <KeyValuePair <int, long> >();
Guid guid2 = searchSource3.MailboxInfo.IsArchive ? searchSource3.MailboxInfo.ArchiveGuid : searchSource3.MailboxInfo.MailboxGuid;
queryFilter = this.ApplyFolderFilter(queryFilter, searchSource3.MailboxInfo, multiMailboxSearchClient);
string text = FqlQueryBuilder.ToFqlString(queryFilter, input.Criteria.QueryCulture);
text = this.ApplyPagingFilter(text, referenceDocId, pagingFilter, input.PagingInfo, input.Criteria.QueryCulture);
Recorder.Trace(5L, TraceType.InfoTrace, new object[]
{
"FastLocalSearchResultsProvider.Search Searching Source Guid:",
guid2,
"Filter:",
queryFilter,
"Query:",
text
});
num6 += stopwatch.ElapsedMilliseconds - num3;
num3 = stopwatch.ElapsedMilliseconds;
IEnumerable <KeyValuePair <PagingImsFlowExecutor.QueryExecutionContext, SearchResultItem[]> > enumerable = FastLocalSearchResultsProvider.FlowExecutor.Execute(displayName, guid2, policy.CallerInfo.QueryCorrelationId, text, 0L, input.Criteria.QueryCulture, additionalParameters, Math.Min(FastLocalSearchResultsProvider.SearchConfig.FastQueryResultTrimHits, input.PagingInfo.PageSize), null);
foreach (KeyValuePair <PagingImsFlowExecutor.QueryExecutionContext, SearchResultItem[]> keyValuePair in enumerable)
{
Recorder.Trace(5L, TraceType.InfoTrace, "FastLocalSearchResultsProvider.Search found pages");
PagingImsFlowExecutor.QueryExecutionContext key = keyValuePair.Key;
ISearchResultItem[] value = keyValuePair.Value;
if (!flag)
{
Recorder.Trace(5L, TraceType.InfoTrace, "FastLocalSearchResultsProvider.Search found statistics");
num8 += (ulong)FastLocalSearchResultsProvider.FlowExecutor.ReadHitCount(key);
IEnumerable <RefinerResult> source = FastLocalSearchResultsProvider.FlowExecutor.ReadRefiners(key);
RefinerResult refinerResult = source.FirstOrDefault((RefinerResult t) => t.Name == FastIndexSystemSchema.Size.Name);
if (refinerResult != null)
{
byteQuantifiedSize2 += new ByteQuantifiedSize((ulong)refinerResult.Sum);
}
mailboxStatistics = new MailboxStatistics(searchSource3.MailboxInfo, num8, byteQuantifiedSize2);
flag = true;
}
foreach (ISearchResultItem searchResultItem in value)
{
Recorder.Trace(5L, TraceType.InfoTrace, "FastLocalSearchResultsProvider.Search found items");
IFieldHolder fieldHolder = searchResultItem.Fields.FirstOrDefault((IFieldHolder f) => string.Equals(f.Name, "DocId", StringComparison.InvariantCultureIgnoreCase));
if (fieldHolder != null)
{
long num9 = (long)fieldHolder.Value;
int documentId = IndexId.GetDocumentId(num9);
IndexId.GetMailboxNumber(num9);
list4.Add(new KeyValuePair <int, long>(documentId, num9));
}
}
if (list4.Count >= input.PagingInfo.PageSize)
{
Recorder.Trace(5L, TraceType.InfoTrace, "FastLocalSearchResultsProvider.Search completed FAST");
break;
}
}
num7 += num8;
byteQuantifiedSize += byteQuantifiedSize2;
if (list4.Count > 0)
{
dictionary[guid2] = list4;
}
if (mailboxStatistics != null)
{
list.Add(mailboxStatistics);
}
num += stopwatch.ElapsedMilliseconds - num3;
num3 = stopwatch.ElapsedMilliseconds;
}
if (dictionary.Count > 0)
{
Recorder.Trace(5L, TraceType.InfoTrace, "FastLocalSearchResultsProvider.Search loading preview items");
resultPage = multiMailboxSearchClient.FetchPreviewProperties(dictionary);
num2 += stopwatch.ElapsedMilliseconds - num3;
num3 = stopwatch.ElapsedMilliseconds;
}
Recorder.Trace(5L, TraceType.InfoTrace, "FastLocalSearchResultsProvider.Search aggregating");
ISearchResult aggregator = new AggregatedSearchTaskResult(new MailboxInfoList(multiMailboxSearchClient.Mailboxes), resultPage, null, num7, byteQuantifiedSize, null, list, null);
resultAggregator.MergeSearchResult(aggregator);
num5 += stopwatch.ElapsedMilliseconds - num3;
num3 = stopwatch.ElapsedMilliseconds;
}
}
result = new SearchMailboxesResults(input.Sources)
{
SearchResult = resultAggregator
};
}
finally
{
record.Attributes["FAST"] = num;
record.Attributes["STORE"] = num2;
record.Attributes["REST"] = num6;
record.Attributes["INIT"] = num4;
record.Attributes["AGGR"] = num5;
record.Attributes["TOTALSIZE"] = byteQuantifiedSize;
record.Attributes["TOTALCNT"] = num7;
policy.Recorder.End(record);
}
return(result);
}
public SearchMailboxesResults Search(ISearchPolicy policy, SearchMailboxesInputs input)
{
ulong num = 0UL;
SortedResultPage resultPage = null;
new List <SearchSource>(input.Sources);
List <MailboxStatistics> list = new List <MailboxStatistics>();
Dictionary <Guid, List <KeyValuePair <int, long> > > dictionary = new Dictionary <Guid, List <KeyValuePair <int, long> > >();
Recorder.Record record = policy.Recorder.Start("NonIndexableItemProvider", TraceType.InfoTrace, true);
Recorder.Trace(5L, TraceType.InfoTrace, new object[]
{
"NonIndexableItemProvider.Search Input:",
input,
"Type:",
input.SearchType
});
try
{
SearchSource searchSource = input.Sources.FirstOrDefault <SearchSource>();
if (searchSource != null)
{
Guid guid = searchSource.MailboxInfo.IsArchive ? searchSource.MailboxInfo.ArchiveDatabase : searchSource.MailboxInfo.MdbGuid;
long num2 = 0L;
if (input.PagingInfo.SortValue != null && input.PagingInfo.SortValue.SortColumnValue != null)
{
num2 = input.PagingInfo.SortValue.SecondarySortValue;
num2 += 1L;
}
string indexSystemName = FastIndexVersion.GetIndexSystemName(guid);
using (IFailedItemStorage failedItemStorage = Factory.Current.CreateFailedItemStorage(Factory.Current.CreateSearchServiceConfig(), indexSystemName))
{
foreach (SearchSource searchSource2 in input.Sources)
{
FailedItemParameters failedItemParameters = new FailedItemParameters(FailureMode.All, FieldSet.Default);
failedItemParameters.MailboxGuid = new Guid?(searchSource2.MailboxInfo.IsArchive ? searchSource2.MailboxInfo.ArchiveGuid : searchSource2.MailboxInfo.MailboxGuid);
long failedItemsCount = failedItemStorage.GetFailedItemsCount(failedItemParameters);
num += (ulong)failedItemsCount;
list.Add(new MailboxStatistics(searchSource2.MailboxInfo, (ulong)failedItemsCount, ByteQuantifiedSize.Zero));
if (input.SearchType == SearchType.NonIndexedItemPreview)
{
failedItemParameters.StartingIndexId = num2;
failedItemParameters.ResultLimit = input.PagingInfo.PageSize;
ICollection <IFailureEntry> failedItems = failedItemStorage.GetFailedItems(failedItemParameters);
dictionary[failedItemParameters.MailboxGuid.Value] = (from t in failedItems
select new KeyValuePair <int, long>(t.DocumentId, t.IndexId)).ToList <KeyValuePair <int, long> >();
}
}
}
if (input.SearchType == SearchType.NonIndexedItemPreview)
{
MultiMailboxSearchClient multiMailboxSearchClient = new MultiMailboxSearchClient(guid, (from t in input.Sources
select t.MailboxInfo).ToArray <MailboxInfo>(), input.Criteria, input.CallerInfo, input.PagingInfo);
resultPage = multiMailboxSearchClient.FetchPreviewProperties(dictionary);
}
}
}
finally
{
policy.Recorder.End(record);
}
return(new SearchMailboxesResults(input.Sources)
{
SearchResult = new ResultAggregator(resultPage, null, num, ByteQuantifiedSize.Zero, null, null, list)
});
}
public SearchResult PerformSearch(ComplianceMessage target, SearchWorkDefinition definition)
{
string query = definition.Query;
SearchResult result = new SearchResult();
CultureInfo culture;
FaultDefinition faultDefinition;
ExceptionHandler.Parser.TryRun(delegate
{
if (string.IsNullOrEmpty(target.Culture))
{
culture = CultureInfo.InvariantCulture;
}
else
{
culture = CultureInfo.GetCultureInfo(target.Culture);
}
AdditionalParameters additionalParameters = new AdditionalParameters
{
Refiners = new string[]
{
FastIndexSystemSchema.Size.Name
}
};
if (query != null)
{
Guid mailboxGuid = target.MessageTarget.Mailbox;
Guid database = target.MessageTarget.Database;
IEnumerable <KeyValuePair <PagingImsFlowExecutor.QueryExecutionContext, SearchResultItem[]> > pages = null;
string flowName = FlowDescriptor.GetImsFlowDescriptor(FastLocalSearchResultsProvider.SearchConfig, FastIndexVersion.GetIndexSystemName(database)).DisplayName;
if (ExceptionHandler.Proxy.TryRun(delegate
{
pages = FastLocalSearchResultsProvider.FlowExecutor.Execute(flowName, mailboxGuid, Guid.NewGuid(), query, 0L, culture, additionalParameters, Math.Min(FastLocalSearchResultsProvider.SearchConfig.FastQueryResultTrimHits, 1), null);
}, TimeSpan.FromMinutes(1.0), out faultDefinition, target, new Action <ExceptionHandler.ExceptionData>(this.ProxyExceptionHandler), default(CancellationToken), null, "PerformSearch", "f:\\15.00.1497\\sources\\dev\\EDiscovery\\src\\TaskDistributionSystem\\ApplicationPlugins\\EDiscovery\\FastLocalSearchResultsProvider.cs", 213))
{
foreach (KeyValuePair <PagingImsFlowExecutor.QueryExecutionContext, SearchResultItem[]> keyValuePair in pages)
{
PagingImsFlowExecutor.QueryExecutionContext key = keyValuePair.Key;
SearchResultItem[] value = keyValuePair.Value;
ByteQuantifiedSize byteQuantifiedSize = default(ByteQuantifiedSize);
long count = FastLocalSearchResultsProvider.FlowExecutor.ReadHitCount(key);
IEnumerable <RefinerResult> source = FastLocalSearchResultsProvider.FlowExecutor.ReadRefiners(key);
RefinerResult refinerResult = source.FirstOrDefault((RefinerResult t) => t.Name == FastIndexSystemSchema.Size.Name);
if (refinerResult != null)
{
byteQuantifiedSize = new ByteQuantifiedSize((ulong)refinerResult.Sum);
}
result = new SearchResult();
result.UpdateTotalSize((long)byteQuantifiedSize.ToMB());
result.UpdateTotalCount(count);
result.Results.Add(new SearchResult.TargetSearchResult
{
Target = target.MessageTarget,
Size = result.TotalSize,
Count = result.TotalCount
});
}
}
}
}, TimeSpan.FromMinutes(1.0), out faultDefinition, target, null, default(CancellationToken), null, "PerformSearch", "f:\\15.00.1497\\sources\\dev\\EDiscovery\\src\\TaskDistributionSystem\\ApplicationPlugins\\EDiscovery\\FastLocalSearchResultsProvider.cs", 188);
if (faultDefinition != null)
{
ExceptionHandler.FaultMessage(target, faultDefinition, true);
}
return(result);
}
// Token: 0x06000FC0 RID: 4032 RVA: 0x0005D260 File Offset: 0x0005B460
private IFailedItemStorage GetFailedItemStorage()
{
IFailedItemStorage failedItemStorage;
if (!this.timeoutCache.TryGetValue(this.mdbGuid, out failedItemStorage))
{
failedItemStorage = Factory.Current.CreateFailedItemStorage(this.config, FastIndexVersion.GetIndexSystemName(this.mdbGuid));
this.timeoutCache.TryAddSliding(this.mdbGuid, failedItemStorage, this.config.IndexRepairAssistantConnectionReleaseTimeout);
}
return(failedItemStorage);
}
