} // ProgressSegmentReceived
#endregion
#region Worker implementation
void Worker_DoWork(object sender, DoWorkEventArgs e)
{
StartTime = DateTime.Now;
try
{
if (DumpFolderSegments != null)
{
Storage = new PayloadStorage(true);
Storage.SegmentPayloadReceived += Storage_SegmentPayloadReceived;
} // if
Explorer.SectionReceived += Explorer_SectionReceived;
Explorer.RunEnded += Explorer_RunEnded;
Explorer.ExploreMulticastStream();
}
finally
{
if (Explorer != null)
{
Explorer.Close();
}
if (Storage != null)
{
Storage = null;
}
} // finally
} // Worker_DoWork
/// <summary>
/// Processes the specified filtered index delete command.
/// </summary>
/// <param name="filteredIndexDeleteCommand">The filtered index delete command.</param>
/// <param name="messageContext">The message context.</param>
/// <param name="storeContext">The store context.</param>
internal static void Process(
FilteredIndexDeleteCommand filteredIndexDeleteCommand,
MessageContext messageContext,
IndexStoreContext storeContext)
{
if (filteredIndexDeleteCommand != null)
{
IndexTypeMapping indexTypeMapping =
storeContext.StorageConfiguration.CacheIndexV3StorageConfig.IndexTypeMappingCollection[messageContext.TypeId];
Index indexInfo = indexTypeMapping.IndexCollection[filteredIndexDeleteCommand.TargetIndexName];
byte[] metadata = null;
MetadataPropertyCollection metadataPropertyCollection = null;
#region Get CacheIndexInternal for TargetIndexName
if (indexTypeMapping.MetadataStoredSeperately)
{
IndexServerUtils.GetMetadataStoredSeperately(indexTypeMapping,
messageContext.TypeId,
messageContext.PrimaryId,
filteredIndexDeleteCommand.IndexId,
storeContext,
out metadata,
out metadataPropertyCollection);
}
CacheIndexInternal cacheIndexInternal = IndexServerUtils.GetCacheIndexInternal(storeContext,
messageContext.TypeId,
filteredIndexDeleteCommand.PrimaryId,
filteredIndexDeleteCommand.IndexId,
indexInfo.ExtendedIdSuffix,
filteredIndexDeleteCommand.TargetIndexName,
0,
filteredIndexDeleteCommand.DeleteFilter,
false,
null,
false,
true,
indexInfo.PrimarySortInfo,
indexInfo.LocalIdentityTagList,
indexInfo.StringHashCodeDictionary,
null,
indexInfo.IsMetadataPropertyCollection,
metadataPropertyCollection,
DomainSpecificProcessingType.None,
null,
null,
null,
false);
#endregion
if (cacheIndexInternal != null)
{
#region Increment perf counters' number
PerformanceCounters.Instance.SetCounterValue(
PerformanceCounterEnum.NumOfItemsInIndexPerFilterDeleteRequest,
messageContext.TypeId,
cacheIndexInternal.OutDeserializationContext.TotalCount);
PerformanceCounters.Instance.SetCounterValue(
PerformanceCounterEnum.NumOfItemsReadPerFilterDeleteRequest,
messageContext.TypeId,
cacheIndexInternal.OutDeserializationContext.ReadItemCount);
PerformanceCounters.Instance.SetCounterValue(
PerformanceCounterEnum.NumOfItemsFilteredPerFilterDeleteRequest,
messageContext.TypeId,
(cacheIndexInternal.OutDeserializationContext.TotalCount - cacheIndexInternal.OutDeserializationContext.FilteredInternalItemList.Count));
#endregion
#region Update VirtualCount
cacheIndexInternal.VirtualCount -= (cacheIndexInternal.OutDeserializationContext.TotalCount - cacheIndexInternal.Count);
#endregion
#region Save CacheIndexInternal to local storage since item which pass delete filter are pruned in it
byte[] extendedId = IndexServerUtils.FormExtendedId(filteredIndexDeleteCommand.IndexId,
indexTypeMapping.IndexCollection[cacheIndexInternal.InDeserializationContext.IndexName].ExtendedIdSuffix);
// compose a bdb entry header
bool isCompress = storeContext.GetCompressOption(messageContext.TypeId);
PayloadStorage bdbEntryHeader = new PayloadStorage
{
Compressed = isCompress,
TTL = -1,
LastUpdatedTicks = DateTime.Now.Ticks,
ExpirationTicks = -1,
Deactivated = false
};
BinaryStorageAdapter.Save(
storeContext.MemoryPool,
storeContext.IndexStorageComponent,
messageContext.TypeId,
filteredIndexDeleteCommand.PrimaryId,
extendedId,
bdbEntryHeader,
Serializer.Serialize <CacheIndexInternal>(cacheIndexInternal, isCompress, RelayMessage.RelayCompressionImplementation));
#endregion
#region Data store deletes
if (DataTierUtil.ShouldForwardToDataTier(messageContext.RelayTTL,
messageContext.SourceZone,
storeContext.MyZone,
indexTypeMapping.IndexServerMode) &&
cacheIndexInternal.OutDeserializationContext.FilteredInternalItemList != null &&
cacheIndexInternal.OutDeserializationContext.FilteredInternalItemList.Count > 0)
{
List <RelayMessage> dataStorageMessageList = new List <RelayMessage>();
short relatedTypeId;
if (!storeContext.TryGetRelatedIndexTypeId(messageContext.TypeId, out relatedTypeId))
{
LoggingUtil.Log.ErrorFormat("Invalid RelatedTypeId for TypeId - {0}", messageContext.TypeId);
throw new Exception("Invalid RelatedTypeId for TypeId - " + messageContext.TypeId);
}
cacheIndexInternal.InternalItemList = cacheIndexInternal.OutDeserializationContext.FilteredInternalItemList;
List <byte[]> fullDataIdList = DataTierUtil.GetFullDataIds(cacheIndexInternal.InDeserializationContext.IndexId,
cacheIndexInternal.InternalItemList,
indexTypeMapping.FullDataIdFieldList);
foreach (byte[] fullDataId in fullDataIdList)
{
if (fullDataId != null)
{
dataStorageMessageList.Add(new RelayMessage(relatedTypeId,
IndexCacheUtils.GeneratePrimaryId(fullDataId),
fullDataId,
MessageType.Delete));
}
}
if (dataStorageMessageList.Count > 0)
{
storeContext.ForwarderComponent.HandleMessages(dataStorageMessageList);
}
}
#endregion
}
}
}
/// <summary>
/// Processes the specified MetadataPropertyCommand.
/// </summary>
/// <param name="metadataPropertyCommand">The MetadataPropertyCommand.</param>
/// <param name="messageContext">The message context.</param>
/// <param name="storeContext">The store context.</param>
internal static void Process(MetadataPropertyCommand metadataPropertyCommand, MessageContext messageContext, IndexStoreContext storeContext)
{
if (metadataPropertyCommand != null)
{
MetadataPropertyCollection metadataPropertyCollection = null;
byte[] metadata;
IndexTypeMapping indexTypeMapping = storeContext.StorageConfiguration.CacheIndexV3StorageConfig.IndexTypeMappingCollection[messageContext.TypeId];
CacheIndexInternal cacheIndexInternal = null;
#region Fetch MetadataPropertyCollection
if (indexTypeMapping.MetadataStoredSeperately)
{
IndexServerUtils.GetMetadataStoredSeperately(indexTypeMapping,
messageContext.TypeId,
metadataPropertyCommand.PrimaryId,
metadataPropertyCommand.IndexId,
storeContext,
out metadata,
out metadataPropertyCollection);
}
else
{
Index indexInfo = indexTypeMapping.IndexCollection[metadataPropertyCommand.TargetIndexName];
// Get CacheIndexInternal
cacheIndexInternal = IndexServerUtils.GetCacheIndexInternal(storeContext,
messageContext.TypeId,
metadataPropertyCommand.PrimaryId,
metadataPropertyCommand.IndexId,
indexInfo.ExtendedIdSuffix,
metadataPropertyCommand.TargetIndexName,
0,
null,
false,
null,
true,
false,
null,
null,
null,
null,
true,
null,
DomainSpecificProcessingType.None,
null,
null,
null,
true);
if (cacheIndexInternal != null && cacheIndexInternal.MetadataPropertyCollection != null)
{
metadataPropertyCollection = cacheIndexInternal.MetadataPropertyCollection;
}
}
#endregion
#region Process MetadataPropertyCollection add/deletes
if (metadataPropertyCollection == null)
{
metadataPropertyCollection = new MetadataPropertyCollection();
}
metadataPropertyCollection.Process(metadataPropertyCommand.MetadataPropertyCollectionUpdate);
#endregion
#region Restore MetadataPropertyCollection back to storage
bool isCompress = storeContext.GetCompressOption(messageContext.TypeId);
byte[] extId = null;
byte[] byteArray = null;
if (indexTypeMapping.MetadataStoredSeperately)
{
extId = metadataPropertyCommand.ExtendedId;
byteArray = Serializer.Serialize(metadataPropertyCollection, isCompress);
}
else
{
if (cacheIndexInternal == null)
{
cacheIndexInternal = new CacheIndexInternal
{
InDeserializationContext = new InDeserializationContext(0,
metadataPropertyCommand.TargetIndexName,
metadataPropertyCommand.IndexId,
messageContext.TypeId,
null,
false,
null,
true,
false,
null,
null,
null,
null,
null,
null,
true,
null,
DomainSpecificProcessingType.None,
null,
null,
null)
};
}
//Restore CacheIndexInternal
cacheIndexInternal.MetadataPropertyCollection = metadataPropertyCollection;
extId = IndexServerUtils.FormExtendedId(metadataPropertyCommand.IndexId,
indexTypeMapping.IndexCollection[
cacheIndexInternal.InDeserializationContext.IndexName].
ExtendedIdSuffix);
byteArray = Serializer.Serialize(cacheIndexInternal, isCompress);
}
PayloadStorage bdbEntryHeader = new PayloadStorage
{
Compressed = isCompress,
TTL = -1,
LastUpdatedTicks = DateTime.Now.Ticks,
ExpirationTicks = -1,
Deactivated = false
};
BinaryStorageAdapter.Save(
storeContext.MemoryPool,
storeContext.IndexStorageComponent,
messageContext.TypeId,
metadataPropertyCommand.PrimaryId,
extId,
bdbEntryHeader,
byteArray);
#endregion
}
}
