/// <summary>
/// Create a IEventHubQueueCacheFactory. It will create a EventHubQueueCacheFactory by default.
/// User can override this function to return their own implementation of IEventHubQueueCacheFactory,
/// and other customization of IEventHubQueueCacheFactory if they may.
/// </summary>
/// <returns></returns>
protected virtual IEventHubQueueCacheFactory CreateCacheFactory(EventHubStreamCachePressureOptions eventHubCacheOptions)
{
var eventHubPath = this.ehOptions.Path;
var sharedDimensions = new EventHubMonitorAggregationDimensions(eventHubPath);
return(new EventHubQueueCacheFactory(eventHubCacheOptions, cacheEvictionOptions, statisticOptions, this.dataAdapter, sharedDimensions));
}
/// <summary>
/// Create a IEventHubQueueCacheFactory. It will create a EventHubQueueCacheFactory by default.
/// User can override this function to return their own implementation of IEventHubQueueCacheFactory,
/// and other customization of IEventHubQueueCacheFactory if they may.
/// </summary>
/// <param name="providerSettings"></param>
/// <returns></returns>
protected virtual IEventHubQueueCacheFactory CreateCacheFactory(EventHubStreamProviderSettings providerSettings)
{
var eventHubPath = this.hubSettings.Path;
var sharedDimensions = new EventHubMonitorAggregationDimensions(eventHubPath);
return(new EventHubQueueCacheFactory(providerSettings, this.SerializationManager, sharedDimensions, this.loggerFactory));
}
/// <summary>
/// Create a IEventHubQueueCacheFactory. It will create a EventHubQueueCacheFactory by default.
/// User can override this function to return their own implementation of IEventHubQueueCacheFactory,
/// and other customization of IEventHubQueueCacheFactory if they may.
/// </summary>
/// <param name="providerSettings"></param>
/// <returns></returns>
protected virtual IEventHubQueueCacheFactory CreateCacheFactory(EventHubStreamProviderSettings providerSettings)
{
var globalConfig = this.serviceProvider.GetService <GlobalConfiguration>();
var nodeConfig = this.serviceProvider.GetService <NodeConfiguration>();
var eventHubPath = hubSettings.Path;
var sharedDimensions = new EventHubMonitorAggregationDimensions(globalConfig, nodeConfig, eventHubPath);
return(new EventHubQueueCacheFactory(providerSettings, SerializationManager, sharedDimensions));
}
/// <summary>
/// Constructor for EventHubQueueCacheFactory
/// </summary>
/// <param name="providerSettings"></param>
/// <param name="serializationManager"></param>
/// <param name="sharedDimensions">shared dimensions between cache monitor and block pool monitor</param>
/// <param name="cacheMonitorFactory"></param>
/// <param name="blockPoolMonitorFactory"></param>
public EventHubQueueCacheFactory(EventHubStreamProviderSettings providerSettings,
SerializationManager serializationManager, EventHubMonitorAggregationDimensions sharedDimensions,
Func <EventHubCacheMonitorDimensions, Logger, ITelemetryProducer, ICacheMonitor> cacheMonitorFactory = null,
Func <EventHubBlockPoolMonitorDimensions, Logger, ITelemetryProducer, IBlockPoolMonitor> blockPoolMonitorFactory = null)
{
this.providerSettings = providerSettings;
this.serializationManager = serializationManager;
this.timePurge = new TimePurgePredicate(this.providerSettings.DataMinTimeInCache, this.providerSettings.DataMaxAgeInCache);
this.sharedDimensions = sharedDimensions;
this.CacheMonitorFactory = cacheMonitorFactory == null?(dimensions, logger, telemetryProducer) => new DefaultEventHubCacheMonitor(dimensions, telemetryProducer) : cacheMonitorFactory;
this.BlockPoolMonitorFactory = blockPoolMonitorFactory == null? (dimensions, logger, telemetryProducer) => new DefaultEventHubBlockPoolMonitor(dimensions, telemetryProducer) : blockPoolMonitorFactory;
}
/// <summary>
/// Constructor for EventHubQueueCacheFactory
/// </summary>
/// <param name="cacheOptions"></param>
/// <param name="evictionOptions"></param>
/// <param name="statisticOptions"></param>
/// <param name="serializationManager"></param>
/// <param name="sharedDimensions">shared dimensions between cache monitor and block pool monitor</param>
/// <param name="cacheMonitorFactory"></param>
/// <param name="blockPoolMonitorFactory"></param>
public EventHubQueueCacheFactory(
EventHubStreamCachePressureOptions cacheOptions,
StreamCacheEvictionOptions evictionOptions,
StreamStatisticOptions statisticOptions,
SerializationManager serializationManager, EventHubMonitorAggregationDimensions sharedDimensions,
Func <EventHubCacheMonitorDimensions, ILoggerFactory, ITelemetryProducer, ICacheMonitor> cacheMonitorFactory = null,
Func <EventHubBlockPoolMonitorDimensions, ILoggerFactory, ITelemetryProducer, IBlockPoolMonitor> blockPoolMonitorFactory = null)
{
this.cacheOptions = cacheOptions;
this.statisticOptions = statisticOptions;
this.serializationManager = serializationManager;
this.timePurge = new TimePurgePredicate(evictionOptions.DataMinTimeInCache, evictionOptions.DataMaxAgeInCache);
this.sharedDimensions = sharedDimensions;
this.CacheMonitorFactory = cacheMonitorFactory ?? ((dimensions, logger, telemetryProducer) => new DefaultEventHubCacheMonitor(dimensions, telemetryProducer));
this.BlockPoolMonitorFactory = blockPoolMonitorFactory ?? ((dimensions, logger, telemetryProducer) => new DefaultEventHubBlockPoolMonitor(dimensions, telemetryProducer));
}
/// <summary>
/// Default function to be called to create an EventhubQueueCache in IEventHubQueueCacheFactory.CreateCache method. User can
/// override this method to add more customization.
/// </summary>
protected virtual IEventHubQueueCache CreateCache(
string partition,
IEventHubDataAdapter dataAdatper,
StreamStatisticOptions statisticOptions,
StreamCacheEvictionOptions streamCacheEvictionOptions,
IStreamQueueCheckpointer <string> checkpointer,
ILoggerFactory loggerFactory,
IObjectPool <FixedSizeBuffer> bufferPool,
string blockPoolId,
TimePurgePredicate timePurge,
EventHubMonitorAggregationDimensions sharedDimensions,
ITelemetryProducer telemetryProducer)
{
var cacheMonitorDimensions = new EventHubCacheMonitorDimensions(sharedDimensions, partition, blockPoolId);
var cacheMonitor = this.CacheMonitorFactory(cacheMonitorDimensions, loggerFactory, telemetryProducer);
var logger = loggerFactory.CreateLogger($"{typeof(EventHubQueueCache).FullName}.{sharedDimensions.EventHubPath}.{partition}");
var evictionStrategy = new ChronologicalEvictionStrategy(logger, timePurge, cacheMonitor, statisticOptions.StatisticMonitorWriteInterval);
return(new EventHubQueueCache(partition, EventHubAdapterReceiver.MaxMessagesPerRead, bufferPool, dataAdatper, evictionStrategy, checkpointer, logger,
cacheMonitor, statisticOptions.StatisticMonitorWriteInterval, streamCacheEvictionOptions.MetadataMinTimeInCache));
}
/// <summary>
/// Function used to configure BufferPool for EventHubQueueCache. User can override this function to provide more customization on BufferPool creation
/// </summary>
protected virtual IObjectPool <FixedSizeBuffer> CreateBufferPool(EventHubStreamProviderSettings providerSettings, Logger logger, EventHubMonitorAggregationDimensions sharedDimensions, ITelemetryProducer telemetryProducer, out string blockPoolId)
{
if (this.bufferPool == null)
{
var bufferSize = 1 << 20;
this.bufferPoolId = $"BlockPool-{new Guid().ToString()}-BlockSize-{bufferSize}";
var monitorDimensions = new EventHubBlockPoolMonitorDimensions(sharedDimensions, this.bufferPoolId);
var objectPoolMonitor = new ObjectPoolMonitorBridge(this.BlockPoolMonitorFactory(monitorDimensions, logger, telemetryProducer), bufferSize);
this.bufferPool = new ObjectPool <FixedSizeBuffer>(() => new FixedSizeBuffer(bufferSize),
objectPoolMonitor, providerSettings.StatisticMonitorWriteInterval);
}
blockPoolId = this.bufferPoolId;
return(this.bufferPool);
}
/// <summary>
/// Default function to be called to create an EventhubQueueCache in IEventHubQueueCacheFactory.CreateCache method. User can
/// override this method to add more customization.
/// </summary>
protected virtual IEventHubQueueCache CreateCache(string partition, EventHubStreamProviderSettings providerSettings, IStreamQueueCheckpointer <string> checkpointer,
Logger cacheLogger, IObjectPool <FixedSizeBuffer> bufferPool, string blockPoolId, TimePurgePredicate timePurge,
SerializationManager serializationManager, EventHubMonitorAggregationDimensions sharedDimensions, ITelemetryProducer telemetryProducer)
{
var cacheMonitorDimensions = new EventHubCacheMonitorDimensions(sharedDimensions, partition, blockPoolId);
var cacheMonitor = this.CacheMonitorFactory(cacheMonitorDimensions, cacheLogger, telemetryProducer);
return(new EventHubQueueCache(checkpointer, bufferPool, timePurge, cacheLogger, serializationManager, cacheMonitor, providerSettings.StatisticMonitorWriteInterval));
}
/// <summary>
/// Constructor
/// </summary>
/// <param name="dimensions"></param>
/// <param name="ehPartition"></param>
public EventHubReceiverMonitorDimensions(EventHubMonitorAggregationDimensions dimensions, string ehPartition)
: base(dimensions)
{
this.EventHubPartition = ehPartition;
}
/// <summary>
/// Constructor
/// </summary>
/// <param name="dimensions"></param>
public EventHubMonitorAggregationDimensions(EventHubMonitorAggregationDimensions dimensions)
: base(dimensions.GlobalConfig, dimensions.NodeConfig)
{
this.EventHubPath = dimensions.EventHubPath;
}
/// <summary>
/// Constructor
/// </summary>
/// <param name="dimensions"></param>
/// <param name="blockPoolId"></param>
public EventHubBlockPoolMonitorDimensions(EventHubMonitorAggregationDimensions dimensions, string blockPoolId)
: base(dimensions)
{
this.BlockPoolId = blockPoolId;
}
/// <summary>
/// Constructor
/// </summary>
/// <param name="dimensions"></param>
/// <param name="ehPartition"></param>
/// <param name="blockPoolId"></param>
public EventHubCacheMonitorDimensions(EventHubMonitorAggregationDimensions dimensions, string ehPartition, string blockPoolId)
: base(dimensions, ehPartition)
{
this.BlockPoolId = blockPoolId;
}
/// <summary>
/// Default function to be called to create an EventhubQueueCache in IEventHubQueueCacheFactory.CreateCache method. User can
/// override this method to add more customization.
/// </summary>
protected virtual IEventHubQueueCache CreateCache(string partition, StreamStatisticOptions statisticOptions, IStreamQueueCheckpointer <string> checkpointer,
ILoggerFactory loggerFactory, IObjectPool <FixedSizeBuffer> bufferPool, string blockPoolId, TimePurgePredicate timePurge,
SerializationManager serializationManager, EventHubMonitorAggregationDimensions sharedDimensions, ITelemetryProducer telemetryProducer)
{
var cacheMonitorDimensions = new EventHubCacheMonitorDimensions(sharedDimensions, partition, blockPoolId);
var cacheMonitor = this.CacheMonitorFactory(cacheMonitorDimensions, loggerFactory, telemetryProducer);
return(new EventHubQueueCache(checkpointer, bufferPool, timePurge, loggerFactory.CreateLogger($"{typeof(EventHubQueueCache).FullName}.{sharedDimensions.EventHubPath}.{partition}"), serializationManager,
cacheMonitor, statisticOptions.StatisticMonitorWriteInterval));
}
