public PartitionedIntervalArraySubscriptionThrowNone(
IObservable <ArraySegment <TPayload> > observable,
Expression <Func <TPayload, TKey> > partitionExtractor,
Expression <Func <TPayload, long> > startEdgeExtractor,
Expression <Func <TPayload, long> > endEdgeExtractor,
string identifier,
Streamable <PartitionKey <TKey>, TPayload> streamable,
IStreamObserver <PartitionKey <TKey>, TPayload> observer,
OnCompletedPolicy onCompletedPolicy,
IObserver <OutOfOrderPartitionedStreamEvent <TKey, TPayload> > diagnosticOutput)
: base(
observable,
identifier,
streamable,
observer,
DisorderPolicy.Throw(),
PartitionedFlushPolicy.FlushOnLowWatermark,
PeriodicPunctuationPolicy.None(),
PeriodicLowWatermarkPolicy.None(),
onCompletedPolicy,
diagnosticOutput)
{
this.partitionExtractor = partitionExtractor;
this.partitionFunction = partitionExtractor.Compile();
this.startEdgeExtractor = startEdgeExtractor;
this.startEdgeFunction = startEdgeExtractor.Compile();
this.endEdgeExtractor = endEdgeExtractor;
this.endEdgeFunction = endEdgeExtractor.Compile();
}
/// <summary>
/// Converts a sequence of data elements to an IStreamable, intervals and start-edges only, with a partition key.
/// The completion policy specifies what to do when the resulting stream completes.
/// The disorder policy specifies what to do with out of order events.
/// The punctuation policy specifies whether and how punctuations are created and injected
/// into the resulting stream. Since punctuations force output, this exposes a throughput/latency tradeoff.
/// </summary>
/// <param name="container">The query container to which to register the ingress point.</param>
/// <typeparam name="TPartitionKey">The type of partition key for the stream.</typeparam>
/// <typeparam name="TPayload">The type of data for the stream.</typeparam>
/// <param name="streamEvents">A sequence of stream events created by the client.</param>
/// <param name="partitionExtractor">An expresion that describes how to interpret the partition identifier for each data value.</param>
/// <param name="startEdgeExtractor">An expresion that describes how to interpret the start time for each data value.</param>
/// <param name="endEdgeExtractor">An expresion that describes how to interpret the end time for each data value. Return StreamEvent.InfinitySyncTime to indicate an event with no end time.</param>
/// <param name="disorderPolicy">How to handle events that are not in time order.</param>
/// <param name="flushPolicy">When to flush batched output events.</param>
/// <param name="periodicPunctuationPolicy">Whether to add periodic punctuations to the resulting stream.</param>
/// <param name="periodicLowWatermarkPolicy">Whether to add periodic low watermarks to the resulting stream.</param>
/// <param name="onCompletedPolicy">How to handle the completion of a stream.</param>
/// <param name="identifier">If provided, a unique name to identify to point of ingress in the query.</param>
/// <returns>An IStreamable that can be used in queries.</returns>
/// <exception cref="IngressException">
/// Throws an exception if the <paramref name="disorderPolicy"/> is to throw and
/// an out-of-order stream event is encountered.
/// Also, an exception is thrown if any payload is null.
/// </exception>
public static IPartitionedIngressStreamable <TPartitionKey, TPayload> RegisterPartitionedInput <TPartitionKey, TPayload>(
this QueryContainer container,
IObservable <TPayload> streamEvents,
Expression <Func <TPayload, TPartitionKey> > partitionExtractor,
Expression <Func <TPayload, long> > startEdgeExtractor,
Expression <Func <TPayload, long> > endEdgeExtractor,
DisorderPolicy disorderPolicy = null,
PartitionedFlushPolicy flushPolicy = PartitionedFlushPolicy.FlushOnLowWatermark,
PeriodicPunctuationPolicy periodicPunctuationPolicy = null,
PeriodicLowWatermarkPolicy periodicLowWatermarkPolicy = null,
OnCompletedPolicy onCompletedPolicy = OnCompletedPolicy.EndOfStream,
string identifier = null)
{
return(ToCheckpointablePartitionedStreamable(
streamEvents,
partitionExtractor,
startEdgeExtractor,
endEdgeExtractor,
container,
identifier ?? Guid.NewGuid().ToString(),
disorderPolicy,
flushPolicy,
periodicPunctuationPolicy,
periodicLowWatermarkPolicy,
onCompletedPolicy));
}
internal static IPartitionedIngressStreamable <TPartitionKey, TPayload> ToCheckpointablePartitionedStreamable <TPartitionKey, TPayload>(
this IObservable <TPayload> streamEvents,
Expression <Func <TPayload, TPartitionKey> > partitionExtractor,
Expression <Func <TPayload, long> > startEdgeExtractor,
Expression <Func <TPayload, long> > endEdgeExtractor,
QueryContainer container,
string identifier,
DisorderPolicy disorderPolicy,
PartitionedFlushPolicy flushPolicy,
PeriodicPunctuationPolicy periodicPunctuationPolicy,
PeriodicLowWatermarkPolicy lowWatermarkPolicy,
OnCompletedPolicy onCompletedPolicy)
{
Contract.EnsuresOnThrow <IngressException>(true);
if (disorderPolicy == null)
{
disorderPolicy = DisorderPolicy.Throw();
}
if (periodicPunctuationPolicy == null)
{
periodicPunctuationPolicy = PeriodicPunctuationPolicy.None();
}
if (lowWatermarkPolicy == null)
{
lowWatermarkPolicy = PeriodicLowWatermarkPolicy.None();
}
var a = new PartitionedIntervalIngressStreamable <TPartitionKey, TPayload>(
streamEvents,
partitionExtractor,
startEdgeExtractor,
endEdgeExtractor,
disorderPolicy,
flushPolicy,
periodicPunctuationPolicy,
lowWatermarkPolicy,
onCompletedPolicy,
container,
identifier);
return(a);
}
/// <summary>
/// Converts a sequence of PartitionedStreamEvents to an IStreamable.
/// The completion policy specifies what to do when the resulting stream completes.
/// The disorder policy specifies what to do with out of order events.
/// The punctuation policy specifies whether and how punctuations are created and injected
/// into the resulting stream. Since punctuations force output, this exposes a throughput/latency tradeoff.
/// </summary>
/// <typeparam name="TPartitionKey">The type of partition key for the stream.</typeparam>
/// <typeparam name="TPayload">The type of data for the stream.</typeparam>
/// <param name="streamEvents">A sequence of stream events created by the client.</param>
/// <param name="disorderPolicy">How to handle events that are not in time order.</param>
/// <param name="flushPolicy">When to flush batched output events.</param>
/// <param name="periodicPunctuationPolicy">Whether to add periodic punctuations to the resulting stream.</param>
/// <param name="periodicLowWatermarkPolicy">Whether to add periodic low watermarks to the resulting stream.</param>
/// <param name="onCompletedPolicy">How to handle the completion of a stream.</param>
/// <returns>An IStreamable that can be used in queries.</returns>
/// <exception cref="IngressException">
/// Throws an exception if the <paramref name="disorderPolicy"/> is to throw and
/// an out-of-order stream event is encountered.
/// Also, an exception is thrown if any payload is null.
/// </exception>
public static IPartitionedIngressStreamable <TPartitionKey, TPayload> ToStreamable <TPartitionKey, TPayload>(
this IObservable <PartitionedStreamEvent <TPartitionKey, TPayload> > streamEvents,
DisorderPolicy disorderPolicy = null,
PartitionedFlushPolicy flushPolicy = PartitionedFlushPolicy.FlushOnLowWatermark,
PeriodicPunctuationPolicy periodicPunctuationPolicy = null,
PeriodicLowWatermarkPolicy periodicLowWatermarkPolicy = null,
OnCompletedPolicy onCompletedPolicy = OnCompletedPolicy.EndOfStream)
{
return(ToCheckpointableStreamable(
streamEvents,
null,
Guid.NewGuid().ToString(),
disorderPolicy,
flushPolicy,
periodicPunctuationPolicy,
periodicLowWatermarkPolicy,
onCompletedPolicy));
}
public PartitionedStreamEventArraySubscriptionThrowNone(
IObservable <ArraySegment <PartitionedStreamEvent <TKey, TPayload> > > observable,
string identifier,
Streamable <PartitionKey <TKey>, TPayload> streamable,
IStreamObserver <PartitionKey <TKey>, TPayload> observer,
OnCompletedPolicy onCompletedPolicy,
IObserver <OutOfOrderPartitionedStreamEvent <TKey, TPayload> > diagnosticOutput)
: base(
observable,
identifier,
streamable,
observer,
DisorderPolicy.Throw(),
PartitionedFlushPolicy.FlushOnLowWatermark,
PeriodicPunctuationPolicy.None(),
PeriodicLowWatermarkPolicy.None(),
onCompletedPolicy,
diagnosticOutput)
{
}
/// <summary>
/// Converts a sequence of data elements to an IStreamable, start-edge only, with a partition key.
/// The completion policy specifies what to do when the resulting stream completes.
/// The disorder policy specifies what to do with out of order events.
/// The punctuation policy specifies whether and how punctuations are created and injected
/// into the resulting stream. Since punctuations force output, this exposes a throughput/latency tradeoff.
/// </summary>
/// <typeparam name="TPartitionKey">The type of partition key for the stream.</typeparam>
/// <typeparam name="TPayload">The type of data for the stream.</typeparam>
/// <param name="streamEvents">A sequence of stream events created by the client.</param>
/// <param name="partitionExtractor">An expresion that describes how to interpret the partition identifier for each data value.</param>
/// <param name="startEdgeExtractor">An expresion that describes how to interpret the start time for each data value.</param>
/// <param name="disorderPolicy">How to handle events that are not in time order.</param>
/// <param name="flushPolicy">When to flush batched output events.</param>
/// <param name="periodicPunctuationPolicy">Whether to add periodic punctuations to the resulting stream.</param>
/// <param name="periodicLowWatermarkPolicy">Whether to add periodic low watermarks to the resulting stream.</param>
/// <param name="onCompletedPolicy">How to handle the completion of a stream.</param>
/// <returns>An IStreamable that can be used in queries.</returns>
/// <exception cref="IngressException">
/// Throws an exception if the <paramref name="disorderPolicy"/> is to throw and
/// an out-of-order stream event is encountered.
/// Also, an exception is thrown if any payload is null.
/// </exception>
public static IPartitionedIngressStreamable <TPartitionKey, TPayload> ToPartitionedStreamable <TPartitionKey, TPayload>(
this IObservable <TPayload> streamEvents,
Expression <Func <TPayload, TPartitionKey> > partitionExtractor,
Expression <Func <TPayload, long> > startEdgeExtractor,
DisorderPolicy disorderPolicy = null,
PartitionedFlushPolicy flushPolicy = PartitionedFlushPolicy.FlushOnLowWatermark,
PeriodicPunctuationPolicy periodicPunctuationPolicy = null,
PeriodicLowWatermarkPolicy periodicLowWatermarkPolicy = null,
OnCompletedPolicy onCompletedPolicy = OnCompletedPolicy.EndOfStream)
{
return(ToCheckpointablePartitionedStreamable(
streamEvents,
partitionExtractor,
startEdgeExtractor,
null,
Guid.NewGuid().ToString(),
disorderPolicy,
flushPolicy,
periodicPunctuationPolicy,
periodicLowWatermarkPolicy,
onCompletedPolicy));
}