public IStreamingContextProxy CreateStreamingContext(SparkContext sparkContext, int durationSeconds)
{
streamingContextProxy = new MockStreamingContextProxy();
return streamingContextProxy;
}
public IStreamingContextProxy CreateStreamingContext(string checkpointPath)
{
streamingContextProxy = new MockStreamingContextProxy();
return streamingContextProxy;
}
/// <summary>
/// when created from checkpoint
/// </summary>
/// <param name="streamingContextProxy"></param>
private StreamingContext(IStreamingContextProxy streamingContextProxy)
{
this.streamingContextProxy = streamingContextProxy;
}
public StreamingContext(SparkContext sparkContext, long durationMs)
{
this.sparkContext = sparkContext;
this.streamingContextProxy = SparkCLREnvironment.SparkCLRProxy.CreateStreamingContext(sparkContext, durationMs);
}
public IStreamingContextProxy CreateStreamingContext(string checkpointPath)
{
streamingContextProxy = new MockStreamingContextProxy();
return(streamingContextProxy);
}
public IStreamingContextProxy CreateStreamingContext(SparkContext sparkContext, long durationMs)
{
streamingContextProxy = new MockStreamingContextProxy();
return(streamingContextProxy);
}
public IStreamingContextProxy CreateStreamingContext(SparkContext sparkContext, int durationSeconds)
{
streamingContextProxy = new MockStreamingContextProxy();
return(streamingContextProxy);
}
public IStreamingContextProxy CreateStreamingContext(SparkContext sparkContext, long durationMs)
{
streamingContextProxy = new MockStreamingContextProxy();
return streamingContextProxy;
}
/// <summary>
/// Initializes a new instance of StreamingContext with a existing SparkContext
/// </summary>
/// <param name="sparkContext">An existing SparkContext</param>
/// <param name="durationSeconds">the time interval at which streaming data will be divided into batches</param>
public StreamingContext(SparkContext sparkContext, int durationSeconds)
{
this.sparkContext = sparkContext;
streamingContextProxy = SparkCLREnvironment.SparkCLRProxy.CreateStreamingContext(sparkContext, durationSeconds);
}