public IStreamingContextProxy CreateStreamingContext(SparkContext sparkContext, int durationSeconds) { streamingContextProxy = new MockStreamingContextProxy(); return streamingContextProxy; }
public IStreamingContextProxy CreateStreamingContext(string checkpointPath) { streamingContextProxy = new MockStreamingContextProxy(); return streamingContextProxy; }
/// <summary> /// when created from checkpoint /// </summary> /// <param name="streamingContextProxy"></param> private StreamingContext(IStreamingContextProxy streamingContextProxy) { this.streamingContextProxy = streamingContextProxy; }
public StreamingContext(SparkContext sparkContext, long durationMs) { this.sparkContext = sparkContext; this.streamingContextProxy = SparkCLREnvironment.SparkCLRProxy.CreateStreamingContext(sparkContext, durationMs); }
public IStreamingContextProxy CreateStreamingContext(string checkpointPath) { streamingContextProxy = new MockStreamingContextProxy(); return(streamingContextProxy); }
public IStreamingContextProxy CreateStreamingContext(SparkContext sparkContext, long durationMs) { streamingContextProxy = new MockStreamingContextProxy(); return(streamingContextProxy); }
public IStreamingContextProxy CreateStreamingContext(SparkContext sparkContext, int durationSeconds) { streamingContextProxy = new MockStreamingContextProxy(); return(streamingContextProxy); }
public IStreamingContextProxy CreateStreamingContext(SparkContext sparkContext, long durationMs) { streamingContextProxy = new MockStreamingContextProxy(); return streamingContextProxy; }
/// <summary> /// Initializes a new instance of StreamingContext with a existing SparkContext /// </summary> /// <param name="sparkContext">An existing SparkContext</param> /// <param name="durationSeconds">the time interval at which streaming data will be divided into batches</param> public StreamingContext(SparkContext sparkContext, int durationSeconds) { this.sparkContext = sparkContext; streamingContextProxy = SparkCLREnvironment.SparkCLRProxy.CreateStreamingContext(sparkContext, durationSeconds); }