Exemple #1
0
 public IStreamingContextProxy CreateStreamingContext(SparkContext sparkContext, int durationSeconds)
 {
     streamingContextProxy = new MockStreamingContextProxy();
     return streamingContextProxy;
 }
Exemple #2
0
 public IStreamingContextProxy CreateStreamingContext(string checkpointPath)
 {
     streamingContextProxy = new MockStreamingContextProxy();
     return streamingContextProxy;
 }
 /// <summary>
 /// when created from checkpoint
 /// </summary>
 /// <param name="streamingContextProxy"></param>
 private StreamingContext(IStreamingContextProxy streamingContextProxy)
 {
     this.streamingContextProxy = streamingContextProxy;
 }
 public StreamingContext(SparkContext sparkContext, long durationMs)
 {
     this.sparkContext          = sparkContext;
     this.streamingContextProxy = SparkCLREnvironment.SparkCLRProxy.CreateStreamingContext(sparkContext, durationMs);
 }
 public IStreamingContextProxy CreateStreamingContext(string checkpointPath)
 {
     streamingContextProxy = new MockStreamingContextProxy();
     return(streamingContextProxy);
 }
 public IStreamingContextProxy CreateStreamingContext(SparkContext sparkContext, long durationMs)
 {
     streamingContextProxy = new MockStreamingContextProxy();
     return(streamingContextProxy);
 }
 public IStreamingContextProxy CreateStreamingContext(SparkContext sparkContext, int durationSeconds)
 {
     streamingContextProxy = new MockStreamingContextProxy();
     return(streamingContextProxy);
 }
 public IStreamingContextProxy CreateStreamingContext(SparkContext sparkContext, long durationMs)
 {
     streamingContextProxy = new MockStreamingContextProxy();
     return streamingContextProxy;
 }
Exemple #9
0
 /// <summary>
 /// Initializes a new instance of StreamingContext with a existing SparkContext
 /// </summary>
 /// <param name="sparkContext">An existing SparkContext</param>
 /// <param name="durationSeconds">the time interval at which streaming data will be divided into batches</param>
 public StreamingContext(SparkContext sparkContext, int durationSeconds)
 {
     this.sparkContext     = sparkContext;
     streamingContextProxy = SparkCLREnvironment.SparkCLRProxy.CreateStreamingContext(sparkContext, durationSeconds);
 }