public void TestSignaturesV2_3_X()
{
Assert.IsType <SparkContext>(_spark.SparkContext);
Assert.IsType <Builder>(SparkSession.Builder());
SparkSession.ClearDefaultSession();
SparkSession.SetDefaultSession(_spark);
Assert.IsType <SparkSession>(SparkSession.GetDefaultSession());
Assert.IsType <RuntimeConfig>(_spark.Conf());
Assert.IsType <StreamingQueryManager>(_spark.Streams());
Assert.IsType <SparkSession>(_spark.NewSession());
Assert.IsType <DataFrameReader>(_spark.Read());
Assert.IsType <DataFrame>(_spark.Range(10));
Assert.IsType <DataFrame>(_spark.Range(10, 100));
Assert.IsType <DataFrame>(_spark.Range(10, 100, 10));
Assert.IsType <DataFrame>(_spark.Range(10, 100, 10, 5));
_spark.Range(10).CreateOrReplaceTempView("testView");
Assert.IsType <DataFrame>(_spark.Table("testView"));
Assert.IsType <DataStreamReader>(_spark.ReadStream());
Assert.IsType <UdfRegistration>(_spark.Udf());
Assert.IsType <Catalog>(_spark.Catalog);
}
public void TestSignaturesV2_3_X()
{
var intMemoryStream = new MemoryStream <int>(_spark);
StreamingQuery sq1 = intMemoryStream
.ToDF().WriteStream().QueryName("intQuery").Format("console").Start();
string id1 = sq1.Id;
var stringMemoryStream = new MemoryStream <string>(_spark);
StreamingQuery sq2 = stringMemoryStream
.ToDF().WriteStream().QueryName("stringQuery").Format("console").Start();
string id2 = sq2.Id;
StreamingQueryManager sqm = _spark.Streams();
StreamingQuery[] streamingQueries = sqm.Active().ToArray();
Assert.Equal(2, streamingQueries.Length);
Assert.IsType <StreamingQuery>(sqm.Get(id1));
Assert.IsType <StreamingQuery>(sqm.Get(id2));
sqm.ResetTerminated();
sqm.AwaitAnyTermination(10);
sq1.Stop();
sq2.Stop();
}
