/// <summary>
/// Shut down the SparkContext.
/// </summary>
public void Stop()
{
if (accumulatorServer != null)
{
accumulatorServer.Shutdown();
}
SparkContextProxy.Stop();
}
/// <summary>
/// Shut down the SparkContext.
/// </summary>
public void Stop()
{
logger.LogInfo("Stopping SparkContext");
logger.LogInfo("Note that there might be error in Spark logs on the failure to delete userFiles directory " +
"under Spark temp directory (spark.local.dir config value in local mode)");
logger.LogInfo("This error may be ignored for now. See https://issues.apache.org/jira/browse/SPARK-8333 for details");
if (accumulatorServer != null)
{
accumulatorServer.Shutdown();
}
SparkContextProxy.Stop();
}