private RunMode runMode = RunMode.UNKNOWN; //not used anywhere for now but may come handy in the future
#endregion Fields
#region Constructors
internal ConfigurationService()
{
var appConfig = ConfigurationManager.OpenExeConfiguration(Assembly.GetEntryAssembly().Location);
var sparkMaster = Environment.GetEnvironmentVariable("spark.master"); //set by CSharpRunner when launching driver process
if (sparkMaster == null)
{
configuration = new SparkCLRDebugConfiguration(appConfig);
runMode = RunMode.DEBUG;
}
else if (sparkMaster.StartsWith("local"))
{
configuration = new SparkCLRLocalConfiguration(appConfig);
runMode = RunMode.LOCAL;
}
else if (sparkMaster.StartsWith("spark://"))
{
configuration = new SparkCLRConfiguration(appConfig);
runMode = RunMode.CLUSTER;
}
else if (sparkMaster.Equals("yarn-client", StringComparison.OrdinalIgnoreCase) || sparkMaster.Equals("yarn-cluster", StringComparison.OrdinalIgnoreCase))
{
configuration = new SparkCLRConfiguration(appConfig);
runMode = RunMode.YARN;
}
else
{
throw new NotSupportedException(string.Format("Spark master value {0} not recognized", sparkMaster));
}
logger.LogInfo(string.Format("ConfigurationService runMode is {0}", runMode));
}
internal ConfigurationService()
{
var appConfig = ConfigurationManager.OpenExeConfiguration(Assembly.GetEntryAssembly().Location);
var sparkMaster = Environment.GetEnvironmentVariable("spark.master"); //set by CSharpRunner when launching driver process
if (sparkMaster == null)
{
configuration = new SparkCLRDebugConfiguration(appConfig);
runMode = RunMode.DEBUG;
}
else if (sparkMaster.StartsWith("local"))
{
configuration = new SparkCLRLocalConfiguration(appConfig);
runMode = RunMode.LOCAL;
}
else if (sparkMaster.StartsWith("spark://"))
{
configuration = new SparkCLRConfiguration(appConfig);
runMode = RunMode.CLUSTER;
}
else if (sparkMaster.Equals("yarn-client", StringComparison.OrdinalIgnoreCase) || sparkMaster.Equals("yarn-cluster", StringComparison.OrdinalIgnoreCase))
{
configuration = new SparkCLRConfiguration(appConfig);
runMode = RunMode.YARN;
}
else
{
throw new NotSupportedException(string.Format("Spark master value {0} not recognized", sparkMaster));
}
logger.LogInfo(string.Format("ConfigurationService runMode is {0}", runMode));
}
internal ConfigurationService()
{
Assembly entryAssembly = Assembly.GetEntryAssembly();
if (entryAssembly == null) // happens when instantiate ConfigurationService in unit tests
{
entryAssembly = new StackTrace().GetFrames().Last().GetMethod().Module.Assembly;
}
var appConfig = ConfigurationManager.OpenExeConfiguration(entryAssembly.Location);
var sparkMaster = Environment.GetEnvironmentVariable(SPARK_MASTER); //set by CSharpRunner when launching driver process
if (sparkMaster == null)
{
configuration = new SparkCLRDebugConfiguration(appConfig);
runMode = RunMode.DEBUG;
}
else if (sparkMaster.StartsWith("local"))
{
configuration = new SparkCLRLocalConfiguration(appConfig);
runMode = RunMode.LOCAL;
}
else if (sparkMaster.StartsWith("spark://"))
{
configuration = new SparkCLRConfiguration(appConfig);
runMode = RunMode.CLUSTER;
}
else if (sparkMaster.Equals("yarn-cluster", StringComparison.OrdinalIgnoreCase) ||
sparkMaster.Equals("yarn-client", StringComparison.OrdinalIgnoreCase) ||
sparkMaster.Equals("yarn", StringComparison.OrdinalIgnoreCase)) //supported in Spark 2.0
{
configuration = new SparkCLRConfiguration(appConfig);
runMode = RunMode.YARN;
}
else
{
throw new NotSupportedException(string.Format("Spark master value {0} not recognized", sparkMaster));
}
logger.LogInfo(string.Format("ConfigurationService runMode is {0}", runMode));
}
internal ConfigurationService()
{
Assembly entryAssembly = Assembly.GetEntryAssembly();
if (entryAssembly == null) // happens when instantiate ConfigurationService in unit tests
{
entryAssembly = new StackTrace().GetFrames().Last().GetMethod().Module.Assembly;
}
var appConfig = ConfigurationManager.OpenExeConfiguration(entryAssembly.Location);
var sparkMaster = Environment.GetEnvironmentVariable(SPARK_MASTER); //set by CSharpRunner when launching driver process
if (sparkMaster == null)
{
configuration = new SparkCLRDebugConfiguration(appConfig);
runMode = RunMode.DEBUG;
}
else if (sparkMaster.StartsWith("local"))
{
configuration = new SparkCLRLocalConfiguration(appConfig);
runMode = RunMode.LOCAL;
}
else if (sparkMaster.StartsWith("spark://"))
{
configuration = new SparkCLRConfiguration(appConfig);
runMode = RunMode.CLUSTER;
}
else if (sparkMaster.Equals("yarn-client", StringComparison.OrdinalIgnoreCase) || sparkMaster.Equals("yarn-cluster", StringComparison.OrdinalIgnoreCase))
{
configuration = new SparkCLRConfiguration(appConfig);
runMode = RunMode.YARN;
}
else
{
throw new NotSupportedException(string.Format("Spark master value {0} not recognized", sparkMaster));
}
logger.LogInfo(string.Format("ConfigurationService runMode is {0}", runMode));
}
