public void TestSparkConfMethods() { var sparkConf = new SparkConf(); sparkConf.SetMaster("masterUrl"); Assert.AreEqual("masterUrl", sparkConf.Get(MockSparkConfProxy.MockMasterKey, "")); sparkConf.SetAppName("app name "); Assert.AreEqual("app name ", sparkConf.Get(MockSparkConfProxy.MockAppNameKey, "")); sparkConf.SetSparkHome(@"c:\path\to\sparkfolder"); Assert.AreEqual(@"c:\path\to\sparkfolder", sparkConf.Get(MockSparkConfProxy.MockHomeKey, "")); Assert.AreEqual("default value", sparkConf.Get("non existent key", "default value")); Assert.AreEqual(3, sparkConf.GetInt("non existent key", 3)); }
public RoslynScriptEngine(SparkContext sc, SqlContext sqlContext) { this.sc = sc; sparkConf = sc.GetConf(); host = new SparkCLRHost { sc = sc, sqlContext = sqlContext }; var sparkLocalDir = sparkConf.Get("spark.local.dir", Path.GetTempPath()); compilationDumpDirectory = Path.Combine(sparkLocalDir, Path.GetRandomFileName()); Directory.CreateDirectory(compilationDumpDirectory); options = new CSharpParseOptions(LanguageVersion.CSharp6, DocumentationMode.Parse, SourceCodeKind.Script); }