public void TestSparkConf() { var sparkConf = new SparkConf(false); sparkConf.SetMaster("master"); sparkConf.SetAppName("test"); sparkConf.SetSparkHome("test home"); sparkConf.Set("key_string", "value"); sparkConf.Set("key_int", "100"); var expectedConfigs = new Dictionary <string, string>() { { "spark.master", "master" }, { "spark.app.name", "test" }, { "spark.home", "test home" }, { "key_string", "value" }, { "key_int", "100" } }; foreach (KeyValuePair <string, string> kv in expectedConfigs) { Assert.Equal(kv.Value, sparkConf.Get(kv.Key, string.Empty)); } Assert.Equal(100, sparkConf.GetInt("key_int", 0)); // Validate GetAll(). Dictionary <string, string> actualAllConfigs = sparkConf.GetAll().ToDictionary(x => x.Key, x => x.Value); Assert.Equal(expectedConfigs, actualAllConfigs); }
public void TestSparkConfMethods() { var sparkConf = new SparkConf(); sparkConf.SetMaster("masterUrl"); Assert.AreEqual("masterUrl", sparkConf.Get(MockSparkConfProxy.MockMasterKey, "")); sparkConf.SetAppName("app name "); Assert.AreEqual("app name ", sparkConf.Get(MockSparkConfProxy.MockAppNameKey, "")); sparkConf.SetSparkHome(@"c:\path\to\sparkfolder"); Assert.AreEqual(@"c:\path\to\sparkfolder", sparkConf.Get(MockSparkConfProxy.MockHomeKey, "")); Assert.AreEqual("default value", sparkConf.Get("non existent key", "default value")); Assert.AreEqual(3, sparkConf.GetInt("non existent key", 3)); }