public void CanAddHdfsConfigValues()
{
var config = new AzureHDInsightConfig();
IAddAzureHDInsightConfigValuesCommand addCoreConfigValues =
ServiceLocator.Instance.Locate<IAzureHDInsightCommandFactory>().CreateAddConfig();
addCoreConfigValues.Hdfs.Add("hadoop.log.file.size", "12345");
addCoreConfigValues.Config = config;
addCoreConfigValues.EndProcessing();
AzureHDInsightConfig newConfig = addCoreConfigValues.Output.First();
Assert.AreEqual(config.ClusterSizeInNodes, newConfig.ClusterSizeInNodes);
Assert.AreEqual(config.DefaultStorageAccount, newConfig.DefaultStorageAccount);
Assert.IsTrue(
newConfig.HdfsConfiguration.Any(configOption => configOption.Key == "hadoop.log.file.size" && configOption.Value == "12345"));
}
public void CanCallTheAddConfigValuesCmdletTestsCmdlet_PreserveConfig()
{
using (IRunspace runspace = this.GetPowerShellRunspace())
{
var coreConfig = new Hashtable();
var yarnConfig = new Hashtable();
var stormConfig = new Hashtable();
var sparkConfig = new Hashtable();
stormConfig.Add("storm.fakekey", "123");
sparkConfig.Add("spark.fakekey", "123");
var clusterConfig = new AzureHDInsightConfig
{
HiveMetastore =
new AzureHDInsightMetastore
{
MetastoreType = AzureHDInsightMetastoreType.HiveMetastore,
Credential = GetPSCredential("hadoop", Guid.NewGuid().ToString()),
DatabaseName = Guid.NewGuid().ToString(),
SqlAzureServerName = Guid.NewGuid().ToString()
},
OozieMetastore =
new AzureHDInsightMetastore
{
MetastoreType = AzureHDInsightMetastoreType.OozieMetastore,
Credential = GetPSCredential("hadoop", Guid.NewGuid().ToString()),
DatabaseName = Guid.NewGuid().ToString(),
SqlAzureServerName = Guid.NewGuid().ToString()
}
};
IPipelineResult results =
runspace.NewPipeline()
.AddCommand(CmdletConstants.AddAzureHDInsightConfigValues)
.WithParameter(CmdletConstants.ClusterConfig, clusterConfig)
.WithParameter(CmdletConstants.CoreConfig, coreConfig)
.WithParameter(CmdletConstants.YarnConfig, yarnConfig)
.WithParameter(CmdletConstants.StormConfig, stormConfig)
.WithParameter(CmdletConstants.SparkConfig, sparkConfig)
.Invoke();
AzureHDInsightConfig config = results.Results.ToEnumerable<AzureHDInsightConfig>().First();
Assert.AreEqual(config.CoreConfiguration.Count, coreConfig.Count);
Assert.AreEqual(config.YarnConfiguration.Count, yarnConfig.Count);
Assert.AreEqual(config.StormConfiguration.Count, stormConfig.Count);
Assert.AreEqual(config.SparkConfiguration.Count, sparkConfig.Count);
foreach (object entry in coreConfig.Keys)
{
KeyValuePair<string, string> configUnderTest =
config.CoreConfiguration.FirstOrDefault(c => string.Equals(c.Key, entry.ToString(), StringComparison.Ordinal));
Assert.IsNotNull(configUnderTest, "Unable to find core config option with name '{0}'", entry);
Assert.AreEqual(coreConfig[entry], configUnderTest.Value, "value doesn't match for core config option with name '{0}'", entry);
}
foreach (object entry in yarnConfig.Keys)
{
KeyValuePair<string, string> configUnderTest =
config.YarnConfiguration.FirstOrDefault(c => string.Equals(c.Key, entry.ToString(), StringComparison.Ordinal));
Assert.IsNotNull(configUnderTest, "Unable to find yarn config option with name '{0}'", entry);
Assert.AreEqual(yarnConfig[entry], configUnderTest.Value, "value doesn't match for yarn config option with name '{0}'", entry);
}
foreach (object entry in stormConfig.Keys)
{
KeyValuePair<string, string> configUnderTest =
config.StormConfiguration.FirstOrDefault(c => string.Equals(c.Key, entry.ToString(), StringComparison.Ordinal));
Assert.IsNotNull(configUnderTest, "Unable to find storm config option with name '{0}'", entry);
Assert.AreEqual(stormConfig[entry], configUnderTest.Value, "value doesn't match for storm config option with name '{0}'", entry);
}
foreach (object entry in sparkConfig.Keys)
{
KeyValuePair<string, string> configUnderTest =
config.SparkConfiguration.FirstOrDefault(c => string.Equals(c.Key, entry.ToString(), StringComparison.Ordinal));
Assert.IsNotNull(configUnderTest, "Unable to find spark config option with name '{0}'", entry);
Assert.AreEqual(sparkConfig[entry], configUnderTest.Value, "value doesn't match for spark config option with name '{0}'", entry);
}
Assert.AreEqual(clusterConfig.HiveMetastore.DatabaseName, config.HiveMetastore.DatabaseName);
Assert.AreEqual(clusterConfig.HiveMetastore.SqlAzureServerName, config.HiveMetastore.SqlAzureServerName);
Assert.AreEqual(clusterConfig.HiveMetastore.Credential.UserName, config.HiveMetastore.Credential.UserName);
Assert.AreEqual(clusterConfig.HiveMetastore.Credential.GetCleartextPassword(), config.HiveMetastore.Credential.GetCleartextPassword());
Assert.AreEqual(clusterConfig.OozieMetastore.DatabaseName, config.OozieMetastore.DatabaseName);
Assert.AreEqual(clusterConfig.OozieMetastore.SqlAzureServerName, config.OozieMetastore.SqlAzureServerName);
Assert.AreEqual(clusterConfig.OozieMetastore.Credential.UserName, config.OozieMetastore.Credential.UserName);
Assert.AreEqual(
clusterConfig.OozieMetastore.Credential.GetCleartextPassword(), config.OozieMetastore.Credential.GetCleartextPassword());
}
}
/// <summary>
/// Copies all parameters from the provided AzureHDInsightConfig object into this object, replacing
/// single-value attributes, and merging collection attributes.
/// </summary>
public virtual void CopyFrom(AzureHDInsightConfig value)
{
if (value==null)
{
throw new ArgumentNullException("value", "The value for the configuration cannot be null.");
}
this.ClusterSizeInNodes = value.ClusterSizeInNodes;
this.DefaultStorageAccount = new AzureHDInsightDefaultStorageAccount(value.DefaultStorageAccount);
this.AdditionalStorageAccounts.AddRange(value.AdditionalStorageAccounts);
this.ConfigActions.AddRange(value.ConfigActions);
this.HiveMetastore = value.HiveMetastore ?? this.HiveMetastore;
this.OozieMetastore = value.OozieMetastore ?? this.OozieMetastore;
this.CoreConfiguration.AddRange(value.CoreConfiguration);
this.YarnConfiguration.AddRange(value.YarnConfiguration);
this.HdfsConfiguration.AddRange(value.HdfsConfiguration);
this.MapReduceConfiguration.ConfigurationCollection.AddRange(value.MapReduceConfiguration.ConfigurationCollection);
this.MapReduceConfiguration.CapacitySchedulerConfigurationCollection.AddRange(
value.MapReduceConfiguration.CapacitySchedulerConfigurationCollection);
this.HiveConfiguration.ConfigurationCollection.AddRange(value.HiveConfiguration.ConfigurationCollection);
this.HiveConfiguration.AdditionalLibraries =
value.HiveConfiguration.AdditionalLibraries ?? this.HiveConfiguration.AdditionalLibraries;
this.OozieConfiguration.ConfigurationCollection.AddRange(value.OozieConfiguration.ConfigurationCollection);
this.OozieConfiguration.AdditionalActionExecutorLibraries =
value.OozieConfiguration.AdditionalActionExecutorLibraries ?? this.OozieConfiguration.AdditionalActionExecutorLibraries;
this.OozieConfiguration.AdditionalSharedLibraries =
value.OozieConfiguration.AdditionalSharedLibraries ?? this.OozieConfiguration.AdditionalSharedLibraries;
this.HeadNodeVMSize = value.HeadNodeVMSize;
this.DataNodeVMSize = value.DataNodeVMSize;
this.ZookeeperNodeVMSize = value.ZookeeperNodeVMSize;
this.ClusterType = value.ClusterType;
this.VirtualNetworkId = value.VirtualNetworkId;
this.SubnetName = value.SubnetName;
this.StormConfiguration.AddRange(value.StormConfiguration);
this.HBaseConfiguration.ConfigurationCollection.AddRange(value.HBaseConfiguration.ConfigurationCollection);
this.HBaseConfiguration.AdditionalLibraries =
value.HBaseConfiguration.AdditionalLibraries ?? this.HBaseConfiguration.AdditionalLibraries;
this.SparkConfiguration.AddRange(value.SparkConfiguration);
}
public void CanCallAllConfigCmdlets_PreserveAll()
{
using (IRunspace runspace = this.GetPowerShellRunspace())
{
var clusterConfig = new AzureHDInsightConfig
{
ClusterType = Management.HDInsight.ClusterProvisioning.Data.ClusterType.HBase,
ClusterSizeInNodes = 7,
VirtualNetworkId = Guid.NewGuid().ToString(),
SubnetName = Guid.NewGuid().ToString(),
HeadNodeVMSize = Guid.NewGuid().ToString(),
DataNodeVMSize = Guid.NewGuid().ToString(),
ZookeeperNodeVMSize = Guid.NewGuid().ToString()
};
var coreConfig = new Hashtable();
coreConfig.Add("core.fakekey", Guid.NewGuid().ToString());
var yarnConfig = new Hashtable();
yarnConfig.Add("yarn.fakekey", Guid.NewGuid().ToString());
var stormConfig = new Hashtable();
stormConfig.Add("storm.fakekey", Guid.NewGuid().ToString());
var sparkConfig = new Hashtable();
sparkConfig.Add("spark.fakekey", Guid.NewGuid().ToString());
var hiveConfig = new Hashtable();
hiveConfig.Add("hive.config.fakekey", Guid.NewGuid().ToString());
var hiveServiceConfig = new AzureHDInsightHiveConfiguration
{
Configuration = hiveConfig,
AdditionalLibraries =
new AzureHDInsightDefaultStorageAccount
{
StorageAccountKey = Guid.NewGuid().ToString(),
StorageAccountName = Guid.NewGuid().ToString(),
StorageContainerName = Guid.NewGuid().ToString()
}
};
var hbaseConfig = new Hashtable();
hbaseConfig.Add("hbase.config.fakekey", Guid.NewGuid().ToString());
var hbaseServiceConfig = new AzureHDInsightHBaseConfiguration
{
Configuration = hbaseConfig,
AdditionalLibraries =
new AzureHDInsightDefaultStorageAccount
{
StorageAccountKey = Guid.NewGuid().ToString(),
StorageAccountName = Guid.NewGuid().ToString(),
StorageContainerName = Guid.NewGuid().ToString()
}
};
var oozieConfig = new Hashtable();
oozieConfig.Add("oozie.config.fakekey", Guid.NewGuid().ToString());
var oozieServiceConfig = new AzureHDInsightOozieConfiguration
{
Configuration = oozieConfig,
AdditionalSharedLibraries =
new AzureHDInsightDefaultStorageAccount
{
StorageAccountKey = Guid.NewGuid().ToString(),
StorageAccountName = Guid.NewGuid().ToString(),
StorageContainerName = Guid.NewGuid().ToString()
},
AdditionalActionExecutorLibraries =
new AzureHDInsightDefaultStorageAccount
{
StorageAccountKey = Guid.NewGuid().ToString(),
StorageAccountName = Guid.NewGuid().ToString(),
StorageContainerName = Guid.NewGuid().ToString()
}
};
var mapredConfig = new Hashtable();
mapredConfig.Add("mapred.config.fakekey", Guid.NewGuid().ToString());
var mapredCSConfig = new Hashtable();
mapredCSConfig.Add("mapred.schedule.fakekey", Guid.NewGuid().ToString());
var mapredServiceConfig = new AzureHDInsightMapReduceConfiguration
{
Configuration = mapredConfig,
CapacitySchedulerConfiguration = mapredCSConfig
};
IPipelineResult results1 =
runspace.NewPipeline()
.AddCommand(CmdletConstants.AddAzureHDInsightConfigValues)
.WithParameter(CmdletConstants.ClusterConfig, clusterConfig)
.WithParameter(CmdletConstants.CoreConfig, coreConfig)
.WithParameter(CmdletConstants.YarnConfig, yarnConfig)
.WithParameter(CmdletConstants.StormConfig, stormConfig)
.WithParameter(CmdletConstants.SparkConfig, sparkConfig)
.WithParameter(CmdletConstants.HiveConfig, hiveServiceConfig)
.WithParameter(CmdletConstants.HBaseConfig, hbaseServiceConfig)
.WithParameter(CmdletConstants.OozieConfig, oozieServiceConfig)
.WithParameter(CmdletConstants.MapReduceConfig, mapredServiceConfig)
.Invoke();
AzureHDInsightConfig config1 = results1.Results.ToEnumerable<AzureHDInsightConfig>().First();
Assert.AreEqual(config1.ClusterType, clusterConfig.ClusterType);
Assert.AreEqual(config1.ClusterSizeInNodes, clusterConfig.ClusterSizeInNodes);
Assert.AreEqual(config1.VirtualNetworkId, clusterConfig.VirtualNetworkId);
Assert.AreEqual(config1.SubnetName, clusterConfig.SubnetName);
Assert.AreEqual(config1.HeadNodeVMSize, clusterConfig.HeadNodeVMSize);
Assert.AreEqual(config1.DataNodeVMSize, clusterConfig.DataNodeVMSize);
Assert.AreEqual(config1.ZookeeperNodeVMSize, clusterConfig.ZookeeperNodeVMSize);
ValidateConfigurationOptions(coreConfig, config1.CoreConfiguration);
ValidateConfigurationOptions(yarnConfig, config1.YarnConfiguration);
ValidateConfigurationOptions(stormConfig, config1.StormConfiguration);
ValidateConfigurationOptions(sparkConfig, config1.SparkConfiguration);
Assert.AreEqual(config1.HiveConfiguration.AdditionalLibraries.Container, hiveServiceConfig.AdditionalLibraries.StorageContainerName);
Assert.AreEqual(config1.HiveConfiguration.AdditionalLibraries.Key, hiveServiceConfig.AdditionalLibraries.StorageAccountKey);
Assert.AreEqual(config1.HiveConfiguration.AdditionalLibraries.Name, hiveServiceConfig.AdditionalLibraries.StorageAccountName);
ValidateConfigurationOptions(hiveConfig, config1.HiveConfiguration.ConfigurationCollection);
Assert.AreEqual(config1.OozieConfiguration.AdditionalSharedLibraries.Container, oozieServiceConfig.AdditionalSharedLibraries.StorageContainerName);
Assert.AreEqual(config1.OozieConfiguration.AdditionalSharedLibraries.Key, oozieServiceConfig.AdditionalSharedLibraries.StorageAccountKey);
Assert.AreEqual(config1.OozieConfiguration.AdditionalSharedLibraries.Name, oozieServiceConfig.AdditionalSharedLibraries.StorageAccountName);
Assert.AreEqual(config1.OozieConfiguration.AdditionalActionExecutorLibraries.Container, oozieServiceConfig.AdditionalActionExecutorLibraries.StorageContainerName);
Assert.AreEqual(config1.OozieConfiguration.AdditionalActionExecutorLibraries.Key, oozieServiceConfig.AdditionalActionExecutorLibraries.StorageAccountKey);
Assert.AreEqual(config1.OozieConfiguration.AdditionalActionExecutorLibraries.Name, oozieServiceConfig.AdditionalActionExecutorLibraries.StorageAccountName);
ValidateConfigurationOptions(oozieConfig, config1.OozieConfiguration.ConfigurationCollection);
Assert.AreEqual(config1.HBaseConfiguration.AdditionalLibraries.Container, hbaseServiceConfig.AdditionalLibraries.StorageContainerName);
Assert.AreEqual(config1.HBaseConfiguration.AdditionalLibraries.Key, hbaseServiceConfig.AdditionalLibraries.StorageAccountKey);
Assert.AreEqual(config1.HBaseConfiguration.AdditionalLibraries.Name, hbaseServiceConfig.AdditionalLibraries.StorageAccountName);
ValidateConfigurationOptions(hbaseConfig, config1.HBaseConfiguration.ConfigurationCollection);
ValidateConfigurationOptions(mapredConfig, config1.MapReduceConfiguration.ConfigurationCollection);
ValidateConfigurationOptions(mapredCSConfig, config1.MapReduceConfiguration.CapacitySchedulerConfigurationCollection);
// Now run through all of the other cmdlets
var hiveMetastore =
new AzureHDInsightMetastore
{
MetastoreType = AzureHDInsightMetastoreType.HiveMetastore,
Credential = GetPSCredential("hadoop", Guid.NewGuid().ToString()),
DatabaseName = Guid.NewGuid().ToString(),
SqlAzureServerName = Guid.NewGuid().ToString()
};
var oozieMetastore =
new AzureHDInsightMetastore
{
MetastoreType = AzureHDInsightMetastoreType.OozieMetastore,
Credential = GetPSCredential("hadoop", Guid.NewGuid().ToString()),
DatabaseName = Guid.NewGuid().ToString(),
SqlAzureServerName = Guid.NewGuid().ToString()
};
var defaultStorage =
new AzureHDInsightDefaultStorageAccount
{
StorageAccountKey = Guid.NewGuid().ToString(),
StorageAccountName = Guid.NewGuid().ToString(),
StorageContainerName = Guid.NewGuid().ToString()
};
var additionalStorage =
new AzureHDInsightDefaultStorageAccount
{
StorageAccountKey = Guid.NewGuid().ToString(),
StorageAccountName = Guid.NewGuid().ToString(),
};
var scriptAction =
new AzureHDInsightScriptAction
{
Name = Guid.NewGuid().ToString(),
Parameters = Guid.NewGuid().ToString(),
Uri = new Uri("http://somehost/script.ps1"),
ClusterRoleCollection = new ClusterNodeType[] { ClusterNodeType.DataNode, ClusterNodeType.HeadNode }
};
IPipelineResult results2 =
runspace.NewPipeline()
.AddCommand(CmdletConstants.AddAzureHDInsightMetastore)
.WithParameter(CmdletConstants.ClusterConfig, config1)
.WithParameter(CmdletConstants.MetastoreType, hiveMetastore.MetastoreType)
.WithParameter(CmdletConstants.Credential, hiveMetastore.Credential)
.WithParameter(CmdletConstants.SqlAzureServerName, hiveMetastore.SqlAzureServerName)
.WithParameter(CmdletConstants.DatabaseName, hiveMetastore.DatabaseName)
.AddCommand(CmdletConstants.AddAzureHDInsightMetastore)
.WithParameter(CmdletConstants.MetastoreType, oozieMetastore.MetastoreType)
.WithParameter(CmdletConstants.Credential, oozieMetastore.Credential)
.WithParameter(CmdletConstants.SqlAzureServerName, oozieMetastore.SqlAzureServerName)
.WithParameter(CmdletConstants.DatabaseName, oozieMetastore.DatabaseName)
.AddCommand(CmdletConstants.SetAzureHDInsightDefaultStorage)
.WithParameter(CmdletConstants.StorageAccountKey, defaultStorage.StorageAccountKey)
.WithParameter(CmdletConstants.StorageAccountName, defaultStorage.StorageAccountName)
.WithParameter(CmdletConstants.StorageContainerName, defaultStorage.StorageContainerName)
.AddCommand(CmdletConstants.AddAzureHDInsightStorage)
.WithParameter(CmdletConstants.StorageAccountKey, additionalStorage.StorageAccountKey)
.WithParameter(CmdletConstants.StorageAccountName, additionalStorage.StorageAccountName)
.AddCommand(CmdletConstants.AddAzureHDInsightScriptAction)
.WithParameter(CmdletConstants.Name, scriptAction.Name)
.WithParameter(CmdletConstants.ScriptActionParameters, scriptAction.Parameters)
.WithParameter(CmdletConstants.ScriptActionUri, scriptAction.Uri)
.WithParameter(CmdletConstants.ConfigActionClusterRoleCollection, scriptAction.ClusterRoleCollection)
.Invoke();
AzureHDInsightConfig config2 = results2.Results.ToEnumerable<AzureHDInsightConfig>().First();
Assert.AreEqual(config2.ClusterType, clusterConfig.ClusterType);
Assert.AreEqual(config2.ClusterSizeInNodes, clusterConfig.ClusterSizeInNodes);
Assert.AreEqual(config2.VirtualNetworkId, clusterConfig.VirtualNetworkId);
Assert.AreEqual(config2.SubnetName, clusterConfig.SubnetName);
Assert.AreEqual(config2.HeadNodeVMSize, clusterConfig.HeadNodeVMSize);
Assert.AreEqual(config2.DataNodeVMSize, clusterConfig.DataNodeVMSize);
Assert.AreEqual(config2.ZookeeperNodeVMSize, clusterConfig.ZookeeperNodeVMSize);
ValidateConfigurationOptions(coreConfig, config2.CoreConfiguration);
ValidateConfigurationOptions(yarnConfig, config2.YarnConfiguration);
ValidateConfigurationOptions(stormConfig, config2.StormConfiguration);
ValidateConfigurationOptions(sparkConfig, config2.SparkConfiguration);
Assert.IsNotNull(config2.HiveConfiguration.AdditionalLibraries);
Assert.AreEqual(config2.HiveConfiguration.AdditionalLibraries.Container, hiveServiceConfig.AdditionalLibraries.StorageContainerName);
Assert.AreEqual(config2.HiveConfiguration.AdditionalLibraries.Key, hiveServiceConfig.AdditionalLibraries.StorageAccountKey);
Assert.AreEqual(config2.HiveConfiguration.AdditionalLibraries.Name, hiveServiceConfig.AdditionalLibraries.StorageAccountName);
ValidateConfigurationOptions(hiveConfig, config2.HiveConfiguration.ConfigurationCollection);
Assert.IsNotNull(config2.OozieConfiguration.AdditionalSharedLibraries);
Assert.IsNotNull(config2.OozieConfiguration.AdditionalActionExecutorLibraries);
Assert.AreEqual(config2.OozieConfiguration.AdditionalSharedLibraries.Container, oozieServiceConfig.AdditionalSharedLibraries.StorageContainerName);
Assert.AreEqual(config2.OozieConfiguration.AdditionalSharedLibraries.Key, oozieServiceConfig.AdditionalSharedLibraries.StorageAccountKey);
Assert.AreEqual(config2.OozieConfiguration.AdditionalSharedLibraries.Name, oozieServiceConfig.AdditionalSharedLibraries.StorageAccountName);
Assert.AreEqual(config2.OozieConfiguration.AdditionalActionExecutorLibraries.Container, oozieServiceConfig.AdditionalActionExecutorLibraries.StorageContainerName);
Assert.AreEqual(config2.OozieConfiguration.AdditionalActionExecutorLibraries.Key, oozieServiceConfig.AdditionalActionExecutorLibraries.StorageAccountKey);
Assert.AreEqual(config2.OozieConfiguration.AdditionalActionExecutorLibraries.Name, oozieServiceConfig.AdditionalActionExecutorLibraries.StorageAccountName);
ValidateConfigurationOptions(oozieConfig, config2.OozieConfiguration.ConfigurationCollection);
Assert.IsNotNull(config2.HBaseConfiguration.AdditionalLibraries);
Assert.AreEqual(config2.HBaseConfiguration.AdditionalLibraries.Container, hbaseServiceConfig.AdditionalLibraries.StorageContainerName);
Assert.AreEqual(config2.HBaseConfiguration.AdditionalLibraries.Key, hbaseServiceConfig.AdditionalLibraries.StorageAccountKey);
Assert.AreEqual(config2.HBaseConfiguration.AdditionalLibraries.Name, hbaseServiceConfig.AdditionalLibraries.StorageAccountName);
ValidateConfigurationOptions(hbaseConfig, config2.HBaseConfiguration.ConfigurationCollection);
Assert.IsNotNull(config2.MapReduceConfiguration);
ValidateConfigurationOptions(mapredConfig, config2.MapReduceConfiguration.ConfigurationCollection);
ValidateConfigurationOptions(mapredCSConfig, config2.MapReduceConfiguration.CapacitySchedulerConfigurationCollection);
// This test currently only validates that the originally set values are not overwriten by Add-AzureHDInsightMetastore,
// Add-AzureHDInsightScriptAction, Add-AzureHDInsightStorage, Set-AzureHDInsightDefaultStorage. There are lots of
// combinations of sequences, but the use of a shared copyfrom function should simplify the possible ways this can
// break.
}
}
public void CanAddHiveAdditionalLibrariesValues()
{
var config = new AzureHDInsightConfig();
IAddAzureHDInsightConfigValuesCommand addCoreConfigValues =
ServiceLocator.Instance.Locate<IAzureHDInsightCommandFactory>().CreateAddConfig();
addCoreConfigValues.Hive.AdditionalLibraries = new AzureHDInsightDefaultStorageAccount
{
StorageAccountKey = Guid.NewGuid().ToString(),
StorageAccountName = Guid.NewGuid().ToString(),
StorageContainerName = Guid.NewGuid().ToString()
};
addCoreConfigValues.Config = config;
addCoreConfigValues.EndProcessing();
AzureHDInsightConfig newConfig = addCoreConfigValues.Output.First();
Assert.AreEqual(config.ClusterSizeInNodes, newConfig.ClusterSizeInNodes);
Assert.AreEqual(config.DefaultStorageAccount, newConfig.DefaultStorageAccount);
Assert.IsNotNull(newConfig.HiveConfiguration.AdditionalLibraries);
Assert.AreEqual(
newConfig.HiveConfiguration.AdditionalLibraries.Container, addCoreConfigValues.Hive.AdditionalLibraries.StorageContainerName);
Assert.AreEqual(newConfig.HiveConfiguration.AdditionalLibraries.Key, addCoreConfigValues.Hive.AdditionalLibraries.StorageAccountKey);
Assert.AreEqual(newConfig.HiveConfiguration.AdditionalLibraries.Name, addCoreConfigValues.Hive.AdditionalLibraries.StorageAccountName);
}
public void CanAddOozieConfigValues()
{
var config = new AzureHDInsightConfig();
IAddAzureHDInsightConfigValuesCommand addCoreConfigValues =
ServiceLocator.Instance.Locate<IAzureHDInsightCommandFactory>().CreateAddConfig();
addCoreConfigValues.Oozie.AdditionalSharedLibraries = new AzureHDInsightDefaultStorageAccount
{
StorageAccountKey = Guid.NewGuid().ToString(),
StorageAccountName = Guid.NewGuid().ToString(),
StorageContainerName = Guid.NewGuid().ToString()
};
addCoreConfigValues.Oozie.AdditionalActionExecutorLibraries = new AzureHDInsightDefaultStorageAccount
{
StorageAccountKey = Guid.NewGuid().ToString(),
StorageAccountName = Guid.NewGuid().ToString(),
StorageContainerName = Guid.NewGuid().ToString()
};
addCoreConfigValues.Oozie.Configuration.Add("hadoop.log.file.size", "12345");
addCoreConfigValues.Config = config;
addCoreConfigValues.EndProcessing();
AzureHDInsightConfig newConfig = addCoreConfigValues.Output.First();
Assert.AreEqual(config.ClusterSizeInNodes, newConfig.ClusterSizeInNodes);
Assert.AreEqual(config.DefaultStorageAccount, newConfig.DefaultStorageAccount);
Assert.IsTrue(
newConfig.OozieConfiguration.ConfigurationCollection.Any(
configOption => configOption.Key == "hadoop.log.file.size" && configOption.Value == "12345"));
Assert.IsNotNull(newConfig.OozieConfiguration.AdditionalSharedLibraries);
Assert.AreEqual(
newConfig.OozieConfiguration.AdditionalSharedLibraries.Container,
addCoreConfigValues.Oozie.AdditionalSharedLibraries.StorageContainerName);
Assert.AreEqual(
newConfig.OozieConfiguration.AdditionalSharedLibraries.Key, addCoreConfigValues.Oozie.AdditionalSharedLibraries.StorageAccountKey);
Assert.AreEqual(
newConfig.OozieConfiguration.AdditionalSharedLibraries.Name, addCoreConfigValues.Oozie.AdditionalSharedLibraries.StorageAccountName);
Assert.IsNotNull(newConfig.OozieConfiguration.AdditionalActionExecutorLibraries);
Assert.AreEqual(
newConfig.OozieConfiguration.AdditionalActionExecutorLibraries.Container,
addCoreConfigValues.Oozie.AdditionalActionExecutorLibraries.StorageContainerName);
Assert.AreEqual(
newConfig.OozieConfiguration.AdditionalActionExecutorLibraries.Key,
addCoreConfigValues.Oozie.AdditionalActionExecutorLibraries.StorageAccountKey);
Assert.AreEqual(
newConfig.OozieConfiguration.AdditionalActionExecutorLibraries.Name,
addCoreConfigValues.Oozie.AdditionalActionExecutorLibraries.StorageAccountName);
}