public void CanConvertAdlsGen2Cluster()
{
ClusterCreateParameters createParams = GetClusterCreateParamsWithMinRequiredValues();
createParams.DefaultStorageInfo = new AzureDataLakeStoreGen2Info("adlsGen2StorageAccount", "key", "fileSystem");
ExtendedParameterValidators.ValidateSpecConversion(createParams);
}
public void CanConvertMLServicesCluster()
{
ClusterCreateParameters createParams = GetClusterCreateParamsWithMinRequiredValues();
createParams.ClusterType = "MlServicEs";
ExtendedParameterValidators.ValidateSpecConversion(createParams);
}
public void CanConvertRServerCluster()
{
ClusterCreateParameters createParams = GetClusterCreateParamsWithMinRequiredValues();
createParams.ClusterType = "RsErVeR";
ExtendedParameterValidators.ValidateSpecConversion(createParams);
}
public void CanConvertSandboxCluster()
{
ClusterCreateParameters createParams = GetClusterCreateParamsWithMinRequiredValues();
createParams.ClusterType = "SaNdBoX";
ExtendedParameterValidators.ValidateSpecConversion(createParams);
}
public void CanConvertHadoopClusterWithCustomVnet()
{
ClusterCreateParameters createParams = GetClusterCreateParamsWithMinRequiredValues();
createParams.VirtualNetworkId = "vnetId";
createParams.SubnetName = "subnet";
ExtendedParameterValidators.ValidateSpecConversion(createParams);
}
public void CanConvertHadoopClusterWithCustomMetastoresToMarchSpec()
{
ClusterCreateParameters createParams = GetClusterCreateParamsWithMinRequiredValues();
createParams.HiveMetastore = new Metastore("server.database.windows.net", "hiveDb", "username", "password");
createParams.OozieMetastore = new Metastore("server.database.windows.net", "oozieDb", "username", "password");
ExtendedParameterValidators.ValidateSpecConversion(createParams);
}
public void CantConvertHadoopClusterWithCustomMetastoresToMarchSpecWithConfigurations()
{
ClusterCreateParameters createParams = GetClusterCreateParamsWithMinRequiredValues();
createParams.HiveMetastore = new Metastore("server.database.windows.net", "hiveDb", "username", "password");
createParams.OozieMetastore = new Metastore("server.database.windows.net", "oozieDb", "username", "password");
Dictionary <string, string> testConfig = new Dictionary <string, string>
{
{ Constants.MetastoreConfigurations.HiveSite.ConnectionUrlKey, "test" }
};
createParams.Configurations.Add(ConfigurationKey.HiveSite, testConfig);
ArgumentException ex = Assert.Throws <ArgumentException>(() =>
{
ExtendedParameterValidators.ValidateSpecConversion(createParams);
});
Assert.Contains(Constants.MetastoreConfigurations.HiveSite.ConnectionUrlKey, ex.Message);
}
public void CanConvertHadoopClusterWithScriptActions()
{
ClusterCreateParameters createParams = GetClusterCreateParamsWithMinRequiredValues();
Dictionary <ClusterNodeType, List <ScriptAction> > scriptActions = new Dictionary <ClusterNodeType, List <ScriptAction> >
{
{
ClusterNodeType.WorkerNode, new List <ScriptAction>
{
new ScriptAction {
Name = "scriptAction1", Parameters = "params1", Uri = "http://foo.bar"
},
new ScriptAction {
Name = "scriptAction2", Parameters = "params2", Uri = "http://foo.bar"
}
}
},
{
ClusterNodeType.HeadNode, new List <ScriptAction>
{
new ScriptAction {
Name = "scriptAction1", Parameters = "params1", Uri = "http://foo.bar"
}
}
},
{
ClusterNodeType.ZookeeperNode, new List <ScriptAction>
{
new ScriptAction {
Name = "scriptAction3", Parameters = "params1", Uri = "http://foo.bar"
}
}
}
};
foreach (KeyValuePair <ClusterNodeType, List <ScriptAction> > kv in scriptActions)
{
createParams.ScriptActions.Add(kv.Key, kv.Value);
}
ExtendedParameterValidators.ValidateSpecConversion(createParams);
}
public void CanConvertHadoopClusterToMarchSpec()
{
ClusterCreateParameters createParams = GetClusterCreateParamsWithMinRequiredValues();
ExtendedParameterValidators.ValidateSpecConversion(createParams);
}