public void TestMetastoreConfigsForPaaS()
{
//Hive metastore
var hiveMetastore = new Metastore("server1", "hivedb", "user1", "dummy");
var config = ClusterOperations.GetMetastoreConfig(hiveMetastore, OSType.Windows, "hive");
Assert.Equal(config.Count, 1);
var hiveConfig = config["hive-site"];
Assert.Equal(hiveConfig.Count, 4);
Assert.Equal(hiveConfig["javax.jdo.option.ConnectionURL"],
"jdbc:sqlserver://server1.database.windows.net;database=hivedb;encrypt=true;trustServerCertificate=true;create=false;loginTimeout=300;sendStringParametersAsUnicode=true;prepareSQL=0");
Assert.Equal(hiveConfig["javax.jdo.option.ConnectionUserName"], "user1");
Assert.Equal(hiveConfig["javax.jdo.option.ConnectionPassword"], "dummy");
Assert.Equal(hiveConfig["javax.jdo.option.ConnectionDriverName"],
"com.microsoft.sqlserver.jdbc.SQLServerDriver");
//Oozie metastore
var oozieMetastore = new Metastore("server2", "ooziedb", "user2", "dummy2");
config = ClusterOperations.GetMetastoreConfig(oozieMetastore, OSType.Windows, "oozie");
Assert.Equal(config.Count, 1);
var oozieConfig = config["oozie-site"];
Assert.Equal(oozieConfig.Count, 4);
Assert.Equal(oozieConfig["oozie.service.JPAService.jdbc.url"],
"jdbc:sqlserver://server2.database.windows.net;database=ooziedb;encrypt=true;trustServerCertificate=true;create=false;loginTimeout=300;sendStringParametersAsUnicode=true;prepareSQL=0");
Assert.Equal(oozieConfig["oozie.service.JPAService.jdbc.username"], "user2");
Assert.Equal(oozieConfig["oozie.service.JPAService.jdbc.password"], "dummy2");
Assert.Equal(oozieConfig["oozie.service.JPAService.jdbc.driver"], "com.microsoft.sqlserver.jdbc.SQLServerDriver");
}
protected PSCluster SendDynamicPatchRequest(dynamic request)
{
WriteVerboseWithTimestamp("Begin to update the cluster with dynamic object");
Cluster cluster = StartRequestAndWait <Cluster>(
() => ClusterOperations.BeginUpdateWithHttpMessagesAsync(this.SFRPClient, this.ResourceGroupName, this.Name, request),
() => string.Format(ServiceFabricProperties.Resources.ClusterStateVerbose, GetCurrentClusterState()));
return(new PSCluster(cluster));
}
public void AssertDefaultVmTypes(string clusterType, string expectedheadNodeVmType, string expectedWorkerNodeVmType)
{
var createParams = new ClusterCreateParameters()
{
ClusterType = clusterType,
};
Assert.Equal(expectedheadNodeVmType, ClusterOperations.GetHeadNodeSize(createParams));
Assert.Equal(expectedWorkerNodeVmType, ClusterOperations.GetWorkerNodeSize(createParams));
}
public void TestMetastoreConfigsForIaaS()
{
//Hive metastore
var hiveMetastore = new Metastore("server1", "hivedb", "user1", "dummy");
var config = ClusterOperations.GetMetastoreConfig(hiveMetastore, OSType.Linux, "hive");
Assert.Equal(config.Count, 2);
var hiveSite = config["hive-site"];
Assert.Equal(hiveSite.Count, 4);
Assert.Equal(hiveSite["javax.jdo.option.ConnectionURL"],
"jdbc:sqlserver://server1.database.windows.net;database=hivedb;encrypt=true;trustServerCertificate=true;create=false;loginTimeout=300;sendStringParametersAsUnicode=true;prepareSQL=0");
Assert.Equal(hiveSite["javax.jdo.option.ConnectionUserName"], "user1");
Assert.Equal(hiveSite["javax.jdo.option.ConnectionPassword"], "dummy");
Assert.Equal(hiveSite["javax.jdo.option.ConnectionDriverName"],
"com.microsoft.sqlserver.jdbc.SQLServerDriver");
var hiveEnv = config["hive-env"];
Assert.Equal(hiveEnv.Count, 6);
Assert.Equal(hiveEnv["hive_database"], "Existing MSSQL Server database with SQL authentication");
Assert.Equal(hiveEnv["hive_database_name"], "hivedb");
Assert.Equal(hiveEnv["hive_database_type"], "mssql");
Assert.Equal(hiveEnv["hive_existing_mssql_server_database"], "hivedb");
Assert.Equal(hiveEnv["hive_existing_mssql_server_host"], "server1.database.windows.net");
Assert.Equal(hiveEnv["hive_hostname"], "server1.database.windows.net");
//Oozie metastore
var oozieMetastore = new Metastore("server2", "ooziedb", "user2", "dummy2");
config = ClusterOperations.GetMetastoreConfig(oozieMetastore, OSType.Linux, "oozie");
Assert.Equal(config.Count, 2);
var oozieSite = config["oozie-site"];
Assert.Equal(oozieSite.Count, 5);
Assert.Equal(oozieSite["oozie.service.JPAService.jdbc.url"],
"jdbc:sqlserver://server2.database.windows.net;database=ooziedb;encrypt=true;trustServerCertificate=true;create=false;loginTimeout=300;sendStringParametersAsUnicode=true;prepareSQL=0");
Assert.Equal(oozieSite["oozie.service.JPAService.jdbc.username"], "user2");
Assert.Equal(oozieSite["oozie.service.JPAService.jdbc.password"], "dummy2");
Assert.Equal(oozieSite["oozie.service.JPAService.jdbc.driver"], "com.microsoft.sqlserver.jdbc.SQLServerDriver");
Assert.Equal(oozieSite["oozie.db.schema.name"], "oozie");
var oozieEnv = config["oozie-env"];
Assert.Equal(oozieEnv.Count, 6);
Assert.Equal(oozieEnv["oozie_database"], "Existing MSSQL Server database with SQL authentication");
Assert.Equal(oozieEnv["oozie_database_name"], "ooziedb");
Assert.Equal(oozieEnv["oozie_database_type"], "mssql");
Assert.Equal(oozieEnv["oozie_existing_mssql_server_database"], "ooziedb");
Assert.Equal(oozieEnv["oozie_existing_mssql_server_host"], "server2.database.windows.net");
Assert.Equal(oozieEnv["oozie_hostname"], "server2.database.windows.net");
}
public void TestCreateLinuxDevSkuCluster()
{
string clusterName = "hdisdk-SandboxLinuxClusterTest";
var clusterCreateParams = GetClusterSpecHelpers.GetCustomCreateParametersIaas();
clusterCreateParams.ClusterType = "Sandbox";
clusterCreateParams.Version = "3.5";
ClusterOperations op = new ClusterOperations(new HDInsightManagementClient());
var extendedParams = op.GetExtendedClusterCreateParameters(clusterName, clusterCreateParams);
Assert.Equal(extendedParams.Properties.ComputeProfile.Roles.Count, 1);
Assert.Equal(extendedParams.Properties.ComputeProfile.Roles[0].HardwareProfile.VmSize, "Standard_D13_V2");
Assert.Equal(extendedParams.Properties.ComputeProfile.Roles[0].Name, "headnode");
Assert.Equal(extendedParams.Properties.ComputeProfile.Roles[0].TargetInstanceCount, 1);
}
public void TestCreateRserverEdgeNodeSpecified()
{
const string edgeNodeSizeToTest = "Standard_D12_v2";
var clusterCreateParams = GetClusterSpecHelpers.GetCustomCreateParametersIaas();
clusterCreateParams.ClusterType = "RServer";
clusterCreateParams.EdgeNodeSize = edgeNodeSizeToTest;
clusterCreateParams.Version = "3.5";
ClusterOperations op = new ClusterOperations(new HDInsightManagementClient());
var extendedParams = op.GetExtendedClusterCreateParameters("hdisdk-RServerClusterEdgeNodeSpecifiedTest", clusterCreateParams);
List <Role> roles = new List <Role>(extendedParams.Properties.ComputeProfile.Roles);
ValidateRole(roles, "edgenode", edgeNodeSizeToTest, 1);
}
public void TestCreateRserverDefaultNodeSizesValues()
{
var clusterCreateParams = GetClusterSpecHelpers.GetCustomCreateParametersIaas();
clusterCreateParams.ClusterType = "RServer";
clusterCreateParams.Version = "3.5";
clusterCreateParams.WorkerNodeSize = null;
clusterCreateParams.HeadNodeSize = null;
ClusterOperations op = new ClusterOperations(new HDInsightManagementClient());
var extendedParams = op.GetExtendedClusterCreateParameters("hdisdk-RServerClusterEdgeNodeDefaultTest", clusterCreateParams);
List <Role> roles = new List <Role>(extendedParams.Properties.ComputeProfile.Roles);
ValidateRole(roles, "headnode", "Standard_D12_v2");
ValidateRole(roles, "workernode", "Standard_D4_v2", clusterCreateParams.ClusterSizeInNodes);
ValidateRole(roles, "edgenode", "Standard_D4_v2", 1);
ValidateRole(roles, "zookeepernode", "Medium");
}
public void TestCreateDefaultFsAzureBlobClusterContainerNotSpecified()
{
string clusterName = "cluster";
var clusterCreateParams = new ClusterCreateParameters
{
ClusterSizeInNodes = 3,
ClusterType = "Hadoop",
WorkerNodeSize = "Large",
DefaultStorageInfo = new AzureStorageInfo("storageAccountName", "storageAccountKey"),
OSType = OSType.Linux,
UserName = "******",
Password = "******",
Location = "East US",
SshUserName = "******",
SshPassword = "******",
Version = "3.2"
};
ClusterOperations op = new ClusterOperations(new HDInsightManagementClient());
var extendedParams = op.GetExtendedClusterCreateParameters(clusterName, clusterCreateParams);
AssertContainerMatchesNameProvided(extendedParams, clusterName);
}
