public void TestMetastoreConfigsForPaaS() { //Hive metastore var hiveMetastore = new Metastore("server1", "hivedb", "user1", "dummy"); var config = ClusterOperations.GetMetastoreConfig(hiveMetastore, OSType.Windows, "hive"); Assert.Equal(config.Count, 1); var hiveConfig = config["hive-site"]; Assert.Equal(hiveConfig.Count, 4); Assert.Equal(hiveConfig["javax.jdo.option.ConnectionURL"], "jdbc:sqlserver://server1.database.windows.net;database=hivedb;encrypt=true;trustServerCertificate=true;create=false;loginTimeout=300;sendStringParametersAsUnicode=true;prepareSQL=0"); Assert.Equal(hiveConfig["javax.jdo.option.ConnectionUserName"], "user1"); Assert.Equal(hiveConfig["javax.jdo.option.ConnectionPassword"], "dummy"); Assert.Equal(hiveConfig["javax.jdo.option.ConnectionDriverName"], "com.microsoft.sqlserver.jdbc.SQLServerDriver"); //Oozie metastore var oozieMetastore = new Metastore("server2", "ooziedb", "user2", "dummy2"); config = ClusterOperations.GetMetastoreConfig(oozieMetastore, OSType.Windows, "oozie"); Assert.Equal(config.Count, 1); var oozieConfig = config["oozie-site"]; Assert.Equal(oozieConfig.Count, 4); Assert.Equal(oozieConfig["oozie.service.JPAService.jdbc.url"], "jdbc:sqlserver://server2.database.windows.net;database=ooziedb;encrypt=true;trustServerCertificate=true;create=false;loginTimeout=300;sendStringParametersAsUnicode=true;prepareSQL=0"); Assert.Equal(oozieConfig["oozie.service.JPAService.jdbc.username"], "user2"); Assert.Equal(oozieConfig["oozie.service.JPAService.jdbc.password"], "dummy2"); Assert.Equal(oozieConfig["oozie.service.JPAService.jdbc.driver"], "com.microsoft.sqlserver.jdbc.SQLServerDriver"); }
protected PSCluster SendDynamicPatchRequest(dynamic request) { WriteVerboseWithTimestamp("Begin to update the cluster with dynamic object"); Cluster cluster = StartRequestAndWait <Cluster>( () => ClusterOperations.BeginUpdateWithHttpMessagesAsync(this.SFRPClient, this.ResourceGroupName, this.Name, request), () => string.Format(ServiceFabricProperties.Resources.ClusterStateVerbose, GetCurrentClusterState())); return(new PSCluster(cluster)); }
public void AssertDefaultVmTypes(string clusterType, string expectedheadNodeVmType, string expectedWorkerNodeVmType) { var createParams = new ClusterCreateParameters() { ClusterType = clusterType, }; Assert.Equal(expectedheadNodeVmType, ClusterOperations.GetHeadNodeSize(createParams)); Assert.Equal(expectedWorkerNodeVmType, ClusterOperations.GetWorkerNodeSize(createParams)); }
public void TestMetastoreConfigsForIaaS() { //Hive metastore var hiveMetastore = new Metastore("server1", "hivedb", "user1", "dummy"); var config = ClusterOperations.GetMetastoreConfig(hiveMetastore, OSType.Linux, "hive"); Assert.Equal(config.Count, 2); var hiveSite = config["hive-site"]; Assert.Equal(hiveSite.Count, 4); Assert.Equal(hiveSite["javax.jdo.option.ConnectionURL"], "jdbc:sqlserver://server1.database.windows.net;database=hivedb;encrypt=true;trustServerCertificate=true;create=false;loginTimeout=300;sendStringParametersAsUnicode=true;prepareSQL=0"); Assert.Equal(hiveSite["javax.jdo.option.ConnectionUserName"], "user1"); Assert.Equal(hiveSite["javax.jdo.option.ConnectionPassword"], "dummy"); Assert.Equal(hiveSite["javax.jdo.option.ConnectionDriverName"], "com.microsoft.sqlserver.jdbc.SQLServerDriver"); var hiveEnv = config["hive-env"]; Assert.Equal(hiveEnv.Count, 6); Assert.Equal(hiveEnv["hive_database"], "Existing MSSQL Server database with SQL authentication"); Assert.Equal(hiveEnv["hive_database_name"], "hivedb"); Assert.Equal(hiveEnv["hive_database_type"], "mssql"); Assert.Equal(hiveEnv["hive_existing_mssql_server_database"], "hivedb"); Assert.Equal(hiveEnv["hive_existing_mssql_server_host"], "server1.database.windows.net"); Assert.Equal(hiveEnv["hive_hostname"], "server1.database.windows.net"); //Oozie metastore var oozieMetastore = new Metastore("server2", "ooziedb", "user2", "dummy2"); config = ClusterOperations.GetMetastoreConfig(oozieMetastore, OSType.Linux, "oozie"); Assert.Equal(config.Count, 2); var oozieSite = config["oozie-site"]; Assert.Equal(oozieSite.Count, 5); Assert.Equal(oozieSite["oozie.service.JPAService.jdbc.url"], "jdbc:sqlserver://server2.database.windows.net;database=ooziedb;encrypt=true;trustServerCertificate=true;create=false;loginTimeout=300;sendStringParametersAsUnicode=true;prepareSQL=0"); Assert.Equal(oozieSite["oozie.service.JPAService.jdbc.username"], "user2"); Assert.Equal(oozieSite["oozie.service.JPAService.jdbc.password"], "dummy2"); Assert.Equal(oozieSite["oozie.service.JPAService.jdbc.driver"], "com.microsoft.sqlserver.jdbc.SQLServerDriver"); Assert.Equal(oozieSite["oozie.db.schema.name"], "oozie"); var oozieEnv = config["oozie-env"]; Assert.Equal(oozieEnv.Count, 6); Assert.Equal(oozieEnv["oozie_database"], "Existing MSSQL Server database with SQL authentication"); Assert.Equal(oozieEnv["oozie_database_name"], "ooziedb"); Assert.Equal(oozieEnv["oozie_database_type"], "mssql"); Assert.Equal(oozieEnv["oozie_existing_mssql_server_database"], "ooziedb"); Assert.Equal(oozieEnv["oozie_existing_mssql_server_host"], "server2.database.windows.net"); Assert.Equal(oozieEnv["oozie_hostname"], "server2.database.windows.net"); }
public void TestCreateLinuxDevSkuCluster() { string clusterName = "hdisdk-SandboxLinuxClusterTest"; var clusterCreateParams = GetClusterSpecHelpers.GetCustomCreateParametersIaas(); clusterCreateParams.ClusterType = "Sandbox"; clusterCreateParams.Version = "3.5"; ClusterOperations op = new ClusterOperations(new HDInsightManagementClient()); var extendedParams = op.GetExtendedClusterCreateParameters(clusterName, clusterCreateParams); Assert.Equal(extendedParams.Properties.ComputeProfile.Roles.Count, 1); Assert.Equal(extendedParams.Properties.ComputeProfile.Roles[0].HardwareProfile.VmSize, "Standard_D13_V2"); Assert.Equal(extendedParams.Properties.ComputeProfile.Roles[0].Name, "headnode"); Assert.Equal(extendedParams.Properties.ComputeProfile.Roles[0].TargetInstanceCount, 1); }
public void TestCreateRserverEdgeNodeSpecified() { const string edgeNodeSizeToTest = "Standard_D12_v2"; var clusterCreateParams = GetClusterSpecHelpers.GetCustomCreateParametersIaas(); clusterCreateParams.ClusterType = "RServer"; clusterCreateParams.EdgeNodeSize = edgeNodeSizeToTest; clusterCreateParams.Version = "3.5"; ClusterOperations op = new ClusterOperations(new HDInsightManagementClient()); var extendedParams = op.GetExtendedClusterCreateParameters("hdisdk-RServerClusterEdgeNodeSpecifiedTest", clusterCreateParams); List <Role> roles = new List <Role>(extendedParams.Properties.ComputeProfile.Roles); ValidateRole(roles, "edgenode", edgeNodeSizeToTest, 1); }
public void TestCreateRserverDefaultNodeSizesValues() { var clusterCreateParams = GetClusterSpecHelpers.GetCustomCreateParametersIaas(); clusterCreateParams.ClusterType = "RServer"; clusterCreateParams.Version = "3.5"; clusterCreateParams.WorkerNodeSize = null; clusterCreateParams.HeadNodeSize = null; ClusterOperations op = new ClusterOperations(new HDInsightManagementClient()); var extendedParams = op.GetExtendedClusterCreateParameters("hdisdk-RServerClusterEdgeNodeDefaultTest", clusterCreateParams); List <Role> roles = new List <Role>(extendedParams.Properties.ComputeProfile.Roles); ValidateRole(roles, "headnode", "Standard_D12_v2"); ValidateRole(roles, "workernode", "Standard_D4_v2", clusterCreateParams.ClusterSizeInNodes); ValidateRole(roles, "edgenode", "Standard_D4_v2", 1); ValidateRole(roles, "zookeepernode", "Medium"); }
public void TestCreateDefaultFsAzureBlobClusterContainerNotSpecified() { string clusterName = "cluster"; var clusterCreateParams = new ClusterCreateParameters { ClusterSizeInNodes = 3, ClusterType = "Hadoop", WorkerNodeSize = "Large", DefaultStorageInfo = new AzureStorageInfo("storageAccountName", "storageAccountKey"), OSType = OSType.Linux, UserName = "******", Password = "******", Location = "East US", SshUserName = "******", SshPassword = "******", Version = "3.2" }; ClusterOperations op = new ClusterOperations(new HDInsightManagementClient()); var extendedParams = op.GetExtendedClusterCreateParameters(clusterName, clusterCreateParams); AssertContainerMatchesNameProvided(extendedParams, clusterName); }