/// <summary> /// Creates and returns a ProtoBuf representation of the specified collection. /// </summary> /// <returns></returns> public static pbc.RepeatedField <TypedValue> AsRepeatedFieldTypedValue(PhoenixParameterCollection collection) { pbc.RepeatedField <TypedValue> pbParamValues = new pbc.RepeatedField <TypedValue>(); for (int i = 0; i < collection.Count; i++) { pbParamValues.Add(collection[i].AsPhoenixTypedValue()); } return(pbParamValues); }
public void TableOperationTest() { var client = new PhoenixClient(_credentials); string connId = GenerateRandomConnId(); RequestOptions options = RequestOptions.GetGatewayDefaultOptions(); // In gateway mode, PQS requests will be https://<cluster dns name>.azurehdinsight.net/hbasephoenix<N>/ // Requests sent to hbasephoenix0/ will be forwarded to PQS on workernode0 options.AlternativeEndpoint = "hbasephoenix0/"; OpenConnectionResponse openConnResponse = null; try { // Opening connection pbc::MapField <string, string> info = new pbc::MapField <string, string>(); openConnResponse = client.OpenConnectionRequestAsync(connId, info, options).Result; // Syncing connection ConnectionProperties connProperties = new ConnectionProperties { HasAutoCommit = true, AutoCommit = true, HasReadOnly = true, ReadOnly = false, TransactionIsolation = 0, Catalog = "", Schema = "", IsDirty = true }; client.ConnectionSyncRequestAsync(connId, connProperties, options).Wait(); // List system tables pbc.RepeatedField <string> list = new pbc.RepeatedField <string>(); list.Add("SYSTEM TABLE"); ResultSetResponse tablesResponse = client.TablesRequestAsync("", "", "", list, true, connId, options).Result; Assert.AreEqual(4, tablesResponse.FirstFrame.Rows.Count); // List all table types ResultSetResponse tableTypeResponse = client.TableTypesRequestAsync(connId, options).Result; Assert.AreEqual(6, tableTypeResponse.FirstFrame.Rows.Count); } catch (Exception ex) { Assert.Fail(ex.Message); } finally { if (openConnResponse != null) { client.CloseConnectionRequestAsync(connId, options).Wait(); openConnResponse = null; } } }
internal ResultSetResponse InternalTablesRequest(pbc.RepeatedField <string> list) { ResultSetResponse response = null; Task <ResultSetResponse> tResp = _client.TablesRequestAsync("", "", "", list, true, this.ConnectionId, this.Options); tResp.Wait(); response = tResp.Result; return(response); }
public void TableOperationTest() { var client = new PhoenixClient(null); string connId = GenerateRandomConnId(); RequestOptions options = RequestOptions.GetVNetDefaultOptions(); // In VNET mode, PQS requests will be http://<PQS workernode ip>:8765 options.AlternativeHost = "10.17.0.13"; OpenConnectionResponse openConnResponse = null; try { // Opening connection pbc::MapField <string, string> info = new pbc::MapField <string, string>(); openConnResponse = client.OpenConnectionRequestAsync(connId, info, options).Result; // Syncing connection ConnectionProperties connProperties = new ConnectionProperties { HasAutoCommit = true, AutoCommit = true, HasReadOnly = true, ReadOnly = false, TransactionIsolation = 0, Catalog = "", Schema = "", IsDirty = true }; client.ConnectionSyncRequestAsync(connId, connProperties, options).Wait(); // List system tables pbc.RepeatedField <string> list = new pbc.RepeatedField <string>(); list.Add("SYSTEM TABLE"); ResultSetResponse tablesResponse = client.TablesRequestAsync("", "", "", list, true, connId, options).Result; Assert.AreEqual(4, tablesResponse.FirstFrame.Rows.Count); // List all table types ResultSetResponse tableTypeResponse = client.TableTypesRequestAsync(connId, options).Result; Assert.AreEqual(6, tableTypeResponse.FirstFrame.Rows.Count); } catch (Exception ex) { Assert.Fail(ex.Message); } finally { if (openConnResponse != null) { client.CloseConnectionRequestAsync(connId, options).Wait(); openConnResponse = null; } } }
//internal ResultSetResponse InternalTableTypesRequest() //{ // ResultSetResponse response = null; // Task<ResultSetResponse> tResp = _client.TableTypesRequestAsync(this.ConnectionId, this.Options); // tResp.Wait(); // response = tResp.Result; // return response; //} internal async Task <GarudaExecuteResponse> InternalExecuteRequestAsync(PrepareResponse prepared, string sql, PhoenixParameterCollection parameterValues) { CreateStatementResponse tStmt = null; ExecuteResponse tResp = null; GarudaExecuteResponse ourResp = new GarudaExecuteResponse(); try { if (null == prepared) { try { // Not prepared.... tStmt = await _client.CreateStatementRequestAsync(this.ConnectionId, this.Options); ourResp.StatementId = tStmt.StatementId; tResp = await _client.PrepareAndExecuteRequestAsync(this.ConnectionId, sql, ourResp.StatementId, long.MaxValue, int.MaxValue, this.Options); } catch (Exception) { if (null != tStmt) { InternalCloseStatementAsync(tStmt.StatementId); } throw; } } else { // Prepared and possibly with parameters. pbc.RepeatedField <TypedValue> pbParamValues = parameterValues.AsRepeatedFieldTypedValue(); tResp = await _client.ExecuteRequestAsync(prepared.Statement, pbParamValues, uint.MaxValue, parameterValues.Count > 0, this.Options); } ourResp.Response = tResp; } catch (Exception ex) { if (OnInternalException(ex)) { throw; } } return(ourResp); }
public void TableOperationTest() { var client = new PhoenixClient(null); string connId = GenerateRandomConnId(); RequestOptions options = RequestOptions.GetVNetDefaultOptions(); // In VNET mode, PQS requests will be http://<PQS workernode ip>:8765 options.AlternativeHost = "10.17.0.13"; OpenConnectionResponse openConnResponse = null; try { // Opening connection pbc::MapField<string, string> info = new pbc::MapField<string, string>(); openConnResponse = client.OpenConnectionRequestAsync(connId, info, options).Result; // Syncing connection ConnectionProperties connProperties = new ConnectionProperties { HasAutoCommit = true, AutoCommit = true, HasReadOnly = true, ReadOnly = false, TransactionIsolation = 0, Catalog = "", Schema = "", IsDirty = true }; client.ConnectionSyncRequestAsync(connId, connProperties, options).Wait(); // List system tables pbc.RepeatedField<string> list = new pbc.RepeatedField<string>(); list.Add("SYSTEM TABLE"); ResultSetResponse tablesResponse = client.TablesRequestAsync("", "", "", list, true, connId, options).Result; Assert.AreEqual(4, tablesResponse.FirstFrame.Rows.Count); // List all table types ResultSetResponse tableTypeResponse = client.TableTypesRequestAsync(connId, options).Result; Assert.AreEqual(6, tableTypeResponse.FirstFrame.Rows.Count); } catch (Exception ex) { Assert.Fail(ex.Message); } finally { if (openConnResponse != null) { client.CloseConnectionRequestAsync(connId, options).Wait(); openConnResponse = null; } } }
public void ManyRowBatchInsertTest() { var client = new PhoenixClient(_credentials); string connId = GenerateRandomConnId(); RequestOptions options = RequestOptions.GetGatewayDefaultOptions(); // In gateway mode, url format will be https://<cluster dns name>.azurehdinsight.net/hbasephoenix<N>/ // Requests sent to hbasephoenix0/ will be forwarded to PQS on workernode0 options.AlternativeEndpoint = "hbasephoenix0/"; string tableName = "Persons" + connId; OpenConnectionResponse openConnResponse = null; CreateStatementResponse createStatementResponse = null; try { // Opening connection pbc::MapField <string, string> info = new pbc::MapField <string, string>(); openConnResponse = client.OpenConnectionRequestAsync(connId, info, options).Result; // Syncing connection ConnectionProperties connProperties = new ConnectionProperties { HasAutoCommit = true, AutoCommit = true, HasReadOnly = true, ReadOnly = false, TransactionIsolation = 0, Catalog = "", Schema = "", IsDirty = true }; client.ConnectionSyncRequestAsync(connId, connProperties, options).Wait(); // Creating statement createStatementResponse = client.CreateStatementRequestAsync(connId, options).Result; // Running query 1 string sql1 = "CREATE TABLE " + tableName + " (LastName varchar(255) PRIMARY KEY,FirstName varchar(255))"; ExecuteResponse execResponse1 = client.PrepareAndExecuteRequestAsync(connId, sql1, createStatementResponse.StatementId, long.MaxValue, int.MaxValue, options).Result; // Running query 2 // Batching two sqls in a single HTTP request pbc::RepeatedField <string> list = new pbc.RepeatedField <string>(); list.Add("UPSERT INTO " + tableName + " VALUES('d1','x1')"); list.Add("UPSERT INTO " + tableName + " VALUES('d2','x2')"); ExecuteBatchResponse execResponse2 = client.PrepareAndExecuteBatchRequestAsync(connId, createStatementResponse.StatementId, list, options).Result; // Running query 3 string sql3 = "select count(*) from " + tableName; ExecuteResponse execResponse3 = client.PrepareAndExecuteRequestAsync(connId, sql3, createStatementResponse.StatementId, long.MaxValue, int.MaxValue, options).Result; long count3 = execResponse3.Results[0].FirstFrame.Rows[0].Value[0].ScalarValue.NumberValue; Assert.AreEqual(2, count3); // Running query 4 // Batching two sqls in a single HTTP request // Creating statement 2 string sql4 = "UPSERT INTO " + tableName + " VALUES (?,?)"; PrepareResponse prepareResponse = client.PrepareRequestAsync(connId, sql4, int.MaxValue, options).Result; StatementHandle statementHandle = prepareResponse.Statement; pbc::RepeatedField <UpdateBatch> updates = new pbc.RepeatedField <UpdateBatch>(); for (int i = 3; i < 10; i++) { pbc::RepeatedField <TypedValue> parameterValues = new pbc.RepeatedField <TypedValue>(); TypedValue v1 = new TypedValue { StringValue = "d" + i, Type = Rep.String }; TypedValue v2 = new TypedValue { StringValue = "x" + i, Type = Rep.String }; parameterValues.Add(v1); parameterValues.Add(v2); UpdateBatch batch = new UpdateBatch { ParameterValues = parameterValues }; updates.Add(batch); } ExecuteBatchResponse execResponse4 = client.ExecuteBatchRequestAsync(connId, statementHandle.Id, updates, options).Result; // Running query 5 string sql5 = "select count(*) from " + tableName; ExecuteResponse execResponse5 = client.PrepareAndExecuteRequestAsync(connId, sql5, createStatementResponse.StatementId, long.MaxValue, int.MaxValue, options).Result; long count5 = execResponse5.Results[0].FirstFrame.Rows[0].Value[0].ScalarValue.NumberValue; Assert.AreEqual(9, count5); // Running query 5 string sql6 = "DROP TABLE " + tableName; client.PrepareAndExecuteRequestAsync(connId, sql6, createStatementResponse.StatementId, long.MaxValue, int.MaxValue, options).Wait(); } catch (Exception ex) { Assert.Fail(ex.Message); } finally { if (createStatementResponse != null) { client.CloseStatementRequestAsync(connId, createStatementResponse.StatementId, options).Wait(); createStatementResponse = null; } if (openConnResponse != null) { client.CloseConnectionRequestAsync(connId, options).Wait(); openConnResponse = null; } } }
public void QueryManyRowTest() { var client = new PhoenixClient(_credentials); string connId = GenerateRandomConnId(); RequestOptions options = RequestOptions.GetGatewayDefaultOptions(); // In gateway mode, url format will be https://<cluster dns name>.azurehdinsight.net/hbasephoenix<N>/ // Requests sent to hbasephoenix0/ will be forwarded to PQS on workernode0 options.AlternativeEndpoint = "hbasephoenix0/"; string tableName = "Persons" + connId; OpenConnectionResponse openConnResponse = null; CreateStatementResponse createStatementResponse = null; try { // Opening connection pbc::MapField <string, string> info = new pbc::MapField <string, string>(); openConnResponse = client.OpenConnectionRequestAsync(connId, info, options).Result; // Syncing connection ConnectionProperties connProperties = new ConnectionProperties { HasAutoCommit = true, AutoCommit = false, HasReadOnly = true, ReadOnly = false, TransactionIsolation = 0, Catalog = "", Schema = "", IsDirty = true }; client.ConnectionSyncRequestAsync(connId, connProperties, options).Wait(); createStatementResponse = client.CreateStatementRequestAsync(connId, options).Result; // Running query 1 string sql1 = "CREATE TABLE " + tableName + " (LastName varchar(255) PRIMARY KEY,FirstName varchar(255))"; client.PrepareAndExecuteRequestAsync(connId, sql1, createStatementResponse.StatementId, long.MaxValue, int.MaxValue, options).Wait(); // Commit statement 1 client.CommitRequestAsync(connId, options).Wait(); // Creating statement 2 string sql2 = "UPSERT INTO " + tableName + " VALUES (?,?)"; PrepareResponse prepareResponse = client.PrepareRequestAsync(connId, sql2, long.MaxValue, options).Result; StatementHandle statementHandle = prepareResponse.Statement; // Insert 300 rows for (int i = 0; i < 300; i++) { pbc::RepeatedField <TypedValue> list = new pbc.RepeatedField <TypedValue>(); TypedValue v1 = new TypedValue { StringValue = "d" + i, Type = Rep.String }; TypedValue v2 = new TypedValue { StringValue = "x" + i, Type = Rep.String }; list.Add(v1); list.Add(v2); ExecuteResponse executeResponse = client.ExecuteRequestAsync(statementHandle, list, long.MaxValue, true, options).Result; } // Commit statement 2 client.CommitRequestAsync(connId, options).Wait(); // Running query 3 string sql3 = "select * from " + tableName; ExecuteResponse execResponse3 = client.PrepareAndExecuteRequestAsync(connId, sql3, createStatementResponse.StatementId, long.MaxValue, int.MaxValue, options).Result; pbc::RepeatedField <Row> rows = execResponse3.Results[0].FirstFrame.Rows; for (int i = 0; i < rows.Count; i++) { Row row = rows[i]; Debug.WriteLine(row.Value[0].ScalarValue.StringValue + " " + row.Value[1].ScalarValue.StringValue); } // 100 is hard coded in server side as default firstframe size // In order to get remaining rows, FetchRequestAsync is used Assert.AreEqual(100, rows.Count); // Fetch remaining rows, offset is not used, simply set to 0 // if FetchResponse.Frame.Done = true, that means all the rows fetched FetchResponse fetchResponse = client.FetchRequestAsync(connId, createStatementResponse.StatementId, 0, int.MaxValue, options).Result; Assert.AreEqual(200, fetchResponse.Frame.Rows.Count); Assert.AreEqual(true, fetchResponse.Frame.Done); // Running query 4 string sql4 = "DROP TABLE " + tableName; client.PrepareAndExecuteRequestAsync(connId, sql4, createStatementResponse.StatementId, long.MaxValue, int.MaxValue, options).Wait(); // Commit statement 4 client.CommitRequestAsync(connId, options).Wait(); } catch (Exception ex) { Assert.Fail(ex.Message); } finally { if (createStatementResponse != null) { client.CloseStatementRequestAsync(connId, createStatementResponse.StatementId, options).Wait(); createStatementResponse = null; } if (openConnResponse != null) { client.CloseConnectionRequestAsync(connId, options).Wait(); openConnResponse = null; } } }
public void TableOperationTest() { var client = new PhoenixClient(_credentials); string connId = GenerateRandomConnId(); RequestOptions options = RequestOptions.GetGatewayDefaultOptions(); // In gateway mode, PQS requests will be https://<cluster dns name>.azurehdinsight.net/hbasephoenix<N>/ // Requests sent to hbasephoenix0/ will be forwarded to PQS on workernode0 options.AlternativeEndpoint = "hbasephoenix0/"; OpenConnectionResponse openConnResponse = null; try { // Opening connection pbc::MapField<string, string> info = new pbc::MapField<string, string>(); openConnResponse = client.OpenConnectionRequestAsync(connId, info, options).Result; // Syncing connection ConnectionProperties connProperties = new ConnectionProperties { HasAutoCommit = true, AutoCommit = true, HasReadOnly = true, ReadOnly = false, TransactionIsolation = 0, Catalog = "", Schema = "", IsDirty = true }; client.ConnectionSyncRequestAsync(connId, connProperties, options).Wait(); // List system tables pbc.RepeatedField<string> list = new pbc.RepeatedField<string>(); list.Add("SYSTEM TABLE"); ResultSetResponse tablesResponse = client.TablesRequestAsync("", "", "", list, true, connId, options).Result; Assert.AreEqual(4, tablesResponse.FirstFrame.Rows.Count); // List all table types ResultSetResponse tableTypeResponse = client.TableTypesRequestAsync(connId, options).Result; Assert.AreEqual(6, tableTypeResponse.FirstFrame.Rows.Count); } catch (Exception ex) { Assert.Fail(ex.Message); } finally { if (openConnResponse != null) { client.CloseConnectionRequestAsync(connId, options).Wait(); openConnResponse = null; } } }
public void CommitRollbackTest() { var client = new PhoenixClient(_credentials); string connId = GenerateRandomConnId(); RequestOptions options = RequestOptions.GetGatewayDefaultOptions(); // In gateway mode, url format will be https://<cluster dns name>.azurehdinsight.net/hbasephoenix<N>/ // Requests sent to hbasephoenix0/ will be forwarded to PQS on workernode0 options.AlternativeEndpoint = "hbasephoenix0/"; string tableName = "Persons" + connId; OpenConnectionResponse openConnResponse = null; CreateStatementResponse createStatementResponse = null; try { // Opening connection 1 pbc::MapField<string, string> info = new pbc::MapField<string, string>(); openConnResponse = client.OpenConnectionRequestAsync(connId, info, options).Result; // Syncing connection 1 ConnectionProperties connProperties = new ConnectionProperties { HasAutoCommit = true, AutoCommit = false, HasReadOnly = true, ReadOnly = false, TransactionIsolation = 0, Catalog = "", Schema = "", IsDirty = true }; client.ConnectionSyncRequestAsync(connId, connProperties, options).Wait(); createStatementResponse = client.CreateStatementRequestAsync(connId, options).Result; // Running query 1 string sql1 = "CREATE TABLE " + tableName + " (LastName varchar(255) PRIMARY KEY,FirstName varchar(255))"; client.PrepareAndExecuteRequestAsync(connId, sql1, createStatementResponse.StatementId, long.MaxValue, int.MaxValue, options).Wait(); // Commit statement 1 client.CommitRequestAsync(connId, options).Wait(); // Creating statement 2 string sql2 = "UPSERT INTO " + tableName + " VALUES (?,?)"; PrepareResponse prepareResponse = client.PrepareRequestAsync(connId, sql2, int.MaxValue, options).Result; StatementHandle statementHandle = prepareResponse.Statement; for (int i = 0; i < 10; i++) { pbc::RepeatedField<TypedValue> list = new pbc.RepeatedField<TypedValue>(); TypedValue v1 = new TypedValue { StringValue = "d" + i, Type = Rep.String }; TypedValue v2 = new TypedValue { StringValue = "x" + i, Type = Rep.String }; list.Add(v1); list.Add(v2); ExecuteResponse executeResponse = client.ExecuteRequestAsync(statementHandle, list, int.MaxValue, true, options).Result; } // Rollback client.RollbackRequestAsync(connId, options).Wait(); // Commit statement 2 client.CommitRequestAsync(connId, options).Wait(); // Running query 3 string sql3 = "select count(*) from " + tableName; ExecuteResponse execResponse3 = client.PrepareAndExecuteRequestAsync(connId, sql3, createStatementResponse.StatementId, long.MaxValue, int.MaxValue, options).Result; long count3 = execResponse3.Results[0].FirstFrame.Rows[0].Value[0].ScalarValue.NumberValue; Assert.AreEqual(0, count3); // Running query 4 string sql4 = "DROP TABLE " + tableName; client.PrepareAndExecuteRequestAsync(connId, sql4, createStatementResponse.StatementId, long.MaxValue, int.MaxValue, options).Wait(); // Commit statement 4 client.CommitRequestAsync(connId, options).Wait(); } catch (Exception ex) { Assert.Fail(ex.Message); } finally { if (createStatementResponse != null) { client.CloseStatementRequestAsync(connId, createStatementResponse.StatementId, options).Wait(); createStatementResponse = null; } if (openConnResponse != null) { client.CloseConnectionRequestAsync(connId, options).Wait(); openConnResponse = null; } } }
public void QueryManyRowTest() { var client = new PhoenixClient(_credentials); string connId = GenerateRandomConnId(); RequestOptions options = RequestOptions.GetGatewayDefaultOptions(); // In gateway mode, url format will be https://<cluster dns name>.azurehdinsight.net/hbasephoenix<N>/ // Requests sent to hbasephoenix0/ will be forwarded to PQS on workernode0 options.AlternativeEndpoint = "hbasephoenix0/"; string tableName = "Persons" + connId; OpenConnectionResponse openConnResponse = null; CreateStatementResponse createStatementResponse = null; try { // Opening connection pbc::MapField<string, string> info = new pbc::MapField<string, string>(); openConnResponse = client.OpenConnectionRequestAsync(connId, info, options).Result; // Syncing connection ConnectionProperties connProperties = new ConnectionProperties { HasAutoCommit = true, AutoCommit = false, HasReadOnly = true, ReadOnly = false, TransactionIsolation = 0, Catalog = "", Schema = "", IsDirty = true }; client.ConnectionSyncRequestAsync(connId, connProperties, options).Wait(); createStatementResponse = client.CreateStatementRequestAsync(connId, options).Result; // Running query 1 string sql1 = "CREATE TABLE " + tableName + " (LastName varchar(255) PRIMARY KEY,FirstName varchar(255))"; client.PrepareAndExecuteRequestAsync(connId, sql1, createStatementResponse.StatementId, long.MaxValue, int.MaxValue, options).Wait(); // Commit statement 1 client.CommitRequestAsync(connId, options).Wait(); // Creating statement 2 string sql2 = "UPSERT INTO " + tableName + " VALUES (?,?)"; PrepareResponse prepareResponse = client.PrepareRequestAsync(connId, sql2, long.MaxValue, options).Result; StatementHandle statementHandle = prepareResponse.Statement; // Insert 300 rows for (int i = 0; i < 300; i++) { pbc::RepeatedField<TypedValue> list = new pbc.RepeatedField<TypedValue>(); TypedValue v1 = new TypedValue { StringValue = "d" + i, Type = Rep.String }; TypedValue v2 = new TypedValue { StringValue = "x" + i, Type = Rep.String }; list.Add(v1); list.Add(v2); ExecuteResponse executeResponse = client.ExecuteRequestAsync(statementHandle, list, long.MaxValue, true, options).Result; } // Commit statement 2 client.CommitRequestAsync(connId, options).Wait(); // Running query 3 string sql3 = "select * from " + tableName; ExecuteResponse execResponse3 = client.PrepareAndExecuteRequestAsync(connId, sql3, createStatementResponse.StatementId, long.MaxValue, int.MaxValue, options).Result; pbc::RepeatedField<Row> rows = execResponse3.Results[0].FirstFrame.Rows; for (int i = 0; i < rows.Count; i++) { Row row = rows[i]; Debug.WriteLine(row.Value[0].ScalarValue.StringValue + " " + row.Value[1].ScalarValue.StringValue); } // 100 is hard coded in server side as default firstframe size // In order to get remaining rows, FetchRequestAsync is used Assert.AreEqual(100, rows.Count); // Fetch remaining rows, offset is not used, simply set to 0 // if FetchResponse.Frame.Done = true, that means all the rows fetched FetchResponse fetchResponse = client.FetchRequestAsync(connId, createStatementResponse.StatementId, 0, int.MaxValue, options).Result; Assert.AreEqual(200, fetchResponse.Frame.Rows.Count); Assert.AreEqual(true, fetchResponse.Frame.Done); // Running query 4 string sql4 = "DROP TABLE " + tableName; client.PrepareAndExecuteRequestAsync(connId, sql4, createStatementResponse.StatementId, long.MaxValue, int.MaxValue, options).Wait(); // Commit statement 4 client.CommitRequestAsync(connId, options).Wait(); } catch (Exception ex) { Assert.Fail(ex.Message); } finally { if (createStatementResponse != null) { client.CloseStatementRequestAsync(connId, createStatementResponse.StatementId, options).Wait(); createStatementResponse = null; } if (openConnResponse != null) { client.CloseConnectionRequestAsync(connId, options).Wait(); openConnResponse = null; } } }