/// <summary>
/// 回收指定scanner资源
/// </summary>
/// <param name="scannerId">scannerId</param>
/// <param name="iep">对应的Region的服务器地址</param>
/// <exception cref="IOErrorException">IO错误</exception>
/// <exception cref="ArgumentNullException">参数不能为空</exception>
/// <exception cref="CommunicationTimeoutException">通信超时</exception>
/// <exception cref="CommunicationFailException">通信失败</exception>
internal void ScannerClose(int scannerId, IPEndPoint iep)
{
IThriftConnectionAgent agent = _connectionPool.GetChannel(iep, "RegionServer", _protocolStack, _transactionManager);
if (agent == null) throw new NoConnectionException();
Exception ex = null;
ThriftMessageTransaction transaction = agent.CreateTransaction();
AutoResetEvent autoResetEvent = new AutoResetEvent(false);
transaction.ResponseArrived += delegate(object sender, LightSingleArgEventArgs<ThriftMessage> e)
{
ScannerCloseResponseMessage rspMsg = (ScannerCloseResponseMessage)e.Target;
if (rspMsg.IOErrorMessage != null) ex = new IOErrorException(rspMsg.IOErrorMessage.Reason);
if (rspMsg.IOErrorMessage != null) ex = new IOErrorException(rspMsg.IOErrorMessage.Reason);
else if (rspMsg.IllegalArgumentErrorMessage != null) ex = new IllegalArgumentException(rspMsg.IllegalArgumentErrorMessage.Reason);
autoResetEvent.Set();
};
transaction.Timeout += delegate
{
ex = new CommunicationTimeoutException(transaction.SequenceId);
autoResetEvent.Set();
};
transaction.Failed += delegate
{
ex = new CommunicationFailException(transaction.SequenceId);
autoResetEvent.Set();
};
ScannerCloseRequestMessage reqMsg = new ScannerCloseRequestMessage { ScannerId = scannerId};
transaction.SendRequest(reqMsg);
autoResetEvent.WaitOne();
if (ex != null) throw ex;
}
/// <summary>
/// 插入一行数据
/// </summary>
/// <param name="tableName">表名</param>
/// <param name="rowkey">行键</param>
/// <param name="iep">对应的Region的服务器地址</param>
/// <param name="mutations">列信息</param>
/// <param name="attributes"></param>
/// <exception cref="IOErrorException">IO错误</exception>
/// <exception cref="IllegalArgumentException">参数错误</exception>
/// <exception cref="CommunicationTimeoutException">通信超时</exception>
/// <exception cref="CommunicationFailException">通信失败</exception>
/// <returns></returns>
internal bool InsertRow(string tableName, byte[] rowkey, IPEndPoint iep, Mutation[] mutations, Dictionary<string,string> attributes=null)
{
if (string.IsNullOrEmpty(tableName)) throw new ArgumentNullException("tableName");
if (rowkey == null || rowkey.Length == 0) throw new ArgumentNullException("rowkey");
if (mutations == null || mutations.Length == 0) throw new ArgumentNullException("mutations");
IThriftConnectionAgent agent = _connectionPool.GetChannel(iep, "RegionServer", _protocolStack, _transactionManager);
if (agent == null) throw new NoConnectionException();
Exception ex = null;
ThriftMessageTransaction transaction = agent.CreateTransaction();
AutoResetEvent autoResetEvent = new AutoResetEvent(false);
transaction.ResponseArrived += delegate(object sender, LightSingleArgEventArgs<ThriftMessage> e)
{
InsertNewRowResponseMessage rspMsg = (InsertNewRowResponseMessage)e.Target;
if (rspMsg.IOErrorMessage != null) ex = new IOErrorException(rspMsg.IOErrorMessage.Reason);
else if (rspMsg.IllegalArgumentErrorMessage != null) ex = new IllegalArgumentException(rspMsg.IllegalArgumentErrorMessage.Reason);
autoResetEvent.Set();
};
transaction.Timeout += delegate
{
ex = new CommunicationTimeoutException(transaction.SequenceId);
autoResetEvent.Set();
};
transaction.Failed += delegate
{
ex = new CommunicationFailException(transaction.SequenceId);
autoResetEvent.Set();
};
InsertNewRowRequestMessage reqMsg = new InsertNewRowRequestMessage
{
TableName = tableName,
RowKey = rowkey
};
reqMsg.Mutations = mutations;
reqMsg.Attributes = attributes;
transaction.SendRequest(reqMsg);
autoResetEvent.WaitOne();
if (ex != null) throw ex;
return true;
}
/// <summary>
/// 判断一个指定的HBase表是否当前出于启用的状态
/// </summary>
/// <param name="tableName">表名</param>
/// <exception cref="IOErrorException">IO错误</exception>
/// <exception cref="ArgumentNullException">参数不能为空</exception>
/// <exception cref="CommunicationTimeoutException">通信超时</exception>
/// <exception cref="CommunicationFailException">通信失败</exception>
internal bool IsTableEnable(string tableName)
{
if (string.IsNullOrEmpty(tableName)) throw new ArgumentNullException("tableName");
IThriftConnectionAgent agent = _connectionPool.GetChannel(_regionServers[0], "RegionServer", _protocolStack, _transactionManager);
if (agent == null) throw new NoConnectionException();
bool result = false;
Exception ex = null;
ThriftMessageTransaction transaction = agent.CreateTransaction();
AutoResetEvent autoResetEvent = new AutoResetEvent(false);
transaction.ResponseArrived += delegate(object sender, LightSingleArgEventArgs<ThriftMessage> e)
{
IsTableEnableResponseMessage rspMsg = (IsTableEnableResponseMessage)e.Target;
if (rspMsg.IOErrorMessage != null) ex = new IOErrorException(rspMsg.IOErrorMessage.Reason);
result = rspMsg.IsEnable;
autoResetEvent.Set();
};
transaction.Timeout += delegate
{
ex = new CommunicationTimeoutException(transaction.SequenceId);
autoResetEvent.Set();
};
transaction.Failed += delegate
{
ex = new CommunicationFailException(transaction.SequenceId);
autoResetEvent.Set();
};
IsTableEnableRequestMessage reqMsg = new IsTableEnableRequestMessage { TableName = tableName };
transaction.SendRequest(reqMsg);
autoResetEvent.WaitOne();
if (ex != null) throw ex;
return result;
}
/// <summary>
/// 获取一行数据
/// </summary>
/// <param name="tableName">表名</param>
/// <param name="keyName">键名</param>
/// <param name="iep">对应的Region的服务器地址</param>
/// <param name="columns">列名</param>
/// <exception cref="IOErrorException">IO错误</exception>
/// <exception cref="ArgumentNullException">参数不能为空</exception>
/// <exception cref="CommunicationTimeoutException">通信超时</exception>
/// <exception cref="CommunicationFailException">通信失败</exception>
/// <returns>查询结果</returns>
internal RowInfo[] GetRowWithColumnsFromTable(string tableName, string keyName, IPEndPoint iep, string[] columns)
{
if (string.IsNullOrEmpty(tableName)) throw new ArgumentNullException("tableName");
if (string.IsNullOrEmpty(keyName)) throw new ArgumentNullException("keyName");
IThriftConnectionAgent agent = _connectionPool.GetChannel(iep, "RegionServer", _protocolStack, _transactionManager);
if (agent == null) throw new NoConnectionException();
RowInfo[] result = { };
Exception ex = null;
ThriftMessageTransaction transaction = agent.CreateTransaction();
AutoResetEvent autoResetEvent = new AutoResetEvent(false);
transaction.ResponseArrived += delegate(object sender, LightSingleArgEventArgs<ThriftMessage> e)
{
GetRowWithColumnsResponseMessage rspMsg = (GetRowWithColumnsResponseMessage)e.Target;
if (rspMsg.IOErrorMessage != null) ex = new IOErrorException(rspMsg.IOErrorMessage.Reason);
result = rspMsg.RowInfos;
autoResetEvent.Set();
};
transaction.Timeout += delegate
{
ex = new CommunicationTimeoutException(transaction.SequenceId);
autoResetEvent.Set();
};
transaction.Failed += delegate
{
ex = new CommunicationFailException(transaction.SequenceId);
autoResetEvent.Set();
};
GetRowWithColumnsRequestMessage reqMsg = new GetRowWithColumnsRequestMessage { TableName = tableName, RowKey = keyName, Columns = columns, Attributes = new Dictionary<string, string>() };
transaction.SendRequest(reqMsg);
autoResetEvent.WaitOne();
if (ex != null) throw ex;
return result;
}
/// <summary>
/// 按rowkey上下限获取scannerId
/// </summary>
/// <param name="tableName">表名</param>
/// <param name="startKey">rowkey范围上界(结果中包含上界数据)</param>
/// <param name="endKey">rowkey范围下界(结果中不包含下界数据)</param>
/// <param name="iep">对应的Region的服务器地址</param>
/// <param name="columns">指定获取的列名</param>
/// <param name="attribute">attribute</param>
/// <exception cref="IOErrorException">IO错误</exception>
/// <exception cref="ArgumentNullException">参数不能为空</exception>
/// <exception cref="CommunicationTimeoutException">通信超时</exception>
/// <exception cref="CommunicationFailException">通信失败</exception>
/// <returns>scannerId</returns>
internal int GetScannerOpenWithStop(string tableName, byte[] startKey, byte[] endKey, IPEndPoint iep, string[] columns, Dictionary<string, string> attribute = null)
{
if (string.IsNullOrEmpty(tableName)) throw new ArgumentNullException("tableName");
if (startKey == null || startKey.Length == 0) throw new ArgumentNullException("startKey");
if (endKey == null || endKey.Length == 0) throw new ArgumentNullException("endKey");
IThriftConnectionAgent agent = _connectionPool.GetChannel(iep, "RegionServer", _protocolStack, _transactionManager);
if (agent == null) throw new NoConnectionException();
Exception ex = null;
int result = -1;
ThriftMessageTransaction transaction = agent.CreateTransaction();
AutoResetEvent autoResetEvent = new AutoResetEvent(false);
transaction.ResponseArrived += delegate(object sender, LightSingleArgEventArgs<ThriftMessage> e)
{
ScannerOpenWithStopResponseMessage rspMsg = (ScannerOpenWithStopResponseMessage)e.Target;
if (rspMsg.IOErrorMessage != null) ex = new IOErrorException(rspMsg.IOErrorMessage.Reason);
result = rspMsg.ScannerId;
autoResetEvent.Set();
};
transaction.Timeout += delegate
{
ex = new CommunicationTimeoutException(transaction.SequenceId);
autoResetEvent.Set();
};
transaction.Failed += delegate
{
ex = new CommunicationFailException(transaction.SequenceId);
autoResetEvent.Set();
};
ScannerOpenWithStopRequestMessage reqMsg = new ScannerOpenWithStopRequestMessage { TableName = tableName, StartRow = startKey, EndRow = endKey, Columns = columns, Attribute = attribute};
transaction.SendRequest(reqMsg);
autoResetEvent.WaitOne();
if (ex != null) throw ex;
return result;
}
/// <summary>
/// 从指定的scanner获取数据
/// </summary>
/// <param name="id">scanner序列号</param>
/// <param name="rowCount">查询行数量</param>
/// <param name="iep">对应的Region的服务器地址</param>
/// <exception cref="IOErrorException">IO错误</exception>
/// <exception cref="CommunicationTimeoutException">通信超时</exception>
/// <exception cref="CommunicationFailException">通信失败</exception>
internal RowInfo[] GetRowsFromScanner(int id, int rowCount, IPEndPoint iep)
{
IThriftConnectionAgent agent = _connectionPool.GetChannel(iep, "RegionServer", _protocolStack, _transactionManager);
if (agent == null) throw new NoConnectionException();
RowInfo[] result = { };
Exception ex = null;
ThriftMessageTransaction transaction = agent.CreateTransaction();
AutoResetEvent autoResetEvent = new AutoResetEvent(false);
transaction.ResponseArrived += delegate(object sender, LightSingleArgEventArgs<ThriftMessage> e)
{
ScannerGetListResponseMessage rspMsg = (ScannerGetListResponseMessage)e.Target;
if (rspMsg.IOErrorMessage != null) ex = new IOErrorException(rspMsg.IOErrorMessage.Reason);
result = rspMsg.RowInfos;
autoResetEvent.Set();
};
transaction.Timeout += delegate
{
ex = new CommunicationTimeoutException(transaction.SequenceId);
autoResetEvent.Set();
};
transaction.Failed += delegate
{
ex = new CommunicationFailException(transaction.SequenceId);
autoResetEvent.Set();
};
ScannerGetListRequestMessage reqMsg = new ScannerGetListRequestMessage { Id = id, RowsCount = rowCount };
transaction.SendRequest(reqMsg);
autoResetEvent.WaitOne();
if (ex != null) throw ex;
return result;
}
/// <summary>
/// 插入多行数据
/// </summary>
/// <param name="tableName">表名</param>
/// <param name="iep">对应的Region的服务器地址</param>
/// <param name="batchMutation">列数据集合</param>
/// <exception cref="IOErrorException">IO错误</exception>
/// <exception cref="ArgumentNullException">参数不能为空</exception>
/// <exception cref="CommunicationTimeoutException">通信超时</exception>
/// <exception cref="CommunicationFailException">通信失败</exception>
/// <returns>是否成功插入</returns>
internal bool BatchInsert(string tableName, IPEndPoint iep, BatchMutation[] batchMutation)
{
if (batchMutation == null) throw new ArgumentNullException("batchMutation");
IThriftConnectionAgent agent = _connectionPool.GetChannel(iep, "RegionServer", _protocolStack, _transactionManager);
if (agent == null) throw new NoConnectionException();
Exception ex = null;
ThriftMessageTransaction transaction = agent.CreateTransaction();
AutoResetEvent autoResetEvent = new AutoResetEvent(false);
transaction.ResponseArrived += delegate(object sender, LightSingleArgEventArgs<ThriftMessage> e)
{
InsertNewRowsResponseMessage rspMsg = (InsertNewRowsResponseMessage)e.Target;
if (rspMsg.IOErrorMessage != null) ex = new IOErrorException(rspMsg.IOErrorMessage.Reason);
autoResetEvent.Set();
};
transaction.Timeout += delegate
{
ex = new CommunicationTimeoutException(transaction.SequenceId);
autoResetEvent.Set();
};
transaction.Failed += delegate
{
ex = new CommunicationFailException(transaction.SequenceId);
autoResetEvent.Set();
};
InsertNewRowsRequestMessage reqMsg = new InsertNewRowsRequestMessage { TableName = tableName, RowBatch = batchMutation, Attributes = new Dictionary<string, string>() };
transaction.SendRequest(reqMsg);
autoResetEvent.WaitOne();
if (ex != null) throw ex;
return true;
}
/// <summary>
/// 原子计数器递增
/// </summary>
/// <param name="tableName">表名</param>
/// <param name="rowKey">rowKey</param>
/// <param name="column">列名</param>
/// <param name="iep">对应的Region的服务器地址</param>
/// <param name="value">递增值</param>
/// <returns>递增后的结果</returns>
internal long AtomicIncrement(string tableName, byte[] rowKey, string column, IPEndPoint iep, long @value = 1)
{
if (string.IsNullOrEmpty(tableName)) throw new ArgumentNullException("tableName");
IThriftConnectionAgent agent = _connectionPool.GetChannel(iep, "RegionServer", _protocolStack, _transactionManager);
if (agent == null) throw new NoConnectionException();
Exception ex = null;
long result = 0;
ThriftMessageTransaction transaction = agent.CreateTransaction();
AutoResetEvent autoResetEvent = new AutoResetEvent(false);
transaction.ResponseArrived += delegate(object sender, LightSingleArgEventArgs<ThriftMessage> e)
{
AtomicIncrementResponseMessage rspMsg = (AtomicIncrementResponseMessage)e.Target;
if (rspMsg.IOErrorMessage != null) ex = new IOErrorException(rspMsg.IOErrorMessage.Reason);
else if (rspMsg.IllegalArgumentErrorMessage != null) ex = new IOErrorException(rspMsg.IllegalArgumentErrorMessage.Reason);
result = rspMsg.Success;
autoResetEvent.Set();
};
transaction.Timeout += delegate
{
ex = new CommunicationTimeoutException(transaction.SequenceId);
autoResetEvent.Set();
};
transaction.Failed += delegate
{
ex = new CommunicationFailException(transaction.SequenceId);
autoResetEvent.Set();
};
AtomicIncrementRequestMessage reqMsg = new AtomicIncrementRequestMessage { TableName = tableName, RowKey = rowKey, Column = column, Value = @value};
transaction.SendRequest(reqMsg);
autoResetEvent.WaitOne();
if (ex != null) throw ex;
return result;
}
/// <summary>
/// 获取HBase中所有的表名信息
/// </summary>
/// <returns>返回所有的表名</returns>
/// <exception cref="IOErrorException">IO错误</exception>
/// <exception cref="CommunicationTimeoutException">通信超时</exception>
/// <exception cref="CommunicationFailException">通信失败</exception>
public List<string> GetTableNames()
{
IThriftConnectionAgent agent = _connectionPool.GetChannel(_regionServers[0], "RegionServer", _protocolStack, _transactionManager);
if (agent == null) throw new NoConnectionException();
Exception ex = null;
ThriftMessageTransaction transaction = agent.CreateTransaction();
AutoResetEvent autoResetEvent = new AutoResetEvent(false);
List<string> tables = null;
transaction.ResponseArrived += delegate(object sender, LightSingleArgEventArgs<ThriftMessage> e)
{
GetTableNamesResponseMessage rspMsg = (GetTableNamesResponseMessage)e.Target;
if (rspMsg.IOErrorMessage != null) ex = new IOErrorException(rspMsg.IOErrorMessage.Reason);
tables = (rspMsg.Tables == null ? new List<string>() : new List<string>(rspMsg.Tables));
autoResetEvent.Set();
};
transaction.Timeout += delegate
{
ex = new CommunicationTimeoutException(transaction.SequenceId);
autoResetEvent.Set();
};
transaction.Failed += delegate
{
ex = new CommunicationFailException(transaction.SequenceId);
autoResetEvent.Set();
};
GetTableNamesRequestMessage reqMsg = new GetTableNamesRequestMessage();
transaction.SendRequest(reqMsg);
autoResetEvent.WaitOne();
if (ex != null) throw ex;
return tables;
}
/// <summary>
/// 创建一个HBase表
/// </summary>
/// <param name="tableName">表名</param>
/// <param name="descriptors">表描述符</param>
/// <returns>如果创建成功，则返回可以操作该表的实例</returns>
/// <exception cref="AlreadyExistsException">表已经存在</exception>
/// <exception cref="IOErrorException">IO错误</exception>
/// <exception cref="IllegalArgumentException">参数错误</exception>
/// <exception cref="ArgumentNullException">参数不能为空</exception>
/// <exception cref="CommunicationTimeoutException">通信超时</exception>
/// <exception cref="CommunicationFailException">通信失败</exception>
/// <exception cref="NoConnectionException">内部无任何可用的远程连接异常，这通常代表无法连接到任何一台远程服务器</exception>
public IHTable CreateTable(string tableName, params ColumnDescriptor[] descriptors)
{
if (string.IsNullOrEmpty(tableName)) throw new ArgumentNullException("tableName");
if (descriptors == null || descriptors.Length == 0) throw new ArgumentNullException("descriptors");
IThriftConnectionAgent agent = _connectionPool.GetChannel(_regionServers[0], "RegionServer", _protocolStack, _transactionManager);
if (agent == null) throw new NoConnectionException();
Exception ex = null;
ThriftMessageTransaction transaction = agent.CreateTransaction();
AutoResetEvent autoResetEvent = new AutoResetEvent(false);
transaction.ResponseArrived += delegate(object sender, LightSingleArgEventArgs<ThriftMessage> e)
{
CreateTableResponseMessage rspMsg = (CreateTableResponseMessage) e.Target;
if (rspMsg.IOErrorMessage != null) ex = new IOErrorException(rspMsg.IOErrorMessage.Reason);
else if (rspMsg.IllegalArgumentErrorMessage != null) ex = new IllegalArgumentException(rspMsg.IllegalArgumentErrorMessage.Reason);
else if (rspMsg.AlreadyExistsErrorMessage != null) ex = new AlreadyExistsException(rspMsg.AlreadyExistsErrorMessage.Reason);
autoResetEvent.Set();
};
transaction.Timeout += delegate
{
ex = new CommunicationTimeoutException(transaction.SequenceId);
autoResetEvent.Set();
};
transaction.Failed += delegate
{
ex = new CommunicationFailException(transaction.SequenceId);
autoResetEvent.Set();
};
CreateTableRequestMessage reqMsg = new CreateTableRequestMessage {TableName = tableName, ColumnFamilies = descriptors};
transaction.SendRequest(reqMsg);
autoResetEvent.WaitOne();
if (ex != null) throw ex;
return new HTable(reqMsg.TableName, this, _hostMappingManager);
}