public void Base64ConvertTest()
{
var testTest = "hello";
var bs = System.Text.Encoding.Default.GetBytes(testTest);
var stream = new MemoryStream(bs);
var actual = Base64Convert.ToBase64(stream);
var expected = Base64Convert.FrmBase64(actual);
var test2 = System.Text.Encoding.Default.GetString(expected.ToArray());
Assert.AreEqual(testTest, test2);
}
public void StreamHeandlerTest()
{
var text1 = @"hello
who";
var stream = StreamHeandler.StringToStream(text1);
var zipStream = ZipCompress.Compress(stream);
var base64 = Base64Convert.ToBase64(zipStream);
var txt1 = StreamHeandler.StreamToString(base64);
var txt2 = txt1;
var base642 = StreamHeandler.StringToStream(txt2);
var unZipStream = Base64Convert.FrmBase64(base642);
var steam2 = ZipCompress.UnCompress(unZipStream);
var text2 = StreamHeandler.StreamToString(steam2);
Assert.AreEqual(text1, text2);
}
/// <summary>
/// 获取数据
/// </summary>
/// <param name="parameter"></param>
/// <returns></returns>
public DataResult PullData(DataParameter parameter)
{
LogHelper.Debug(GetType(), "准备获取数据", LogInfo.ObjectToMessage(parameter));
var success = true;
var result = new DataResult();
var crchash = new CrcHash();
PHPRPC_Client client = new PHPRPC_Client("http://localhost:4631/PullData.aspx");
IPullDataService pullDataService = (IPullDataService)client.UseService(typeof(IPullDataService));
//var pullDataService = AppCtx.Resolve<IPullDataService>("PullService");
//初始化异常
if (pullDataService == null)
{
LogHelper.Debug(GetType(), "获取接口失败");
return(null);
}
#region 开始请求
var beginParameter = new DataParameter();
beginParameter.Action = parameter.Action;
LogHelper.Debug(GetType(), "发送请求", LogInfo.ObjectToMessage(beginParameter));
var beginDataInfo = pullDataService.Begin(beginParameter);
if (beginDataInfo == null)
{
success = false;
result.ErrorId = (int)DataDictionary.ErrorType.DataPullBeginError;
result.ErrorMessage = "";
return(result);
}
else
{
result.Action = parameter.Action;
result.SplitCount = beginDataInfo.SpliteCount;
}
#endregion
#region 请求数据
//初始化容器以收集字符串
var sb = new StringBuilder(beginDataInfo.SpliteCount * dataLength);
LogHelper.Debug(GetType(), "开始请求具体数据");
for (int i = 0; i < beginDataInfo.SpliteCount; i++)
{
//请求数据
//todo:需优化，以重新请求超时未能请求到的数据
//var tcs = new TaskCompletionSource<DataSegment>();
//WaitCallback asyncWork = _ =>
//{
var dataSegment = pullDataService.Pull(beginDataInfo.DataId, i);
if (dataSegment == null)
{
//tcs.SetResult(null);
}
else
{
LogHelper.Debug(GetType(), string.Format("获取索引为{0}的数据:", i),
LogInfo.ObjectToMessage(dataSegment));
var stream = StreamHeandler.StringToStream(dataSegment.DataString);
dataSegment = !crchash.Hash(stream, dataSegment.Crccode)
? null
: dataSegment;
}
// tcs.SetResult(dataSegment);
// }
//};
//ThreadPool.QueueUserWorkItem(asyncWork);
//var task = tcs.Task;
//var taskResult = task.Result;
if (dataSegment != null)
{
sb.Insert(i * dataLength, dataSegment.DataString);
}
else
{
result.ErrorId = (int)DataDictionary.ErrorType.DataPullError;
result.ErrorMessage = "";
success = false;
break;
}
}
#endregion
#region 结束请求
var endData = pullDataService.End(beginDataInfo.DataId, !success);
LogHelper.Debug(GetType(), "结束请求数据", LogInfo.ObjectToMessage(endData));
if (endData == null)
{
result.ErrorId = (int)DataDictionary.ErrorType.DataPullEndError;
result.ErrorMessage = "";
success = false;
}
#endregion
if (success)
{
var stream = StreamHeandler.StringToStream(sb.ToString());
var base64 = Base64Convert.FrmBase64(stream);
LogHelper.Debug(GetType(), "解压请求到的数据");
var unZipStream = ZipCompress.UnCompress(base64);
result.CrcCode = crchash.GetHashCode(unZipStream);
LogHelper.Debug(GetType(), "生成校验码", result.CrcCode);
result.DataString = StreamHeandler.StreamToString(unZipStream);
//返回
}
return(result);
}
