public static Load Create(int taskCount, int itemCount, int pages)
{
var channel = Channel.CreateBounded <DateBind>(itemCount);
Func <Uri> getnexturi = () => CreteNextUri(Interlocked.Increment(ref pages));
MHttpClient htmlLoad = new MHttpClient(new MHttpClientHandler
{
StreamCallback = MHttpClientHandler.CreateNewConnectAsync(
MHttpClientHandler.CreateCreateConnectAsyncFunc(DNS_HOST, 443),
MHttpClientHandler.CreateCreateAuthenticateAsyncFunc(SNI_HOST, false)
)
});
var load = new Load();
foreach (var item in Enumerable.Range(0, taskCount))
{
Task.Run(() => load.LoadData(channel, htmlLoad, getnexturi));
}
return(new Load()
{
Reader = channel,
PageFunc = () => pages,
Cannel = () => channel.Writer.TryComplete()
});
}
static void GetHttpClient(WebSite webSite, int maxSize, int poolCount, out Uri host, out MHttpClient htmlClient, out MHttpClient imgClient)
{
var v = JsonSerializer.Deserialize <WebInfo[]>(InputData.WebInfo2);
var wv = v.Where((item) => item.Key == webSite.ToString()).First();
var imgHandler = new MHttpClientHandler
{
MaxResponseContentSize = 1024 * 1024 * maxSize,
MaxStreamPoolCount = poolCount,
MaxStreamParallelRequestCount = 4,
MaxStreamRequestCount = 30,
};
SetImgWebInfo(wv, imgHandler);
imgClient = new MHttpClient(imgHandler);
var htmlHandle = new MHttpClientHandler();
SetWebInfo(wv, htmlHandle, out host);
htmlClient = new MHttpClient(htmlHandle);
}
static void SetWebInfo(WebInfo webInfo, MHttpClientHandler handler, out Uri host)
{
handler.StreamCallback = MHttpClientHandler.CreateNewConnectAsync(
MHttpClientHandler.CreateCreateConnectAsyncFunc(webInfo.HtmlDns, 443),
MHttpClientHandler.CreateCreateAuthenticateAsyncFunc(webInfo.HtmlSni, false));
host = new Uri($"https://{webInfo.HtmlHost}/");
}
static void SetImgWebInfo(WebInfo webInfo, MHttpClientHandler handler)
{
handler.StreamCallback = MHttpClientHandler.CreateNewConnectAsync(
MHttpClientHandler.CreateCreateConnectAsyncFunc(webInfo.ImgDns, 443),
MHttpClientHandler.CreateCreateAuthenticateAsyncFunc(webInfo.ImgSni, false));
}
