public static oResult test_http(Dictionary <string, object> request = null)
{
oResult rs = new oResult()
{
ok = false, request = request
};
string url = request.getValueByKey <string>("url");
if (string.IsNullOrWhiteSpace(url))
{
url = "http://localhost/";
}
try
{
Curl.GlobalInit((int)CURLinitFlag.CURL_GLOBAL_ALL);
Easy easy = new Easy();
StringBuilder bi = new StringBuilder();
Easy.WriteFunction wf = new Easy.WriteFunction((buf, size, nmemb, extraData) =>
{
string si = Encoding.UTF8.GetString(buf);
bi.Append(si);
return(size * nmemb);
});
easy.SetOpt(CURLoption.CURLOPT_URL, url);
easy.SetOpt(CURLoption.CURLOPT_WRITEFUNCTION, wf);
easy.Perform();
//easy.Cleanup();
easy.Dispose();
Curl.GlobalCleanup();
rs.data = bi.ToString();
rs.ok = true;
rs.type = DATA_TYPE.HTML_TEXT;
}
catch (Exception ex)
{
rs.error = ex.Message;
}
return(rs);
}
public static oResult test_https(Dictionary <string, object> request = null)
{
oResult rs = new oResult()
{
ok = false, request = request
};
string url = request.getValueByKey <string>("url");
if (string.IsNullOrWhiteSpace(url))
{
url = "https://vnexpress.net/ha-noi-de-xuat-keo-dai-cach-ly-xa-hoi-den-30-4-4084947.html";
}
try
{
Curl.GlobalInit((int)CURLinitFlag.CURL_GLOBAL_ALL);
Easy easy = new Easy();
StringBuilder bi = new StringBuilder();
Easy.WriteFunction wf = new Easy.WriteFunction((buf, size, nmemb, extraData) =>
{
string si = Encoding.UTF8.GetString(buf);
bi.Append(si);
return(size * nmemb);
});
easy.SetOpt(CURLoption.CURLOPT_WRITEFUNCTION, wf);
Easy.SSLContextFunction sf = new Easy.SSLContextFunction((ctx, extraData) => CURLcode.CURLE_OK);
easy.SetOpt(CURLoption.CURLOPT_SSL_CTX_FUNCTION, sf);
easy.SetOpt(CURLoption.CURLOPT_URL, url);
//easy.SetOpt(CURLoption.CURLOPT_CAINFO, "ca-bundle.crt");
string file_crt = Path.Combine(_CONFIG.PATH_ROOT, @"bin\ca-bundle.crt");
if (File.Exists(file_crt) == false)
{
rs.error = "Cannot found file: " + file_crt;
return(rs);
}
easy.SetOpt(CURLoption.CURLOPT_CAINFO, file_crt);
easy.Perform();
easy.Dispose();
Curl.GlobalCleanup();
string s = bi.ToString();
//string title = Regex.Match(s, @"\<title\b[^>]*\>\s*(?<Title>[\s\S]*?)\</title\>", RegexOptions.IgnoreCase).Groups["Title"].Value;
s = new Regex(@"<script[^>]*>[\s\S]*?</script>").Replace(s, string.Empty);
s = new Regex(@"<style[^>]*>[\s\S]*?</style>").Replace(s, string.Empty);
s = new Regex(@"<noscript[^>]*>[\s\S]*?</noscript>").Replace(s, string.Empty);
s = Regex.Replace(s, @"<meta(.|\n)*?>", string.Empty, RegexOptions.Singleline);
s = Regex.Replace(s, @"<link(.|\n)*?>", string.Empty, RegexOptions.Singleline);
s = Regex.Replace(s, @"<use(.|\n)*?>", string.Empty, RegexOptions.Singleline);
s = Regex.Replace(s, @"<figure(.|\n)*?>", string.Empty, RegexOptions.Singleline);
s = Regex.Replace(s, @"<!DOCTYPE(.|\n)*?>", string.Empty, RegexOptions.Singleline);
s = Regex.Replace(s, @"<!--(.|\n)*?-->", string.Empty, RegexOptions.Singleline);
s = Regex.Replace(s, @"(?:\r\n|\r(?!\n)|(?<!\r)\n){2,}", "\r\n");
rs.data = s;
rs.ok = true;
rs.type = DATA_TYPE.HTML_TEXT;
}
catch (Exception ex)
{
rs.error = "ERR: " + ex.Message;
}
return(rs);
}
