/// <summary>
/// 测试网络获取
/// </summary>
/// <param name="args"></param>
private static void Main3(string[] args)
{
var result = HttpWebRequestHelper.GetWebContent("www.baidu.com", "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/52.0.2743.116 Safari/537.36");
Console.WriteLine(result);
Console.Read();
}
private void btnStartUrl_Click(object sender, EventArgs e)
{
var type = (tabListType.SelectedTab == tabListType1) ? 1 : 2;
List <string> urlList = new List <string>();
var index = txtUrl.Text.IndexOf(NumReplace);
if (type == 1)
{
if (index == -1)
{
urlList.Add(txtUrl.Text);
}
else
{
var stepSetting = this.GetData2();
//int numStart = Convert.ToInt32(txtNumStart.Text);
//int numEnd = Convert.ToInt32(txtNumEnd.Text);
//int numAdd = Convert.ToInt32(txtNumAdd.Text);
//string urlFormate = txtUrl.Text;
for (int i = stepSetting.NumStart; i <= stepSetting.NumEnd; i = i + stepSetting.NumAdd)
{
string url = stepSetting.Url.Replace(NumReplace, i.ToString());
urlList.Add(url);
}
}
lsbUrl.Items.Clear();
lsbUrl.Items.AddRange(urlList.ToArray <object>());
lblResult.Text = @"总URL个数:" + lsbUrl.Items.Count.ToString();
return;
}
index = txtUrl2.Text.IndexOf(NumReplace);
if (index == -1)
{
urlList.Add(txtUrl2.Text);
}
else
{
var stepSetting = this.GetData2();
//int numStart = Convert.ToInt32(txtNumStart.Text);
//int numEnd = Convert.ToInt32(txtNumEnd.Text);
//int numAdd = Convert.ToInt32(txtNumAdd.Text);
//string urlFormate = txtUrl.Text;
for (int i = stepSetting.NumStart; i <= stepSetting.NumEnd; i = i + stepSetting.NumAdd)
{
string url = stepSetting.Url2.Replace(NumReplace, i.ToString());
urlList.Add(url);
}
}
var htmlList = new List <string>();
foreach (var item in urlList)
{
var html = HttpWebRequestHelper.GetWebContent(item, Config.UserAgent);
htmlList.Add(html);
}
var resultUrlList = new List <string>();
foreach (var item in htmlList)
{
var list = Type2GetUrl(item);
resultUrlList.AddRange(list);
}
lsbUrl.Items.Clear();
lsbUrl.Items.AddRange(resultUrlList.ToArray <object>());
lblResult.Text = @"总URL个数:" + lsbUrl.Items.Count.ToString();
}