private void btnStart2_Click(object sender, EventArgs e)
{
if (!CheckDate())
{
return;
}
efishSw = new StreamWriter(savePath2.Text, false, Encoding.GetEncoding(936));
efishWrite = new CsvWriter(efishSw);
var csv = new EfishObj
{
MarketName = "市场名",
ProductName = "产品名",
Code = "代码",
TopPrice = "上价",
MidPrice = "中价",
LowPrice = "下价",
Date = "发布日期",
TradeVolume = "交易量",
TradeChange = "交易量涨跌",
AveragePrice = "平均价",
AveragePriceChange = "平均价涨跌",
Weather = "天气"
};
efishWrite.WriteRecord(csv);
ThreadPool.QueueUserWorkItem(delegate { EfishStart(); });
}
void EfishStart()
{
_efishMarketDict = new Dictionary<string, string>
{
{"F109","台北"},
#if !DEBUG
{"F200","基隆"},
{"F241","三重"},
{"F261","頭城"},
{"F270","蘇澳"},
{"F300","新竹"},
{"F330","桃園"},
{"F360","苗栗"},
{"F400","台中"},
{"F500","彰化"},
{"F513","埔心"},
{"F545","埔里"},
{"F600","嘉義"},
{"F630","斗南"},
{"F708","台南"},
{"F709","興達"},
{"F722","佳里"},
{"F730","新營"},
{"F800","高雄"},
{"F820","岡山"},
{"F826","梓官"},
{"F880","澎湖"},
{"F916","東港"},
{"F936","新港"},
{"F950","花蓮"}
#endif
};
//catch all
try
{
foreach (var market in _efishMarketDict)
{
//catch market
try
{
EfishInfo(string.Format("开始获取{0}的价格\r\n", market.Value));
for (var dt = startDate; dt < endDate.AddDays(1); dt = dt.AddDays(1))
{
//catch day
try
{
EfishInfo(string.Format("开始获取{0}的价格，", dt.ToShortDateString()));
HttpWebRequest request = WebRequest.Create(EfishDataUrl) as HttpWebRequest;
if (ckbProxy.Checked && !string.IsNullOrEmpty(tbProxy.Text))
{
var proxy = new WebProxy(new Uri(tbProxy.Text.Trim()));
request.Proxy = proxy;
}
request.Method = "POST";
request.Referer = EfishDataUrl;
//"dateStr=104.4.12&calendarType=tw&year=104&month=4&day=12&mid=F109&numbers=999&orderby=w"
string postString = string.Format(EfishDataBody, GetMingDate(dt), dt.Year - 1911, dt.Month, dt.Day, market.Key);
byte[] postData = Encoding.ASCII.GetBytes(postString);
request.KeepAlive = true;
request.ContentType = "application/x-www-form-urlencoded";
request.ContentLength = postData.Length;
byte[] bytesReq = Encoding.UTF8.GetBytes(postString);
using (Stream reqStream = request.GetRequestStream())
{
reqStream.Write(bytesReq, 0, bytesReq.Length);
}
using (var response = request.GetResponse() as HttpWebResponse)
{
using (var instream = response.GetResponseStream())
{
HtmlDocument doc = new HtmlDocument();
doc.Load(instream, Encoding.UTF8);
var rows = doc.DocumentNode.SelectNodes("id('ltable')/tbody[1]/tr");
if (rows != null)
{
foreach (var row in rows)
{
var weatherNode = doc.DocumentNode.SelectSingleNode("//table[@class='text'][3]/tr[2]/td");
string weather = "";
if (weatherNode != null)
{
var res = weatherNode.InnerText.Split('：');
if (res.Length >= 2)
weather = res[1].Trim();
}
var cols = row.SelectNodes("td");
var csv = new EfishObj
{
MarketName = string.Concat(market.Key, " ", market.Value),
ProductName = cols[1].InnerText.Trim(),
Code = cols[0].InnerText.Trim(),
TopPrice = cols[2].InnerText.Trim(),
MidPrice = cols[3].InnerText.Trim(),
LowPrice = cols[4].InnerText.Trim(),
Date = dt.ToString("yyyy-MM-dd"),
TradeVolume = cols[5].InnerText.Trim(),
TradeChange = cols[6].InnerText.Trim(),
AveragePrice = cols[7].InnerText.Trim(),
AveragePriceChange = cols[8].InnerText.Trim(),
Weather = weather
};
efishWrite.WriteRecord(csv);
}
EfishInfo("获取成功，写入文件\r\n");
Thread.Sleep(100);
}
else
{
EfishInfo("无数据，跳过\r\n");
}
}
}
}
catch (Exception ex)
{
EfishInfo(ex.ToString() + "\r\n");
}
}
EfishInfo("++++++++++++++++++++++++++++++++++++++++++++\r\n");
}
catch (Exception ex)
{
EfishInfo(ex.ToString() + "\r\n");
}
}
EfishInfo("【渔产品全球资讯网】已完成");
}
catch (Exception ex)
{
EfishInfo(ex.ToString());
}
finally
{
efishSw.Flush();
efishSw.Close();
MessageBox.Show("【渔产品全球资讯网】已完成");
}
}
void EfishStart()
{
_efishMarketDict = new Dictionary <string, string>
{
{ "F109", "台北" },
#if !DEBUG
{ "F200", "基隆" },
{ "F241", "三重" },
{ "F261", "頭城" },
{ "F270", "蘇澳" },
{ "F300", "新竹" },
{ "F330", "桃園" },
{ "F360", "苗栗" },
{ "F400", "台中" },
{ "F500", "彰化" },
{ "F513", "埔心" },
{ "F545", "埔里" },
{ "F600", "嘉義" },
{ "F630", "斗南" },
{ "F708", "台南" },
{ "F709", "興達" },
{ "F722", "佳里" },
{ "F730", "新營" },
{ "F800", "高雄" },
{ "F820", "岡山" },
{ "F826", "梓官" },
{ "F880", "澎湖" },
{ "F916", "東港" },
{ "F936", "新港" },
{ "F950", "花蓮" }
#endif
};
//catch all
try
{
foreach (var market in _efishMarketDict)
{
//catch market
try
{
EfishInfo(string.Format("开始获取{0}的价格\r\n", market.Value));
for (var dt = startDate; dt < endDate.AddDays(1); dt = dt.AddDays(1))
{
//catch day
try
{
EfishInfo(string.Format("开始获取{0}的价格，", dt.ToShortDateString()));
HttpWebRequest request = WebRequest.Create(EfishDataUrl) as HttpWebRequest;
if (ckbProxy.Checked && !string.IsNullOrEmpty(tbProxy.Text))
{
var proxy = new WebProxy(new Uri(tbProxy.Text.Trim()));
request.Proxy = proxy;
}
request.Method = "POST";
request.Referer = EfishDataUrl;
//"dateStr=104.4.12&calendarType=tw&year=104&month=4&day=12&mid=F109&numbers=999&orderby=w"
string postString = string.Format(EfishDataBody, GetMingDate(dt), dt.Year - 1911, dt.Month, dt.Day, market.Key);
byte[] postData = Encoding.ASCII.GetBytes(postString);
request.KeepAlive = true;
request.ContentType = "application/x-www-form-urlencoded";
request.ContentLength = postData.Length;
byte[] bytesReq = Encoding.UTF8.GetBytes(postString);
using (Stream reqStream = request.GetRequestStream())
{
reqStream.Write(bytesReq, 0, bytesReq.Length);
}
using (var response = request.GetResponse() as HttpWebResponse)
{
using (var instream = response.GetResponseStream())
{
HtmlDocument doc = new HtmlDocument();
doc.Load(instream, Encoding.UTF8);
var rows = doc.DocumentNode.SelectNodes("id('ltable')/tbody[1]/tr");
if (rows != null)
{
foreach (var row in rows)
{
var weatherNode = doc.DocumentNode.SelectSingleNode("//table[@class='text'][3]/tr[2]/td");
string weather = "";
if (weatherNode != null)
{
var res = weatherNode.InnerText.Split('：');
if (res.Length >= 2)
{
weather = res[1].Trim();
}
}
var cols = row.SelectNodes("td");
var csv = new EfishObj
{
MarketName = string.Concat(market.Key, " ", market.Value),
ProductName = cols[1].InnerText.Trim(),
Code = cols[0].InnerText.Trim(),
TopPrice = cols[2].InnerText.Trim(),
MidPrice = cols[3].InnerText.Trim(),
LowPrice = cols[4].InnerText.Trim(),
Date = dt.ToString("yyyy-MM-dd"),
TradeVolume = cols[5].InnerText.Trim(),
TradeChange = cols[6].InnerText.Trim(),
AveragePrice = cols[7].InnerText.Trim(),
AveragePriceChange = cols[8].InnerText.Trim(),
Weather = weather
};
efishWrite.WriteRecord(csv);
}
EfishInfo("获取成功，写入文件\r\n");
Thread.Sleep(100);
}
else
{
EfishInfo("无数据，跳过\r\n");
}
}
}
}
catch (Exception ex)
{
EfishInfo(ex.ToString() + "\r\n");
}
}
EfishInfo("++++++++++++++++++++++++++++++++++++++++++++\r\n");
}
catch (Exception ex)
{
EfishInfo(ex.ToString() + "\r\n");
}
}
EfishInfo("【渔产品全球资讯网】已完成");
}
catch (Exception ex)
{
EfishInfo(ex.ToString());
}
finally
{
efishSw.Flush();
efishSw.Close();
MessageBox.Show("【渔产品全球资讯网】已完成");
}
}
private void btnStart2_Click(object sender, EventArgs e)
{
if (!CheckDate())
return;
efishSw = new StreamWriter(savePath2.Text, false, Encoding.GetEncoding(936));
efishWrite = new CsvWriter(efishSw);
var csv = new EfishObj
{
MarketName = "市场名",
ProductName = "产品名",
Code = "代码",
TopPrice = "上价",
MidPrice = "中价",
LowPrice = "下价",
Date = "发布日期",
TradeVolume = "交易量",
TradeChange = "交易量涨跌",
AveragePrice = "平均价",
AveragePriceChange = "平均价涨跌",
Weather = "天气"
};
efishWrite.WriteRecord(csv);
ThreadPool.QueueUserWorkItem(delegate { EfishStart(); });
}
