internal int preyAllClientBaseInfo() { PhotographerAdapter adapter = new PhotographerAdapter(); DataTable dt = adapter.getAllPhotographers(true); int totalClient = 0; int total = 0; foreach(DataRow row in dt.Rows) { int pid = (int)row["PhtgphrId"]; int pageNum = (int)row["PageNum"]; totalClient = preyClientBaseInfo(pid, pageNum+1, 100); total += totalClient; LogHelper.info(string.Format("Parse photographer(id={0}) pageNum={1} with totally {2} clients.", pid, pageNum, totalClient)); adapter.setClientCount(pid, totalClient, true); // Set photographer row to 'completed' } return totalClient; }
private int savePhotographerInfo(string ptgphrName, string ptgphrId, string gender) { PhotographerAdapter adapter = new PhotographerAdapter(); int count = adapter.insert(ptgphrName, ptgphrId, gender); if (count==1) { Debug.WriteLine(string.Format("[{0}, {1}, {2}]", ptgphrName, ptgphrId, gender)); } return count; }
public int preyClientBaseInfo(int pid, int startIdx, int maxPageNum) { int cliCount = 0; int total = 0; WebClient wc = getWebClient(); string trgUrlTmpl = _appSetting.clientBaseUrl; string trgUrl = string.Empty; string rspData = string.Empty; PhotographerAdapter adapter = new PhotographerAdapter(); for(int i = startIdx; i < maxPageNum; i++) { waitRandomTime(); trgUrl = string.Format(trgUrlTmpl, pid, i); try { rspData = wc.DownloadString(trgUrl); cliCount = parseClientBaseInfo(rspData); total += cliCount; adapter.setPageNum(pid, i); Debug.WriteLine("Parse potographer (id={0}) , page = {1}, records = {2} ", pid, i, cliCount); LogHelper.info(string.Format("Parse potographer (id={0}) , pageIndex = {1} with {2} clients.", pid, i, cliCount)); if (isLastPage(rspData)) { Debug.WriteLine("Parse photographer (id={0}) {1} pages completed.", pid, i); break; // it has reached last page } } catch (WebException wex) { Debug.WriteLine(string.Format("ERROR >> Parse potographer (id={0}) , pageIndex = {1} with Error {2}", pid, i, cliCount) + wex.Message); LogHelper.error(string.Format("Parse potographer (id={0}) , pageIndex = {1} with ERROR {2}", pid, i, wex.Message)); } } return total; }