public override string ToString() { var str = "{"; str += RawDataReport.NewProp("name", name); str += RawDataReport.NewProp("url", url); str += RawDataReport.NewProp("size", size); str += RawDataReport.NewProp("date", date, true); str += "}"; return(str); }
public override string ToString() { var str = "{"; str += RawDataReport.NewProp("startDate", RawDataReport.ToDateStr(startDate)); str += RawDataReport.NewProp("endDate", RawDataReport.ToDateStr(endDate)); str += RawDataReport.NewProp("format", format); str += RawDataReport.NewProp("dataset", dataset, true); str += "}"; return(str); }
public void Download(RawDataReport report) { for (int a = 0; a < report.result.fileList.Count; a++) { string file = report.result.fileList[a].url; using (WebClient client = new WebClient()) { string fileName = report.result.fileList[a].name; if (fileName.Contains("headers.gz")) { fileName = report.request.dataset + "_" + report.result.fileList[a].name; } string savePath = PathFromFileName(fileName); client.DownloadFile(file, savePath); } } }
public override string ToString() { var str = "{"; str += RawDataReport.NewProp("size", size); str += RawDataReport.NewProp("eventCount", eventCount); str += "\"fileList\":["; for (var a = 0; a < fileList.Count; a++) { str += fileList[a].ToString(); if (a < fileList.Count - 1) { str += ","; } } str += "]}"; return(str); }
public bool FilesHaveLoaded(RawDataReport report) { if (report.result == null || report.result.fileList.Count == 0) { return(false); } for (var a = 0; a < report.result.fileList.Count; a++) { string fileName = report.result.fileList[a].name; if (fileName.Contains("headers.gz")) { fileName = report.request.dataset + "_" + report.result.fileList[a].name; } if (!FileHasLoaded(fileName)) { return(false); } } return(true); }
private RawDataReport SubmitRequest(RawDataRequest request) { RawDataReport report = null; using (WebClient client = new WebClient()) { client.Encoding = System.Text.Encoding.UTF8; Authorization(client); string url = string.Format(CreateJobPath, m_AppId); string start = request.startDate.ToString("yyyy-MM-dd"); string end = request.endDate.ToString("yyyy-MM-dd"); string data = "\"startDate\":\"{0}\",\"endDate\":\"{1}\",\"format\":\"{2}\",\"dataset\":\"{3}\""; data = "{" + string.Format(data, start, end, "tsv", request.dataset) + "}"; string result = client.UploadString(new Uri(url), "POST", data); var dict = MiniJSON.Json.Deserialize(result) as Dictionary <string, object>; report = new RawDataReport(dict); } return(report); }
public RawDataReport ContinueFromJob(RawDataReport priorReport, DateTime endDate) { RawDataReport report = null; using (WebClient client = new WebClient()) { client.Encoding = System.Text.Encoding.UTF8; Authorization(client); string url = string.Format(CreateJobPath, m_AppId); string end = endDate.ToString("yyyy-MM-dd"); string data = "\"continueFrom\":\"{0}\",\"endDate\":\"{1}\",\"format\":\"{2}\",\"dataset\":\"{3}\""; data = "{" + string.Format(data, priorReport.id, end, "tsv", priorReport.request.dataset) + "}"; string result = client.UploadString(new Uri(url), "POST", data); var dict = MiniJSON.Json.Deserialize(result) as Dictionary <string, object>; report = new RawDataReport(dict); // fill in the startDate for reporting purposes report.request.startDate = priorReport.request.endDate; } return(report); }
public RawDataReport ContinueFromJob(RawDataReport priorReport) { return(ContinueFromJob(priorReport, DateTime.UtcNow)); }