/// <summary> /// Converts rawData into a more enumerated value for easier operations /// </summary> /// <param name="rawData"></param> /// <returns></returns> public static ObservableCollection <TransformedData> TransformRawData( ObservableCollection <TriggeredEvent> rawData) { var transformedDataCollection = new ObservableCollection <TransformedData>(); foreach (var e in rawData) { var transformedData = new TransformedData(); transformedData.Day = e.EventTime.Day; transformedData.Minute = e.EventTime.Minute; transformedData.Hour = e.EventTime.Hour; transformedData.Year = e.EventTime.Year; transformedData.Month = e.EventTime.Month; if (e.EventType) { transformedData.Value = 1; } else { transformedData.Value = -1; } transformedDataCollection.Add(transformedData); } return(transformedDataCollection); }
/// <summary> /// Metoda przekształcające dane /// </summary> /// <param name="input">Dane otrzymane z procesu Extract</param> /// <returns></returns> public object HandleData(object input) { Logger.Log("Starting transform operation."); var documents = input as List <HtmlDocument>; var output = new TransformedData() { Reviews = new List <Review>() }; output.Product = GetProduct(documents[0]); documents.RemoveAt(0); foreach (var document in documents) { var reviewNodes = document.DocumentNode.SelectNodes("//*[@class='review-box js_product-review']"); if (reviewNodes == null) { Debug.WriteLine($"Url has no reviews."); return(output); } foreach (var node in reviewNodes) { var review = GetReviewFromNode(node); review.ProductCode = output.Product.Code; output.Reviews.Add(review); } } return(output); }
private static bool IsYesterday(TransformedData data) { DateTime yesterday; yesterday = DateTime.Now.AddDays(-1); if (data.Day == yesterday.Day && data.Month == yesterday.Month && data.Year == yesterday.Year) { return(true); } return(false); }
public PartialViewResult Index([FromQuery(Name = "Id")] string Id) { Models.DataManager.DataManagaerView dataManagaerView = new Models.DataManager.DataManagaerView(); dataManagaerView.Id = Id; string text = System.IO.File.ReadAllText(Location.ConfLocation); Conf conf = JsonConvert.DeserializeObject <Conf>(text); TransformedData main = new TransformedData(); main.Load(conf.TransformedDataPath + "\\" + Id + "\\main.csv"); main.Table.RemoveAt(0); dataManagaerView.TransformedData = main; return(PartialView(dataManagaerView)); }
public PartialViewResult Index([FromQuery(Name = "Id")] string Id) { string text = System.IO.File.ReadAllText(Location.ConfLocation); Conf conf = JsonConvert.DeserializeObject <Conf>(text); Models.App.AppView appView = new Models.App.AppView(); appView.Id = Id; TransformedData transformedData = new TransformedData(); transformedData.Load(conf.TransformedDataPath + "\\" + Id + "\\main.csv"); FilterOptions filterOptions = transformedData.GetFilterOptions(); appView.FilterOptions = filterOptions; appView.Max = transformedData.getMaxValor(); appView.Min = transformedData.getMinValor(); return(PartialView(appView)); }
public string Grouping([FromQuery(Name = "Id")] string Id) { string text = System.IO.File.ReadAllText(Location.ConfLocation); Conf conf = JsonConvert.DeserializeObject <Conf>(text); RawData main = new RawData(); main.Load(conf.RawDataPath + "\\" + Id + "\\main.csv"); TransformedData transformedData = TransformedData.ConvertRawtoTransformed(main); string content = ""; foreach (string[] line in transformedData.Table) { content += string.Join(";", line) + Environment.NewLine; } System.IO.File.WriteAllText(conf.TransformedDataPath + "\\" + Id + "\\main.csv", content); return("ok"); }
public async Task <string> UploadConcatTransformedData([FromQuery(Name = "Id")] string Id) { string text = System.IO.File.ReadAllText(Location.ConfLocation); Conf conf = JsonConvert.DeserializeObject <Conf>(text); var file = Request.Form.Files[0]; var filePath = Path.Combine(conf.TransformedDataPath + "/" + Id, "add.csv"); using (var fileStream = new FileStream(filePath, FileMode.Create)) { await file.CopyToAsync(fileStream); } TransformedData main = new TransformedData(); main.Load(conf.TransformedDataPath + "\\" + Id + "\\main.csv"); TransformedData add = new TransformedData(); add.Load(conf.TransformedDataPath + "\\" + Id + "\\add.csv"); main.Concat(add); System.IO.File.Delete(conf.TransformedDataPath + "\\" + Id + "\\main.csv"); System.IO.File.Delete(conf.TransformedDataPath + "\\" + Id + "\\add.csv"); string content = ""; foreach (string[] line in main.Table) { content += string.Join(";", line) + Environment.NewLine; } System.IO.File.WriteAllText(conf.TransformedDataPath + "\\" + Id + "\\main.csv", content); return("ok"); }