public bool write(CowPipelineData data, DateTime indexTime) { bool ret = false; using (var reader = new StreamReader(data.Data)) { // TODO: create a SQL clustered index on timestamp to retrieve events in inverted time series. var bucketId = Guid.NewGuid().ToString() + DateTime.Now.Day.ToString() + DateTime.Now.Month.ToString() + DateTime.Now.Year.ToString(); using (var writer = new StreamWriter(bucketId, true, Encoding.UTF8)) { string line; while ((line = reader.ReadLine()) != null) { writer.WriteLine(string.Format("host = {0}, source = {1}, sourcetype = {2}, index = {3}, _time = {4}, _raw = {5}", data.Host, data.Source, data.SourceType, data.Index, data.Time, line)); } } } ret = true; return ret; }
public virtual bool Execute(CowPipelineData data) { bool ret = false; var processor = new IndexProcessor(); if (processor != null) ret = processor.write(data, data.Time); return ret; }
public virtual CowPipelineData CreateInputPipelineData() { var source = ConfigurationManager.AppSettings["InputFile"]; var fs = new FileStream(source, FileMode.Open); { var cpd = new CowPipelineData(); cpd.Data = fs; cpd.Time = DateTime.Now; cpd.Source = source; cpd.Index = "default"; cpd.Host = Dns.GetHostName(); cpd.SourceType = "file"; return cpd; } }