public void W3C_Parsing() { var @event = W3CEnumerable.FromFile("u_ex130609.log").First(); Assert.AreEqual("::1", @event.c_ip, false, CultureInfo.InvariantCulture); Assert.IsNull(@event.cs_Cookie); Assert.IsNull(@event.cs_Referer); Assert.AreEqual(@"Mozilla/5.0+(compatible;+MSIE+10.0;+Windows+NT+6.2;+WOW64;+Trident/6.0)", @event.cs_User_Agent, false, CultureInfo.InvariantCulture); Assert.IsNull(@event.cs_bytes); Assert.IsNull(@event.cs_host); Assert.AreEqual("GET", @event.cs_method, false, CultureInfo.InvariantCulture); Assert.IsNull(@event.cs_uri_query); Assert.AreEqual(@"/", @event.cs_uri_stem, false, CultureInfo.InvariantCulture); Assert.IsNull(@event.cs_username); Assert.IsNull(@event.cs_version); Assert.AreEqual(DateTimeKind.Unspecified, @event.dateTime.Kind); Assert.AreEqual(new DateTime(635063969570000000L, DateTimeKind.Unspecified), @event.dateTime); Assert.IsNull(@event.s_computername); Assert.AreEqual("80", @event.s_port, false, CultureInfo.InvariantCulture); Assert.IsNull(@event.s_sitename); Assert.IsNull(@event.sc_bytes); Assert.AreEqual("200", @event.sc_status, false, CultureInfo.InvariantCulture); Assert.AreEqual("0", @event.sc_substatus, false, CultureInfo.InvariantCulture); Assert.AreEqual("0", @event.sc_win32_status, false, CultureInfo.InvariantCulture); Assert.AreEqual("156", @event.time_taken, false, CultureInfo.InvariantCulture); }
public void W3CbasicRead() { var en = W3CEnumerable.FromFile("u_ex130609.log"); int count = en.Count(); Assert.AreEqual(17, count); }
public EmptyResult Report() { var logfilePath = HttpContext.Server.MapPath("~/App_Data/access.log"); var iisLog = W3CEnumerable.FromFile(logfilePath); List <ReportModel> report = new List <ReportModel>(); foreach (var line in iisLog.Where(x => !string.IsNullOrEmpty(x.c_ip) && !x.c_ip.StartsWith("207.114") && x.s_port == "80" && x.cs_method == "GET") .GroupBy(x => x.c_ip) .Select(group => new { Counter = group.Count(), IP = group.Key }) .OrderByDescending(x => x.Counter) .ThenByDescending(x => Version.Parse(x.IP.ToString()))) { ReportModel reportItem = new ReportModel(); reportItem.Count = line.Counter; reportItem.IP = IPAddress.Parse(line.IP); report.Add(reportItem); } CSVExporter.WriteToCSV(report); return(new EmptyResult()); }
public static IEnumerable <W3CEvent> GetLogs() { var logPath = ConfigurationManager.AppSettings["LogPath"]; var files = new DirectoryInfo(logPath).GetFiles(); var latest = files.OrderByDescending(f => f.CreationTime).FirstOrDefault(); var copy = latest.FullName + "copy"; File.Copy(latest.FullName, copy);//because IIS has lock on these files var iisLog = W3CEnumerable.FromFile(copy); var logs = iisLog.ToList(); File.Delete(copy); return(logs.OrderByDescending(o => o.dateTime)); }
static void Main(string[] args) { var txFile = W3CEnumerable.FromFile("access.log"); //assumes file is in the same directory as the exe var linqOutput = (from txresult in txFile where txresult.s_port == "80" && !txresult.s_ip.StartsWith("207.114") && txresult.cs_method == "GET" group txresult.c_ip by txresult.c_ip into h select new { Count = h.Count(), IP = h.Key }); using (TextWriter writer = new StreamWriter(@"C:\Users\John\output.csv", false, System.Text.Encoding.UTF8)) //replace output path as desired. using (var csvWriter = new CsvWriter(writer)) { csvWriter.Configuration.RegisterClassMap <LogClassMap>(); csvWriter.WriteRecords(linqOutput); writer.Flush(); writer.Close(); } }
public void Execute(int logFileId, string filePath) { LogFileModel logFile = _logFileRepo.GetById(logFileId); try { // load the contents of the file List <W3CEvent> logEvents; try { logEvents = W3CEnumerable.FromFile(filePath).ToList(); } catch (Exception) { throw new FileFormatException("File is not a valid IIS log file"); } // save the requests _createRequestBatchCommand.Execute(logFileId, logEvents); // update the record count of the log file const string sql = "UPDATE LogFiles SET RecordCount = @RecordCount WHERE Id = @Id"; _dbContext.ExecuteNonQuery(sql, new { Id = logFileId, RecordCount = logEvents.Count }); // delete the file _fileWrap.Delete(filePath); // register the job that marks the file as needing aggregate processing _jobRegistrationService.RegisterResetProcessedLogFileJob(logFile.Id); } catch (Exception ex) { // try and update the status of the log file record, the file will be marked as in an error state logFile.Status = BLL.Lookup.LogFileStatus.Error; logFile.ErrorMsg = ex.Message; string sql = "UPDATE LogFiles SET Status = @Status, ErrorMsg = @ErrorMsg WHERE Id = @Id"; _dbContext.ExecuteNonQuery(sql, logFile); } }