private IEnumerable <IEnvelope <SyslogData> > ParseRfc5424Log(StreamReader sr, LogContext context) { var packet = new Rfc5424Packet(); var parser = new Rfc5424Parser(); while (!sr.EndOfStream) { // TODO change the ReadLine() functionality to using the full-line reader var line = sr.ReadLine(); context.LineNumber++; if (!string.IsNullOrWhiteSpace(line)) { var valid = parser.ParseString(line, ref packet); if (!valid) { _logger.LogWarning($"Unable to parse record at line {context.LineNumber} in file {context.FilePath}. Record may be in invalid format"); } var record = new SyslogData( packet.TimeStamp ?? DateTimeOffset.Now, packet.HostName, packet.AppName, packet.Message); yield return(new LogEnvelope <SyslogData>(record, record.Timestamp.DateTime.ToUniversalTime(), line, context.FilePath, context.Position, context.LineNumber)); } } }
private async Task ParseRfc5424Log(LineReader reader, LogContext context, IList <IEnvelope <SyslogData> > output, int recordCount, CancellationToken stopToken) { var packet = new Rfc5424Packet(); var parser = new Rfc5424Parser(); var linesCount = 0; while (linesCount < recordCount) { stopToken.ThrowIfCancellationRequested(); var(line, consumed) = await reader.ReadAsync(stopToken); _logger.LogTrace("File: '{0}', line: '{1}', bytes: {2}", context.FilePath, line, consumed); context.Position += consumed; if (line is null) { break; } context.LineNumber++; var valid = parser.ParseString(line, ref packet); if (!valid) { _logger.LogWarning($"Unable to parse record at line {context.LineNumber} in file {context.FilePath}. Record may be in invalid format"); } var record = new SyslogData( packet.TimeStamp ?? DateTimeOffset.Now, packet.HostName, packet.AppName, packet.Message); var envelope = new LogEnvelope <SyslogData>( record, record.Timestamp.UtcDateTime, line, context.FilePath, context.Position, context.LineNumber); output.Add(envelope); linesCount++; } }
public static System.Collections.Generic.List <string> LexWithAntlr(string text) { System.Collections.Generic.List <string> ls = new System.Collections.Generic.List <string>(); System.IO.StringReader reader = new System.IO.StringReader(text); // Antlr4.Runtime.AntlrInputStream input = new Antlr4.Runtime.AntlrInputStream(reader); Antlr4.Runtime.ICharStream input1 = new Antlr4.Runtime.AntlrInputStream(reader); Antlr4.Runtime.CaseChangingCharStream input = new Antlr4.Runtime.CaseChangingCharStream(input1, true); Rfc5424Lexer lexer = new Rfc5424Lexer(input); Antlr4.Runtime.CommonTokenStream tokenStream = new Antlr4.Runtime.CommonTokenStream(lexer); tokenStream.Fill(); Rfc5424Parser parser = new Rfc5424Parser(tokenStream); Rfc5424Parser.Syslog_msgContext msgContext = parser.syslog_msg(); RfcVisitor vis = new RfcVisitor(); string s = vis.Visit(msgContext); Antlr4.Runtime.Tree.ParseTreeWalker walker = new Antlr4.Runtime.Tree.ParseTreeWalker(); // AntlrTsqListener listener = new AntlrTsqListener(); EverythingListener listener = new EverythingListener(); // walker.Walk(listener, msgContext); // new EverythingListener().EnterBom(parser.bom()); // new EverythingListener().EnterTimestamp(parser.timestamp()); // new EverythingListener().EnterEveryRule(parser.version()); // new EverythingListener().EnterEveryRule(parser.timestamp()); // var x = parser.msg(); var x = parser.timestamp(); Antlr4.Runtime.Misc.Interval msgInt = x.SourceInterval; // new Antlr4.Runtime.Misc.Interval(lastIndex, token.StopIndex); string extractedMsg = tokenStream.GetText(msgInt); System.Console.WriteLine(extractedMsg); int lastIndex = 0; foreach (Antlr4.Runtime.IToken token in tokenStream.GetTokens()) { // System.Console.WriteLine(token.Text); string tokenTypeName = lexer.Vocabulary.GetSymbolicName(token.Type); Antlr4.Runtime.Misc.Interval ival = new Antlr4.Runtime.Misc.Interval(lastIndex, token.StopIndex); string extracted = token.InputStream.GetText(ival); // table_name, cte_name: ID, SQUARE_BRACKET_ID // Local variables: LOCAL_ID lastIndex = token.StopIndex + 1; } // Next token return(ls); }