private IEnumerable <IEnvelope <SyslogData> > ParseRfc5424Log(StreamReader sr, LogContext context)
{
var packet = new Rfc5424Packet();
var parser = new Rfc5424Parser();
while (!sr.EndOfStream)
{
// TODO change the ReadLine() functionality to using the full-line reader
var line = sr.ReadLine();
context.LineNumber++;
if (!string.IsNullOrWhiteSpace(line))
{
var valid = parser.ParseString(line, ref packet);
if (!valid)
{
_logger.LogWarning($"Unable to parse record at line {context.LineNumber} in file {context.FilePath}. Record may be in invalid format");
}
var record = new SyslogData(
packet.TimeStamp ?? DateTimeOffset.Now,
packet.HostName,
packet.AppName,
packet.Message);
yield return(new LogEnvelope <SyslogData>(record,
record.Timestamp.DateTime.ToUniversalTime(),
line,
context.FilePath,
context.Position,
context.LineNumber));
}
}
}
private async Task ParseRfc5424Log(LineReader reader, LogContext context, IList <IEnvelope <SyslogData> > output,
int recordCount, CancellationToken stopToken)
{
var packet = new Rfc5424Packet();
var parser = new Rfc5424Parser();
var linesCount = 0;
while (linesCount < recordCount)
{
stopToken.ThrowIfCancellationRequested();
var(line, consumed) = await reader.ReadAsync(stopToken);
_logger.LogTrace("File: '{0}', line: '{1}', bytes: {2}", context.FilePath, line, consumed);
context.Position += consumed;
if (line is null)
{
break;
}
context.LineNumber++;
var valid = parser.ParseString(line, ref packet);
if (!valid)
{
_logger.LogWarning($"Unable to parse record at line {context.LineNumber} in file {context.FilePath}. Record may be in invalid format");
}
var record = new SyslogData(
packet.TimeStamp ?? DateTimeOffset.Now,
packet.HostName,
packet.AppName,
packet.Message);
var envelope = new LogEnvelope <SyslogData>(
record,
record.Timestamp.UtcDateTime,
line,
context.FilePath,
context.Position,
context.LineNumber);
output.Add(envelope);
linesCount++;
}
}
public static System.Collections.Generic.List <string> LexWithAntlr(string text)
{
System.Collections.Generic.List <string> ls = new System.Collections.Generic.List <string>();
System.IO.StringReader reader = new System.IO.StringReader(text);
// Antlr4.Runtime.AntlrInputStream input = new Antlr4.Runtime.AntlrInputStream(reader);
Antlr4.Runtime.ICharStream input1 = new Antlr4.Runtime.AntlrInputStream(reader);
Antlr4.Runtime.CaseChangingCharStream input = new Antlr4.Runtime.CaseChangingCharStream(input1, true);
Rfc5424Lexer lexer = new Rfc5424Lexer(input);
Antlr4.Runtime.CommonTokenStream tokenStream = new Antlr4.Runtime.CommonTokenStream(lexer);
tokenStream.Fill();
Rfc5424Parser parser = new Rfc5424Parser(tokenStream);
Rfc5424Parser.Syslog_msgContext msgContext = parser.syslog_msg();
RfcVisitor vis = new RfcVisitor();
string s = vis.Visit(msgContext);
Antlr4.Runtime.Tree.ParseTreeWalker walker = new Antlr4.Runtime.Tree.ParseTreeWalker();
// AntlrTsqListener listener = new AntlrTsqListener();
EverythingListener listener = new EverythingListener();
// walker.Walk(listener, msgContext);
// new EverythingListener().EnterBom(parser.bom());
// new EverythingListener().EnterTimestamp(parser.timestamp());
// new EverythingListener().EnterEveryRule(parser.version());
// new EverythingListener().EnterEveryRule(parser.timestamp());
// var x = parser.msg();
var x = parser.timestamp();
Antlr4.Runtime.Misc.Interval msgInt = x.SourceInterval; // new Antlr4.Runtime.Misc.Interval(lastIndex, token.StopIndex);
string extractedMsg = tokenStream.GetText(msgInt);
System.Console.WriteLine(extractedMsg);
int lastIndex = 0;
foreach (Antlr4.Runtime.IToken token in tokenStream.GetTokens())
{
// System.Console.WriteLine(token.Text);
string tokenTypeName = lexer.Vocabulary.GetSymbolicName(token.Type);
Antlr4.Runtime.Misc.Interval ival = new Antlr4.Runtime.Misc.Interval(lastIndex, token.StopIndex);
string extracted = token.InputStream.GetText(ival);
// table_name, cte_name: ID, SQUARE_BRACKET_ID
// Local variables: LOCAL_ID
lastIndex = token.StopIndex + 1;
} // Next token
return(ls);
}
