private IEnumerable <CharPos> ParseText(ITextChars tc)
{
while (!tc.EndOfLine)
{
if (tc.Char() == '#')
{
tc.SkipRemainder();
}
else if ((tc.Char() == '"' && tc.NChar() == '"' && tc.NNChar() == '"') ||
(tc.Char() == '\'' && tc.NChar() == '\'' && tc.NNChar() == '\''))
{
this.status = stMultiLineString;
this.quoteChar = tc.Char();
tc.Skip(3);
this.ParseMultiLineString(tc);
}
else if (tc.Char() == '\'' || tc.Char() == '"')
{
this.status = stString;
this.quoteChar = tc.Char();
tc.Next();
this.ParseString(tc);
}
else if (lang.BraceList.IndexOf(tc.Char()) >= 0)
{
yield return(new CharPos(tc.Char(), tc.AbsolutePosition));
tc.Next();
}
else
{
tc.Next();
}
}
}
private bool ParseText(ITextChars tc, ref CharPos pos)
{
while (!tc.EndOfLine)
{
// multi-line comment
if (tc.Char() == '/' && tc.NChar() == '*')
{
this.status = stMultiLineComment;
tc.Skip(2);
this.ParseMultiLineComment(tc);
}
else if (tc.Char() == '/' && tc.NChar() == '/')
{
tc.SkipRemainder();
}
else if (tc.Char() == '@' && tc.NChar() == '"')
{
this.status = stMultiLineString;
tc.Skip(2);
this.ParseMultiLineString(tc);
}
else if (tc.Char() == '$' && tc.NChar() == '"')
{
// Roslyn interpolated string
this.parsingExpression = false;
this.status = stIString;
tc.Skip(2);
return(this.ParseInterpolatedString(tc, ref pos));
}
else if (tc.Char() == '$' && tc.NChar() == '@' && tc.NNChar() == '"')
{
this.status = stMultiLineString;
tc.Skip(3);
this.ParseMultiLineString(tc);
}
else if (tc.Char() == '"')
{
this.status = stString;
tc.Next();
this.ParseString(tc);
}
else if (tc.Char() == '\'')
{
this.status = stString;
tc.Next();
this.ParseCharLiteral(tc);
}
else if (this.BraceList.IndexOf(tc.Char()) >= 0)
{
pos = new CharPos(tc.Char(), tc.AbsolutePosition, EncodedState());
tc.Next();
return(true);
}
else
{
tc.Next();
}
}
return(false);
}
public string Parse(ITextChars tc)
{
SkipWhitespace(tc);
if (tc.Char() == '/' && tc.NChar() == '/')
{
// C single line comment
tc.Skip(2);
return(TrimmedRemainder(tc));
}
else if (tc.Char() == '/' && tc.NChar() == '*')
{
// C multi line comment
tc.Skip(2);
return(TrimmedMinus(tc, "*/"));
}
else if (tc.Char() == '(' && tc.NChar() == '*')
{
// F# multi line comment
tc.Skip(2);
return(TrimmedMinus(tc, "*)"));
}
else if (tc.Char() == '-' && tc.NChar() == '-')
{
// SQL single line comment
tc.Skip(2);
return(TrimmedRemainder(tc));
}
else if (tc.Char() == '#')
{
// Python single line comment
tc.Skip(1);
return(TrimmedRemainder(tc));
}
else if (tc.Char() == '\'')
{
// VB single line comment
tc.Skip(1);
return(TrimmedRemainder(tc));
}
else if (tc.Char() == '<' && tc.NChar() == '!' && tc.NNChar() == '-')
{
// XML comment
tc.Skip(3);
if (tc.Char() == '-')
{
tc.Next();
return(TrimmedMinus(tc, "-->"));
}
}
return(null);
}
// we assume endChars is 2 or 3, which is the most common case
private string TrimmedMinus(ITextChars tc, String t)
{
StringBuilder buffer = new StringBuilder();
while ( !tc.EndOfLine ) {
if ( tc.Char() == t[0] && tc.NChar() == t[1] ) {
if ( t.Length <= 2 || tc.NNChar() == t[2] ) {
break;
}
}
buffer.Append(tc.Char());
tc.Next();
}
return buffer.ToString().Trim();
}
private bool ParseText(ITextChars tc, ref CharPos pos)
{
while (!tc.AtEnd)
{
if (tc.Char() == '#')
{
tc.SkipRemainder();
}
else if ((tc.Char() == '"' && tc.NChar() == '"' && tc.NNChar() == '"') ||
(tc.Char() == '\'' && tc.NChar() == '\'' && tc.NNChar() == '\''))
{
this.status = stMultiLineString;
this.quoteChar = tc.Char();
tc.Skip(3);
this.ParseMultiLineString(tc);
}
else if (tc.Char() == '\'' || tc.Char() == '"')
{
this.status = stString;
this.quoteChar = tc.Char();
tc.Next();
this.ParseString(tc);
}
else if (this.BraceList.IndexOf(tc.Char()) >= 0)
{
pos = new CharPos(tc.Char(), tc.AbsolutePosition);
tc.Next();
return(true);
}
else
{
tc.Next();
}
}
return(false);
}
private void ParseMultiLineString(ITextChars tc)
{
while (!tc.AtEnd)
{
if (tc.Char() == this.quoteChar && tc.NChar() == this.quoteChar && tc.NNChar() == this.quoteChar)
{
tc.Skip(3);
this.status = stText;
return;
}
else
{
tc.Next();
}
}
}
private void ParseTripleQuotedString(ITextChars tc)
{
while (!tc.AtEnd)
{
if (tc.Char() == '"' && tc.NChar() == '"' && tc.NNChar() == '"')
{
tc.Skip(3);
this.status = stText;
return;
}
else
{
tc.Next();
}
}
}
// we assume endChars is 2 or 3, which is the most common case
private string TrimmedMinus(ITextChars tc, String t)
{
StringBuilder buffer = new StringBuilder();
while (!tc.EndOfLine)
{
if (tc.Char() == t[0] && tc.NChar() == t[1])
{
if (t.Length <= 2 || tc.NNChar() == t[2])
{
break;
}
}
buffer.Append(tc.Char());
tc.Next();
}
return(buffer.ToString().Trim());
}
public string Parse(ITextChars tc)
{
SkipWhitespace(tc);
if ( tc.Char() == '/' && tc.NChar() == '/' ) {
// C single line comment
tc.Skip(2);
return TrimmedRemainder(tc);
} else if ( tc.Char() == '/' && tc.NChar() == '*' ) {
// C multi line comment
tc.Skip(2);
return TrimmedMinus(tc, "*/");
} else if ( tc.Char() == '(' && tc.NChar() == '*' ) {
// F# multi line comment
tc.Skip(2);
return TrimmedMinus(tc, "*)");
} else if ( tc.Char() == '-' && tc.NChar() == '-' ) {
// SQL single line comment
tc.Skip(2);
return TrimmedRemainder(tc);
} else if ( tc.Char() == '#' ) {
// Python single line comment
tc.Skip(1);
return TrimmedRemainder(tc);
} else if ( tc.Char() == '\'' ) {
// VB single line comment
tc.Skip(1);
return TrimmedRemainder(tc);
} else if ( tc.Char() == '<' && tc.NChar() == '!' && tc.NNChar() == '-' ) {
// XML comment
tc.Skip(3);
if ( tc.Char() == '-' ) {
tc.Next();
return TrimmedMinus(tc, "-->");
}
}
return null;
}
private void ParseTripleQuotedString(ITextChars tc)
{
while ( !tc.EndOfLine ) {
if ( tc.Char() == '"' && tc.NChar() == '"' && tc.NNChar() == '"' ) {
tc.Skip(3);
this.status = stText;
return;
} else {
tc.Next();
}
}
}
private bool ParseText(ITextChars tc, ref CharPos pos)
{
while ( !tc.EndOfLine ) {
// multi-line comment
if ( tc.Char() == '(' && tc.NChar() == '*' && tc.NNChar() != ')') {
this.status = stMultiLineComment;
tc.Skip(2);
this.ParseMultiLineComment(tc);
} else if ( tc.Char() == '/' && tc.NChar() == '/' ) {
tc.SkipRemainder();
} else if ( tc.Char() == '@' && tc.NChar() == '"' ) {
this.status = stVerbatimString;
tc.Skip(2);
this.ParseVerbatimString(tc);
} else if ( tc.Char() == '"' && tc.NChar() == '"' && tc.NNChar() == '"' ) {
this.status = stTripleQuotedString;
tc.Skip(3);
this.ParseTripleQuotedString(tc);
} else if ( tc.Char() == '"' ) {
this.status = stString;
tc.Next();
this.ParseString(tc);
} else if ( tc.Char() == '<' && tc.NChar() == '\'') {
// this is just a generic parameter, so skip it already
tc.Skip(2);
} else if ( Char.IsLetterOrDigit(tc.Char()) && tc.NChar() == '\'' ) {
// identifier like c'
tc.Skip(2);
} else if ( tc.Char() == '\'' ) {
this.status = stChar;
tc.Next();
this.ParseCharLiteral(tc);
} else if ( this.BraceList.IndexOf(tc.Char()) >= 0 ) {
pos = new CharPos(tc.Char(), tc.AbsolutePosition);
tc.Next();
return true;
} else {
tc.Next();
}
}
return false;
}
private bool ParseText(ITextChars tc, ref CharPos pos)
{
while (!tc.AtEnd)
{
// multi-line comment
if (tc.Char() == '(' && tc.NChar() == '*' && tc.NNChar() != ')')
{
this.status = stMultiLineComment;
tc.Skip(2);
this.ParseMultiLineComment(tc);
}
else if (tc.Char() == '/' && tc.NChar() == '/')
{
tc.SkipRemainder();
}
else if (tc.Char() == '@' && tc.NChar() == '"')
{
this.status = stVerbatimString;
tc.Skip(2);
this.ParseVerbatimString(tc);
}
else if (tc.Char() == '"' && tc.NChar() == '"' && tc.NNChar() == '"')
{
this.status = stTripleQuotedString;
tc.Skip(3);
this.ParseTripleQuotedString(tc);
}
else if (tc.Char() == '"')
{
this.status = stString;
tc.Next();
this.ParseString(tc);
}
else if (tc.Char() == '<' && tc.NChar() == '\'')
{
// this is just a generic parameter, so skip it already
tc.Skip(2);
}
else if (Char.IsLetterOrDigit(tc.Char()) && tc.NChar() == '\'')
{
// identifier like c'
tc.Skip(2);
}
else if (tc.Char() == '\'')
{
this.status = stChar;
tc.Next();
this.ParseCharLiteral(tc);
}
else if (this.BraceList.IndexOf(tc.Char()) >= 0)
{
pos = new CharPos(tc.Char(), tc.AbsolutePosition);
tc.Next();
return(true);
}
else
{
tc.Next();
}
}
return(false);
}
private IEnumerable<CharPos> ParseText(ITextChars tc)
{
while ( !tc.EndOfLine ) {
if ( tc.Char() == '#' ) {
tc.SkipRemainder();
} else if ( (tc.Char() == '"' && tc.NChar() == '"' && tc.NNChar() == '"')
|| (tc.Char() == '\'' && tc.NChar() == '\'' && tc.NNChar() == '\'') ) {
this.status = stMultiLineString;
this.quoteChar = tc.Char();
tc.Skip(3);
this.ParseMultiLineString(tc);
} else if ( tc.Char() == '\'' || tc.Char() == '"' ) {
this.status = stString;
this.quoteChar = tc.Char();
tc.Next();
this.ParseString(tc);
} else if ( braceList.IndexOf(tc.Char()) >= 0 ) {
yield return new CharPos(tc.Char(), tc.AbsolutePosition);
tc.Next();
} else {
tc.Next();
}
}
}
private bool TryParseEscapeSequence(ref StringPart part)
{
int start = this.text.Position;
text.Next();
if (escapeChar.IndexOf(text.Char()) >= 0)
{
text.Next();
part = new StringPart(new Span(text.Position - 2, 2));
return(true);
}
if (Char.IsDigit(text.Char()) && Char.IsDigit(text.NChar()) && Char.IsDigit(text.NNChar()))
{
// a trigraph
text.Skip(3);
part = new StringPart(new Span(text.Position - 4, 4));
return(true);
}
if (text.Char() == '0' && !Char.IsDigit(text.NChar()))
{
// \0
text.Next();
part = new StringPart(new Span(text.Position - 2, 2));
return(true);
}
if (text.Char() == 'u')
{
text.Next();
text.Mark();
Span?span = TryParseShortUnicode();
if (span.HasValue)
{
part = new StringPart(span.Value);
return(true);
}
text.BackToMark();
}
if (text.Char() == 'U')
{
text.Next();
text.Mark();
Span?span = TryParseLongUnicode();
if (span.HasValue)
{
part = new StringPart(span.Value);
return(true);
}
text.BackToMark();
}
// unrecognized sequence, return it as error
text.Next();
int length = text.Position - start;
part = new StringPart(new Span(start, length), StringPartType.EscapeSequenceError);
return(true);
}
public Span?Next()
{
while (!text.EndOfLine)
{
if (text.Char() == '\\')
{
text.Next();
if (escapeChar.IndexOf(text.Char()) >= 0)
{
text.Next();
return(new Span(text.Position - 2, 2));
}
if (Char.IsDigit(text.Char()) && Char.IsDigit(text.NChar()) && Char.IsDigit(text.NNChar()))
{
// a trigraph
text.Skip(3);
return(new Span(text.Position - 4, 4));
}
if (text.Char() == '0' && !Char.IsDigit(text.NChar()))
{
// \0
text.Next();
return(new Span(text.Position - 2, 2));
}
if (text.Char() == 'u')
{
text.Next();
text.Mark();
Span?span = TryParseShortUnicode();
if (span.HasValue)
{
return(span.Value);
}
text.BackToMark();
}
if (text.Char() == 'U')
{
text.Next();
text.Mark();
Span?span = TryParseLongUnicode();
if (span.HasValue)
{
return(span.Value);
}
text.BackToMark();
}
}
else
{
text.Next();
}
}
return(null);
}
private bool TryParseEscapeSequence(ref StringPart part)
{
text.Next();
if (escapeChar.IndexOf(text.Char()) >= 0)
{
text.Next();
part = new StringPart(new Span(text.Position - 2, 2));
return(true);
}
if (Char.IsDigit(text.Char()) && Char.IsDigit(text.NChar()) && Char.IsDigit(text.NNChar()))
{
// a trigraph
text.Skip(3);
part = new StringPart(new Span(text.Position - 4, 4));
return(true);
}
if (text.Char() == '0' && !Char.IsDigit(text.NChar()))
{
// \0
text.Next();
part = new StringPart(new Span(text.Position - 2, 2));
return(true);
}
if (text.Char() == 'u')
{
text.Next();
text.Mark();
Span?span = TryParseShortUnicode();
if (span.HasValue)
{
part = new StringPart(span.Value);
return(true);
}
text.BackToMark();
}
if (text.Char() == 'U')
{
text.Next();
text.Mark();
Span?span = TryParseLongUnicode();
if (span.HasValue)
{
part = new StringPart(span.Value);
return(true);
}
text.BackToMark();
}
return(false);
}
private bool ParseText(ITextChars tc, ref CharPos pos)
{
while ( !tc.EndOfLine ) {
// multi-line comment
if ( tc.Char() == '/' && tc.NChar() == '*' ) {
this.status = stMultiLineComment;
tc.Skip(2);
this.ParseMultiLineComment(tc);
} else if ( tc.Char() == '/' && tc.NChar() == '/' ) {
tc.SkipRemainder();
} else if ( tc.Char() == '@' && tc.NChar() == '"' ) {
this.status = stString;
this.multiLine = true;
tc.Skip(2);
this.ParseMultiLineString(tc);
} else if ( tc.Char() == '$' && tc.NChar() == '"' ) {
// Roslyn interpolated string
this.parsingExpression = false;
this.status = stIString;
tc.Skip(2);
return this.ParseInterpolatedString(tc, ref pos);
} else if ( tc.Char() == '$' && tc.NChar() == '@' && tc.NNChar() == '"' ) {
this.status = stIString;
this.multiLine = true;
this.parsingExpression = false;
tc.Skip(3);
return this.ParseInterpolatedString(tc, ref pos);
} else if ( tc.Char() == '"' ) {
this.status = stString;
tc.Next();
this.ParseString(tc);
} else if ( tc.Char() == '\'' ) {
this.status = stString;
tc.Next();
this.ParseCharLiteral(tc);
} else if ( this.BraceList.IndexOf(tc.Char()) >= 0 ) {
pos = new CharPos(tc.Char(), tc.AbsolutePosition, EncodedState());
tc.Next();
return true;
} else {
tc.Next();
}
}
return false;
}
private bool ParseText(ITextChars tc, ref CharPos pos)
{
while ( !tc.EndOfLine ) {
if ( tc.Char() == '#' ) {
tc.SkipRemainder();
} else if ( (tc.Char() == '"' && tc.NChar() == '"' && tc.NNChar() == '"')
|| (tc.Char() == '\'' && tc.NChar() == '\'' && tc.NNChar() == '\'') ) {
this.status = stMultiLineString;
this.quoteChar = tc.Char();
tc.Skip(3);
this.ParseMultiLineString(tc);
} else if ( tc.Char() == '\'' || tc.Char() == '"' ) {
this.status = stString;
this.quoteChar = tc.Char();
tc.Next();
this.ParseString(tc);
} else if ( this.BraceList.IndexOf(tc.Char()) >= 0 ) {
pos = new CharPos(tc.Char(), tc.AbsolutePosition);
tc.Next();
return true;
} else {
tc.Next();
}
}
return false;
}
private IEnumerable <CharPos> ParseText(ITextChars tc)
{
while (!tc.EndOfLine)
{
// multi-line comment
if (tc.Char() == '(' && tc.NChar() == '*')
{
this.status = stMultiLineComment;
tc.Skip(2);
this.ParseMultiLineComment(tc);
}
else if (tc.Char() == '/' && tc.NChar() == '/')
{
tc.SkipRemainder();
}
else if (tc.Char() == '@' && tc.NChar() == '"')
{
this.status = stVerbatimString;
tc.Skip(2);
this.ParseVerbatimString(tc);
}
else if (tc.Char() == '"' && tc.NChar() == '"' && tc.NNChar() == '"')
{
this.status = stTripleQuotedString;
tc.Skip(3);
this.ParseTripleQuotedString(tc);
}
else if (tc.Char() == '"')
{
this.status = stString;
tc.Next();
this.ParseString(tc);
}
else if (tc.Char() == '<' && tc.NChar() == '\'')
{
// this is just a generic parameter, so skip it already
tc.Skip(2);
}
else if (Char.IsLetterOrDigit(tc.Char()) && tc.NChar() == '\'')
{
// identifier like c'
tc.Skip(2);
}
else if (tc.Char() == '\'')
{
this.status = stChar;
tc.Next();
this.ParseCharLiteral(tc);
}
else if (lang.BraceList.IndexOf(tc.Char()) >= 0)
{
yield return(new CharPos(tc.Char(), tc.AbsolutePosition));
tc.Next();
}
else
{
tc.Next();
}
}
}