protected override void Extract()
{
if (CurrentChar.IsSymbol())
{
if (CurrentChar == '/' && PeekChar == '>')
{
type = KeywordToken.ShortClose;
text = KeywordToken.ShortClose.GetText();
NextChar();
}
else if (CurrentChar == '<' && PeekChar == '/')
{
NextChar(2);
var stringBuilder = new StringBuilder();
while (CurrentChar != '>')
{
stringBuilder.Append(CurrentChar);
NextChar();
}
// NextChar();
text = stringBuilder.ToString();
// force file ending when w:document closes
type = text == "w:document"? KeywordToken.EOF : KeywordToken.Close;
}
else
{
type = CurrentChar.ToTokenType();
text = CurrentChar.ToString();
}
}
NextChar();
}