public static OpenMarkdown Parse(TextReader reader, Configuration Config)
{
OpenMarkdown MMD = new OpenMarkdown(Config);
MMD.Reader = reader;
XmlDocument doc = new XmlDocument();
MMD.Document = doc;
MMD.TopElement = doc.CreateElement("markdown");
doc.AppendChild(MMD.TopElement);
XmlElement body = doc.CreateElement("body");
MMD.TopElement.AppendChild(body);
MMD.Parse(body);
MMD.InsertMetadata();
MMD.InsertLinks();
MMD.InsertFootnotes();
return MMD;
}
private static void ProcessTokens(List<Tokenizer.Token> tokens,
OpenMarkdown doc, XmlNode context)
{
// Reset the elements list, and then restore what it should look
// like from the token stream
OpenMarkdown.StripChildNodes(context);
StringBuilder accum = new StringBuilder();
Tokenizer.Token lastToken = null;
for (int i = 0; i < tokens.Count; i++) {
Tokenizer.Token tok = tokens[i];
switch (tok.TokenKind) {
case Tokenizer.Token.Kind.Backslash:
if (i + 1 < tokens.Count) {
accum.Append(tokens[i + 1].Content);
i++;
}
break;
case Tokenizer.Token.Kind.Referral:
AppendNode(tok.Referral, doc, context, ref accum);
break;
case Tokenizer.Token.Kind.DoubleDash:
switch (doc.Config.DashesStyle) {
case Configuration.SmartyDashes.DoubleEmdashNoEndash:
case Configuration.SmartyDashes.DoubleEmdashTripleEndash:
AppendSpecial(OpenMarkdown.SpecialKind.Emdash,
doc, context, ref accum);
break;
case Configuration.SmartyDashes.TripleEmdashDoubleEndash:
AppendSpecial(OpenMarkdown.SpecialKind.Endash,
doc, context, ref accum);
break;
}
break;
case Tokenizer.Token.Kind.TripleDash:
switch (doc.Config.DashesStyle) {
case Configuration.SmartyDashes.DoubleEmdashTripleEndash:
AppendSpecial(OpenMarkdown.SpecialKind.Endash,
doc, context, ref accum);
break;
case Configuration.SmartyDashes.TripleEmdashDoubleEndash:
AppendSpecial(OpenMarkdown.SpecialKind.Emdash,
doc, context, ref accum);
break;
}
break;
case Tokenizer.Token.Kind.Ellipsis:
AppendSpecial(OpenMarkdown.SpecialKind.Ellipsis,
doc, context, ref accum);
AppendSentenceEnd(tokens, ref i, ref tok,
doc, context, ref accum);
break;
case Tokenizer.Token.Kind.UnbreakableSpace:
AppendSpecial(OpenMarkdown.SpecialKind.UnbreakableSpace,
doc, context, ref accum);
break;
case Tokenizer.Token.Kind.OpenDoubleQuote:
AppendSpecial(OpenMarkdown.SpecialKind.OpenDoubleQuote,
doc, context, ref accum);
break;
case Tokenizer.Token.Kind.CloseDoubleQuote:
AppendSpecial(OpenMarkdown.SpecialKind.CloseDoubleQuote,
doc, context, ref accum);
AppendSentenceEnd(tokens, ref i, ref tok,
doc, context, ref accum);
break;
case Tokenizer.Token.Kind.SingleQuote:
if (lastToken == null ||
lastToken.TokenKind == Tokenizer.Token.Kind.Whitespace) {
AppendSpecial(OpenMarkdown.SpecialKind.OpenSingleQuote,
doc, context, ref accum);
break;
}
else if (i + 1 == tokens.Count) {
AppendSpecial(OpenMarkdown.SpecialKind.CloseSingleQuote,
doc, context, ref accum);
AppendSentenceEnd(tokens, ref i, ref tok,
doc, context, ref accum);
break;
}
else {
Tokenizer.Token.Kind kind = tokens[i + 1].TokenKind;
switch (kind) {
case Tokenizer.Token.Kind.QuestionMark:
case Tokenizer.Token.Kind.ExclamationMark:
case Tokenizer.Token.Kind.Comma:
case Tokenizer.Token.Kind.Period:
case Tokenizer.Token.Kind.Semicolon:
case Tokenizer.Token.Kind.Colon:
case Tokenizer.Token.Kind.CloseParen:
case Tokenizer.Token.Kind.Whitespace:
AppendSpecial(OpenMarkdown.SpecialKind.CloseSingleQuote,
doc, context, ref accum);
AppendSentenceEnd(tokens, ref i, ref tok,
doc, context, ref accum);
break;
default:
accum.Append(tok.Content);
break;
}
}
break;
case Tokenizer.Token.Kind.DoubleQuote:
if (lastToken == null ||
lastToken.TokenKind == Tokenizer.Token.Kind.Whitespace) {
AppendSpecial(OpenMarkdown.SpecialKind.OpenDoubleQuote,
doc, context, ref accum);
break;
}
else if (lastToken != null &&
(lastToken.TokenKind == Tokenizer.Token.Kind.QuestionMark ||
lastToken.TokenKind == Tokenizer.Token.Kind.ExclamationMark ||
lastToken.TokenKind == Tokenizer.Token.Kind.Ellipsis ||
lastToken.TokenKind == Tokenizer.Token.Kind.Period)) {
AppendSpecial(OpenMarkdown.SpecialKind.CloseDoubleQuote,
doc, context, ref accum);
AppendSentenceEnd(tokens, ref i, ref tok,
doc, context, ref accum);
break;
}
else if (i + 1 == tokens.Count) {
AppendSpecial(OpenMarkdown.SpecialKind.CloseDoubleQuote,
doc, context, ref accum);
AppendSentenceEnd(tokens, ref i, ref tok,
doc, context, ref accum);
break;
}
else {
Tokenizer.Token.Kind kind = tokens[i + 1].TokenKind;
switch (kind) {
case Tokenizer.Token.Kind.Whitespace:
case Tokenizer.Token.Kind.UnbreakableSpace:
case Tokenizer.Token.Kind.QuestionMark:
case Tokenizer.Token.Kind.ExclamationMark:
case Tokenizer.Token.Kind.Comma:
case Tokenizer.Token.Kind.Period:
case Tokenizer.Token.Kind.Semicolon:
case Tokenizer.Token.Kind.Colon:
case Tokenizer.Token.Kind.CloseParen:
case Tokenizer.Token.Kind.SingleQuote:
case Tokenizer.Token.Kind.SingleDash:
case Tokenizer.Token.Kind.DoubleDash:
case Tokenizer.Token.Kind.TripleDash:
case Tokenizer.Token.Kind.Ellipsis:
case Tokenizer.Token.Kind.Referral:
AppendSpecial(OpenMarkdown.SpecialKind.CloseDoubleQuote,
doc, context, ref accum);
AppendSentenceEnd(tokens, ref i, ref tok,
doc, context, ref accum);
break;
default:
accum.Append(tok.Content);
break;
}
}
break;
case Tokenizer.Token.Kind.SingleDash:
case Tokenizer.Token.Kind.BackQuote:
case Tokenizer.Token.Kind.Comma:
case Tokenizer.Token.Kind.Semicolon:
case Tokenizer.Token.Kind.Colon:
case Tokenizer.Token.Kind.OpenParen:
accum.Append(tok.Content);
break;
case Tokenizer.Token.Kind.QuestionMark:
case Tokenizer.Token.Kind.ExclamationMark:
case Tokenizer.Token.Kind.CloseParen:
case Tokenizer.Token.Kind.Period:
accum.Append(tok.Content);
AppendSentenceEnd(tokens, ref i, ref tok,
doc, context, ref accum);
break;
case Tokenizer.Token.Kind.Text:
if (doc.Config.UseWikiLinks) {
Match m = wikiLinkRe.Match(tok.Content);
if (m.Success) {
AppendText(doc, context, ref accum);
XmlElement elem = doc.CreateElement("wikilink");
XmlText value = doc.Document.CreateTextNode(tok.Content);
elem.AppendChild(value);
context.AppendChild(elem);
break;
}
}
accum.Append(tok.Content);
break;
case Tokenizer.Token.Kind.Whitespace:
bool append = true;
if (doc.Config.SpacesAroundDashes && i + 1 < tokens.Count) {
Tokenizer.Token.Kind kind = tokens[i + 1].TokenKind;
switch (kind) {
case Tokenizer.Token.Kind.DoubleDash:
switch (doc.Config.DashesStyle) {
case Configuration.SmartyDashes.DoubleEmdashNoEndash:
case Configuration.SmartyDashes.DoubleEmdashTripleEndash:
AppendSpecial(OpenMarkdown.SpecialKind.Emdash,
doc, context, ref accum);
break;
case Configuration.SmartyDashes.TripleEmdashDoubleEndash:
AppendSpecial(OpenMarkdown.SpecialKind.Endash,
doc, context, ref accum);
break;
}
append = false;
break;
case Tokenizer.Token.Kind.TripleDash:
switch (doc.Config.DashesStyle) {
case Configuration.SmartyDashes.DoubleEmdashTripleEndash:
AppendSpecial(OpenMarkdown.SpecialKind.Endash,
doc, context, ref accum);
break;
case Configuration.SmartyDashes.TripleEmdashDoubleEndash:
AppendSpecial(OpenMarkdown.SpecialKind.Emdash,
doc, context, ref accum);
break;
}
append = false;
break;
}
if (! append) {
i++;
if (i + 1 < tokens.Count &&
tokens[i + 1].TokenKind == Tokenizer.Token.Kind.Whitespace)
i++;
}
}
if (append)
accum.Append(tok.Content);
break;
}
lastToken = tok;
}
AppendText(doc, context, ref accum);
}
public static void Transform(OpenMarkdown doc, XmlNode context)
{
List<Tokenizer.Token> tokens = new List<Tokenizer.Token>();
foreach (XmlNode elem in context.ChildNodes) {
XmlText textElem = elem as XmlText;
if (textElem != null) {
Tokenizer engine = new Tokenizer(textElem.Value);
for (Tokenizer.Token tok = engine.NextToken();
tok != null;
tok = engine.NextToken())
tokens.Add(tok);
} else {
tokens.Add(new Tokenizer.Token(elem));
if (OpenMarkdown.KindOfInline(elem) != OpenMarkdown.InlineKind.Literal)
Transform(doc, elem);
}
}
ProcessTokens(tokens, doc, context);
}
private static void AppendSentenceEnd(List<Tokenizer.Token> tokens,
ref int index, ref Tokenizer.Token tok,
OpenMarkdown doc, XmlNode context,
ref StringBuilder accum)
{
// Test whether this is a sentence-ending period.
if (index + 1 == tokens.Count) {
return;
}
else if (tokens[index + 1].TokenKind == Tokenizer.Token.Kind.Whitespace) {
if (index + 2 == tokens.Count) {
index++;
return;
}
Tokenizer.Token ntok = tokens[index + 2];
if (ntok.TokenKind == Tokenizer.Token.Kind.BackQuote ||
ntok.TokenKind == Tokenizer.Token.Kind.SingleQuote ||
ntok.TokenKind == Tokenizer.Token.Kind.DoubleQuote ||
ntok.TokenKind == Tokenizer.Token.Kind.OpenDoubleQuote) {
AppendSpecial(OpenMarkdown.SpecialKind.EndOfSentence,
doc, context, ref accum);
tok = ntok;
index++;
return;
}
if (capOrDigRe.IsMatch(ntok.Content) &&
! sentEndRe.IsMatch(accum.ToString())) {
AppendSpecial(OpenMarkdown.SpecialKind.EndOfSentence,
doc, context, ref accum);
tok = ntok;
index++;
}
}
}
private static void AppendNode(XmlNode node, OpenMarkdown doc, XmlNode context,
ref StringBuilder accum)
{
AppendText(doc, context, ref accum);
context.AppendChild(node);
}
private static void AppendSpecial(OpenMarkdown.SpecialKind kind,
OpenMarkdown doc, XmlNode context,
ref StringBuilder accum)
{
AppendText(doc, context, ref accum);
context.AppendChild(doc.NewSpecial(kind));
}
private static void AppendText(OpenMarkdown doc, XmlNode context,
ref StringBuilder accum)
{
if (accum.Length > 0) {
context.AppendChild(doc.Document.CreateTextNode(accum.ToString()));
accum = new StringBuilder();
}
}
public XhtmlWriter(OpenMarkdown doc) {
this.Document = doc;
}
