private static bool AddInternalLink( DocumentDefBuilder docBuilder, ParsingContext context, InternalLinkIdBuilder linkIdBuilder, StringBuilder internalLinkDescription) { Contract.Requires(docBuilder != null); Contract.Requires(context != null); Contract.Requires(linkIdBuilder != null); InternalLinkId linkId = linkIdBuilder.Build(context); if (linkId == null) { return(false); } string description = null; if (internalLinkDescription != null) { description = internalLinkDescription.ToString().Trim(); if (description.Length == 0) { context.ReportError("Internal link ('{0}') has an empty description".Fmt(linkId)); return(false); } } InternalLinkElement linkEl = new InternalLinkElement(linkId, description); docBuilder.AddToParagraph(linkEl); return(true); }
private static bool AddExternalLink( DocumentDefBuilder docBuilder, Uri externalLinkUrl, StringBuilder externalLinkDescription) { Contract.Requires(docBuilder != null); Contract.Requires(externalLinkUrl != null); string description = null; if (externalLinkDescription != null) { description = externalLinkDescription.ToString().Trim(); if (description.Length == 0) { description = null; } } ExternalLinkElement linkEl = new ExternalLinkElement(externalLinkUrl, description); docBuilder.AddToParagraph(linkEl); return(true); }
private static bool HandleDoubleSquareBracketsCloseTokenInText( DocumentDefBuilder docBuilder, ParsingContext context, ref TextParsingMode parsingMode, WikiTextToken token, InternalLinkIdBuilder linkIdBuilder, StringBuilder internalLinkDescription) { Contract.Requires(docBuilder != null); Contract.Requires(context != null); Contract.Requires(token != null); Contract.Requires(linkIdBuilder != null); if (parsingMode != TextParsingMode.InternalLinkPageName && parsingMode != TextParsingMode.InternalLinkDescription) { context.ReportError("Token {0} is not allowed here".Fmt(token.Text)); return(false); } parsingMode = TextParsingMode.RegularText; bool result = AddInternalLink(docBuilder, context, linkIdBuilder, internalLinkDescription); linkIdBuilder.Clear(); if (internalLinkDescription != null) { internalLinkDescription.Clear(); } return(result); }
private void ProcessLine( DocumentDefBuilder docBuilder, ParsingContext context, string lineText) { Contract.Requires(docBuilder != null); Contract.Requires(lineText != null); WikiTokenizationSettings tokenizationSettings = new WikiTokenizationSettings(); tokenizationSettings.IsWholeLine = true; IList <WikiTextToken> tokens = tokenizer.TokenizeWikiText(lineText, tokenizationSettings); if (tokens.Count == 0) { throw new NotImplementedException("todo next:"); } TokenBuffer tokenBuffer = new TokenBuffer(tokens); WikiTextToken firstToken = tokenBuffer.Token; switch (firstToken.Type) { case WikiTextToken.TokenType.Heading1Start: case WikiTextToken.TokenType.Heading2Start: case WikiTextToken.TokenType.Heading3Start: case WikiTextToken.TokenType.Heading4Start: case WikiTextToken.TokenType.Heading5Start: case WikiTextToken.TokenType.Heading6Start: docBuilder.FinalizeCurrentParagraph(); HandleHeadingLine(docBuilder, context, tokenBuffer); break; case WikiTextToken.TokenType.Text: case WikiTextToken.TokenType.DoubleApostrophe: case WikiTextToken.TokenType.TripleApostrophe: case WikiTextToken.TokenType.DoubleSquareBracketsOpen: case WikiTextToken.TokenType.SingleSquareBracketsOpen: case WikiTextToken.TokenType.BulletList: case WikiTextToken.TokenType.NumberedList: case WikiTextToken.TokenType.Indent: HandleText(docBuilder, context, tokenBuffer); break; default: throw new NotImplementedException("todo next: {0}".Fmt(firstToken.Type)); } }
private static bool HandleSingleSquareBracketsCloseTokenInText( DocumentDefBuilder docBuilder, ParsingContext context, ref TextParsingMode parsingMode, WikiTextToken token, Uri externalLinkUrl, StringBuilder textBuilder) { if (parsingMode != TextParsingMode.ExternalLinkUrl && parsingMode != TextParsingMode.ExternalLinkDescription) { context.ReportError("Token {0} is not allowed here".Fmt(token.Text)); return(false); } parsingMode = TextParsingMode.RegularText; return(AddExternalLink(docBuilder, externalLinkUrl, textBuilder)); }
public DocumentDef ParseText(string text, out ParsingContext context) { DocumentDefBuilder docBuilder = new DocumentDefBuilder(); context = new ParsingContext(text.SplitIntoLines()); while (!context.EndOfText) { if (!ParseLine(docBuilder, context)) { break; } } docBuilder.FinalizeCurrentParagraph(); return(docBuilder.Document); }
private static bool HandleTextTokenInText( DocumentDefBuilder docBuilder, TextParsingMode parsingMode, WikiTextToken token, bool isFirstElementOfContinuedLine, InternalLinkIdBuilder linkIdBuilder, ref StringBuilder textBuilder) { Contract.Requires(docBuilder != null); Contract.Requires(token != null); Contract.Requires(linkIdBuilder != null); switch (parsingMode) { case TextParsingMode.RegularText: docBuilder.AddTextToParagraph(token.Text, isFirstElementOfContinuedLine); return(true); case TextParsingMode.InternalLinkPageName: linkIdBuilder.AppendText(token.Text); return(true); case TextParsingMode.InternalLinkDescription: if (textBuilder == null) { textBuilder = new StringBuilder(); } textBuilder.Append(token.Text); return(true); case TextParsingMode.ExternalLinkDescription: if (textBuilder == null) { textBuilder = new StringBuilder(); } textBuilder.Append(token.Text); return(true); default: throw new NotImplementedException("todo next:"); } }
private static bool HandleDoubleApostropheTokenInText(DocumentDefBuilder docBuilder) { switch (docBuilder.CurrentParagraphTextStyle) { case null: case TextElement.TextStyle.Regular: docBuilder.CurrentParagraphTextStyle = TextElement.TextStyle.Italic; break; case TextElement.TextStyle.Italic: docBuilder.CurrentParagraphTextStyle = TextElement.TextStyle.Regular; break; case TextElement.TextStyle.Bold: docBuilder.CurrentParagraphTextStyle = TextElement.TextStyle.BoldItalic; break; case TextElement.TextStyle.BoldItalic: docBuilder.CurrentParagraphTextStyle = TextElement.TextStyle.Bold; break; } return(true); }
private bool ParseLine(DocumentDefBuilder docBuilder, ParsingContext context) { Contract.Requires(docBuilder != null); if (context.EndOfText) { return(false); } string lineText = context.CurrentLine; // we can ignore lines with nothing but whitespace if (lineText.Length == 0 || lineText.Trim().Length == 0) { docBuilder.FinalizeCurrentParagraph(); } else { ProcessLine(docBuilder, context, lineText); } context.IncrementLineCounter(); return(true); }
private static bool HandleIndentTokenInText(DocumentDefBuilder docBuilder, WikiTextToken token) { Contract.Requires(docBuilder != null); docBuilder.StartNewParagraph(ParagraphElement.ParagraphType.Regular, token.Text.Length); return(true); }
private static void HandleText( DocumentDefBuilder docBuilder, ParsingContext context, TokenBuffer tokenBuffer) { Contract.Requires(docBuilder != null); Contract.Requires(context != null); Contract.Requires(tokenBuffer != null); TextParsingMode parsingMode = TextParsingMode.RegularText; InternalLinkIdBuilder internalLinkBuilder = new InternalLinkIdBuilder(); StringBuilder textBuilder = null; Uri externalLinkUrl = null; bool isFirstTextElementOfContinuedLine = true; bool processingSuccessful = tokenBuffer.ProcessUntilEnd( t => { bool flagCopy = isFirstTextElementOfContinuedLine; switch (t.Type) { case WikiTextToken.TokenType.BulletList: return(HandleBulletListTokenInText(docBuilder, t)); case WikiTextToken.TokenType.NumberedList: return(HandleNumberedListTokenInText(docBuilder, t)); case WikiTextToken.TokenType.Indent: return(HandleIndentTokenInText(docBuilder, t)); case WikiTextToken.TokenType.Text: { isFirstTextElementOfContinuedLine = false; return(HandleTextTokenInText( docBuilder, parsingMode, t, flagCopy, internalLinkBuilder, ref textBuilder)); } case WikiTextToken.TokenType.TripleApostrophe: return(HandleTripleApostropheTokenInText(docBuilder)); case WikiTextToken.TokenType.DoubleApostrophe: return(HandleDoubleApostropheTokenInText(docBuilder)); case WikiTextToken.TokenType.DoubleSquareBracketsOpen: return(HandleDoubleSquareBracketsOpenTokenInText(context, t, ref parsingMode)); case WikiTextToken.TokenType.NamespaceSeparator: return(HandleNamespaceSeparatorTokenInText(context, parsingMode, internalLinkBuilder, t)); case WikiTextToken.TokenType.Pipe: return(HandlePipeTokenInText(context, t, ref parsingMode)); case WikiTextToken.TokenType.DoubleSquareBracketsClose: return(HandleDoubleSquareBracketsCloseTokenInText( docBuilder, context, ref parsingMode, t, internalLinkBuilder, textBuilder)); case WikiTextToken.TokenType.SingleSquareBracketsOpen: return(HandleSingleSquareBracketsOpenTokenInText(context, t, ref parsingMode)); case WikiTextToken.TokenType.ExternalLinkUrlLeadingSpace: return(HandleExternalLinkUrlLeadingSpaceTokenInText(context, t, parsingMode)); case WikiTextToken.TokenType.ExternalLinkUrl: return(HandleExternalLinkUrlTokenInText(context, t, ref parsingMode, ref externalLinkUrl)); case WikiTextToken.TokenType.SingleSquareBracketsClose: return(HandleSingleSquareBracketsCloseTokenInText( docBuilder, context, ref parsingMode, t, externalLinkUrl, textBuilder)); default: throw new NotImplementedException("todo next: {0}".Fmt(t.Type)); } }); if (processingSuccessful) { switch (parsingMode) { case TextParsingMode.InternalLinkPageName: case TextParsingMode.InternalLinkDescription: context.ReportError("Missing token ']]'"); break; case TextParsingMode.ExternalLinkUrl: case TextParsingMode.ExternalLinkDescription: context.ReportError("Missing token ']'"); break; } } }
private static void HandleHeadingLine(DocumentDefBuilder docBuilder, ParsingContext context, TokenBuffer tokenBuffer) { Contract.Requires(docBuilder != null); Contract.Requires(context != null); Contract.Requires(tokenBuffer != null); WikiTextToken firstToken = tokenBuffer.Token; WikiTextToken.TokenType endingTokenNeeded; int headingLevel; switch (firstToken.Type) { case WikiTextToken.TokenType.Heading1Start: headingLevel = 1; endingTokenNeeded = WikiTextToken.TokenType.Heading1End; break; case WikiTextToken.TokenType.Heading2Start: headingLevel = 2; endingTokenNeeded = WikiTextToken.TokenType.Heading2End; break; case WikiTextToken.TokenType.Heading3Start: headingLevel = 3; endingTokenNeeded = WikiTextToken.TokenType.Heading3End; break; case WikiTextToken.TokenType.Heading4Start: headingLevel = 4; endingTokenNeeded = WikiTextToken.TokenType.Heading4End; break; case WikiTextToken.TokenType.Heading5Start: headingLevel = 5; endingTokenNeeded = WikiTextToken.TokenType.Heading5End; break; case WikiTextToken.TokenType.Heading6Start: headingLevel = 6; endingTokenNeeded = WikiTextToken.TokenType.Heading6End; break; default: throw new InvalidOperationException("BUG"); } tokenBuffer.MoveToNextToken(); StringBuilder headingText = new StringBuilder(); if (!ProcessHeadingText(context, tokenBuffer, endingTokenNeeded, headingText)) { return; } HeadingElement headingEl = new HeadingElement(headingText.ToString().Trim(), headingLevel); docBuilder.AddRootChild(headingEl); tokenBuffer.MoveToNextToken(); string anchorId; if (!ProcessHeadingAnchor(context, tokenBuffer, out anchorId)) { return; } tokenBuffer.ProcessUntilEnd( t => { context.ReportError("Unexpected token at the end of heading"); return(false); }); headingEl.AnchorId = anchorId; }