public void GetTokens_SingleOpenCloseTag_ReturnsSequence()
{
var input = new[]
{
MarkupGrammar.TokenElementBegin(new DataName("root")),
MarkupGrammar.TokenElementEnd
};
var expected = new[]
{
ModelGrammar.TokenArrayBeginUnnamed,
ModelGrammar.TokenPrimitive("root"),
ModelGrammar.TokenArrayEnd
};
var converter = new JsonMLReader.JsonMLInTransformer();
var actual = converter.Transform(input).ToArray();
Assert.Equal(expected, actual);
}
public void GetTokens_MultipleAttributes_ReturnsSequence()
{
var input = new[]
{
MarkupGrammar.TokenElementBegin(new DataName("root")),
MarkupGrammar.TokenAttribute(new DataName("no-value")),
MarkupGrammar.TokenPrimitive(String.Empty),
MarkupGrammar.TokenAttribute(new DataName("whitespace")),
MarkupGrammar.TokenPrimitive(" this contains whitespace "),
MarkupGrammar.TokenAttribute(new DataName("anyQuotedText")),
MarkupGrammar.TokenPrimitive("/\\\uCAFE\uBABE\uAB98\uFCDE\ubcda\uef4A\b\f\n\r\t`1~!@#$%^&*()_+-=[]{}|;:',./<>?"),
MarkupGrammar.TokenElementEnd
};
var expected = new[]
{
ModelGrammar.TokenArrayBeginUnnamed,
ModelGrammar.TokenPrimitive("root"),
ModelGrammar.TokenObjectBeginUnnamed,
ModelGrammar.TokenProperty(new DataName("no-value")),
ModelGrammar.TokenPrimitive(String.Empty),
ModelGrammar.TokenProperty(new DataName("whitespace")),
ModelGrammar.TokenPrimitive(" this contains whitespace "),
ModelGrammar.TokenProperty(new DataName("anyQuotedText")),
ModelGrammar.TokenPrimitive("/\\\uCAFE\uBABE\uAB98\uFCDE\ubcda\uef4A\b\f\n\r\t`1~!@#$%^&*()_+-=[]{}|;:',./<>?"),
ModelGrammar.TokenObjectEnd,
ModelGrammar.TokenArrayEnd
};
var converter = new JsonMLReader.JsonMLInTransformer();
var actual = converter.Transform(input).ToArray();
Assert.Equal(expected, actual);
}
public void GetTokens_AttributeWhitespaceQuotDelims_ReturnsSequence()
{
var input = new[]
{
MarkupGrammar.TokenElementBegin(new DataName("root")),
MarkupGrammar.TokenAttribute(new DataName("white")),
MarkupGrammar.TokenPrimitive(" extra whitespace around quote delims "),
MarkupGrammar.TokenElementEnd
};
var expected = new[]
{
ModelGrammar.TokenArrayBeginUnnamed,
ModelGrammar.TokenPrimitive("root"),
ModelGrammar.TokenObjectBeginUnnamed,
ModelGrammar.TokenProperty(new DataName("white")),
ModelGrammar.TokenPrimitive(" extra whitespace around quote delims "),
ModelGrammar.TokenObjectEnd,
ModelGrammar.TokenArrayEnd
};
var converter = new JsonMLReader.JsonMLInTransformer();
var actual = converter.Transform(input).ToArray();
Assert.Equal(expected, actual);
}
public void GetTokens_AspNetPageDeclaration_ReturnsUnparsed()
{
var input = new[]
{
MarkupGrammar.TokenUnparsed("%@", "%", @" Page Language=""C#"" AutoEventWireup=""true"" CodeBehind=""Default.aspx.cs"" Inherits=""Foo._Default"" ")
};
var expected = new[]
{
ModelGrammar.TokenPrimitive(new UnparsedBlock("%@", "%", @" Page Language=""C#"" AutoEventWireup=""true"" CodeBehind=""Default.aspx.cs"" Inherits=""Foo._Default"" "))
};
var converter = new JsonMLReader.JsonMLInTransformer();
var actual = converter.Transform(input).ToArray();
Assert.Equal(expected, actual);
}
public void GetTokens_TextValue_ReturnsTextValue()
{
var input = new[]
{
MarkupGrammar.TokenPrimitive(@"value>""0"" && value<""10"" ?""valid"":""error""")
};
var expected = new[]
{
ModelGrammar.TokenPrimitive(@"value>""0"" && value<""10"" ?""valid"":""error""")
};
var converter = new JsonMLReader.JsonMLInTransformer();
var actual = converter.Transform(input).ToArray();
Assert.Equal(expected, actual);
}
public void GetTokens_XmlDeclaration_ReturnsUnparsed()
{
var input = new[]
{
MarkupGrammar.TokenUnparsed("?", "?", @"xml version=""1.0""")
};
var expected = new[]
{
ModelGrammar.TokenPrimitive(new UnparsedBlock("?", "?", @"xml version=""1.0"""))
};
var converter = new JsonMLReader.JsonMLInTransformer();
var actual = converter.Transform(input).ToArray();
Assert.Equal(expected, actual);
}
public void GetTokens_OverlappingTags_ReturnsSequenceAsIs()
{
var input = new[]
{
MarkupGrammar.TokenElementBegin(new DataName("odd")),
MarkupGrammar.TokenElementBegin(new DataName("auto-closed")),
MarkupGrammar.TokenElementBegin(new DataName("even")),
MarkupGrammar.TokenElementEnd,
MarkupGrammar.TokenElementEnd,
MarkupGrammar.TokenElementEnd
};
var expected = new[]
{
ModelGrammar.TokenArrayBeginUnnamed,
ModelGrammar.TokenPrimitive("odd"),
ModelGrammar.TokenArrayBeginUnnamed,
ModelGrammar.TokenPrimitive("auto-closed"),
ModelGrammar.TokenArrayBeginUnnamed,
ModelGrammar.TokenPrimitive("even"),
ModelGrammar.TokenArrayEnd,
ModelGrammar.TokenArrayEnd,
ModelGrammar.TokenArrayEnd,
};
var converter = new JsonMLReader.JsonMLInTransformer();
var actual = converter.Transform(input).ToArray();
Assert.Equal(expected, actual);
}
public void GetTokens_MixedEntities_ReturnsSequence()
{
var input = new[]
{
MarkupGrammar.TokenPrimitive(@"there should "),
MarkupGrammar.TokenPrimitive(@"<"),
MarkupGrammar.TokenPrimitive(@"b"),
MarkupGrammar.TokenPrimitive(@">"),
MarkupGrammar.TokenPrimitive(@"e decoded chars "),
MarkupGrammar.TokenPrimitive(@"&"),
MarkupGrammar.TokenPrimitive(@" inside this text")
};
var expected = new[]
{
ModelGrammar.TokenPrimitive(@"there should <b>e decoded chars & inside this text")
};
var converter = new JsonMLReader.JsonMLInTransformer();
var actual = converter.Transform(input).ToArray();
Assert.Equal(expected, actual);
}
public void GetTokens_ParentAndChildSharePrefixedNamespace_ReturnsSequence()
{
var input = new[]
{
MarkupGrammar.TokenElementBegin(new DataName("foo", "bar", "http://example.org")),
MarkupGrammar.TokenElementBegin(new DataName("child", "bar", "http://example.org")),
MarkupGrammar.TokenPrimitive("value"),
MarkupGrammar.TokenElementEnd,
MarkupGrammar.TokenElementEnd,
};
var expected = new[]
{
ModelGrammar.TokenArrayBeginUnnamed,
ModelGrammar.TokenPrimitive("bar:foo"),
ModelGrammar.TokenObjectBeginUnnamed,
ModelGrammar.TokenProperty("xmlns:bar"),
ModelGrammar.TokenPrimitive("http://example.org"),
ModelGrammar.TokenObjectEnd,
ModelGrammar.TokenArrayBeginUnnamed,
ModelGrammar.TokenPrimitive("bar:child"),
ModelGrammar.TokenPrimitive("value"),
ModelGrammar.TokenArrayEnd,
ModelGrammar.TokenArrayEnd
};
var converter = new JsonMLReader.JsonMLInTransformer();
var actual = converter.Transform(input).ToArray();
Assert.Equal(expected, actual);
}
public void GetTokens_NamespacedChildTag_ReturnsSequence()
{
var input = new[]
{
MarkupGrammar.TokenElementBegin(new DataName("foo")),
MarkupGrammar.TokenElementBegin(new DataName("child", String.Empty, "http://example.com/schema")),
MarkupGrammar.TokenPrimitive("value"),
MarkupGrammar.TokenElementEnd,
MarkupGrammar.TokenElementEnd
};
var expected = new[]
{
ModelGrammar.TokenArrayBeginUnnamed,
ModelGrammar.TokenPrimitive("foo"),
ModelGrammar.TokenArrayBeginUnnamed,
ModelGrammar.TokenPrimitive("child"),
ModelGrammar.TokenObjectBeginUnnamed,
ModelGrammar.TokenProperty("xmlns"),
ModelGrammar.TokenPrimitive("http://example.com/schema"),
ModelGrammar.TokenObjectEnd,
ModelGrammar.TokenPrimitive("value"),
ModelGrammar.TokenArrayEnd,
ModelGrammar.TokenArrayEnd
};
var converter = new JsonMLReader.JsonMLInTransformer();
var actual = converter.Transform(input).ToArray();
Assert.Equal(expected, actual);
}
public void GetTokens_NamespacePrefixTag_ReturnsSequence()
{
var input = new[]
{
MarkupGrammar.TokenElementBegin(new DataName("root", "prefix", "http://example.com/schema")),
MarkupGrammar.TokenElementEnd,
};
var expected = new[]
{
ModelGrammar.TokenArrayBeginUnnamed,
ModelGrammar.TokenPrimitive("prefix:root"),
ModelGrammar.TokenObjectBeginUnnamed,
ModelGrammar.TokenProperty("xmlns:prefix"),
ModelGrammar.TokenPrimitive("http://example.com/schema"),
ModelGrammar.TokenObjectEnd,
ModelGrammar.TokenArrayEnd
};
var converter = new JsonMLReader.JsonMLInTransformer();
var actual = converter.Transform(input).ToArray();
Assert.Equal(expected, actual);
}
public void GetTokens_EmptyInput_ReturnsEmptySequence()
{
var input = new Token<MarkupTokenType>[0];
var expected = new Token<ModelTokenType>[0];
var converter = new JsonMLReader.JsonMLInTransformer();
var actual = converter.Transform(input).ToArray();
Assert.Equal(expected, actual);
}
public void GetTokens_CodeCommentAroundMarkup_ReturnsSingleUnparsedBlock()
{
var input = new[]
{
MarkupGrammar.TokenUnparsed("%--", "--%",
@"
<html>
<body style=""color:lime"">
<!-- not much to say here -->
</body>
</html>
")
};
var expected = new[]
{
ModelGrammar.TokenPrimitive(new UnparsedBlock("%--", "--%",
@"
<html>
<body style=""color:lime"">
<!-- not much to say here -->
</body>
</html>
"))
};
var converter = new JsonMLReader.JsonMLInTransformer();
var actual = converter.Transform(input).ToArray();
Assert.Equal(expected, actual);
}
public void GetTokens_PhpHelloWorld_ReturnsSequence()
{
var input = new[]
{
MarkupGrammar.TokenElementBegin(new DataName("html")),
MarkupGrammar.TokenPrimitive("\r\n\t"),
MarkupGrammar.TokenElementBegin(new DataName("head")),
MarkupGrammar.TokenPrimitive("\r\n\t\t"),
MarkupGrammar.TokenElementBegin(new DataName("title")),
MarkupGrammar.TokenPrimitive("PHP Test"),
MarkupGrammar.TokenElementEnd,
MarkupGrammar.TokenPrimitive("\r\n\t"),
MarkupGrammar.TokenElementEnd,
MarkupGrammar.TokenPrimitive("\r\n\t"),
MarkupGrammar.TokenElementBegin(new DataName("body")),
MarkupGrammar.TokenPrimitive("\r\n\t\t"),
MarkupGrammar.TokenUnparsed("?", "?", @"php echo '<p>Hello World</p>'; "),
MarkupGrammar.TokenPrimitive("\r\n\t"),
MarkupGrammar.TokenElementEnd,
MarkupGrammar.TokenPrimitive("\r\n"),
MarkupGrammar.TokenElementEnd,
};
var expected = new[]
{
ModelGrammar.TokenArrayBeginUnnamed,
ModelGrammar.TokenPrimitive("html"),
ModelGrammar.TokenPrimitive("\r\n\t"),
ModelGrammar.TokenArrayBeginUnnamed,
ModelGrammar.TokenPrimitive("head"),
ModelGrammar.TokenPrimitive("\r\n\t\t"),
ModelGrammar.TokenArrayBeginUnnamed,
ModelGrammar.TokenPrimitive("title"),
ModelGrammar.TokenPrimitive("PHP Test"),
ModelGrammar.TokenArrayEnd,
ModelGrammar.TokenPrimitive("\r\n\t"),
ModelGrammar.TokenArrayEnd,
ModelGrammar.TokenPrimitive("\r\n\t"),
ModelGrammar.TokenArrayBeginUnnamed,
ModelGrammar.TokenPrimitive("body"),
ModelGrammar.TokenPrimitive("\r\n\t\t"),
ModelGrammar.TokenPrimitive(new UnparsedBlock("?", "?", @"php echo '<p>Hello World</p>'; ")),
ModelGrammar.TokenPrimitive("\r\n\t"),
ModelGrammar.TokenArrayEnd,
ModelGrammar.TokenPrimitive("\r\n"),
ModelGrammar.TokenArrayEnd,
};
var converter = new JsonMLReader.JsonMLInTransformer { Whitespace=WhitespaceType.Preserve };
var actual = converter.Transform(input).ToArray();
Assert.Equal(expected, actual);
}
public void GetTokens_ParentAndChildDifferentDefaultNamespaces_ReturnsSequence()
{
var input = new[]
{
MarkupGrammar.TokenElementBegin(new DataName("foo", String.Empty, "http://json.org")),
MarkupGrammar.TokenElementBegin(new DataName("child", String.Empty, "http://jsonfx.net")),
MarkupGrammar.TokenPrimitive("text value"),
MarkupGrammar.TokenElementEnd,
MarkupGrammar.TokenElementEnd
};
var expected = new[]
{
ModelGrammar.TokenArrayBeginUnnamed,
ModelGrammar.TokenPrimitive("foo"),
ModelGrammar.TokenObjectBeginUnnamed,
ModelGrammar.TokenProperty("xmlns"),
ModelGrammar.TokenPrimitive("http://json.org"),
ModelGrammar.TokenObjectEnd,
ModelGrammar.TokenArrayBeginUnnamed,
ModelGrammar.TokenPrimitive("child"),
ModelGrammar.TokenObjectBeginUnnamed,
ModelGrammar.TokenProperty("xmlns"),
ModelGrammar.TokenPrimitive("http://jsonfx.net"),
ModelGrammar.TokenObjectEnd,
ModelGrammar.TokenPrimitive("text value"),
ModelGrammar.TokenArrayEnd,
ModelGrammar.TokenArrayEnd
};
var converter = new JsonMLReader.JsonMLInTransformer();
var actual = converter.Transform(input).ToArray();
Assert.Equal(expected, actual);
}
public void GetTokens_EntityWithTrailingText_ReturnsSequence()
{
var input = new[]
{
MarkupGrammar.TokenPrimitive("&"),
MarkupGrammar.TokenPrimitive("trailing")
};
var expected = new[]
{
ModelGrammar.TokenPrimitive("&trailing")
};
var converter = new JsonMLReader.JsonMLInTransformer();
var actual = converter.Transform(input).ToArray();
Assert.Equal(expected, actual);
}
public void GetTokens_DifferentPrefixSameNamespace_ReturnsSequence()
{
var input = new[]
{
MarkupGrammar.TokenElementVoid(new DataName("foo", String.Empty, "http://example.org")),
MarkupGrammar.TokenAttribute(new DataName("key", "blah", "http://example.org")),
MarkupGrammar.TokenPrimitive("value")
};
var expected = new[]
{
ModelGrammar.TokenArrayBeginUnnamed,
ModelGrammar.TokenPrimitive("foo"),
ModelGrammar.TokenObjectBeginUnnamed,
ModelGrammar.TokenProperty("blah:key"),
ModelGrammar.TokenPrimitive("value"),
ModelGrammar.TokenProperty("xmlns"),
ModelGrammar.TokenPrimitive("http://example.org"),
ModelGrammar.TokenProperty("xmlns:blah"),
ModelGrammar.TokenPrimitive("http://example.org"),
ModelGrammar.TokenObjectEnd,
ModelGrammar.TokenArrayEnd
};
var converter = new JsonMLReader.JsonMLInTransformer();
var actual = converter.Transform(input).ToArray();
Assert.Equal(expected, actual);
}
public void GetTokens_HtmlContentPrettyPrinted_ReturnsSequence()
{
var input = new[]
{
MarkupGrammar.TokenElementBegin(new DataName("div")),
MarkupGrammar.TokenAttribute(new DataName("class")),
MarkupGrammar.TokenPrimitive("content"),
MarkupGrammar.TokenPrimitive("\r\n\t"),
MarkupGrammar.TokenElementBegin(new DataName("p")),
MarkupGrammar.TokenAttribute(new DataName("style")),
MarkupGrammar.TokenPrimitive("color:red"),
MarkupGrammar.TokenPrimitive("\r\n\t\t"),
MarkupGrammar.TokenElementBegin(new DataName("strong")),
MarkupGrammar.TokenPrimitive("Lorem ipsum"),
MarkupGrammar.TokenElementEnd,
MarkupGrammar.TokenPrimitive(" dolor sit amet, "),
MarkupGrammar.TokenElementBegin(new DataName("i")),
MarkupGrammar.TokenPrimitive("consectetur"),
MarkupGrammar.TokenElementEnd,
MarkupGrammar.TokenPrimitive(" adipiscing elit.\r\n\t"),
MarkupGrammar.TokenElementEnd,
MarkupGrammar.TokenPrimitive("\r\n"),
MarkupGrammar.TokenElementEnd,
};
var expected = new[]
{
ModelGrammar.TokenArrayBeginUnnamed,
ModelGrammar.TokenPrimitive("div"),
ModelGrammar.TokenObjectBeginUnnamed,
ModelGrammar.TokenProperty(new DataName("class")),
ModelGrammar.TokenPrimitive("content"),
ModelGrammar.TokenObjectEnd,
ModelGrammar.TokenPrimitive("\r\n\t"),
ModelGrammar.TokenArrayBeginUnnamed,
ModelGrammar.TokenPrimitive("p"),
ModelGrammar.TokenObjectBeginUnnamed,
ModelGrammar.TokenProperty(new DataName("style")),
ModelGrammar.TokenPrimitive("color:red"),
ModelGrammar.TokenObjectEnd,
ModelGrammar.TokenPrimitive("\r\n\t\t"),
ModelGrammar.TokenArrayBeginUnnamed,
ModelGrammar.TokenPrimitive("strong"),
ModelGrammar.TokenPrimitive("Lorem ipsum"),
ModelGrammar.TokenArrayEnd,
ModelGrammar.TokenPrimitive(" dolor sit amet, "),
ModelGrammar.TokenArrayBeginUnnamed,
ModelGrammar.TokenPrimitive("i"),
ModelGrammar.TokenPrimitive("consectetur"),
ModelGrammar.TokenArrayEnd,
ModelGrammar.TokenPrimitive(" adipiscing elit.\r\n\t"),
ModelGrammar.TokenArrayEnd,
ModelGrammar.TokenPrimitive("\r\n"),
ModelGrammar.TokenArrayEnd
};
var converter = new JsonMLReader.JsonMLInTransformer { Whitespace=WhitespaceType.Preserve };
var actual = converter.Transform(input).ToArray();
Assert.Equal(expected, actual);
}
public void GetTokens_NestedDefaultNamespaces_ReturnsSequence()
{
var input = new[]
{
MarkupGrammar.TokenElementBegin(new DataName("outer", String.Empty, "http://example.org/outer")),
MarkupGrammar.TokenElementBegin(new DataName("middle-1", String.Empty, "http://example.org/inner")),
MarkupGrammar.TokenElementBegin(new DataName("inner", String.Empty, "http://example.org/inner")),
MarkupGrammar.TokenPrimitive("this should be inner"),
MarkupGrammar.TokenElementEnd,
MarkupGrammar.TokenElementEnd,
MarkupGrammar.TokenElementBegin(new DataName("middle-2", String.Empty, "http://example.org/outer")),
MarkupGrammar.TokenPrimitive("this should be outer"),
MarkupGrammar.TokenElementEnd,
MarkupGrammar.TokenElementEnd
};
var expected = new[]
{
ModelGrammar.TokenArrayBeginUnnamed,
ModelGrammar.TokenPrimitive("outer"),
ModelGrammar.TokenObjectBeginUnnamed,
ModelGrammar.TokenProperty("xmlns"),
ModelGrammar.TokenPrimitive("http://example.org/outer"),
ModelGrammar.TokenObjectEnd,
ModelGrammar.TokenArrayBeginUnnamed,
ModelGrammar.TokenPrimitive("middle-1"),
ModelGrammar.TokenObjectBeginUnnamed,
ModelGrammar.TokenProperty("xmlns"),
ModelGrammar.TokenPrimitive("http://example.org/inner"),
ModelGrammar.TokenObjectEnd,
ModelGrammar.TokenArrayBeginUnnamed,
ModelGrammar.TokenPrimitive("inner"),
ModelGrammar.TokenPrimitive("this should be inner"),
ModelGrammar.TokenArrayEnd,
ModelGrammar.TokenArrayEnd,
ModelGrammar.TokenArrayBeginUnnamed,
ModelGrammar.TokenPrimitive("middle-2"),
ModelGrammar.TokenPrimitive("this should be outer"),
ModelGrammar.TokenArrayEnd,
ModelGrammar.TokenArrayEnd
};
var converter = new JsonMLReader.JsonMLInTransformer();
var actual = converter.Transform(input).ToArray();
Assert.Equal(expected, actual);
}
public void GetTokens_UnclosedTags_AutoCloses()
{
var input = new[]
{
MarkupGrammar.TokenElementBegin(new DataName("odd", "a", "http://example.com/odd/a")),
MarkupGrammar.TokenElementBegin(new DataName("auto-closed", "b", "http://example.com/auto-closed/b")),
MarkupGrammar.TokenElementEnd,
MarkupGrammar.TokenElementBegin(new DataName("even", "c", "http://example.com/even/c"))
};
var expected = new[]
{
ModelGrammar.TokenArrayBeginUnnamed,
ModelGrammar.TokenPrimitive("a:odd"),
ModelGrammar.TokenObjectBeginUnnamed,
ModelGrammar.TokenProperty("xmlns:a"),
ModelGrammar.TokenPrimitive("http://example.com/odd/a"),
ModelGrammar.TokenObjectEnd,
ModelGrammar.TokenArrayBeginUnnamed,
ModelGrammar.TokenPrimitive("b:auto-closed"),
ModelGrammar.TokenObjectBeginUnnamed,
ModelGrammar.TokenProperty("xmlns:b"),
ModelGrammar.TokenPrimitive("http://example.com/auto-closed/b"),
ModelGrammar.TokenObjectEnd,
ModelGrammar.TokenArrayEnd,
ModelGrammar.TokenArrayBeginUnnamed,
ModelGrammar.TokenPrimitive("c:even"),
ModelGrammar.TokenObjectBeginUnnamed,
ModelGrammar.TokenProperty("xmlns:c"),
ModelGrammar.TokenPrimitive("http://example.com/even/c"),
ModelGrammar.TokenObjectEnd,
ModelGrammar.TokenArrayEnd,
ModelGrammar.TokenArrayEnd,
};
var converter = new JsonMLReader.JsonMLInTransformer();
var actual = converter.Transform(input).ToArray();
Assert.Equal(expected, actual);
}
public void GetTokens_UndeclaredPrefixes_ReturnsDefault()
{
var input = new[]
{
MarkupGrammar.TokenElementBegin(new DataName("one")),
MarkupGrammar.TokenElementBegin(new DataName("two")),
MarkupGrammar.TokenElementBegin(new DataName("three")),
MarkupGrammar.TokenElementEnd,
MarkupGrammar.TokenElementEnd,
MarkupGrammar.TokenElementEnd
};
var expected = new[]
{
ModelGrammar.TokenArrayBeginUnnamed,
ModelGrammar.TokenPrimitive("one"),
ModelGrammar.TokenArrayBeginUnnamed,
ModelGrammar.TokenPrimitive("two"),
ModelGrammar.TokenArrayBeginUnnamed,
ModelGrammar.TokenPrimitive("three"),
ModelGrammar.TokenArrayEnd,
ModelGrammar.TokenArrayEnd,
ModelGrammar.TokenArrayEnd
};
var converter = new JsonMLReader.JsonMLInTransformer();
var actual = converter.Transform(input).ToArray();
Assert.Equal(expected, actual);
}
public void GetTokens_XmlComment_ReturnsUnparsed()
{
var input = new[]
{
MarkupGrammar.TokenUnparsed("!--", "--", @" a quick note ")
};
var expected = new[]
{
ModelGrammar.TokenPrimitive(new UnparsedBlock("!--", "--", @" a quick note "))
};
var converter = new JsonMLReader.JsonMLInTransformer();
var actual = converter.Transform(input).ToArray();
Assert.Equal(expected, actual);
}
public void GetTokens_SingleAttributeEmptyValue_ReturnsSequence()
{
var input = new[]
{
MarkupGrammar.TokenElementBegin(new DataName("root")),
MarkupGrammar.TokenAttribute(new DataName("emptyValue")),
MarkupGrammar.TokenPrimitive(String.Empty),
MarkupGrammar.TokenElementEnd
};
var expected = new[]
{
ModelGrammar.TokenArrayBeginUnnamed,
ModelGrammar.TokenPrimitive("root"),
ModelGrammar.TokenObjectBeginUnnamed,
ModelGrammar.TokenProperty(new DataName("emptyValue")),
ModelGrammar.TokenPrimitive(String.Empty),
ModelGrammar.TokenObjectEnd,
ModelGrammar.TokenArrayEnd
};
var converter = new JsonMLReader.JsonMLInTransformer();
var actual = converter.Transform(input).ToArray();
Assert.Equal(expected, actual);
}
public void GetTokens_MixedTextValues_ReturnsTextValue()
{
var input = new[]
{
MarkupGrammar.TokenElementBegin(new DataName("p")),
MarkupGrammar.TokenPrimitive(@"You can add a string to a number, but this stringifies the number:"),
MarkupGrammar.TokenElementEnd,
MarkupGrammar.TokenPrimitive("\r\n"),
MarkupGrammar.TokenElementBegin(new DataName("math")),
MarkupGrammar.TokenPrimitive("\r\n\t"),
MarkupGrammar.TokenElementBegin(new DataName("ms")),
MarkupGrammar.TokenPrimitive(@"x<y"),
MarkupGrammar.TokenElementEnd,
MarkupGrammar.TokenPrimitive("\r\n\t"),
MarkupGrammar.TokenElementBegin(new DataName("mo")),
MarkupGrammar.TokenPrimitive(@"+"),
MarkupGrammar.TokenElementEnd,
MarkupGrammar.TokenPrimitive("\r\n\t"),
MarkupGrammar.TokenElementBegin(new DataName("mn")),
MarkupGrammar.TokenPrimitive(@"3"),
MarkupGrammar.TokenElementEnd,
MarkupGrammar.TokenPrimitive("\r\n\t"),
MarkupGrammar.TokenElementBegin(new DataName("mo")),
MarkupGrammar.TokenPrimitive(@"="),
MarkupGrammar.TokenElementEnd,
MarkupGrammar.TokenPrimitive("\r\n\t"),
MarkupGrammar.TokenElementBegin(new DataName("ms")),
MarkupGrammar.TokenPrimitive(@"x<y3"),
MarkupGrammar.TokenElementEnd,
MarkupGrammar.TokenPrimitive("\r\n"),
MarkupGrammar.TokenElementEnd,
};
var expected = new[]
{
ModelGrammar.TokenArrayBeginUnnamed,
ModelGrammar.TokenPrimitive("p"),
ModelGrammar.TokenPrimitive(@"You can add a string to a number, but this stringifies the number:"),
ModelGrammar.TokenArrayEnd,
ModelGrammar.TokenPrimitive("\r\n"),
ModelGrammar.TokenArrayBeginUnnamed,
ModelGrammar.TokenPrimitive("math"),
ModelGrammar.TokenPrimitive("\r\n\t"),
ModelGrammar.TokenArrayBeginUnnamed,
ModelGrammar.TokenPrimitive("ms"),
ModelGrammar.TokenPrimitive(@"x<y"),
ModelGrammar.TokenArrayEnd,
ModelGrammar.TokenPrimitive("\r\n\t"),
ModelGrammar.TokenArrayBeginUnnamed,
ModelGrammar.TokenPrimitive("mo"),
ModelGrammar.TokenPrimitive(@"+"),
ModelGrammar.TokenArrayEnd,
ModelGrammar.TokenPrimitive("\r\n\t"),
ModelGrammar.TokenArrayBeginUnnamed,
ModelGrammar.TokenPrimitive("mn"),
ModelGrammar.TokenPrimitive(@"3"),
ModelGrammar.TokenArrayEnd,
ModelGrammar.TokenPrimitive("\r\n\t"),
ModelGrammar.TokenArrayBeginUnnamed,
ModelGrammar.TokenPrimitive("mo"),
ModelGrammar.TokenPrimitive(@"="),
ModelGrammar.TokenArrayEnd,
ModelGrammar.TokenPrimitive("\r\n\t"),
ModelGrammar.TokenArrayBeginUnnamed,
ModelGrammar.TokenPrimitive("ms"),
ModelGrammar.TokenPrimitive(@"x<y3"),
ModelGrammar.TokenArrayEnd,
ModelGrammar.TokenPrimitive("\r\n"),
ModelGrammar.TokenArrayEnd
};
var converter = new JsonMLReader.JsonMLInTransformer { Whitespace=WhitespaceType.Preserve };
var actual = converter.Transform(input).ToArray();
Assert.Equal(expected, actual);
}
public void GetTokens_XmlDocTypeExternal_ReturnsUnparsed()
{
var input = new[]
{
MarkupGrammar.TokenUnparsed("!", "",
@"DOCTYPE html PUBLIC
""-//W3C//DTD XHTML 1.1//EN""
""http://www.w3.org/TR/xhtml11/DTD/xhtml11.dtd""")
};
var expected = new[]
{
ModelGrammar.TokenPrimitive(new UnparsedBlock("!", "",
@"DOCTYPE html PUBLIC
""-//W3C//DTD XHTML 1.1//EN""
""http://www.w3.org/TR/xhtml11/DTD/xhtml11.dtd"""))
};
var converter = new JsonMLReader.JsonMLInTransformer();
var actual = converter.Transform(input).ToArray();
Assert.Equal(expected, actual);
}
