public void GetTokens_MultipleConventions_ReturnsTokens()
{
var input = new CustomNamedObject
{
UpperPropertyName = "Foo.",
OtherPropertyName = "Bar."
};
var expected = new[]
{
ModelGrammar.TokenObjectBegin("CustomNamedObject"),
ModelGrammar.TokenProperty("upperPropertyName"),
ModelGrammar.TokenPrimitive("Foo."),
ModelGrammar.TokenProperty("arbitraryOther"),
ModelGrammar.TokenPrimitive("Bar."),
ModelGrammar.TokenObjectEnd
};
var resolver = new CombinedResolverStrategy(
new JsonResolverStrategy(),
new DataContractResolverStrategy(),
new XmlResolverStrategy(),
new ConventionResolverStrategy(ConventionResolverStrategy.WordCasing.PascalCase),
new ConventionResolverStrategy(ConventionResolverStrategy.WordCasing.CamelCase),
new ConventionResolverStrategy(ConventionResolverStrategy.WordCasing.Lowercase, "-"),
new ConventionResolverStrategy(ConventionResolverStrategy.WordCasing.Uppercase, "_"));
var actual = new ModelWalker(new DataWriterSettings(resolver)).GetTokens(input).ToArray();
Assert.Equal(expected, actual, false);
}
public void Format_NestedObjectsAlternatingNamespaces_CorrectlyEmitsNamespaces()
{
var input = new[]
{
MarkupGrammar.TokenElementBegin(new DataName("foo1", String.Empty, "http://json.org")),
MarkupGrammar.TokenElementBegin(new DataName("key1", String.Empty, "http://jsonfx.net")),
MarkupGrammar.TokenElementBegin(new DataName("key2", String.Empty, "http://json.org")),
MarkupGrammar.TokenPrimitive("value"),
MarkupGrammar.TokenElementEnd,
MarkupGrammar.TokenElementEnd,
MarkupGrammar.TokenElementEnd,
};
var expected = new[]
{
ModelGrammar.TokenObjectBegin(new DataName("foo1", String.Empty, "http://json.org")),
ModelGrammar.TokenProperty(new DataName("key1", String.Empty, "http://jsonfx.net")),
ModelGrammar.TokenObjectBegin(new DataName("key2", String.Empty, "http://json.org")),
ModelGrammar.TokenProperty(new DataName("key2", String.Empty, "http://json.org")),
ModelGrammar.TokenPrimitive("value"),
ModelGrammar.TokenObjectEnd,
ModelGrammar.TokenObjectEnd
};
var transformer = new XmlReader.XmlInTransformer(new DataReaderSettings());
var actual = transformer.Transform(input).ToArray();
Assert.Equal(expected, actual);
}
public void GetTokens_ExpandoObjectNested_ReturnsObjectTokens()
{
dynamic input = new ExpandoObject();
input.foo = true;
input.array = new object[]
{
false, 1, 2, Math.PI, null, "hello world."
};
var expected = new[]
{
ModelGrammar.TokenObjectBegin("object"),
ModelGrammar.TokenProperty("foo"),
ModelGrammar.TokenPrimitive(true),
ModelGrammar.TokenProperty("array"),
ModelGrammar.TokenArrayBegin("array"),
ModelGrammar.TokenPrimitive(false),
ModelGrammar.TokenPrimitive(1),
ModelGrammar.TokenPrimitive(2),
ModelGrammar.TokenPrimitive(Math.PI),
ModelGrammar.TokenPrimitive(null),
ModelGrammar.TokenPrimitive("hello world."),
ModelGrammar.TokenArrayEnd,
ModelGrammar.TokenObjectEnd
};
var walker = new ModelWalker(new DataWriterSettings());
var actual = walker.GetTokens(input).ToArray();
Assert.Equal(expected, actual);
}
public void GetTokens_ExpandoObject_ReturnsObjectTokens()
{
dynamic input = new ExpandoObject();
input.One = 1;
input.Two = 2;
input.Three = 3;
var expected = new[]
{
ModelGrammar.TokenObjectBegin("object"),
ModelGrammar.TokenProperty("One"),
ModelGrammar.TokenPrimitive(1),
ModelGrammar.TokenProperty("Two"),
ModelGrammar.TokenPrimitive(2),
ModelGrammar.TokenProperty("Three"),
ModelGrammar.TokenPrimitive(3),
ModelGrammar.TokenObjectEnd
};
var walker = new ModelWalker(new DataWriterSettings());
var actual = walker.GetTokens((object)input).ToArray();
Assert.Equal(expected, actual);
}
public void Format_NamespacedObjectOneProperty_CorrectlyEmitsNamespace()
{
var input = new[]
{
ModelGrammar.TokenObjectBegin("foo"),
ModelGrammar.TokenProperty(new DataName("key", String.Empty, "http://json.org")),
ModelGrammar.TokenPrimitive("value"),
ModelGrammar.TokenObjectEnd
};
var expected = new[]
{
MarkupGrammar.TokenElementBegin(new DataName("div")),
MarkupGrammar.TokenElementBegin(new DataName("dl")),
MarkupGrammar.TokenAttribute(new DataName("title")),
MarkupGrammar.TokenPrimitive(new DataName("foo")),
MarkupGrammar.TokenElementBegin(new DataName("dt")),
MarkupGrammar.TokenPrimitive(new DataName("key", String.Empty, "http://json.org")),
MarkupGrammar.TokenElementEnd,
MarkupGrammar.TokenElementBegin(new DataName("dd")),
MarkupGrammar.TokenPrimitive("value"),
MarkupGrammar.TokenElementEnd,
MarkupGrammar.TokenElementEnd,
MarkupGrammar.TokenElementEnd
};
var transformer = new HtmlOutTransformer();
var actual = transformer.Transform(input).ToArray();
Assert.Equal(expected, actual);
}
public void Format_NamedObjectOneProperty_RendersSimpleObject()
{
var input = new[]
{
ModelGrammar.TokenObjectBegin("Yada"),
ModelGrammar.TokenProperty("key"),
ModelGrammar.TokenPrimitive("value"),
ModelGrammar.TokenObjectEnd
};
var expected = new[]
{
MarkupGrammar.TokenElementBegin(new DataName("div")),
MarkupGrammar.TokenElementBegin(new DataName("dl")),
MarkupGrammar.TokenAttribute(new DataName("title")),
MarkupGrammar.TokenPrimitive(new DataName("Yada")),
MarkupGrammar.TokenElementBegin(new DataName("dt")),
MarkupGrammar.TokenPrimitive(new DataName("key")),
MarkupGrammar.TokenElementEnd,
MarkupGrammar.TokenElementBegin(new DataName("dd")),
MarkupGrammar.TokenPrimitive("value"),
MarkupGrammar.TokenElementEnd,
MarkupGrammar.TokenElementEnd,
MarkupGrammar.TokenElementEnd
};
var transformer = new HtmlOutTransformer();
var actual = transformer.Transform(input).ToArray();
Assert.Equal(expected, actual);
}
public void GetTokens_DynamicExample_ReturnsDynamicObject()
{
dynamic input = new DynamicExample();
input.foo = "hello world";
input.number = 42;
input.boolean = false;
input.@null = null;
var expected = new[]
{
ModelGrammar.TokenObjectBegin("DynamicExample"),
ModelGrammar.TokenProperty("foo"),
ModelGrammar.TokenPrimitive("hello world"),
ModelGrammar.TokenProperty("number"),
ModelGrammar.TokenPrimitive(42),
ModelGrammar.TokenProperty("boolean"),
ModelGrammar.TokenPrimitive(false),
ModelGrammar.TokenProperty("null"),
ModelGrammar.TokenPrimitive(null),
ModelGrammar.TokenObjectEnd
};
var walker = new ModelWalker(new DataWriterSettings());
var actual = walker.GetTokens(input).ToArray();
Assert.Equal(expected, actual, false);
}
public void GetTokens_ObjectDictionary_ReturnsObjectTokens()
{
var input = new Dictionary <string, object>
{
{ "One", 1 },
{ "Two", 2 },
{ "Three", 3 }
};
var expected = new[]
{
ModelGrammar.TokenObjectBegin("object"),
ModelGrammar.TokenProperty("One"),
ModelGrammar.TokenPrimitive(1),
ModelGrammar.TokenProperty("Two"),
ModelGrammar.TokenPrimitive(2),
ModelGrammar.TokenProperty("Three"),
ModelGrammar.TokenPrimitive(3),
ModelGrammar.TokenObjectEnd
};
var walker = new ModelWalker(new DataWriterSettings());
var actual = walker.GetTokens(input).ToArray();
Assert.Equal(expected, actual);
}
public void GetTokens_MultipleConventions_ReturnsSingleDataName()
{
var input = new NamingTest
{
Little_BITOfEverything123456789MixedIn = "Foo."
};
var expected = new[]
{
ModelGrammar.TokenObjectBegin("Naming Test"),
ModelGrammar.TokenProperty("Little BIT Of Everything 123456789 Mixed In"),
ModelGrammar.TokenPrimitive("Foo."),
ModelGrammar.TokenObjectEnd
};
var resolver = new CombinedResolverStrategy(
new ConventionResolverStrategy(ConventionResolverStrategy.WordCasing.NoChange, " "),
new ConventionResolverStrategy(ConventionResolverStrategy.WordCasing.PascalCase),
new ConventionResolverStrategy(ConventionResolverStrategy.WordCasing.CamelCase),
new ConventionResolverStrategy(ConventionResolverStrategy.WordCasing.Lowercase, "-"),
new ConventionResolverStrategy(ConventionResolverStrategy.WordCasing.Uppercase, "_"));
var actual = new ModelWalker(new DataWriterSettings(resolver)).GetTokens(input).ToArray();
Assert.Equal(expected, actual, false);
}
public void GetTokens_EmptyDictionary_ReturnsEmptyObjectTokens()
{
var input = new Dictionary <string, object>(0);
var expected = new[]
{
ModelGrammar.TokenObjectBegin("object"),
ModelGrammar.TokenObjectEnd
};
var walker = new ModelWalker(new DataWriterSettings());
var actual = walker.GetTokens(input).ToArray();
Assert.Equal(expected, actual);
}
public void Format_HelloWorld_ReturnsDocument()
{
// input from example at http://bsonspec.org/#/specification
var input = new[]
{
ModelGrammar.TokenObjectBegin("Object"),
ModelGrammar.TokenProperty("hello"),
ModelGrammar.TokenPrimitive("world"),
ModelGrammar.TokenObjectEnd
};
var expected = Encoding.UTF8.GetBytes(
"\x16\x00\x00\x00\x02hello\x00" +
"\x06\x00\x00\x00world\x00\x00");
var formatter = new BsonWriter.BsonFormatter();
var actual = formatter.Format(input);
Assert.Equal(expected, actual);
}
public void GetTokens_ObjectAnonymous_ReturnsObjectTokens()
{
var input = new
{
One = 1,
Two = 2,
Three = 3,
Four = new
{
A = 'a',
B = 'b',
C = 'c'
}
};
var expected = new[]
{
ModelGrammar.TokenObjectBegin("object"),
ModelGrammar.TokenProperty("One"),
ModelGrammar.TokenPrimitive(1),
ModelGrammar.TokenProperty("Two"),
ModelGrammar.TokenPrimitive(2),
ModelGrammar.TokenProperty("Three"),
ModelGrammar.TokenPrimitive(3),
ModelGrammar.TokenProperty("Four"),
ModelGrammar.TokenObjectBegin("object"),
ModelGrammar.TokenProperty("A"),
ModelGrammar.TokenPrimitive('a'),
ModelGrammar.TokenProperty("B"),
ModelGrammar.TokenPrimitive('b'),
ModelGrammar.TokenProperty("C"),
ModelGrammar.TokenPrimitive('c'),
ModelGrammar.TokenObjectEnd,
ModelGrammar.TokenObjectEnd
};
var walker = new ModelWalker(new DataWriterSettings());
var actual = walker.GetTokens(input).ToArray();
Assert.Equal(expected, actual);
}
public void Format_BooleanValue_ReturnsDocument()
{
// input from example at http://codebetter.com/blogs/karlseguin/archive/2010/03/05/bson-serialization.aspx
var input = new[]
{
ModelGrammar.TokenObjectBegin("Object"),
ModelGrammar.TokenProperty("valid"),
ModelGrammar.TokenTrue,
ModelGrammar.TokenObjectEnd
};
var expected = new byte[]
{
13, 0, 0, 0, 8, 118, 97, 108, 105, 100, 0, 1, 0
};
var formatter = new BsonWriter.BsonFormatter();
var actual = formatter.Format(input);
Assert.Equal(expected, actual);
}
public void Format_ObjectAndAttributeShareNamespace_CorrectlyEmitsNamespace()
{
var input = new[]
{
MarkupGrammar.TokenElementBegin(new DataName("foo", String.Empty, "http://json.org")),
MarkupGrammar.TokenAttribute(new DataName("key", String.Empty, "http://json.org", true)),
MarkupGrammar.TokenPrimitive("value"),
MarkupGrammar.TokenElementEnd,
};
var expected = new[]
{
ModelGrammar.TokenObjectBegin(new DataName("foo", String.Empty, "http://json.org")),
ModelGrammar.TokenProperty(new DataName("key", String.Empty, "http://json.org", true)),
ModelGrammar.TokenPrimitive("value"),
ModelGrammar.TokenObjectEnd
};
var transformer = new XmlReader.XmlInTransformer(new DataReaderSettings());
var actual = transformer.Transform(input).ToArray();
Assert.Equal(expected, actual);
}
public void Format_NamedObjectOneProperty_RendersSimpleObject()
{
var input = new[]
{
MarkupGrammar.TokenElementBegin(new DataName("Yada")),
MarkupGrammar.TokenElementBegin(new DataName("key")),
MarkupGrammar.TokenPrimitive("value"),
MarkupGrammar.TokenElementEnd,
MarkupGrammar.TokenElementEnd,
};
var expected = new[]
{
ModelGrammar.TokenObjectBegin("Yada"),
ModelGrammar.TokenProperty("key"),
ModelGrammar.TokenPrimitive("value"),
ModelGrammar.TokenObjectEnd
};
var transformer = new XmlReader.XmlInTransformer(new DataReaderSettings());
var actual = transformer.Transform(input).ToArray();
Assert.Equal(expected, actual);
}
public void Format_NamespacedObjectOneDifferentNamespaceProperty_CorrectlyEmitsNamespaces()
{
var input = new[]
{
ModelGrammar.TokenObjectBegin(new DataName("foo", String.Empty, "http://json.org")),
ModelGrammar.TokenProperty(new DataName("key", String.Empty, "http://jsonfx.net")),
ModelGrammar.TokenPrimitive("value"),
ModelGrammar.TokenObjectEnd
};
var expected = new[]
{
MarkupGrammar.TokenElementBegin(new DataName("foo", String.Empty, "http://json.org")),
MarkupGrammar.TokenElementBegin(new DataName("key", String.Empty, "http://jsonfx.net")),
MarkupGrammar.TokenPrimitive("value"),
MarkupGrammar.TokenElementEnd,
MarkupGrammar.TokenElementEnd,
};
var transformer = new XmlWriter.XmlOutTransformer(new DataWriterSettings());
var actual = transformer.Transform(input).ToArray();
Assert.Equal(expected, actual);
}
public void GetTokens_GraphCycleTypeIgnore_ReplacesCycleStartWithNull()
{
var input = new Person
{
Name = "John, Jr.",
Father = new Person
{
Name = "John, Sr."
},
Mother = new Person
{
Name = "Sally"
}
};
// create multiple cycles
input.Father.Children = input.Mother.Children = new Person[]
{
input
};
var walker = new ModelWalker(new DataWriterSettings
{
GraphCycles = GraphCycleType.Ignore
});
var expected = new[]
{
ModelGrammar.TokenObjectBegin("Person"),
ModelGrammar.TokenProperty("Name"),
ModelGrammar.TokenPrimitive("John, Jr."),
ModelGrammar.TokenProperty("Father"),
ModelGrammar.TokenObjectBegin("Person"),
ModelGrammar.TokenProperty("Name"),
ModelGrammar.TokenPrimitive("John, Sr."),
ModelGrammar.TokenProperty("Father"),
ModelGrammar.TokenNull,
ModelGrammar.TokenProperty("Mother"),
ModelGrammar.TokenNull,
ModelGrammar.TokenProperty("Children"),
ModelGrammar.TokenArrayBegin("array"),
ModelGrammar.TokenNull,
ModelGrammar.TokenArrayEnd,
ModelGrammar.TokenObjectEnd,
ModelGrammar.TokenProperty("Mother"),
ModelGrammar.TokenObjectBegin("Person"),
ModelGrammar.TokenProperty("Name"),
ModelGrammar.TokenPrimitive("Sally"),
ModelGrammar.TokenProperty("Father"),
ModelGrammar.TokenNull,
ModelGrammar.TokenProperty("Mother"),
ModelGrammar.TokenNull,
ModelGrammar.TokenProperty("Children"),
ModelGrammar.TokenArrayBegin("array"),
ModelGrammar.TokenNull,
ModelGrammar.TokenArrayEnd,
ModelGrammar.TokenObjectEnd,
ModelGrammar.TokenProperty("Children"),
ModelGrammar.TokenNull,
ModelGrammar.TokenObjectEnd
};
var actual = walker.GetTokens(input).ToArray();
Assert.Equal(expected, actual);
}
public void GetTokens_GraphComplex_ReturnsObjectTokens()
{
var input = new object[] {
"JSON Test Pattern pass1",
new Dictionary <string, object>
{
{ "object with 1 member", new[] { "array with 1 element" } },
},
new Dictionary <string, object>(),
new object[0],
-42,
true,
false,
null,
new Dictionary <string, object> {
{ "integer", 1234567890 },
{ "real", -9876.543210 },
{ "e", 0.123456789e-12 },
{ "E", 1.234567890E+34 },
{ "", 23456789012E66 },
{ "zero", 0 },
{ "one", 1 },
{ "space", " " },
{ "quote", "\"" },
{ "backslash", "\\" },
{ "controls", "\b\f\n\r\t" },
{ "slash", "/ & /" },
{ "alpha", "abcdefghijklmnopqrstuvwyz" },
{ "ALPHA", "ABCDEFGHIJKLMNOPQRSTUVWYZ" },
{ "digit", "0123456789" },
{ "0123456789", "digit" },
{ "special", "`1~!@#$%^&*()_+-={':[,]}|;.</>?" },
{ "hex", "\u0123\u4567\u89AB\uCDEF\uabcd\uef4A" },
{ "true", true },
{ "false", false },
{ "null", null },
{ "array", new object[0] },
{ "object", new Dictionary <string, object>() },
{ "address", "50 St. James Street" },
{ "url", "http://www.JSON.org/" },
{ "comment", "// /* <!-- --" },
{ "# -- --> */", " " },
{ " s p a c e d ", new [] { 1, 2, 3, 4, 5, 6, 7 } },
{ "compact", new [] { 1, 2, 3, 4, 5, 6, 7 } },
{ "jsontext", "{\"object with 1 member\":[\"array with 1 element\"]}" },
{ "quotes", "" \u0022 %22 0x22 034 "" },
{ "/\\\"\uCAFE\uBABE\uAB98\uFCDE\ubcda\uef4A\b\f\n\r\t`1~!@#$%^&*()_+-=[]{}|;:',./<>?", "A key can be any string" }
},
0.5,
98.6,
99.44,
1066,
1e1,
0.1e1,
1e-1,
1e00,
2e+00,
2e-00,
"rosebud"
};
var expected = new[]
{
ModelGrammar.TokenArrayBegin("array"),
ModelGrammar.TokenPrimitive("JSON Test Pattern pass1"),
ModelGrammar.TokenObjectBegin("object"),
ModelGrammar.TokenProperty("object with 1 member"),
ModelGrammar.TokenArrayBegin("array"),
ModelGrammar.TokenPrimitive("array with 1 element"),
ModelGrammar.TokenArrayEnd,
ModelGrammar.TokenObjectEnd,
ModelGrammar.TokenObjectBegin("object"),
ModelGrammar.TokenObjectEnd,
ModelGrammar.TokenArrayBegin("array"),
ModelGrammar.TokenArrayEnd,
ModelGrammar.TokenPrimitive(-42),
ModelGrammar.TokenTrue,
ModelGrammar.TokenFalse,
ModelGrammar.TokenNull,
ModelGrammar.TokenObjectBegin("object"),
ModelGrammar.TokenProperty("integer"),
ModelGrammar.TokenPrimitive(1234567890),
ModelGrammar.TokenProperty("real"),
ModelGrammar.TokenPrimitive(-9876.543210),
ModelGrammar.TokenProperty("e"),
ModelGrammar.TokenPrimitive(0.123456789e-12),
ModelGrammar.TokenProperty("E"),
ModelGrammar.TokenPrimitive(1.234567890E+34),
ModelGrammar.TokenProperty(""),
ModelGrammar.TokenPrimitive(23456789012E66),
ModelGrammar.TokenProperty("zero"),
ModelGrammar.TokenPrimitive(0),
ModelGrammar.TokenProperty("one"),
ModelGrammar.TokenPrimitive(1),
ModelGrammar.TokenProperty("space"),
ModelGrammar.TokenPrimitive(" "),
ModelGrammar.TokenProperty("quote"),
ModelGrammar.TokenPrimitive("\""),
ModelGrammar.TokenProperty("backslash"),
ModelGrammar.TokenPrimitive("\\"),
ModelGrammar.TokenProperty("controls"),
ModelGrammar.TokenPrimitive("\b\f\n\r\t"),
ModelGrammar.TokenProperty("slash"),
ModelGrammar.TokenPrimitive("/ & /"),
ModelGrammar.TokenProperty("alpha"),
ModelGrammar.TokenPrimitive("abcdefghijklmnopqrstuvwyz"),
ModelGrammar.TokenProperty("ALPHA"),
ModelGrammar.TokenPrimitive("ABCDEFGHIJKLMNOPQRSTUVWYZ"),
ModelGrammar.TokenProperty("digit"),
ModelGrammar.TokenPrimitive("0123456789"),
ModelGrammar.TokenProperty("0123456789"),
ModelGrammar.TokenPrimitive("digit"),
ModelGrammar.TokenProperty("special"),
ModelGrammar.TokenPrimitive("`1~!@#$%^&*()_+-={':[,]}|;.</>?"),
ModelGrammar.TokenProperty("hex"),
ModelGrammar.TokenPrimitive("\u0123\u4567\u89AB\uCDEF\uabcd\uef4A"),
ModelGrammar.TokenProperty("true"),
ModelGrammar.TokenTrue,
ModelGrammar.TokenProperty("false"),
ModelGrammar.TokenFalse,
ModelGrammar.TokenProperty("null"),
ModelGrammar.TokenNull,
ModelGrammar.TokenProperty("array"),
ModelGrammar.TokenArrayBegin("array"),
ModelGrammar.TokenArrayEnd,
ModelGrammar.TokenProperty("object"),
ModelGrammar.TokenObjectBegin("object"),
ModelGrammar.TokenObjectEnd,
ModelGrammar.TokenProperty("address"),
ModelGrammar.TokenPrimitive("50 St. James Street"),
ModelGrammar.TokenProperty("url"),
ModelGrammar.TokenPrimitive("http://www.JSON.org/"),
ModelGrammar.TokenProperty("comment"),
ModelGrammar.TokenPrimitive("// /* <!-- --"),
ModelGrammar.TokenProperty("# -- --> */"),
ModelGrammar.TokenPrimitive(" "),
ModelGrammar.TokenProperty(" s p a c e d "),
ModelGrammar.TokenArrayBegin("array"),
ModelGrammar.TokenPrimitive(1),
ModelGrammar.TokenPrimitive(2),
ModelGrammar.TokenPrimitive(3),
ModelGrammar.TokenPrimitive(4),
ModelGrammar.TokenPrimitive(5),
ModelGrammar.TokenPrimitive(6),
ModelGrammar.TokenPrimitive(7),
ModelGrammar.TokenArrayEnd,
ModelGrammar.TokenProperty("compact"),
ModelGrammar.TokenArrayBegin("array"),
ModelGrammar.TokenPrimitive(1),
ModelGrammar.TokenPrimitive(2),
ModelGrammar.TokenPrimitive(3),
ModelGrammar.TokenPrimitive(4),
ModelGrammar.TokenPrimitive(5),
ModelGrammar.TokenPrimitive(6),
ModelGrammar.TokenPrimitive(7),
ModelGrammar.TokenArrayEnd,
ModelGrammar.TokenProperty("jsontext"),
ModelGrammar.TokenPrimitive("{\"object with 1 member\":[\"array with 1 element\"]}"),
ModelGrammar.TokenProperty("quotes"),
ModelGrammar.TokenPrimitive("" \u0022 %22 0x22 034 ""),
ModelGrammar.TokenProperty("/\\\"\uCAFE\uBABE\uAB98\uFCDE\ubcda\uef4A\b\f\n\r\t`1~!@#$%^&*()_+-=[]{}|;:',./<>?"),
ModelGrammar.TokenPrimitive("A key can be any string"),
ModelGrammar.TokenObjectEnd,
ModelGrammar.TokenPrimitive(0.5),
ModelGrammar.TokenPrimitive(98.6),
ModelGrammar.TokenPrimitive(99.44),
ModelGrammar.TokenPrimitive(1066),
ModelGrammar.TokenPrimitive(10.0),
ModelGrammar.TokenPrimitive(1.0),
ModelGrammar.TokenPrimitive(0.1),
ModelGrammar.TokenPrimitive(1.0),
ModelGrammar.TokenPrimitive(2.0),
ModelGrammar.TokenPrimitive(2.0),
ModelGrammar.TokenPrimitive("rosebud"),
ModelGrammar.TokenArrayEnd
};
var walker = new ModelWalker(new DataWriterSettings());
var actual = walker.GetTokens(input).ToArray();
Assert.Equal(expected, actual);
}
private IList <Token <ModelTokenType> > TransformElement(IStream <Token <MarkupTokenType> > input, bool isStandAlone)
{
Token <MarkupTokenType> token = input.Peek();
DataName elementName = this.DecodeName(token.Name, typeof(Object));
bool isVoid = (token.TokenType == MarkupTokenType.ElementVoid);
input.Pop();
IDictionary <DataName, IList <IList <Token <ModelTokenType> > > > children = null;
while (!input.IsCompleted)
{
token = input.Peek();
if (token.TokenType == MarkupTokenType.ElementEnd ||
(isVoid && token.TokenType != MarkupTokenType.Attribute))
{
if (!isVoid)
{
input.Pop();
}
List <Token <ModelTokenType> > output = new List <Token <ModelTokenType> >();
if ((children == null) ||
(children.Count <= 1) ||
elementName == XmlInTransformer.DefaultArrayName)
{
DataName childName = DataName.Empty;
IList <IList <Token <ModelTokenType> > > items = null;
if (children != null)
{
// grab the first
using (var enumerator = children.GetEnumerator())
{
if (enumerator.MoveNext())
{
items = enumerator.Current.Value;
childName = enumerator.Current.Key;
}
}
}
if ((items != null && items.Count > 1) ||
(items == null && elementName == XmlInTransformer.DefaultArrayName) ||
childName == XmlInTransformer.DefaultItemName)
{
// if only child has more than one grandchild
// then whole element is acutally an array
output.Add(elementName.IsEmpty ? ModelGrammar.TokenArrayBeginUnnamed : ModelGrammar.TokenArrayBegin(this.DecodeName(elementName, typeof(Array))));
if (items != null)
{
foreach (var item in items)
{
output.AddRange(item);
}
}
output.Add(ModelGrammar.TokenArrayEnd);
return(output);
}
}
if (isStandAlone)
{
output.Add(elementName.IsEmpty ? ModelGrammar.TokenObjectBeginUnnamed : ModelGrammar.TokenObjectBegin(elementName));
}
if (children != null)
{
foreach (var property in children)
{
if (property.Value.Count == 1)
{
if (isStandAlone)
{
// if the parent is a stand alone object then child is a property
DataName name = this.DecodeName(property.Key, typeof(Object));
output.Add(name.IsEmpty ? ModelGrammar.TokenProperty(elementName) : ModelGrammar.TokenProperty(name));
}
output.AddRange(property.Value[0]);
continue;
}
if (property.Key.IsEmpty)
{
// skip mixed content
continue;
}
// wrap values in array
output.Add(property.Key.IsEmpty ? ModelGrammar.TokenArrayBeginUnnamed : ModelGrammar.TokenArrayBegin(this.DecodeName(property.Key, typeof(Array))));
foreach (var item in property.Value)
{
output.AddRange(item);
}
output.Add(ModelGrammar.TokenArrayEnd);
}
}
else if (!isStandAlone)
{
output.Add(ModelGrammar.TokenNull);
}
if (isStandAlone)
{
output.Add(ModelGrammar.TokenObjectEnd);
}
return(output);
}
DataName propertyName = token.Name;
if (token.TokenType == MarkupTokenType.Attribute)
{
input.Pop();
}
if (children == null)
{
children = new Dictionary <DataName, IList <IList <Token <ModelTokenType> > > >();
}
if (!children.ContainsKey(propertyName))
{
children[propertyName] = new List <IList <Token <ModelTokenType> > >();
}
var child = this.TransformValue(input, !isStandAlone);
if (child.Count == 1 &&
child[0].TokenType == ModelTokenType.Primitive &&
child[0].Value != null &&
CharUtility.IsNullOrWhiteSpace(child[0].ValueAsString()))
{
// skip whitespace mixed content
continue;
}
children[propertyName].Add(child);
}
throw new TokenException <MarkupTokenType>(
token,
XmlInTransformer.ErrorUnterminatedObject);
}
