public void ArrayNested() { Tokenizer t = new Tokenizer(StringToStream("[[][]]")); TokenArrayOpen n1 = t.GetToken() as TokenArrayOpen; Assert.NotNull(n1); Assert.True(n1 is TokenArrayOpen); n1 = t.GetToken() as TokenArrayOpen; Assert.NotNull(n1); Assert.True(n1 is TokenArrayOpen); TokenArrayClose n2 = t.GetToken() as TokenArrayClose; Assert.NotNull(n2); Assert.True(n2 is TokenArrayClose); n1 = t.GetToken() as TokenArrayOpen; Assert.NotNull(n1); Assert.True(n1 is TokenArrayOpen); n2 = t.GetToken() as TokenArrayClose; Assert.NotNull(n2); Assert.True(n2 is TokenArrayClose); n2 = t.GetToken() as TokenArrayClose; Assert.NotNull(n2); Assert.True(n2 is TokenArrayClose); Assert.True(t.GetToken() is TokenEmpty); }
public void ArrayOpen2() { Tokenizer t = new Tokenizer(StringToStream(" [")); TokenArrayOpen n = t.GetToken() as TokenArrayOpen; Assert.NotNull(n); Assert.True(n is TokenArrayOpen); Assert.True(t.GetToken() is TokenEmpty); }
public void OneOfEachSpaced() { Tokenizer t = new Tokenizer(StringToStream(" [ <64 65> << true /Name 1 3.14 >> ] %comment")); t.IgnoreComments = false; TokenArrayOpen a1 = t.GetToken() as TokenArrayOpen; Assert.NotNull(a1); TokenStringHex a2 = t.GetToken() as TokenStringHex; Assert.NotNull(a2); Assert.True(a2.Raw == "64 65"); TokenDictionaryOpen a3 = t.GetToken() as TokenDictionaryOpen; Assert.NotNull(a3); TokenKeyword a4 = t.GetToken() as TokenKeyword; Assert.NotNull(a4); Assert.True(a4.Value == ParseKeyword.True); TokenName a5 = t.GetToken() as TokenName; Assert.NotNull(a5); Assert.True(a5.Value == "Name"); TokenInteger a6 = t.GetToken() as TokenInteger; Assert.NotNull(a6); Assert.True(a6.Value == 1); TokenReal a7 = t.GetToken() as TokenReal; Assert.NotNull(a7); Assert.True(a7.Value == 3.14f); TokenDictionaryClose a8 = t.GetToken() as TokenDictionaryClose; Assert.NotNull(a8); TokenArrayClose a9 = t.GetToken() as TokenArrayClose; Assert.NotNull(a9); TokenComment a10 = t.GetToken() as TokenComment; Assert.NotNull(a10); Assert.True(a10.Value == "%comment"); Assert.True(t.GetToken() is TokenEmpty); }