public void EmptyXmlDocumentTokenization()
{
var s = new TextSource("");
var t = new XmlTokenizer(s, null);
var e = t.Get();
Assert.IsInstanceOf<XmlEndOfFileToken>(e);
}
public void ValidXmlDeclarationOnlyVersion()
{
var s = new TextSource("<?xml version=\"1.0\"?>");
var t = new XmlTokenizer(s, null);
var e = t.Get();
Assert.AreEqual(XmlTokenType.Declaration, e.Type);
Assert.AreEqual("1.0", ((XmlDeclarationToken)e).Version);
}
public void OneCommentInXmlDocument()
{
var c = "My comment";
var s = new TextSource("<!--" + c + "-->");
var t = new XmlTokenizer(s, null);
var e = t.Get();
Assert.AreEqual(XmlTokenType.Comment, e.Type);
Assert.AreEqual(c, ((XmlCommentToken)e).Data);
}
public void XmlTokenizerStringToken()
{
var s = new TextSource("teststring\r");
var t = new XmlTokenizer(s, null);
var e = t.Get();
Assert.AreEqual(XmlTokenType.Character, e.Type);
var x = (XmlCharacterToken)e;
Assert.AreEqual("teststring\n", x.Data);
}
/// <summary>
/// Parses the given source asynchronously and creates the document.
/// </summary>
/// <param name="options">The options to use for parsing.</param>
/// <param name="cancelToken">The cancellation token to use.</param>
public async Task <Document> ParseAsync(XmlParserOptions options, CancellationToken cancelToken)
{
var source = _document.Source;
var token = default(XmlToken);
_options = options;
do
{
if (source.Length - source.Index < 1024)
{
await source.Prefetch(8192, cancelToken).ConfigureAwait(false);
}
token = _tokenizer.Get();
Consume(token);
}while (token.Type != XmlTokenType.EndOfFile);
return(_document);
}
public void ValidXmlDeclarationVersionAndEncoding()
{
var s = new TextSource("<?xml version=\"1.1\" encoding=\"utf-8\" ?>");
var t = new XmlTokenizer(s, null);
var e = t.Get();
Assert.AreEqual(XmlTokenType.Declaration, e.Type);
var x = (XmlDeclarationToken)e;
Assert.AreEqual("1.1", x.Version);
Assert.IsFalse(x.IsEncodingMissing);
Assert.AreEqual("utf-8", x.Encoding);
}
public void OneDoctypeInXmlDocument()
{
var s = new TextSource("<!DOCTYPE root_element SYSTEM \"DTD_location\">");
var t = new XmlTokenizer(s, null);
var e = t.Get();
Assert.AreEqual(XmlTokenType.Doctype, e.Type);
var d = (XmlDoctypeToken)e;
Assert.IsFalse(d.IsNameMissing);
Assert.AreEqual("root_element", d.Name);
Assert.IsFalse(d.IsSystemIdentifierMissing);
Assert.AreEqual("DTD_location", d.SystemIdentifier);
}
public void ValidXmlDeclarationEverything()
{
var s = new TextSource("<?xml version='1.0' encoding='ISO-8859-1' standalone=\"yes\" ?>");
var t = new XmlTokenizer(s, null);
var e = t.Get();
Assert.AreEqual(XmlTokenType.Declaration, e.Type);
var x = (XmlDeclarationToken)e;
Assert.AreEqual("1.0", x.Version);
Assert.IsFalse(x.IsEncodingMissing);
Assert.AreEqual("ISO-8859-1", x.Encoding);
Assert.AreEqual(true, x.Standalone);
}
public void XmlTokenizerStringAndEntityToken()
{
var s = new TextSource("test&string\r");
var t = new XmlTokenizer(s, null);
var test1 = t.Get();
var entity = t.Get();
var test2 = t.Get();
var end = t.Get();
Assert.AreEqual(XmlTokenType.Character, test1.Type);
Assert.AreEqual(XmlTokenType.Entity, entity.Type);
Assert.AreEqual(XmlTokenType.Character, test2.Type);
Assert.AreEqual(XmlTokenType.EndOfFile, end.Type);
Assert.AreEqual("test", ((XmlCharacterToken)test1).Data);
Assert.AreEqual("amp", ((XmlEntityToken)entity).Value);
Assert.AreEqual("string\n", ((XmlCharacterToken)test2).Data);
Assert.AreEqual(XmlTokenType.EndOfFile, end.Type);
}
public void XmlTokenizerStringAndTagToken()
{
var s = new TextSource("<foo>test</bar>");
var t = new XmlTokenizer(s, null);
var foo = t.Get();
var test = t.Get();
var bar = t.Get();
var end = t.Get();
Assert.AreEqual(XmlTokenType.StartTag, foo.Type);
Assert.AreEqual(XmlTokenType.EndTag, bar.Type);
Assert.AreEqual("foo", ((XmlTagToken)foo).Name);
Assert.AreEqual("bar", ((XmlTagToken)bar).Name);
Assert.AreEqual("test", ((XmlCharacterToken)test).Data);
Assert.AreEqual(XmlTokenType.EndOfFile, end.Type);
}
