// Token: 0x06002BA5 RID: 11173 RVA: 0x000A3B90 File Offset: 0x000A1D90
internal Tokenizer(byte[] array, Tokenizer.ByteTokenEncoding encoding, int startIndex)
{
this.BasicInitialization();
this._inBytes = array;
this._inSize = array.Length;
this._inIndex = startIndex;
switch (encoding)
{
case Tokenizer.ByteTokenEncoding.UnicodeTokens:
this._inTokenSource = Tokenizer.TokenSource.UnicodeByteArray;
return;
case Tokenizer.ByteTokenEncoding.UTF8Tokens:
this._inTokenSource = Tokenizer.TokenSource.UTF8ByteArray;
return;
case Tokenizer.ByteTokenEncoding.ByteTokens:
this._inTokenSource = Tokenizer.TokenSource.ASCIIByteArray;
return;
default:
throw new ArgumentException(Environment.GetResourceString("Arg_EnumIllegalVal", new object[]
{
(int)encoding
}));
}
}
// Token: 0x06002B9E RID: 11166 RVA: 0x000A3AA2 File Offset: 0x000A1CA2
internal Parser(byte[] array, Tokenizer.ByteTokenEncoding encoding, int startIndex) : this(new Tokenizer(array, encoding, startIndex))
{
}
// Token: 0x06002B9D RID: 11165 RVA: 0x000A3A92 File Offset: 0x000A1C92
internal Parser(byte[] array, Tokenizer.ByteTokenEncoding encoding) : this(new Tokenizer(array, encoding, 0))
{
}
