internal TokenizerStream()
 {
     m_countTokens = 0;
     m_headTokens  = new TokenizerShortBlock();
     m_headStrings = new TokenizerStringBlock();
     Reset();
 }
 internal void Reset()
 {
     this.m_lastTokens     = null;
     this.m_currentTokens  = this.m_headTokens;
     this.m_currentStrings = this.m_headStrings;
     this.m_indexTokens    = 0;
     this.m_indexStrings   = 0;
 }
 internal string GetNextString()
 {
     if (this.m_currentStrings.m_block.Length <= this.m_indexStrings)
     {
         this.m_currentStrings = this.m_currentStrings.m_next;
         this.m_indexStrings = 0;
     }
     return this.m_currentStrings.m_block[this.m_indexStrings++];
 }
 internal string GetNextString()
 {
     if (this.m_currentStrings.m_block.Length <= this.m_indexStrings)
     {
         this.m_currentStrings = this.m_currentStrings.m_next;
         this.m_indexStrings   = 0;
     }
     return(this.m_currentStrings.m_block[this.m_indexStrings++]);
 }
 internal void AddString(string str)
 {
     if (this.m_currentStrings.m_block.Length <= this.m_indexStrings)
     {
         this.m_currentStrings.m_next = new TokenizerStringBlock();
         this.m_currentStrings = this.m_currentStrings.m_next;
         this.m_indexStrings = 0;
     }
     this.m_currentStrings.m_block[this.m_indexStrings++] = str;
 }
 internal void AddString(string str)
 {
     if (this.m_currentStrings.m_block.Length <= this.m_indexStrings)
     {
         this.m_currentStrings.m_next = new TokenizerStringBlock();
         this.m_currentStrings        = this.m_currentStrings.m_next;
         this.m_indexStrings          = 0;
     }
     this.m_currentStrings.m_block[this.m_indexStrings++] = str;
 }
        internal void Reset()
        {
            m_lastTokens     = null;
            m_currentTokens  = m_headTokens;
            m_currentStrings = m_headStrings;
            m_indexTokens    = 0;
            m_indexStrings   = 0;
#if _DEBUG
            m_bLastWasCStr = false;
#endif
        }
        internal void AddString(String str)
        {
            if (m_currentStrings.m_block.Length <= m_indexStrings)
            {
                m_currentStrings.m_next = new TokenizerStringBlock();
                m_currentStrings        = m_currentStrings.m_next;
                m_indexStrings          = 0;
            }

            m_currentStrings.m_block[m_indexStrings++] = str;
        }
        internal String GetNextString()
        {
            if (m_currentStrings.m_block.Length <= m_indexStrings)
            {
                m_currentStrings = m_currentStrings.m_next;
                m_indexStrings   = 0;
            }
#if _DEBUG
            m_bLastWasCStr = false;
#endif
            return(m_currentStrings.m_block[m_indexStrings++]);
        }
 internal void Reset()
 {
     this.m_lastTokens = null;
     this.m_currentTokens = this.m_headTokens;
     this.m_currentStrings = this.m_headStrings;
     this.m_indexTokens = 0;
     this.m_indexStrings = 0;
 }
Beispiel #11
0
        internal String GetNextString()
        {
            if (m_currentStrings.m_block.Length <= m_indexStrings)
            {
                m_currentStrings = m_currentStrings.m_next;
                m_indexStrings = 0;
            }
#if _DEBUG
            m_bLastWasCStr = false;
#endif
            return m_currentStrings.m_block[m_indexStrings++];
        }
Beispiel #12
0
        internal void Reset()
        {
            m_lastTokens = null;
            m_currentTokens = m_headTokens;
            m_currentStrings = m_headStrings;
            m_indexTokens = 0;
            m_indexStrings = 0;
#if _DEBUG
            m_bLastWasCStr = false;
#endif
        }
Beispiel #13
0
        internal void AddString( String str )
        {
            if (m_currentStrings.m_block.Length <= m_indexStrings)
            {
                m_currentStrings.m_next = new TokenizerStringBlock();
                m_currentStrings = m_currentStrings.m_next;
                m_indexStrings = 0;
            }

            m_currentStrings.m_block[m_indexStrings++] = str;
        }
Beispiel #14
0
 internal TokenizerStream()
 {
     m_countTokens = 0;
     m_headTokens = new TokenizerShortBlock();
     m_headStrings = new TokenizerStringBlock();
     Reset();
 }