/// <summary> /// 分析源代码获得Token序列 /// <para>当得到maxTokenCount数目的Token时(或源代码分析完毕时)返回</para> /// <para>下次执行时,将从上次执行结束的字符开始</para> /// </summary> /// <param name="maxTokenCount">应分析得到的Token数目最大值</param> /// <returns></returns> public TokenList <TEnumTokenType> Analyze(int maxTokenCount) { var tokens = new TokenList <TEnumTokenType>(); if (string.IsNullOrEmpty(this.GetSourceCode())) { return(tokens); } //analyze source code int count = this.GetSourceCode().Length; int foundTokens = 0; while (PtNextLetter < count && foundTokens < maxTokenCount) { var tk = NextToken(); if (tk != null) { tokens.Add(tk); foundTokens++; } } return(tokens); }
/// <summary> /// 单词列表源 /// </summary> /// <param name="value"></param> public void SetTokenListSource(TokenList <TEnumTokenType> value) { m_TokenListSource = value; }
public void SetTokenListSource(TokenList <TEnumTokenType> value) { throw new NotImplementedException(); }