public virtual ArrayList Tag(ArrayList tokens)
 {
     if (mUnicodeMapping)
     {
         MapUnicodeCharsInTokens(tokens);
     }
     mBestSequence = Beam.BestSequence(tokens, null);
     return(new ArrayList(mBestSequence.Outcomes));
 }
 /// <summary>
 /// Performs a chunking operation.
 /// </summary>
 /// <param name="tokens">
 /// ArrayList of tokens
 /// </param>
 /// <param name="tags">
 /// ArrayList of tags corresponding to the tokens
 /// </param>
 /// <returns>
 /// ArrayList of results, containing a value for each token, indicating the chunk that that token belongs to.
 /// </returns>
 public virtual ArrayList Chunk(ArrayList tokens, ArrayList tags)
 {
     mBestSequence = mBeam.BestSequence(tokens, new object[] { (string[])tags.ToArray(typeof(string)) });
     return(new ArrayList(mBestSequence.Outcomes));
 }
		public virtual ArrayList Tag(ArrayList tokens)
		{
			mBestSequence = Beam.BestSequence(tokens, null);
			return new ArrayList(mBestSequence.Outcomes);
		}