Beispiel #1
0
        /// <summary>
        /// Initializes a new instance of the <see cref="SentenceDetectorME" /> using the given sentence model.
        /// </summary>
        /// <param name="sentenceModel">The sentence model.</param>
        /// <exception cref="System.ArgumentNullException">
        /// The <paramref name="sentenceModel"/> is <c>null</c>.
        /// </exception>
        public SentenceDetectorME(SentenceModel sentenceModel)
        {
            if (sentenceModel == null)
            {
                throw new ArgumentNullException(nameof(sentenceModel));
            }

            model       = sentenceModel.MaxentModel;
            cgen        = sentenceModel.Factory.GetContextGenerator();
            scanner     = sentenceModel.Factory.GetEndOfSentenceScanner();
            useTokenEnd = sentenceModel.UseTokenEnd;

            if (sentenceModel.Abbreviations == null)
            {
                return;
            }

            stringComparison = sentenceModel.Abbreviations.IsCaseSensitive
                ? StringComparison.Ordinal
                : StringComparison.OrdinalIgnoreCase;

            abbreviationTokens = new Dictionary <string, int>();

            foreach (var abbreviation in sentenceModel.Abbreviations)
            {
                foreach (var token in abbreviation.Tokens)
                {
                    abbreviationTokens.Add(token, token.Length);
                }
            }
        }
Beispiel #2
0
 public SentenceDetectorME(SentenceModel sentenceModel)
 {
     model       = sentenceModel.MaxentModel;
     cgen        = sentenceModel.Factory.GetContextGenerator();
     scanner     = sentenceModel.Factory.GetEndOfSentenceScanner();
     useTokenEnd = sentenceModel.UseTokenEnd;
 }
        /// <summary>
        /// Initializes a new instance of the <see cref="SentenceDetectorME" /> using the given sentence model.
        /// </summary>
        /// <param name="sentenceModel">The sentence model.</param>
        /// <exception cref="System.ArgumentNullException">
        /// The <paramref name="sentenceModel"/> is <c>null</c>.
        /// </exception>
        public SentenceDetectorME(SentenceModel sentenceModel) {
            if (sentenceModel == null)
                throw new ArgumentNullException("sentenceModel");

            model = sentenceModel.MaxentModel;
            cgen = sentenceModel.Factory.GetContextGenerator();
            scanner = sentenceModel.Factory.GetEndOfSentenceScanner();
            useTokenEnd = sentenceModel.UseTokenEnd;

            if (sentenceModel.Abbreviations == null) 
                return;

            stringComparison = sentenceModel.Abbreviations.IsCaseSensitive
                ? StringComparison.Ordinal
                : StringComparison.OrdinalIgnoreCase;

            abbreviationTokens = new Dictionary<string, int>();

            foreach (var abbreviation in sentenceModel.Abbreviations)
                foreach (var token in abbreviation.Tokens)
                    abbreviationTokens.Add(token, token.Length);
        }
 /// <summary>
 /// Initializes a new instance of the <see cref="SentenceEventStream"/> class.
 /// </summary>
 /// <param name="samples">The samples.</param>
 /// <param name="cg">The sentence context generator.</param>
 /// <param name="scanner">The end of sentence scanner.</param>
 public SentenceEventStream(IObjectStream <SentenceSample> samples, ISentenceContextGenerator cg, IEndOfSentenceScanner scanner) : base(samples)
 {
     this.cg      = cg;
     this.scanner = scanner;
 }