/// <summary> /// Initializes a new instance of the <see cref="SentenceDetectorME" /> using the given sentence model. /// </summary> /// <param name="sentenceModel">The sentence model.</param> /// <exception cref="System.ArgumentNullException"> /// The <paramref name="sentenceModel"/> is <c>null</c>. /// </exception> public SentenceDetectorME(SentenceModel sentenceModel) { if (sentenceModel == null) { throw new ArgumentNullException(nameof(sentenceModel)); } model = sentenceModel.MaxentModel; cgen = sentenceModel.Factory.GetContextGenerator(); scanner = sentenceModel.Factory.GetEndOfSentenceScanner(); useTokenEnd = sentenceModel.UseTokenEnd; if (sentenceModel.Abbreviations == null) { return; } stringComparison = sentenceModel.Abbreviations.IsCaseSensitive ? StringComparison.Ordinal : StringComparison.OrdinalIgnoreCase; abbreviationTokens = new Dictionary <string, int>(); foreach (var abbreviation in sentenceModel.Abbreviations) { foreach (var token in abbreviation.Tokens) { abbreviationTokens.Add(token, token.Length); } } }
public SentenceDetectorME(SentenceModel sentenceModel) { model = sentenceModel.MaxentModel; cgen = sentenceModel.Factory.GetContextGenerator(); scanner = sentenceModel.Factory.GetEndOfSentenceScanner(); useTokenEnd = sentenceModel.UseTokenEnd; }
/// <summary> /// Initializes a new instance of the <see cref="SentenceDetectorME" /> using the given sentence model. /// </summary> /// <param name="sentenceModel">The sentence model.</param> /// <exception cref="System.ArgumentNullException"> /// The <paramref name="sentenceModel"/> is <c>null</c>. /// </exception> public SentenceDetectorME(SentenceModel sentenceModel) { if (sentenceModel == null) throw new ArgumentNullException("sentenceModel"); model = sentenceModel.MaxentModel; cgen = sentenceModel.Factory.GetContextGenerator(); scanner = sentenceModel.Factory.GetEndOfSentenceScanner(); useTokenEnd = sentenceModel.UseTokenEnd; if (sentenceModel.Abbreviations == null) return; stringComparison = sentenceModel.Abbreviations.IsCaseSensitive ? StringComparison.Ordinal : StringComparison.OrdinalIgnoreCase; abbreviationTokens = new Dictionary<string, int>(); foreach (var abbreviation in sentenceModel.Abbreviations) foreach (var token in abbreviation.Tokens) abbreviationTokens.Add(token, token.Length); }
/// <summary> /// Initializes a new instance of the <see cref="SentenceEventStream"/> class. /// </summary> /// <param name="samples">The samples.</param> /// <param name="cg">The sentence context generator.</param> /// <param name="scanner">The end of sentence scanner.</param> public SentenceEventStream(IObjectStream <SentenceSample> samples, ISentenceContextGenerator cg, IEndOfSentenceScanner scanner) : base(samples) { this.cg = cg; this.scanner = scanner; }