public OpenNlpNamedEntityRecognition(ILexiconConfig configuration) { this.configuration = configuration; LoadModel("en-ner-date.bin"); LoadModel("en-ner-location.bin"); LoadModel("en-ner-money.bin"); LoadModel("en-ner-organization.bin"); LoadModel("en-ner-percentage.bin"); LoadModel("en-ner-person.bin"); LoadModel("en-ner-time.bin"); }
public ExtendedWords(ILexiconConfig config) { if (config == null) { throw new ArgumentNullException(nameof(config)); } resourcesPath = Path.Combine(config.GetFullPath(item => item.Model), "Repair"); ReadIdioms(); ReadSlang(); }
public SentenceRepairHandler(ILexiconConfig path, IWordsDictionary dictionary) { if (path == null) { throw new ArgumentNullException(nameof(path)); } cleanup = new EmojyCleanup(); cleanup.NormalizeText = false; resourcesPath = Path.Combine(path.GetFullPath(item => item.Model), "Repair"); this.dictionary = dictionary ?? throw new ArgumentNullException(nameof(dictionary)); Load(); }
public OpenNLPTextSplitter(ILogger <OpenNLPTextSplitter> log, ILexiconConfig configuration, ICachedDocumentsSource cache, ISentenceTokenizerFactory tokenizerFactory, ISentenceRepairHandler repairHandler, IEnumerable <INamedEntityRecognition> neResolver) : base(log, cache) { this.log = log ?? throw new ArgumentNullException(nameof(log)); this.configuration = configuration ?? throw new ArgumentNullException(nameof(configuration)); this.repairHandler = repairHandler ?? throw new ArgumentNullException(nameof(repairHandler)); this.neResolver = neResolver; log.LogDebug("Creating with resource path: {0}", configuration.Resources); tokenizer = TreebankWordTokenizer.Tokenizer; sentenceSplitter = tokenizerFactory.Create(true, false); LoadModels(); }
public WordsHandler(ILexiconConfig config, IExtendedWords extended) { this.config = config ?? throw new ArgumentNullException(nameof(config)); this.extended = extended ?? throw new ArgumentNullException(nameof(extended)); sentimentData = new SentimentDataHolder(); }
public LexiconLoader(ILogger <LexiconLoader> logger, ILexiconConfig config) { this.logger = logger ?? throw new ArgumentNullException(nameof(logger)); this.config = config ?? throw new ArgumentNullException(nameof(config)); }