public OpenNlpNamedEntityRecognition(ILexiconConfig configuration)
 {
     this.configuration = configuration;
     LoadModel("en-ner-date.bin");
     LoadModel("en-ner-location.bin");
     LoadModel("en-ner-money.bin");
     LoadModel("en-ner-organization.bin");
     LoadModel("en-ner-percentage.bin");
     LoadModel("en-ner-person.bin");
     LoadModel("en-ner-time.bin");
 }
        public ExtendedWords(ILexiconConfig config)
        {
            if (config == null)
            {
                throw new ArgumentNullException(nameof(config));
            }

            resourcesPath = Path.Combine(config.GetFullPath(item => item.Model), "Repair");
            ReadIdioms();
            ReadSlang();
        }
Exemple #3
0
        public SentenceRepairHandler(ILexiconConfig path, IWordsDictionary dictionary)
        {
            if (path == null)
            {
                throw new ArgumentNullException(nameof(path));
            }

            cleanup = new EmojyCleanup();
            cleanup.NormalizeText = false;
            resourcesPath         = Path.Combine(path.GetFullPath(item => item.Model), "Repair");
            this.dictionary       = dictionary ?? throw new ArgumentNullException(nameof(dictionary));
            Load();
        }
 public OpenNLPTextSplitter(ILogger <OpenNLPTextSplitter> log,
                            ILexiconConfig configuration,
                            ICachedDocumentsSource cache,
                            ISentenceTokenizerFactory tokenizerFactory,
                            ISentenceRepairHandler repairHandler,
                            IEnumerable <INamedEntityRecognition> neResolver)
     : base(log, cache)
 {
     this.log           = log ?? throw new ArgumentNullException(nameof(log));
     this.configuration = configuration ?? throw new ArgumentNullException(nameof(configuration));
     this.repairHandler = repairHandler ?? throw new ArgumentNullException(nameof(repairHandler));
     this.neResolver    = neResolver;
     log.LogDebug("Creating with resource path: {0}", configuration.Resources);
     tokenizer        = TreebankWordTokenizer.Tokenizer;
     sentenceSplitter = tokenizerFactory.Create(true, false);
     LoadModels();
 }
 public WordsHandler(ILexiconConfig config, IExtendedWords extended)
 {
     this.config   = config ?? throw new ArgumentNullException(nameof(config));
     this.extended = extended ?? throw new ArgumentNullException(nameof(extended));
     sentimentData = new SentimentDataHolder();
 }
 public LexiconLoader(ILogger <LexiconLoader> logger, ILexiconConfig config)
 {
     this.logger = logger ?? throw new ArgumentNullException(nameof(logger));
     this.config = config ?? throw new ArgumentNullException(nameof(config));
 }