예제 #1
0
 /// <summary>
 /// Metoda robiąca preprocessing piku.
 /// </summary>
 /// <param name="sourcePath"></param>
 /// <param name="destinationFile"></param>
 public void PreprocessingFile(String sourcePath, String destinationFile)
 {
     if (stopWords == null)
     {
         stopWords = PreprocessingUtility.LoadStopWords(Settings.Default.pathStopWords);
     }
     PreprocessingUtility.StemFile(sourcePath, destinationFile, stopWords);
 }
예제 #2
0
        /// <summary>
        /// Metoda robiąca preprocesing całego katalogu.
        /// Odpalana w oddzielnym wątku.
        /// </summary>
        public void PreprocessingDirProcess()
        {
            if (stopWords == null)
            {
                stopWords = PreprocessingUtility.LoadStopWords(Settings.Default.pathStopWords);
            }

            DirectoryInfo rootDirInfo = new DirectoryInfo(preprocessingPath);

            foreach (DirectoryInfo sourceDirInfo in rootDirInfo.GetDirectories())
            {
                PreprocessingUtility.StemDir(sourceDirInfo.FullName, stopWords, preprocessingWorker);
                if (preprocessingWorker.CancellationPending)
                {
                    return;
                }
                PreprocessingUtility.SumWords(sourceDirInfo.FullName + "\\stem\\", PreprocessingConsts.StemmedFilePattern, rootDirInfo + "\\" + sourceDirInfo.Name + PreprocessingConsts.CategoryFileExtension);
            }
            PreprocessingUtility.SumWords(preprocessingPath, PreprocessingConsts.CategoryFilePattern, rootDirInfo + "\\" + PreprocessingConsts.SummaryFileName);
        }