Ejemplo n.º 1
0
        static void Main(string[] args)
        {
            var db       = new MongoClient("mongodb://127.0.0.1:27017/").GetDatabase("wikidata");
            var triplets = db.GetCollection <Triplet>("triplet");

            _config = new PathConfiguration();

            _asyncSaver = new AsyncSaver(triplets);

            _count       = GetLinesCount(_config.PositionsPath, _config.GetPath(CountFilePath));
            _offset      = GetOffset(_config.GetPath(OffsetFilePath));
            _startOffset = _offset;
            _timer       = new Stopwatch();

            using (var wikiFile = new WikidumpReader(_config.WikipediaPath))
            {
                var algo = new AlgoInMemory(_asyncSaver, wikiFile, triplets, _config.PositionsPath);

                _timer.Start();
                algo.OnProcessed += algo_OnProcessed;
                algo.Process(_offset);
            }
            _asyncSaver.Join();
            Task.WaitAll();
            Console.ReadKey();
        }
Ejemplo n.º 2
0
        static void Main(string[] args)
        {
            var config = new FileConfiguration();

            using (var reader = new WikidumpReader(config.WikipediaPath))
            {
            };
        }
Ejemplo n.º 3
0
 static void Main(string[] args)
 {
     using (var reader = new WikidumpReader("H:\\ukr-ner\\ukwiki-20160601-pages-articles.xml"))
     {
         var article = reader.ExtractArticleText("Україна");
         using (var streamWriter = new StreamWriter(File.OpenWrite("..\\..\\..\\..\\Core.Tests\\Ukraine.txt")))
         {
             streamWriter.Write(article);
         }
     }
 }