Exemplo n.º 1
0
        public async Task SimpleTest()
        {
            var data = new XmlDataLoader(new NullLogger <XmlDataLoader>()).LoadOldXml(Path.Combine(TestContext.CurrentContext.TestDirectory, "data", "articles.xml"));

            var negative = data.Load()
                           .Where(item => item.Sentiment == SentimentClass.Negative)
                           .Select(item => item.Data)
                           .Repeat(15)
                           .Select(
                item =>
            {
                item.Result.Stars = 1;
                item.Result.Text  = item.Result.Text;
                item.Result.Id    = Guid.NewGuid().ToString();

                return(new ParsingDocumentHolder(TestHelper.Instance.ContainerHelper.GetTextSplitter(),
                                                 TestHelper.Instance.ContainerHelper.GetWordFactory(),
                                                 TestHelper.Instance.ContainerHelper.Resolve <IContextSentenceRepairHandler>(),
                                                 item.Result));
            });

            var positive = data.Load()
                           .Where(item => item.Sentiment == SentimentClass.Positive)
                           .Select(item => item.Data)
                           .Repeat(15)
                           .Select(
                item =>
            {
                item.Result.Stars = 5;
                item.Result.Text  = item.Result.Text;
                item.Result.Id    = Guid.NewGuid().ToString();

                return(new ParsingDocumentHolder(TestHelper.Instance.ContainerHelper.GetTextSplitter(),
                                                 TestHelper.Instance.ContainerHelper.GetWordFactory(),
                                                 TestHelper.Instance.ContainerHelper.Resolve <IContextSentenceRepairHandler>(),
                                                 item.Result));
            });

            var trainingPath   = Path.Combine(TestContext.CurrentContext.TestDirectory, "training");
            var trainingClient = TestHelper.Instance.ContainerHelper.GetTraining(trainingPath);
            await trainingClient.Train(negative.Concat(positive)).ConfigureAwait(false);

            var testingClient = TestHelper.Instance.ContainerHelper.GetTesting(trainingPath);

            testingClient.TrackArff = true;
            testingClient.Init();
            var result = await testingClient.Process(negative.Take(1).Concat(positive.Take(1))).ToArray();

            result = result.OrderBy(item => item.Adjustment.Rating.StarsRating).ToArray();
            Assert.AreEqual(5, result[1].Adjustment.Rating.StarsRating);
            Assert.AreEqual(1, result[0].Adjustment.Rating.StarsRating);
            var classifier        = ((MachineSentiment)testingClient.MachineSentiment).Classifier;
            var dataSet           = ((MachineSentiment)testingClient.MachineSentiment).DataSet;
            var table             = dataSet.GetFeatureTable();
            var invertedSentiment = testingClient.MachineSentiment.GetVector(new[] { new TextVectorCell("NOTxxxexpect", 1) });
            var unknownSentiment  = testingClient.MachineSentiment.GetVector(new[] { new TextVectorCell("expect", 1) });

            Assert.AreEqual(unknownSentiment.Vector.Cells[0].Calculated * 4, -invertedSentiment.Vector.Cells[0].Calculated);
            var weights = classifier.Model.ToWeights().Skip(1).ToArray();
        }
Exemplo n.º 2
0
    public static void FillLevelData(int levelNumber)
    {
        TextAsset textAsset   = (TextAsset)Resources.Load(PathConstants.PathToLevelsDataFile, typeof(TextAsset));
        var       levelLoader = new XmlDataLoader(textAsset.text);

        // var levelLoader = new JsonDataLoader(PathToLevelsDataFile);
        CurrentLevelData = levelLoader.LoadLevel(levelNumber);
    }
        public void Run()
        {
            var textFileLoader = new XmlDataLoader();
            var consoleWriter = new TextWriter(Console.Out);
            var mongoDbImporter = new MongoDbDataImporter(textFileLoader);
            var msSqlDbImporter = new MsSqlDataImporter(textFileLoader);

            mongoDbImporter.Subscribe(consoleWriter);
            msSqlDbImporter.Subscribe(consoleWriter);
            mongoDbImporter.ImportData();
            msSqlDbImporter.ImportData();
        }
Exemplo n.º 4
0
        public async Task LoadOldXml()
        {
            var path     = Path.Combine(TestContext.CurrentContext.TestDirectory, "Data/Antena.xml");
            var result   = new XmlDataLoader(new NullLogger <XmlDataLoader>()).LoadOldXml(path);
            var positive = await result.Load().Where(item => item.Sentiment == SentimentClass.Positive).Select(item => item.Data).ToArray();

            var negative = await result.Load().Where(item => item.Sentiment == SentimentClass.Negative).Select(item => item.Data).ToArray();

            Assert.AreEqual(85, positive.Length);
            Assert.AreEqual(19, negative.Length);
            Assert.AreEqual(5.0, positive.First().Result.Stars);
            Assert.AreEqual(120, positive.First().Result.Text.Length);
        }
Exemplo n.º 5
0
        private void Application_Startup(object sender, StartupEventArgs e)
        {
            IDataConverter TxtToXml = new TxtToXmlConverter();
            IDataConverter TxtToBin = new TxtToBinaryConverter();

            //TxtToXml.Convert();
            TxtToBin.Convert();

            IDataLoader XmlLoader = new XmlDataLoader();
            IDataLoader BinLoader = new BinaryDataLoader();

            MainViewModel mainViewModel = new MainViewModel(BinLoader);
            MainWindow window = new MainWindow();
            window.DataContext = mainViewModel;
            window.Show();
        }
Exemplo n.º 6
0
        private void PortfolioLoading()
        {
            XmlDataLoader xdl = new XmlDataLoader();

            //XmlDataLoader setting 함.

            //XmlDataLoader load 함.

            //xdl.loadXml();

            List <Instrument> instList = new List <Instrument>();

            for (int i = 0; i < 20; i++)
            {
                string name = "ELS_" + Convert.ToString(i);
                instList.Add(new Instrument(name));
            }

            //this.ListExplorerCtrl_.InstrumentList_ListView_.ItemsSource = xdl.InstrumentList_;
            this.ListExplorerCtrl_.InstrumentList_ListView_.ItemsSource = instList;
        }
Exemplo n.º 7
0
        public IActionResult Index(ReportModel model)
        {
            try
            {
                // Load the XML
                _logger.LogDebug("Loading XML");
                var dataLoader = new XmlDataLoader(_configuration, _logger);
                var xml        = dataLoader.LoadData(Request.Form.Files[1]);

                // Load the HTML and populate with the XML data (single pass)
                _logger.LogDebug("Converting Excel to HTML");
                var builder = new ExcelReportBuilder(_configuration, _logger);
                var html    = builder.GenerateReport(Request.Form.Files[0], xml);

                _logger.LogDebug("Outputting HTML as Content");
                // Output the content as HTML
                return(Content(html, "text/html; charset=UTF-8"));
            }
            catch (Exception ex)
            {
                _logger.LogError($"{ex.Message}\r\n{ex.StackTrace}");
                return(Content($"{ex.Message}\r\n{ex.StackTrace}"));
            }
        }