public async Task SimpleTest() { var data = new XmlDataLoader(new NullLogger <XmlDataLoader>()).LoadOldXml(Path.Combine(TestContext.CurrentContext.TestDirectory, "data", "articles.xml")); var negative = data.Load() .Where(item => item.Sentiment == SentimentClass.Negative) .Select(item => item.Data) .Repeat(15) .Select( item => { item.Result.Stars = 1; item.Result.Text = item.Result.Text; item.Result.Id = Guid.NewGuid().ToString(); return(new ParsingDocumentHolder(TestHelper.Instance.ContainerHelper.GetTextSplitter(), TestHelper.Instance.ContainerHelper.GetWordFactory(), TestHelper.Instance.ContainerHelper.Resolve <IContextSentenceRepairHandler>(), item.Result)); }); var positive = data.Load() .Where(item => item.Sentiment == SentimentClass.Positive) .Select(item => item.Data) .Repeat(15) .Select( item => { item.Result.Stars = 5; item.Result.Text = item.Result.Text; item.Result.Id = Guid.NewGuid().ToString(); return(new ParsingDocumentHolder(TestHelper.Instance.ContainerHelper.GetTextSplitter(), TestHelper.Instance.ContainerHelper.GetWordFactory(), TestHelper.Instance.ContainerHelper.Resolve <IContextSentenceRepairHandler>(), item.Result)); }); var trainingPath = Path.Combine(TestContext.CurrentContext.TestDirectory, "training"); var trainingClient = TestHelper.Instance.ContainerHelper.GetTraining(trainingPath); await trainingClient.Train(negative.Concat(positive)).ConfigureAwait(false); var testingClient = TestHelper.Instance.ContainerHelper.GetTesting(trainingPath); testingClient.TrackArff = true; testingClient.Init(); var result = await testingClient.Process(negative.Take(1).Concat(positive.Take(1))).ToArray(); result = result.OrderBy(item => item.Adjustment.Rating.StarsRating).ToArray(); Assert.AreEqual(5, result[1].Adjustment.Rating.StarsRating); Assert.AreEqual(1, result[0].Adjustment.Rating.StarsRating); var classifier = ((MachineSentiment)testingClient.MachineSentiment).Classifier; var dataSet = ((MachineSentiment)testingClient.MachineSentiment).DataSet; var table = dataSet.GetFeatureTable(); var invertedSentiment = testingClient.MachineSentiment.GetVector(new[] { new TextVectorCell("NOTxxxexpect", 1) }); var unknownSentiment = testingClient.MachineSentiment.GetVector(new[] { new TextVectorCell("expect", 1) }); Assert.AreEqual(unknownSentiment.Vector.Cells[0].Calculated * 4, -invertedSentiment.Vector.Cells[0].Calculated); var weights = classifier.Model.ToWeights().Skip(1).ToArray(); }
public static void FillLevelData(int levelNumber) { TextAsset textAsset = (TextAsset)Resources.Load(PathConstants.PathToLevelsDataFile, typeof(TextAsset)); var levelLoader = new XmlDataLoader(textAsset.text); // var levelLoader = new JsonDataLoader(PathToLevelsDataFile); CurrentLevelData = levelLoader.LoadLevel(levelNumber); }
public void Run() { var textFileLoader = new XmlDataLoader(); var consoleWriter = new TextWriter(Console.Out); var mongoDbImporter = new MongoDbDataImporter(textFileLoader); var msSqlDbImporter = new MsSqlDataImporter(textFileLoader); mongoDbImporter.Subscribe(consoleWriter); msSqlDbImporter.Subscribe(consoleWriter); mongoDbImporter.ImportData(); msSqlDbImporter.ImportData(); }
public async Task LoadOldXml() { var path = Path.Combine(TestContext.CurrentContext.TestDirectory, "Data/Antena.xml"); var result = new XmlDataLoader(new NullLogger <XmlDataLoader>()).LoadOldXml(path); var positive = await result.Load().Where(item => item.Sentiment == SentimentClass.Positive).Select(item => item.Data).ToArray(); var negative = await result.Load().Where(item => item.Sentiment == SentimentClass.Negative).Select(item => item.Data).ToArray(); Assert.AreEqual(85, positive.Length); Assert.AreEqual(19, negative.Length); Assert.AreEqual(5.0, positive.First().Result.Stars); Assert.AreEqual(120, positive.First().Result.Text.Length); }
private void Application_Startup(object sender, StartupEventArgs e) { IDataConverter TxtToXml = new TxtToXmlConverter(); IDataConverter TxtToBin = new TxtToBinaryConverter(); //TxtToXml.Convert(); TxtToBin.Convert(); IDataLoader XmlLoader = new XmlDataLoader(); IDataLoader BinLoader = new BinaryDataLoader(); MainViewModel mainViewModel = new MainViewModel(BinLoader); MainWindow window = new MainWindow(); window.DataContext = mainViewModel; window.Show(); }
private void PortfolioLoading() { XmlDataLoader xdl = new XmlDataLoader(); //XmlDataLoader setting 함. //XmlDataLoader load 함. //xdl.loadXml(); List <Instrument> instList = new List <Instrument>(); for (int i = 0; i < 20; i++) { string name = "ELS_" + Convert.ToString(i); instList.Add(new Instrument(name)); } //this.ListExplorerCtrl_.InstrumentList_ListView_.ItemsSource = xdl.InstrumentList_; this.ListExplorerCtrl_.InstrumentList_ListView_.ItemsSource = instList; }
public IActionResult Index(ReportModel model) { try { // Load the XML _logger.LogDebug("Loading XML"); var dataLoader = new XmlDataLoader(_configuration, _logger); var xml = dataLoader.LoadData(Request.Form.Files[1]); // Load the HTML and populate with the XML data (single pass) _logger.LogDebug("Converting Excel to HTML"); var builder = new ExcelReportBuilder(_configuration, _logger); var html = builder.GenerateReport(Request.Form.Files[0], xml); _logger.LogDebug("Outputting HTML as Content"); // Output the content as HTML return(Content(html, "text/html; charset=UTF-8")); } catch (Exception ex) { _logger.LogError($"{ex.Message}\r\n{ex.StackTrace}"); return(Content($"{ex.Message}\r\n{ex.StackTrace}")); } }