public void VerifySimpleParseUTF8WithDefaultEncoding()
        {
            string dataDir = Environment.GetEnvironmentVariable("TEST_DATA_DIR");

            Assert.IsNotNull(dataDir,
                             "TEST_DATA_DIR environment variable should be set");

            TextFileProcessor processor = new TextFileProcessor(
                Path.Combine(dataDir, "text-file-utf8.txt"));
            BasicLineProcessor blp = new BasicLineProcessor();

            processor.ProcessFile(blp);

            // now, we check the data
            Assert.AreEqual(4, blp.LineCount,
                            "input file should contain 4 lines");
            Assert.AreEqual("\u20AC4,000.00", blp.lines[0],
                            "should correctly process the Euro sign");
            Assert.AreEqual("Nestl\u00E9", blp.lines[1],
                            "should correctly process non-8859-15 characters");
            Assert.AreEqual("ESPA\u00D1A", blp.lines[2],
                            "should correctly process non-8859-15 characters");
            Assert.AreEqual("Pla\u00E7a", blp.lines[3],
                            "should correctly process non-8859-15 characters");
        }
        public void ParseFile()
        {
            string dataDir = Environment.GetEnvironmentVariable("TEST_DATA_DIR");

            Assert.IsNotNull(dataDir,
                             "TEST_DATA_DIR environment variable should be set");

            TextFileProcessor processor = new TextFileProcessor(
                Path.Combine(dataDir, "delimited-file.txt"));

            processor.ProcessFile(new Processor("|"));
        }