public void ProcessTest_Success() { var pageRequestMock = MockFactory.GetPageResultMock(); var pipeLine = new FilePipeline(); pipeLine.Process(pageRequestMock.Object); }
public void ProcessTest_SuccessFilePath() { var pageRequestMock = MockFactory.GetPageResultMock(); var pipeLine = new FilePipeline { FileName = "fileUnitTest.txt", Directory = @"D:\" }; pipeLine.Process(pageRequestMock.Object); }
public void RunTest_Success() { var site = new Site { ThreadCount = 30 }; var pageProcessor = new DefaultPageProcessor(); var htmlPiepline = new HtmlFilePiepline(); var filePiepline = new FilePipeline(); var listening = new ConsoleSpiderListening(); var spider = new Spider(site, pageProcessor); spider.AddSeedUrl("http://sh.lianjia.com/") .AddPiepline(htmlPiepline) .AddPiepline(filePiepline) .AddListening(listening) .Run(); }
static void Main(string[] args) { var filePipeLine = new FilePipeline(); var demo = new Demo(); filePipeLine.AddStrategy(new PhysicalLocalDriveStrategy { FileName = "DemoFile.txt", CreateDirectoryIfDoesntExist = false, ExceptionHandler = demo.Write, Overwrite = true, Location = @"C:\FileTransfers\" }); filePipeLine.AddStrategy(new FTPStrategy { Host = "ftpserver.dummy.com", Port = 21, ExceptionHandler = demo.Write, FileName = "Dummy.txt", Directory = "dummerlocation", Overwrite = true, Username = "******", Password = "******" }); filePipeLine.AddStrategy(new SFTPStrategy { ExceptionHandler = demo.Write, FileName = "dummy.txt", Directory = @"/Test", Port = 22, Overwrite = true, Password = "******", Username = "******", Host = "dada.com" }); filePipeLine.WriteFile("Dummy!"); }
public void TestProcess() { FilePipeline filePipeline = new FilePipeline(); filePipeline.Process(_resultItems); }