public void ProcessTest_Success()
{
var pageRequestMock = MockFactory.GetPageResultMock();
var pipeLine = new FilePipeline();
pipeLine.Process(pageRequestMock.Object);
}
public void ProcessTest_SuccessFilePath()
{
var pageRequestMock = MockFactory.GetPageResultMock();
var pipeLine = new FilePipeline
{
FileName = "fileUnitTest.txt",
Directory = @"D:\"
};
pipeLine.Process(pageRequestMock.Object);
}
public void RunTest_Success()
{
var site = new Site {
ThreadCount = 30
};
var pageProcessor = new DefaultPageProcessor();
var htmlPiepline = new HtmlFilePiepline();
var filePiepline = new FilePipeline();
var listening = new ConsoleSpiderListening();
var spider = new Spider(site, pageProcessor);
spider.AddSeedUrl("http://sh.lianjia.com/")
.AddPiepline(htmlPiepline)
.AddPiepline(filePiepline)
.AddListening(listening)
.Run();
}
static void Main(string[] args)
{
var filePipeLine = new FilePipeline();
var demo = new Demo();
filePipeLine.AddStrategy(new PhysicalLocalDriveStrategy
{
FileName = "DemoFile.txt",
CreateDirectoryIfDoesntExist = false,
ExceptionHandler = demo.Write,
Overwrite = true,
Location = @"C:\FileTransfers\"
});
filePipeLine.AddStrategy(new FTPStrategy
{
Host = "ftpserver.dummy.com",
Port = 21,
ExceptionHandler = demo.Write,
FileName = "Dummy.txt",
Directory = "dummerlocation",
Overwrite = true,
Username = "******",
Password = "******"
});
filePipeLine.AddStrategy(new SFTPStrategy
{
ExceptionHandler = demo.Write,
FileName = "dummy.txt",
Directory = @"/Test",
Port = 22,
Overwrite = true,
Password = "******",
Username = "******",
Host = "dada.com"
});
filePipeLine.WriteFile("Dummy!");
}
public void TestProcess()
{
FilePipeline filePipeline = new FilePipeline();
filePipeline.Process(_resultItems);
}
