public void Init()
{
source = new List <int>();
for (int i = 0; i < 100; i++)
{
source.Add(i);
}
PageFetcher <int> .FetchPage fetchPageDelegate = delegate(long maxNumItems, long skipCount)
{
IList <int> page = new List <int>();
for (int i = (int)skipCount; i < skipCount + maxNumItems; i++)
{
if (source.Count <= i)
{
break;
}
page.Add(source[i]);
}
return(new PageFetcher <int> .Page <int>(page, source.Count, skipCount + maxNumItems < source.Count));
};
testEnumerable = new CollectionEnumerable <int>(new PageFetcher <int>(PageSize, fetchPageDelegate));
}
public static void Initialize()
{
ranker = new Ranker.Ranker();
indexer = new Indexer.Indexer();
urlFilter = new UrlFilter();
urlFrontier = new UrlFrontier();
indexCreator = new IndexCreator();
pageRetriever = new PageRetriever();
termContructor = new TermConstructor();
tokenizer = new Tokenizer();
webCrawler = new WebCrawler.WebCrawler();
pageDB = new PageDB();
DPC = new DuplicatePageChecker();
DUC = new DuplicateURLChecker();
pageFetcher = new PageFetcher();
pageParser = new PageParser();
}
private void MainForm_Load(object sender, EventArgs e)
{
var styleSheet = "";
if (File.Exists("style.css"))
{
styleSheet = File.ReadAllText("style.css");
}
styleSheetProvider = new StyleSheetProvider(styleSheet);
var addresses = Properties.Settings.Default.Addresses;
List <string> urls = addresses.Cast <string>().ToList();
PrintAddressesToListBox(urls);
fetcher = new PageFetcher(GetAddressesFromListBox(), AppPath);
fetcher.OverwriteSavedPages = true;
fetcher.ClearOldFiles = true;
PrintLastDownloaded();
if (pages == null)
{
saveButton.Enabled = false;
}
var args = Environment.GetCommandLineArgs().ToList();
if (args.Contains("-debug"))
{
fetcher.ClearOldFiles = false;
fetcher.OverwriteSavedPages = false;
saveButton.Enabled = true;
pages = fetcher.GetPages();
}
}
public static void Mainly()
{
string page = PageFetcher.Fetch("http://www.microsoft.com");
Console.WriteLine(page);
}
public SearchRankingController(PageFetcher fetcher, PageRankingProcessor processor)
{
_pageFetcher = fetcher;
_processor = processor;
}
public WorkspaceLister(PageFetcher <Workspace> pageFetcher)
{
_pageFetcher = pageFetcher;
}
public DZoneProxy()
{
fetcher = new PageFetcher();
extractor = new PageExtractor();
}
