Exemplo n.º 1
0
        static List <SpiderPage> waitForResults(Spider.Spider s)
        {
            List <SpiderPage> results = null;

            do
            {
                results = s.getResults();
            } while (results == null);

            return(results);
        }
Exemplo n.º 2
0
        static void Main(string[] args)
        {
            string startUrl = "http://www.ideaeng.com/";
            string baseUrl  = "http://www.ideaeng.com";

            Spider.Spider s = new Spider.Spider(startUrl, baseUrl, 500, 10);

            s.spider();

            List <SpiderPage> results = null;

            do
            {
                results = s.getResults();
            } while (results == null);

            for (int i = 0; i < results.Count; i++)
            {
                SpiderPage    curr         = results.ElementAt(i);
                List <string> curr_aliases = curr.getAliasUrls();
                List <string> curr_links   = curr.getLinkingToUrls();
                List <string> curr_refs    = curr.getReferencedByUrls();

                System.Console.WriteLine("\t" + curr.getUrl() + " has " + curr_links.Count + " alias(es):");
                for (int q = 0; q < curr_links.Count; q++)
                {
                    System.Console.WriteLine("\t\t" + curr_aliases.ElementAt(q));
                }

                System.Console.WriteLine("\t" + curr.getUrl() + " links to " + curr_links.Count + " page(s):");
                for (int k = 0; k < curr_links.Count; k++)
                {
                    System.Console.WriteLine("\t\t" + curr_links.ElementAt(k));
                }

                System.Console.WriteLine("\t" + curr.getUrl() + " is referred to by " + curr_refs.Count + " page(s):");
                for (int g = 0; g < curr_refs.Count; g++)
                {
                    System.Console.WriteLine("\t\t" + curr_refs.ElementAt(g));
                }

                System.Console.WriteLine("------------------------------------------------------------------------------------");
            }
        }
Exemplo n.º 3
0
        static void Main(string[] args)
        {
            string startUrl = "http://www.ideaeng.com/";
            string baseUrl = "http://www.ideaeng.com";
            Spider.Spider s = new Spider.Spider(startUrl, baseUrl, 500, 10);

            s.spider();

            List<SpiderPage> results = null;
            do {
                results = s.getResults();
            } while (results == null);

            for (int i = 0; i < results.Count; i++) {
                SpiderPage curr = results.ElementAt(i);
                List<string> curr_aliases = curr.getAliasUrls();
                List<string> curr_links = curr.getLinkingToUrls();
                List<string> curr_refs = curr.getReferencedByUrls();

                System.Console.WriteLine("\t" + curr.getUrl() + " has " + curr_links.Count + " alias(es):");
                for (int q = 0; q < curr_links.Count; q++)
                {
                    System.Console.WriteLine("\t\t" + curr_aliases.ElementAt(q));
                }

                System.Console.WriteLine("\t" + curr.getUrl() + " links to " + curr_links.Count + " page(s):");
                for (int k = 0; k < curr_links.Count; k++) {
                    System.Console.WriteLine("\t\t" + curr_links.ElementAt(k));
                }

                System.Console.WriteLine("\t" + curr.getUrl() + " is referred to by " + curr_refs.Count + " page(s):");
                for (int g = 0; g < curr_refs.Count; g++) {
                    System.Console.WriteLine("\t\t" + curr_refs.ElementAt(g));
                }

                System.Console.WriteLine("------------------------------------------------------------------------------------");
            }
        }
Exemplo n.º 4
0
        static List<SpiderPage> waitForResults(Spider.Spider s)
        {
            List<SpiderPage> results = null;
            do
            {
                results = s.getResults();
            } while (results == null);

            return results;
        }