Пример #1
0
        /// <summary>
        /// Perform web search based on the user's choice
        /// </summary>
        private void SearchWeb()
        {
            string message = $"Searching subdomains for {strDomain} in {PanelWebSearcherInformation.EngineToString(searchEngine)}";

            Program.LogThis(new Log(Log.ModuleType.WebSearch, message, Log.LogType.debug));
            Program.ChangeStatus(message);

            LinkSearcher searcher = null;

            switch (searchEngine)
            {
            case PanelWebSearcherInformation.Engine.GoogleWeb:
                searcher = new GoogleWebSearcher
                {
                    cSafeSearch     = GoogleWebSearcher.SafeSearch.off,
                    FirstSeen       = GoogleWebSearcher.FirstSeenGoogle.AnyTime,
                    LocatedInRegion = GoogleWebSearcher.Region.AnyRegion,
                    WriteInLanguage = GoogleWebSearcher.Language.AnyLanguage
                };
                break;

            case PanelWebSearcherInformation.Engine.GoogleAPI:
                searcher = new GoogleAPISearcher(Program.cfgCurrent.GoogleApiKey, Program.cfgCurrent.GoogleApiCx);
                break;

            case PanelWebSearcherInformation.Engine.BingWeb:
                searcher = new BingWebSearcher
                {
                    LocatedInRegion = BingWebSearcher.Region.AnyRegion,
                    WriteInLanguage = BingWebSearcher.Language.AnyLanguage
                };
                break;

            case PanelWebSearcherInformation.Engine.BingAPI:
                searcher = new BingAPISearcher(Program.cfgCurrent.BingApiKey);
                break;

            case PanelWebSearcherInformation.Engine.DuckDuckGoWeb:
                searcher = new DuckduckgoWebSearcher();
                break;
            }

            try
            {
                searcher.ItemsFoundEvent  += CaptureSearchResults;
                searcher.SearcherLogEvent += WebSearcherLogEvent;
                CancelIfSkipRequested();

                searcher.SearchBySite(this.searchCancelToken, strDomain)
                .ContinueWith((e) => SearchEngineFinish(e, searcher.Name, Log.ModuleType.WebSearch))
                .Wait();
            }
            catch (OperationCanceledException)
            {
            }
        }
Пример #2
0
        /// <summary>
        ///     Perform the search through Google API
        /// </summary>
        private void GoogleApiSearch()
        {
            GoogleAPISearcher googleApiSearcher = null;

            try
            {
                googleApiSearcher = new GoogleAPISearcher
                {
                    GoogleApiKey = Program.cfgCurrent.GoogleApiKey,
                    GoogleApiCx  = Program.cfgCurrent.GoogleApiCx,
                    SearchAll    = true
                };

                var currentResults = new List <string>();
                googleApiSearcher.SearcherLinkFoundEvent +=
                    delegate(object sender, EventsThreads.ThreadListDataFoundEventArgs e)
                {
                    var searcher = (GoogleAPISearcher)sender;

                    foreach (var item in e.Data)
                    {
                        if (CheckToSkip())
                        {
                            searcher.Abort();
                        }

                        try
                        {
                            var gr      = (GoogleAPISearcher.GoogleAPIResults)item;
                            var url     = new Uri(gr.Url);
                            var strHost = url.Host;
                            if (
                                currentResults.All(
                                    D => !string.Equals(D, strHost, StringComparison.CurrentCultureIgnoreCase)))
                            {
                                currentResults.Add(strHost);
                                AddAndLogSubdomainDiscover(strHost);
                            }
                            var domain = Program.data.GetDomain(url.Host);
                            domain.map.AddUrl(url.ToString());
                        }
                        catch
                        {
                        }
                    }
                };
                googleApiSearcher.SearcherLogEvent += WebSearcherLogEvent;
                var endReason = EventsThreads.ThreadEndEventArgs.EndReasonEnum.ErrorFound;
                googleApiSearcher.SearcherEndEvent +=
                    delegate(object o, EventsThreads.ThreadEndEventArgs e) { endReason = e.EndReason; };
                var strSearchString = $"site:{strDomain}";
                int resultsNumber;
                do
                {
                    if (CheckToSkip())
                    {
                        return;
                    }

                    resultsNumber = currentResults.Count;
                    googleApiSearcher.GetCustomLinks(strSearchString);
                    googleApiSearcher.Join();

                    CheckEndReason(endReason, currentResults, strSearchString, 32);
                } while (endReason == EventsThreads.ThreadEndEventArgs.EndReasonEnum.LimitReached &&
                         resultsNumber != currentResults.Count);
            }
            catch (ThreadAbortException)
            {
            }
            finally
            {
                googleApiSearcher?.Abort();
            }
        }
Пример #3
0
        /// <summary>
        /// Perform web search based on the user's choice
        /// </summary>
        private void SearchWeb()
        {
            string message = $"Searching subdomains for {strDomain} in {PanelWebSearcherInformation.EngineToString(searchEngine)}";

            Program.LogThis(new Log(Log.ModuleType.WebSearch, message, Log.LogType.debug));
            Program.ChangeStatus(message);

            WebSearcher searcher = null;

            switch (searchEngine)
            {
            case PanelWebSearcherInformation.Engine.GoogleWeb:
                searcher = new GoogleWebSearcher
                {
                    SearchAll       = true,
                    cSafeSearch     = GoogleWebSearcher.SafeSearch.off,
                    FirstSeen       = GoogleWebSearcher.FirstSeenGoogle.AnyTime,
                    LocatedInRegion = GoogleWebSearcher.Region.AnyRegion,
                    WriteInLanguage = GoogleWebSearcher.Language.AnyLanguage
                };
                break;

            case PanelWebSearcherInformation.Engine.GoogleAPI:
                searcher = new GoogleAPISearcher(Program.cfgCurrent.GoogleApiKey, Program.cfgCurrent.GoogleApiCx)
                {
                    SearchAll = true
                };
                break;

            case PanelWebSearcherInformation.Engine.BingWeb:
                searcher = new BingWebSearcher
                {
                    LocatedInRegion = BingWebSearcher.Region.AnyRegion,
                    SearchAll       = true,
                    WriteInLanguage = BingWebSearcher.Language.AnyLanguage
                };
                break;

            case PanelWebSearcherInformation.Engine.BingAPI:
                searcher = new BingAPISearcher(Program.cfgCurrent.BingApiKey);
                break;

            case PanelWebSearcherInformation.Engine.DuckDuckGoWeb:
                searcher = new DuckduckgoWebSearcher();
                break;
            }

            try
            {
                searcher.SearcherLinkFoundEvent += CaptureSearchResults;
                searcher.SearcherLogEvent       += WebSearcherLogEvent;
                string strSearchString = $"site:{strDomain}";
                if (CheckToSkip())
                {
                    return;
                }

                searcher.GetCustomLinks(strSearchString);
                searcher.Join();
            }
            catch (ThreadAbortException)
            {
            }
            finally
            {
                searcher?.Abort();
            }
        }