public CrawlerBase()
{
if (IP != null)
{
_iPnets = IP.Select(i => IPNetwork.Parse(i)).ToArray();
}
if (UserAgent != null)
{
_userAgents = UserAgent.Select(s => s.ToLower()).ToArray();
}
if (HostName != null)
{
_hostNames = HostName.Select(s => s.ToLower()).ToArray();
}
}
