static async Task Main(string[] args)
{
var file = await File.ReadAllTextAsync("crawler-user-agents.json");
var crawlers = JsonSerializer.Deserialize <List <Agent> >(file);
//var isBot = IsBot.Find("Chrome-Lighthouse");
//IsBot.Exclude("Chrome-Lighthouse");
//isBot = IsBot.Find("Chrome-Lighthouse");
// IsBot.Exclude("http", "bot", "google");
IsBot.Extend("chrome");
foreach (var crawler in crawlers)
{
var counter = 0;
Console.WriteLine($"{crawler.Pattern} has {crawler.Instances.Count} instances");
foreach (var instance in crawler.Instances)
{
if (IsBot.Matches(instance))
{
counter++;
}
}
Console.WriteLine($"{crawler.Pattern} found {counter} matches");
Console.WriteLine();
Console.WriteLine();
}
}
public void IncludeBrowserAsBot()
{
IsBot.Extend("chrome");
var isBot = IsBot.Matches(browserUserAgent);
Assert.True(isBot);
}
public void ExcludesBrowserFromDetection()
{
IsBot.Reset();
var isBot = IsBot.Matches(browserUserAgent);
Assert.False(isBot);
}
public void ExcludeBotFromDetection()
{
IsBot.Exclude("google", "bot", "http");
var isBot = IsBot.Matches(crawlerUserAgent);
Assert.False(isBot);
}
public void IdentifyABotCorrectly()
{
var isBot = IsBot.Matches(crawlerUserAgent);
Assert.True(isBot);
}
