public void RobotsTxtIsFound()
{
var content = string.Empty;
Reader _reader = new Reader(logger.Object);
content = _reader.FindRobotsTxt(defaultQueryAddress);
Assert.True(content != string.Empty);
}