public string GetQueryString(DanbooruSearchParam searchParam)
{
var queryStr = "";
if (BoardType == BoardType.Shimmie2)
{
if (Preferred == PreferredMethod.Html)
{
queryStr = new ShimmieHtmlParser().GenerateQueryString(searchParam);
}
else
{
queryStr = ShimmieEngine.GetQueryString(this, searchParam);
}
}
else if (Url.Contains("sankakucomplex.com"))
{
queryStr = new SankakuComplexParser().GenerateQueryString(searchParam);
}
else
{
queryStr = DanbooruXmlEngine.GetQueryString(this, searchParam);
}
return(queryStr);
}
public void TestShimmieHtmlParser()
{
DanbooruProviderDao pd = DanbooruProviderDao.GetInstance();
string target = @"../../../DanbooruDownloader3.test/TestXml/rule34hentai.htm";
var data = File.ReadAllText(target);
var query = new DanbooruSearchParam();
query.Provider = pd.Read(sourceProvider).Where(x => x.Name == "rule34hentai.net").First();
query.Tag = "";
query.OrderBy = "score";
var parser = new ShimmieHtmlParser();
var result = parser.Parse(data, query);
Assert.IsNotNull(result);
}
/// <summary>
/// parse xml/json list stream and close it.
/// </summary>
/// <param name="input"></param>
/// <param name="option"></param>
public DanbooruPostDao(Stream input, DanbooruPostDaoOption option, int?currentPage)
{
string rawData = "";
this.Option = option;
try
{
using (StreamReader reader = new StreamReader(input))
{
rawData = reader.ReadToEnd();
}
this.Option = option;
if (rawData.Contains("DDoS protection by <a rel=\"noopener noreferrer\" href=\"https://www.cloudflare.com/5xx-error-landing/\" target=\"_blank\">Cloudflare</a>"))
{
throw new NotImplementedException($"Cloudflare DDoS protection enabled for : {option.Provider.Name}, please use the cookie method to access.");
}
switch (option.Provider.Preferred)
{
case PreferredMethod.Xml:
ReadXML(rawData, option);
break;
case PreferredMethod.Json:
ReadJSON(rawData, option);
break;
case PreferredMethod.Html:
DanbooruSearchParam param = new DanbooruSearchParam()
{
Provider = option.Provider,
Tag = option.SearchTags,
Page = currentPage,
Option = option
};
if (option.Provider.BoardType == BoardType.Danbooru)
{
SankakuComplexParser parser = new SankakuComplexParser();
posts = parser.Parse(rawData, param);
NextId = param.NextKey;
if (parser.TotalPost.HasValue)
{
postCount = parser.TotalPost.Value;
}
}
else if (option.Provider.BoardType == BoardType.Gelbooru)
{
GelbooruHtmlParser parser = new GelbooruHtmlParser();
posts = parser.Parse(rawData, param);
}
else if (option.Provider.BoardType == BoardType.Shimmie2)
{
var parser = new ShimmieHtmlParser();
posts = parser.Parse(rawData, param);
}
else
{
throw new NotImplementedException("No HTML Parser for: " + option.Provider.Name);
}
break;
}
}
catch (Exception)
{
Helper.DumpRawData(rawData, Option.Provider, option.Query);
throw;
}
}