public static string GetQueryString(DanbooruProvider provider, DanbooruSearchParam query)
{
var queryStr = "";
// Clean up txtTags
var tags = query.Tag;
while (tags.Contains(" "))
{
tags = tags.Replace(" ", " ");
}
tags = tags.Trim();
tags = System.Web.HttpUtility.UrlEncode(tags);
//StartPage
var page = 1;
if (query.Page.HasValue && query.Page > 0)
{
page = query.Page.Value;
}
queryStr = tags;
if (!String.IsNullOrWhiteSpace(tags))
{
queryStr += "/";
}
queryStr += page;
return(queryStr);
}
public static DateTime ParseDateTime(string dtStr, DanbooruProvider provider)
{
DateTime dt = DateTime.MinValue;
if (!String.IsNullOrWhiteSpace(dtStr) &&
provider.DateTimeFormat != DanbooruProviderDao.DATETIME_FORMAT_NA)
{
if (provider.DateTimeFormat == DanbooruProviderDao.DATETIME_FORMAT_UNIX)
{
double timestamp = 0;
double.TryParse(dtStr, out timestamp);
dt = new DateTime(1970, 1, 1).AddSeconds(timestamp);
}
else
{
var result = DateTime.TryParseExact(dtStr,
provider.DateTimeFormat,
CultureInfo.InvariantCulture,
DateTimeStyles.None,
out dt);
if (!result)
{
Program.Logger.WarnFormat("Invalid format: {1} for {2} ==> {0}.", dt, provider.DateTimeFormat, provider.Name);
}
}
}
return(dt);
}
private static string AppendHttp(string url, DanbooruProvider provider)
{
if (!url.StartsWith("http"))
{
url = provider.Url + url;
}
return(url);
}
private void UpdateQueryString()
{
var index = cbxProvider.SelectedIndex;
if (index > -1)
{
SelectedProvider = list[index];
string limit = "0";
chkUseLoop.Checked = SelectedProvider.TagDownloadUseLoop;
txtStartingPage.Enabled = chkUseLoop.Checked;
if (chkUseLoop.Checked)
{
limit = "1000";
}
Page = Int32.Parse(txtStartingPage.Text);
if (SelectedProvider.BoardType == BoardType.Danbooru)
{
txtUrl.Text = cbxProvider.SelectedValue + @"/tag/index.xml?limit=" + limit;
// sankaku
if (cbxProvider.SelectedValue.ToString().ToLowerInvariant().Contains("sankaku"))
{
txtUrl.Text = cbxProvider.SelectedValue + @"/tag/index?";
isSankaku = true;
}
else
{
isSankaku = false;
}
pbIcon.Image = Properties.Resources.Danbooru;
}
else if (SelectedProvider.BoardType == BoardType.Gelbooru)
{
txtUrl.Text = cbxProvider.SelectedValue + @"/index.php?page=dapi&s=tag&q=index&limit=" + limit;
pbIcon.Image = Properties.Resources.Gelbooru;
}
if (SelectedProvider.LoginType == LoginType.Cookie)
{
// need to inject csv cookie to the webclient
var cookies = Helper.ParseCookie(SelectedProvider.UserName, SelectedProvider.Url);
foreach (var cookie in cookies)
{
ExtendedWebClient.CookieJar.Add(cookie);
}
}
}
else
{
chkUseLoop.Checked = false;
txtUrl.Text = "";
pbIcon.Image = null;
}
}
public static List <DanbooruTag> ParseTags(string p, DanbooruProvider provider)
{
if (provider != null && provider.HasPrivateTags && !DanbooruDownloader3.Properties.Settings.Default.UseGlobalProviderTags)
{
return(DanbooruTagsDao.Instance.ParseTagsString(p, provider.ProviderTagCollection));
}
else
{
return(DanbooruTagsDao.Instance.ParseTagsString(p));
}
}
private string AppendHttp(string url, DanbooruProvider provider)
{
if (String.IsNullOrWhiteSpace(url))
{
return(url);
}
if (!url.StartsWith("http"))
{
return(provider.Url + url);
}
return(url);
}
private void btnDownload_Click(object sender, EventArgs e)
{
retry = 0;
hasError = false;
if (!String.IsNullOrWhiteSpace(txtUrl.Text))
{
SelectedProvider = list[cbxProvider.SelectedIndex];
btnDownload.Enabled = false;
lblStatus.Text = "Status: Download starting...";
lblStatus.Invalidate();
lblStatus.Update();
lblStatus.Refresh();
Application.DoEvents();
CreateBackup();
// Merge preparation
if (chkMerge.Checked)
{
Program.Logger.Info("[Download Tags] Merge checked.");
var mergeTarget = TAGS_FILENAME + ".merge";
if (File.Exists(TAGS_FILENAME))
{
if (File.Exists(mergeTarget))
{
File.Delete(mergeTarget);
}
File.Copy(TAGS_FILENAME, mergeTarget);
}
else
{
chkMerge.Checked = false;
}
}
if (chkUseLoop.Checked)
{
chkUseLoop.Enabled = false;
ProcessLoop(Page);
}
else
{
ProcessSingle();
}
}
}
private void UpdateQueryString()
{
var index = cbxProvider.SelectedIndex;
if (index > -1)
{
SelectedProvider = list[index];
string limit = "0";
chkUseLoop.Checked = SelectedProvider.TagDownloadUseLoop;
txtStartingPage.Enabled = chkUseLoop.Checked;
if (chkUseLoop.Checked)
{
limit = "1000";
}
Page = Int32.Parse(txtStartingPage.Text);
if (SelectedProvider.BoardType == BoardType.Danbooru)
{
txtUrl.Text = cbxProvider.SelectedValue + @"/tag/index.xml?limit=" + limit;
// sankaku
if (cbxProvider.SelectedValue.ToString().ToLowerInvariant().Contains("sankaku"))
{
txtUrl.Text = cbxProvider.SelectedValue + @"/tag/index?";
isSankaku = true;
}
else
{
isSankaku = false;
}
pbIcon.Image = Properties.Resources.Danbooru;
}
else if (SelectedProvider.BoardType == BoardType.Gelbooru)
{
txtUrl.Text = cbxProvider.SelectedValue + @"/index.php?page=dapi&s=tag&q=index&limit=" + limit;
pbIcon.Image = Properties.Resources.Gelbooru;
}
}
else
{
chkUseLoop.Checked = false;
txtUrl.Text = "";
pbIcon.Image = null;
}
}
private void btnAdd_Click(object sender, EventArgs e)
{
DanbooruProvider newP = new DanbooruProvider();
newP.Url = "http://";
Providers.Add(newP);
LoadProviders();
cbxProviders.SelectedIndex = cbxProviders.Items.Count - 1;
var controls = this.Controls.Find("BoardType", true);
if (controls.Length > 0)
{
ComboBox c = controls[0] as ComboBox;
c.SelectedIndex = -1;
c.SelectedValue = null;
c.SelectedText = "";
}
}
public static bool DumpRawData(string data, DanbooruProvider provider, string query)
{
string filename = "Dump for List " + provider.Name + " Query " + query + ".txt";
filename = Helper.SanitizeFilename(filename);
try
{
using (StreamWriter output = File.CreateText(filename))
{
output.Write(data);
output.Flush();
}
return(true);
}
catch (Exception ex)
{
Program.Logger.Error("Failed to create dump file: " + filename, ex);
return(false);
}
}
private void GetValues(int index)
{
if (index == -1 || index >= Providers.Count)
{
return;
}
DanbooruProvider temp = new DanbooruProvider();
PropertyInfo[] propertyInfos;
propertyInfos = typeof(DanbooruProvider).GetProperties();
foreach (var info in propertyInfos)
{
try
{
var controls = tableLayoutPanel1.Controls.Find(info.Name, true);
if (controls.Length > 0)
{
if (!controls[0].Enabled)
{
continue;
}
if (controls[0].GetType().Name == "TextBox")
{
var value = controls[0].Text;
info.SetValue(temp, Convert.ChangeType(value, info.PropertyType), null);
}
else
{
ComboBox c = (ComboBox)controls[0];
var value = c.SelectedItem;
info.SetValue(temp, value, null);
}
}
}
catch (Exception ex) { Program.Logger.Error(ex.Message, ex); }
}
Providers[index] = temp;
}
private static bool isHttps(DanbooruProvider provider)
{
return(provider.Url.ToLowerInvariant().StartsWith("https"));
}
public List <DanbooruProvider> Read(string filename = @"DanbooruProviderList.xml")
{
List <DanbooruProvider> list = new List <DanbooruProvider>();
using (XmlTextReader reader = new XmlTextReader(filename))
{
while (reader.Read())
{
switch (reader.NodeType)
{
case XmlNodeType.Element:
if (reader.Name.Equals("DanbooruProviderList"))
{
break;
}
else if (reader.Name.Equals("DanbooruProvider"))
{
Console.WriteLine(reader.Value);
var cookieAlwaysAskValue = "";
DanbooruProvider newProvider = new DanbooruProvider();
do
{
reader.Read();
if (reader.NodeType.Equals(XmlNodeType.Element))
{
switch (reader.Name)
{
case "Name": newProvider.Name = reader.ReadElementContentAsString(); break;
case "Url": newProvider.Url = reader.ReadElementContentAsString(); break;
case "QueryStringJson": newProvider.QueryStringJson = reader.ReadElementContentAsString(); break;
case "QueryStringHtml": newProvider.QueryStringHtml = reader.ReadElementContentAsString(); break;
case "QueryStringXml": newProvider.QueryStringXml = reader.ReadElementContentAsString(); break;
case "Preferred":
string preferred = reader.ReadElementContentAsString().ToLowerInvariant();
switch (preferred)
{
case "json":
newProvider.Preferred = PreferredMethod.Json;
break;
case "xml":
newProvider.Preferred = PreferredMethod.Xml;
break;
case "html":
newProvider.Preferred = PreferredMethod.Html;
break;
default:
throw new Exception("Invalid Provider Type in DanbooruProviderList.xml: " + preferred);
}
break;
case "DefaultLimit": newProvider.DefaultLimit = reader.ReadElementContentAsInt(); break;
case "HardLimit": newProvider.HardLimit = reader.ReadElementContentAsInt(); break;
case "UserName":
// skip reading if it is already updated for LoginType.CookieAlwaysAsk
if (String.IsNullOrWhiteSpace(cookieAlwaysAskValue))
{
newProvider.UserName = reader.ReadElementContentAsString();
}
else
{
newProvider.UserName = cookieAlwaysAskValue;
}
break;
case "Password": newProvider.Password = reader.ReadElementContentAsString(); break;
case "UseAuth":
// compat
var isAuth = reader.ReadElementContentAsBoolean();
if (isAuth)
{
newProvider.LoginType = LoginType.UserPass;
}
break;
case "LoginType":
string ltype = reader.ReadElementContentAsString();
newProvider.LoginType = (LoginType)Enum.Parse(typeof(LoginType), ltype);
if (newProvider.LoginType == LoginType.CookieAlwaysAsk)
{
// ask for the new cookie here
var title = newProvider.Name;
var prompt = String.Format("Please input the cookie value for {0}: ", newProvider.Name);
newProvider.UserName = Microsoft.VisualBasic.Interaction.InputBox(prompt, title, "");
cookieAlwaysAskValue = newProvider.UserName;
Program.Logger.InfoFormat("Using cookie value for {0} = {1}", newProvider.Name, newProvider.UserName);
}
break;
case "PasswordSalt": newProvider.PasswordSalt = reader.ReadElementContentAsString(); break;
case "PasswordHash": newProvider.PasswordHash = reader.ReadElementContentAsString(); break;
case "BoardType":
string type = reader.ReadElementContentAsString();
newProvider.BoardType = (BoardType)Enum.Parse(typeof(BoardType), type); //Type.Equals("Danbooru") ? BoardType.Danbooru:BoardType.Gelbooru ;
break;
case "TagDownloadUseLoop": newProvider.TagDownloadUseLoop = reader.ReadElementContentAsBoolean(); break;
case "DateTimeFormat": newProvider.DateTimeFormat = reader.ReadElementContentAsString(); break;
default: break;
}
}
} while (!reader.Name.Equals("DanbooruProvider"));
list.Add(newProvider);
}
break;
default: break;
}
}
}
return(list);
}
public List <DanbooruProvider> Read(string filename = @"DanbooruProviderList.xml")
{
List <DanbooruProvider> list = new List <DanbooruProvider>();
using (XmlTextReader reader = new XmlTextReader(filename))
{
while (reader.Read())
{
switch (reader.NodeType)
{
case XmlNodeType.Element:
if (reader.Name.Equals("DanbooruProviderList"))
{
break;
}
else if (reader.Name.Equals("DanbooruProvider"))
{
Console.WriteLine(reader.Value);
DanbooruProvider newProvider = new DanbooruProvider();
do
{
reader.Read();
if (reader.NodeType.Equals(XmlNodeType.Element))
{
switch (reader.Name)
{
case "Name": newProvider.Name = reader.ReadElementContentAsString(); break;
case "Url": newProvider.Url = reader.ReadElementContentAsString(); break;
case "QueryStringJson": newProvider.QueryStringJson = reader.ReadElementContentAsString(); break;
case "QueryStringHtml": newProvider.QueryStringHtml = reader.ReadElementContentAsString(); break;
case "QueryStringXml": newProvider.QueryStringXml = reader.ReadElementContentAsString(); break;
case "Preferred":
string preferred = reader.ReadElementContentAsString().ToLowerInvariant();
switch (preferred)
{
case "json":
newProvider.Preferred = PreferredMethod.Json;
break;
case "xml":
newProvider.Preferred = PreferredMethod.Xml;
break;
case "html":
newProvider.Preferred = PreferredMethod.Html;
break;
default:
throw new Exception("Invalid Provider Type in DanbooruProviderList.xml: " + preferred);
}
break;
case "DefaultLimit": newProvider.DefaultLimit = reader.ReadElementContentAsInt(); break;
case "HardLimit": newProvider.HardLimit = reader.ReadElementContentAsInt(); break;
case "UserName": newProvider.UserName = reader.ReadElementContentAsString(); break;
case "Password": newProvider.Password = reader.ReadElementContentAsString(); break;
case "UseAuth":
// compat
var isAuth = reader.ReadElementContentAsBoolean();
if (isAuth)
{
newProvider.LoginType = LoginType.UserPass;
}
break;
case "LoginType":
string ltype = reader.ReadElementContentAsString();
newProvider.LoginType = (LoginType)Enum.Parse(typeof(LoginType), ltype);
break;
case "PasswordSalt": newProvider.PasswordSalt = reader.ReadElementContentAsString(); break;
case "PasswordHash": newProvider.PasswordHash = reader.ReadElementContentAsString(); break;
case "BoardType":
string type = reader.ReadElementContentAsString();
newProvider.BoardType = (BoardType)Enum.Parse(typeof(BoardType), type); //Type.Equals("Danbooru") ? BoardType.Danbooru:BoardType.Gelbooru ;
break;
case "TagDownloadUseLoop": newProvider.TagDownloadUseLoop = reader.ReadElementContentAsBoolean(); break;
default: break;
}
}
} while (!reader.Name.Equals("DanbooruProvider"));
list.Add(newProvider);
}
break;
default: break;
}
}
}
return(list);
}
public static string GetQueryString(DanbooruProvider provider, DanbooruSearchParam query)
{
var queryStr = "";
// Clean up txtTags
var tags = query.Tag;
while (tags.Contains(" "))
{
tags = tags.Replace(" ", " ");
}
tags = tags.Trim();
tags = System.Web.HttpUtility.UrlEncode(tags);
List <string> queryList = new List <string>();
List <string> tagsList = new List <string>();
//Tags
if (tags.Length > 0)
{
tagsList.Add(tags.Replace(' ', '+'));
}
//Rating
if (!String.IsNullOrWhiteSpace(query.Rating))
{
tagsList.Add(query.IsNotRating ? "-" + query.Rating : "" + query.Rating);
}
//Source
if (!String.IsNullOrWhiteSpace(query.Source))
{
tagsList.Add("source:" + query.Source);
}
//Order
if (!String.IsNullOrWhiteSpace(query.OrderBy))
{
tagsList.Add(query.OrderBy);
}
if (tagsList.Count > 0)
{
queryList.Add("tags=" + String.Join("+", tagsList));
}
//Limit
if (query.Limit > 0)
{
queryList.Add("limit=" + query.Limit);
}
//StartPage
if (query.Page > 0)
{
if (provider.BoardType == BoardType.Danbooru)
{
queryList.Add("page=" + query.Page);
}
else if (provider.BoardType == BoardType.Gelbooru)
{
queryList.Add("pid=" + query.Page);
}
}
if (queryList.Count > 0)
{
queryStr = String.Join("&", queryList);
}
return(queryStr);
}
