public override void LoadConfigLink()
{
string strConfig = new SourceImpl().GetConfigLink(this.SourceId).Result;
configlinks = JsonConvert.DeserializeObject <SourceConfigLink>(strConfig);
try {
var _configLink = configlinks.configlinks.Where(c => c.link_type == "BEGIN_LINK").ToList();
if (_configLink != null)
{
foreach (var item in _configLink)
{
ConcreteLink _concreteLink = new ConcreteLink();
_concreteLink.link_type = "BEGIN_LINK";
_concreteLink.href = item.url_pattern;
base.frontierURL.Enqueue(_concreteLink);
configlinks.configlinks.Remove(item);
}
}
var _removeLinks = configlinks.configlinks.Where(c => c.link_type == "REMOVE_LINK").ToList();
if (_removeLinks != null)
{
foreach (var item in _removeLinks)
{
_stringbuilder_removeLinks.Append(item.url_pattern + ";");
configlinks.configlinks.Remove(item);
}
}
}
catch (Exception ex) { }
}
public override void LoadConfigGeneral()
{
string strConfig = new SourceImpl().GetConfigGeneral(this.SourceId).Result;
SourceConfigGeneral config = JsonConvert.DeserializeObject <SourceConfigGeneral>(strConfig);
try {
this._THREAD_NUMBER = 1;
int.TryParse(config.thread_number, out this._THREAD_NUMBER);
this._THREAD_SLEEP = 1000;
int.TryParse(config.thread_sleep, out this._THREAD_SLEEP);
this._BASE_URL = config.base_url;
this._MAX_TRYING_COUNT_ = 100;
this._POST_URL = config.post_url;
int.TryParse(config.max_trying_count, out this._MAX_TRYING_COUNT_);
this.chk_unique_css = 0;
int.TryParse(config.chk_unique_css, out this.chk_unique_css);
this.filter_pdf = config.filter_pdf;
this.remove_filter_pdf = config.remove_filter_pdf;
}
catch (Exception ex) {
}
}
public override void LoadConfigVideo()
{
try
{
string strConfig = new SourceImpl().GetConfigVideo(this.SourceId).Result;
configvideos = JsonConvert.DeserializeObject <SourceConfigVideo>(strConfig);
}
catch (Exception ex) { }
}
public Source createSource()
{
var theSource = new SourceImpl();
return(theSource);
}
