private void UpdateListSource()
{
lock (LockObj)
{
lvProject.BeginUpdate();
foreach (ListViewItem item in lvProject.Items)
{
this.Invoke(new Action(() =>
{
Source s = (Source)_MapToSource[item];
BaseSpiderManagement bs = ((BaseSpiderManagement)_MapToSpiderManagement[item]);
item.SubItems[3].Text = s.status;
//totallink
item.SubItems[4].Text = bs.frontierURL.Count.ToString();
//detaillink
item.SubItems[5].Text = bs.queueDetailURL.Count.ToString();
//total insert record
item.SubItems[6].Text = bs._BaseManagement.TotalInsertLink.ToString();
//total update record
item.SubItems[7].Text = bs._BaseManagement.TotalUpdateLink.ToString();
}));
}
lvProject.EndUpdate();
}
}
private BaseSpiderManagement LoadPluginCustomize(string name, string type)
{
System.Reflection.Assembly assembly = System.Reflection.Assembly.LoadFile(currentDir + "\\Addon\\" + type + "\\" + name + ".dll");
BaseSpiderManagement spiderManager = (BaseSpiderManagement)assembly.CreateInstance(name + "." + type + "Manager");
return(spiderManager);
}
private BaseSpiderManagement LoadPluginCustomize_Test(string name, string type)
{
rootDir = getParentDirectory(currentDir, 3);
System.Reflection.Assembly assembly = System.Reflection.Assembly.LoadFile(rootDir + "\\" + type + "\\bin\\Debug\\" + name + ".dll");
BaseSpiderManagement spiderManager = (BaseSpiderManagement)assembly.CreateInstance(name + "." + type + "Manager");
return(spiderManager);
}
public async void InitLoadProject()
{
await Task.Run(() =>
{
//ListProjects _listprojects = new ProjectImpl().GetAll<ListProjects>();
string serverip = ConfigurationManager.AppSettings["SERVER_IP"].ToString();
string _enviroment = ConfigurationManager.AppSettings["ENVIROMENT"].ToString();
ListProjects _listprojects = new ProjectImpl().GetByServerIP <ListProjects>(serverip);
if (_listprojects != null)
{
this.Invoke(new Action(() =>
{
int count = 0;
foreach (Project p in _listprojects.Projects)
{
ListViewGroup _group = new ListViewGroup(p.name, HorizontalAlignment.Left);
lvProject.Groups.Add(_group);
foreach (Source item in p.Sources)
{
//only source active
if (item.is_active == true)
{
count++;
SourceArgs sArgs = new SourceArgs()
{
ListViewGroup = _group, Source = item, Index = count
};
BaseSpiderManagement spider = null;
#region plugin - Default
if (item.type_spider == TypeSpider.Default.ToString())
{
//load template
if (_enviroment == "TEST")
{
spider = LoadPluginSpider_Test(string.Format("{0}Template", TypeSpider.Default.ToString()), "Default");
}
else
{
spider = LoadPluginSpider(string.Format("{0}Template", TypeSpider.Default.ToString()), "Default");
}
spider.Name = item.name;
spider.SourceId = item.id;
switch (item.mode)
{
case "GETNEW":
spider.Mode = BaseSpiderManagement.MODE_SPIDER.GETNEW;
break;
case "UPDATE":
spider.Mode = BaseSpiderManagement.MODE_SPIDER.UPDATE;
break;
case "TEST":
spider.Mode = BaseSpiderManagement.MODE_SPIDER.TEST;
break;
}
spider.LoadConfigGeneral();
spider.LoadConfigLink();
spider.LoadConfigField();
}
#endregion
#region plugin - Taxonomy
else if (item.type_spider == TypeSpider.Taxonomy.ToString())
{
}
#endregion
#region plugin - Archivied
else if (item.type_spider == TypeSpider.Archivied.ToString())
{
//load template
if (_enviroment == "TEST")
{
spider = LoadPluginSpider_Test(string.Format("{0}Template", TypeSpider.Archivied.ToString()), "Archivied");
}
else
{
spider = LoadPluginSpider(string.Format("{0}Template", TypeSpider.Archivied.ToString()), "Archivied");
}
spider.Name = item.name;
spider.SourceId = item.id;
switch (item.mode)
{
case "GETNEW":
spider.Mode = BaseSpiderManagement.MODE_SPIDER.GETNEW;
break;
case "UPDATE":
spider.Mode = BaseSpiderManagement.MODE_SPIDER.UPDATE;
break;
case "TEST":
spider.Mode = BaseSpiderManagement.MODE_SPIDER.TEST;
break;
}
spider.LoadConfigGeneral();
spider.LoadConfigLink();
spider.LoadConfigField();
spider.LoadConfigVideo();
}
#endregion
#region plugin - Customize
else if (item.type_spider == TypeSpider.Customize.ToString())
{
//load template
if (_enviroment == "TEST")
{
spider = LoadPluginCustomize_Test(item.name, item.name);
}
else
{
spider = LoadPluginCustomize(item.name, item.name);
}
spider.Name = item.name;
spider.SourceId = item.id;
switch (item.mode)
{
case "GETNEW":
spider.Mode = BaseSpiderManagement.MODE_SPIDER.GETNEW;
break;
case "UPDATE":
spider.Mode = BaseSpiderManagement.MODE_SPIDER.UPDATE;
break;
case "TEST":
spider.Mode = BaseSpiderManagement.MODE_SPIDER.TEST;
break;
}
spider.LoadConfigGeneral();
spider.LoadConfigLink();
spider.LoadConfigField();
}
#endregion
sArgs.SpiderManagement = spider;
OnAddSource(sArgs);
}
}
timerUploadSource.Enabled = true;
}
}));
}
});
}
