public void Start()
{
_log.InfoFormat("Run with {0} worker", _numberThread);
if (_typeRun == 0)
{
for (var i = 0; i < _numberThread; i++)
{
var indexThread = i;
Task.Factory.StartNew(() =>
{
WorkerFindNew worker = new WorkerFindNew(indexThread, _cancellTokenSource.Token, "", true);
worker._eventGetCompanyCrawler += GetCompanyId;
worker.Start();
});
}
}
else
{
for (var i = 0; i < this._numberThread; i++)
{
var indexThread = i;
Task.Factory.StartNew(() =>
{
WorkerReload worker = new WorkerReload(indexThread, _cancellTokenSource.Token, "", true);
worker.EventGetCompanyCrawler += GetCompanyId;
worker.Start();
});
}
}
}
public void WorkerFindNewTest1()
{
Server.ConnectionString = ConfigCrawler.ConnectProduct;
Server.ConnectionStringCrawler = ConfigCrawler.ConnectionCrawler; Server.LogConnectionString = ConfigCrawler.ConnectLog;
WorkerFindNew w = new WorkerFindNew(8486364876483618144, "");
w.StartCrawler();
}
public void WorkerFindNewTest()
{
Server.ConnectionString = ConfigCrawler.ConnectProduct;
Server.LogConnectionString = ConfigCrawler.ConnectLog;
Server.ConnectionStringCrawler = ConfigCrawler.ConnectionCrawler;
var companyId = 3253699259256465481;
var token = new CancellationToken();
var wokerFn = new WorkerFindNew(companyId, token, "");
wokerFn.StartCrawler();
Assert.AreEqual(1, 1);
}
public void WorkerFindNewTest()
{
Server.ConnectionString = ConfigCrawler.ConnectProduct;
Server.LogConnectionString = ConfigCrawler.ConnectLog;
Server.ConnectionStringCrawler = ConfigCrawler.ConnectionCrawler;
long companyId = 7627466712688617332;
var token = new CancellationToken();
var wokerFn = new WorkerFindNew(companyId, token, "");
wokerFn.StartCrawler();
Assert.AreEqual(1, 1);
}
public void StartFindNew(int numberThread = 1, bool CheckRunning = false)
{
for (int i = 0; i < numberThread; i++)
{
int iThread = i;
Task.Factory.StartNew(() =>
{
WorkerFindNew worker = new WorkerFindNew(iThread, tokenSource.Token, Guid.NewGuid().ToString(), CheckRunning);
worker._eventShowLog += new DelegateShowLog(ShowLogEvent);
worker._eventGetCompanyCrawler += new DelegateGetCompanyCrawler(GetCompanyCrawler);
worker.Start();
});
}
}
static void Main(string[] args)
{
Server.ConnectionString = ConfigCrawler.ConnectProduct;
Server.LogConnectionString = ConfigCrawler.ConnectLog;
Server.ConnectionStringCrawler = ConfigCrawler.ConnectionCrawler;
var companyId = 480254425312154563;
CancellationToken token1 = new CancellationToken();
WorkerFindNew wokerFn = new WorkerFindNew(companyId, token1, "");
wokerFn.StartCrawler();
return;
Console.CancelKeyPress += EndApp;
Parameter pt = new Parameter();
QT.Entities.Server.ConnectionString =
@"Data Source=42.112.28.93;Initial Catalog=QT_2;Persist Security Info=True;User ID=wss_price;Password=HzlRt4$$axzG-*UlpuL2gYDu;connection timeout=200";
QT.Entities.Server.LogConnectionString =
@"Data Source=172.22.30.86,1455;Initial Catalog=QT_2;Persist Security Info=True;User ID=qt_vn;Password=@F4sJ=l9/ryJt9MT;connection timeout=200";
QT.Entities.Server.ConnectionStringCrawler =
@"Data Source=172.22.30.82,1452;Initial Catalog=QTCrawler;Persist Security Info=True;User ID=qt_vn;Password=@F4sJ=l9/ryJt9MT;connection timeout=200";
var rabbitMqServer = RabbitMQManager.GetRabbitMQServer("rabbitMQ177");
for (var i = 0; i < pt.NumberThread; i++)
{
var token = CancellationTokenSource.Token;
var j = i;
Task.Factory.StartNew(() =>
{
var consumerFindNew = new ConsumerFindNew(rabbitMqServer, "CompanyWaitCrawlerFindNew", token);
consumerFindNew.Start();
}, token);
}
while (true)
{
Console.Read();
}
}
public void Start(bool bFN, List <string> linkStatic = null)
{
Company company = new Company(_companyId);
if (bFN)
{
this.Text = @"FN:" + company.Domain;
var token = _cancellationTokenSource.Token;
Task.Factory.StartNew(() =>
{
WorkerFindNew worker = new WorkerFindNew(_companyId, "");
worker.EventReportRun += (data) =>
{
this.Invoke(new Action(() =>
{
txtReport.AppendText("\r\n" + data);
}));
};
worker.StartCrawler(linkStatic);
}, token);
}
else
{
this.Text = @"RL:" + company.Domain;
var token = _cancellationTokenSource.Token;
Task.Factory.StartNew(() => {
WorkerReload worker = new WorkerReload(_companyId, "");
worker.EventReportRun += (data) =>
{
this.Invoke(new Action(() =>
{
txtReport.AppendText("\r\n" + data);
}));
};
worker.StartCrawler();
}, token);
}
}
public override void ProcessMessage(RabbitMQ.Client.Events.BasicDeliverEventArgs message)
{
DateTime dtFrom = DateTime.Now;
string mss = Encoding.UTF8.GetString(message.Body);
try
{
JobCompanyCrawler jobCompanyCrawler = JobCompanyCrawler.ParseFromJson(mss);
if (jobCompanyCrawler != null)
{
WorkerFindNew fn = new WorkerFindNew(jobCompanyCrawler.CompanyId, "");
fn.StartCrawler();
}
}
catch (Exception ex)
{
_log.Error(ex);
}
int minuteRun = (int)(DateTime.Now - dtFrom).TotalMinutes;
_log.Info(string.Format("Processed {0} in {1}", mss, minuteRun));
this.GetChannel().BasicAck(message.DeliveryTag, false);
}
