public static void AddDoubanGroupConfig(string groupID, string cityName, int pageIndex = 0)
{
var cityInfo = $"{{ 'groupid':'{groupID}','cityname':'{cityName}','pagecount':5}}";
var doubanConfig = dataContent.CrawlerConfigurations.FirstOrDefault(c => c.ConfigurationName == ConstConfigurationName.Douban && c.ConfigurationValue == cityInfo);
if (doubanConfig != null)
{
return;
}
var lstHouseInfo = GetDataFromOnlineWeb(groupID, cityName, pageIndex);
#region add douban group config
if (lstHouseInfo.Count > 0)
{
var config = new BizCrawlerConfiguration()
{
ConfigurationKey = 0,
ConfigurationValue = cityInfo,
ConfigurationName = ConstConfigurationName.Douban,
DataCreateTime = DateTime.Now,
IsEnabled = true,
};
dataContent.AddRange(lstHouseInfo);
dataContent.Add(config);
dataContent.SaveChanges();
HouseSourceInfo.RefreshHouseSourceInfo();
}
#endregion
}
public void Insert(BizCrawlerConfiguration conf)
{
string sqlText = @"INSERT INTO `housecrawler`.`CrawlerConfigurations`
(`ConfigurationName`, `ConfigurationValue`, `ConfigurationKey`, `IsEnabled`)
VALUES (@ConfigurationName,@ConfigurationValue, @ConfigurationKey,1);";
using (IDbConnection dbConnection = GetConnection())
{
dbConnection.Open();
IDbTransaction transaction = dbConnection.BeginTransaction();
var result = dbConnection.Execute(sqlText,
conf, transaction: transaction);
transaction.Commit();
}
}
