/// <summary>
/// </summary>
/// <param name="crawler">
/// The crawler.
/// </param>
/// <param name="propertyBag">
/// The property bag.
/// </param>
public void Process(Crawler crawler, PropertyBag propertyBag)
{
CultureInfo contentCulture = (CultureInfo)propertyBag["LanguageCulture"].Value;
string cultureDisplayValue = "N/A";
if (!contentCulture.IsNull())
{
cultureDisplayValue = contentCulture.DisplayName;
}
TextExtraction t = new TextExtraction();
lock (this)
{
ASPNETObject item = new ASPNETObject();
item.OriginalUrl = propertyBag.Step.Uri.ToString();
if (!IsDuplicate(item.OriginalUrl))
{
item.Title = propertyBag.Title;
item.StatusDescription = propertyBag.StatusDescription;
item.ResponseUri = propertyBag.ResponseUri.ToString();
item.Text = null;
item.Depth = propertyBag.Step.Depth;
item.LastModified = propertyBag.LastModified;
item.OriginalReferrerUrl = propertyBag.OriginalReferrerUrl.ToString();
item.Server = propertyBag.Server;
//Clean the text field is null
db.AddToASPNETObjects(item);
item.ContentEncoding = propertyBag.ContentEncoding;
item.ContentType = propertyBag.ContentType;
item.IsToEmail = false;
item.Summary = propertyBag.Title;
//item.Length = propertyBag.Text.IsNull() ? 0 : propertyBag.Text.Length;
//item.CultureDisplayValue = cultureDisplayValue;
}
}
try
{
db.SaveChanges();
}
catch (Exception ex)
{
throw new Exception(ex.Message);
}
}
/// <summary>
/// Create a new ASPNETObject object.
/// </summary>
/// <param name="id">Initial value of the Id property.</param>
public static ASPNETObject CreateASPNETObject(global::System.Int32 id)
{
ASPNETObject aSPNETObject = new ASPNETObject();
aSPNETObject.Id = id;
return aSPNETObject;
}
/// <summary>
/// Deprecated Method for adding a new object to the ASPNETObjects EntitySet. Consider using the .Add method of the associated ObjectSet<T> property instead.
/// </summary>
public void AddToASPNETObjects(ASPNETObject aSPNETObject)
{
base.AddObject("ASPNETObjects", aSPNETObject);
}
