/// <summary> /// </summary> /// <param name="crawler"> /// The crawler. /// </param> /// <param name="propertyBag"> /// The property bag. /// </param> public void Process(Crawler crawler, PropertyBag propertyBag) { CultureInfo contentCulture = (CultureInfo)propertyBag["LanguageCulture"].Value; string cultureDisplayValue = "N/A"; if (!contentCulture.IsNull()) { cultureDisplayValue = contentCulture.DisplayName; } TextExtraction t = new TextExtraction(); lock (this) { ASPNETObject item = new ASPNETObject(); item.OriginalUrl = propertyBag.Step.Uri.ToString(); if (!IsDuplicate(item.OriginalUrl)) { item.Title = propertyBag.Title; item.StatusDescription = propertyBag.StatusDescription; item.ResponseUri = propertyBag.ResponseUri.ToString(); item.Text = null; item.Depth = propertyBag.Step.Depth; item.LastModified = propertyBag.LastModified; item.OriginalReferrerUrl = propertyBag.OriginalReferrerUrl.ToString(); item.Server = propertyBag.Server; //Clean the text field is null db.AddToASPNETObjects(item); item.ContentEncoding = propertyBag.ContentEncoding; item.ContentType = propertyBag.ContentType; item.IsToEmail = false; item.Summary = propertyBag.Title; //item.Length = propertyBag.Text.IsNull() ? 0 : propertyBag.Text.Length; //item.CultureDisplayValue = cultureDisplayValue; } } try { db.SaveChanges(); } catch (Exception ex) { throw new Exception(ex.Message); } }
/// <summary> /// Create a new ASPNETObject object. /// </summary> /// <param name="id">Initial value of the Id property.</param> public static ASPNETObject CreateASPNETObject(global::System.Int32 id) { ASPNETObject aSPNETObject = new ASPNETObject(); aSPNETObject.Id = id; return aSPNETObject; }
/// <summary> /// Deprecated Method for adding a new object to the ASPNETObjects EntitySet. Consider using the .Add method of the associated ObjectSet<T> property instead. /// </summary> public void AddToASPNETObjects(ASPNETObject aSPNETObject) { base.AddObject("ASPNETObjects", aSPNETObject); }