public static bool Get_Tagged_RepinCount(ref int RepinCount, ref CMS_BoardModels board, string pinId = "")
{
string data = string.Empty;
var urlOrg = Commons.HostApiPinDetail;
var objJson = new
{
options = new
{
field_set_key = "detailed",
id = pinId,
is_landing_page = false,
},
context = new
{
},
};
string input = JsonConvert.SerializeObject(objJson);
urlOrg = Commons.HostApiPinDetail + "/pin/" + pinId + "/";
string[] pattern = new string[] { "\n", "\r", "\t" };
string[] replacements = new string[] { "", "", "" };
data = Preg_replace(input, pattern, replacements);
var timestamp = GetTimestamp(DateTime.Now);
var url = urlOrg + "&data=" + data + "&_=" + timestamp;
RepinCount = getRePinCount(url, pinId, ref board);
return(false);
}
// GET: Admin/CMSBoard
public ActionResult Index()
{
CMS_BoardModels model = new CMS_BoardModels();
List <SelectListItem> lstAcc = new List <SelectListItem>();
var lstAccount = _facAcc.GetList();
if (lstAccount != null && lstAccount.Any())
{
lstAccount.ForEach(o =>
{
lstAcc.Add(new SelectListItem
{
Value = o.Id,
Text = o.Account
});
});
}
ViewBag.ListAccount = lstAcc;
//try
//{
// List<CMS_BoardModels> models = new List<CMS_BoardModels>();
// CrawlerBoardHelper._Cookies = "G_ENABLED_IDPS=google; _b=\"ATW1MZ0GSMJI46hOmoQ3MpWpXe6+rP8fkEoLnaSC6XQ7dd54Cm+VLWXBJOy2qLRza8E=\"; _auth=1; csrftoken=g9vz7YbodrSvIMzOaDUOcDLGNhdKJP1v; _pinterest_sess=\"TWc9PSZsVVROcGxoeVNLOE1TK2h6UVlDcU1JS0JqMkxIb2M3Vi9OMzYvMEZydnEzOGdKYzh3M0tsN3hKRndUeVBzK1RmQXhsUmNVTkRpN0h4S21HTHRpeWRHd2ZSVGlHMWhoenBVZTFDYWdZdFBKK3lNOFlrSkt3MmVmOE1qUGJ6cmFtbitqQzZTSDJKenRhM0JpTmhGU1pRaFZ6NXc0MlVkcTlZdDJIYnlsenNvMlYrMmlkam5VVEVPTnhEQmxHcUxWNTFUTWc4amxQVnpBOEtWM29TVTV1K0JWK3pjNFpseXVTNGhTNTN4NUQ4QTRvdUYwdWo4ZzJDdFpjRE1PazdTVFJwcVM2UnVGVzl5U2lXZldic2xlUVdMdFBqK3hTTXJqazl2R21ibjYyMFhUYkYxR2xRMjk4ZG9ZKzI4ck85TGVaUUNVMzVDZUk3R285eHk0bnEyVmEwSkNLMmp2ZjlGSWtGbzJ6QXV6Y0NnU0FHZm9vQ292RklwRE5tSGZtSkRPTHEreU81VnkvbkZoUXA5SXRkRmNLNXkxUktPNXhFVDlBNHpJSkZ3T1dmSUdqaElJbmFOS2pIcVpFam44WjlicEU2T3NqbnRGUkx3UkVsRzA5RDI3SGI4NFVrK3c4S2FjaU9UbCtvOHJDVU9JU2JjNndOK2lLWkVlQ1lpcHhDOXdIY2FSY1Z4NXNtR1dqV1g0aTA0WURzSEtOOWdHcFpld2t2ZGxscTh6RDY2SHpYVFFiM2JFU0FYNzZndkJ0OTliY2MyRHhTWGVsWDFHQkd6NXlZbnVzQkkyOHJxNEdyQWhoVDRJaXAzQTBhNGJMbUJ1RXRwUTNIZDlKZi9UcFBrQm5ZRlpsRlJFY3NuUnJFYUdEZEQvYUlOVXUyNGUvaURiQXQ1ZDZKZU9DMXJtV3NWakdyazdLSnZrMndiWE1uSmM5UncrN0hvTWwwN1g4azFUVUM2R21LUFN5Z1IvSVhxSmVPYm81QWo5R1VVRDdycUJxWnpsZWFvcVpCOHVpK3JnVmYwTHlNU0hRNEJwak1EYkVTMS8yRnd3VlBYNXlDNmI5Y2s2clFxa3hLcFJmODFjT0s3RXk0dEJuWTl4ZTdWU1BBJkF4Tm5NSWQ0UUo3RW9nSzJkUWVDaXJ1a1JOTT0=\"; _ga=GA1.2.729252838.1528255220; cm_sub=none; sessionFunnelEventLogged=1; bei=false";
// CrawlerBoardHelper.Get_Tagged_Board(ref models, "Footballs", 2, null);
//}
//catch(Exception ex)
//{
// NSLog.Logger.Error("CMSBoard_Index", ex);
//}
return(View(model));
}
public static int getRePinCount(string url, string pinId, ref CMS_BoardModels board)
{
var _Repin_Count = 0;
try
{
Uri uri = new Uri(url);
var httpWebRequest = (HttpWebRequest)WebRequest.Create(uri);
httpWebRequest.Headers["X-Requested-With"] = "XMLHttpRequest";
//httpWebRequest.Headers["Cookie"] = "_auth=1; csrftoken=dMWi2a6L1DTFUHmyqem0oGrDmteiaETw; _pinterest_sess=\"TWc9PSZsSlA1dUF4QWlRWGRYVGR6Qm9mN3pwczUyUDk4ZDYvckduSjl4N3ZSRHlsU1VmWkhBTUsrMU9KNkxjS3pyUk1zREdDL2Rmb2VuT1dwRDhSTmxTOE1Ja0FjOUtreTJVc0o0SmthQ2xhN3lRa3BQVnRMcUF5dlN0Z255Syt4am56VnQvYVQwT0JyejBCSlk4YzFyQ0pEekZwNSs0YjZnMTBseEIvRkU0Um1XeWthZ1cvNGxpdDVyTEdrSHRzWFVLN244T25TaGVoYy93TGVSRjVxNzl5dnlZV1A5L3NlNnc5MWE4djl0ZjNoeEhqTTNuaGduRnZ2VkF1RTd6V1V3VnBCT3cyMksxMHJIdVE0TVVjc3FmWVozVllzekhpNFRGNDFBTERIVzdkcUNUS3NlWEJFdE1mSXJBbnNPVStHQXJiUWJRSENyVVVKTVJYNit5MkZTMFVNN3ptY09FNmFoaHk3Nk9MdUtuRmdDSWRWRVhPTWYrSXA4dFhlRU1hYW5paFNQMU5OcFNwY2xSZlJHZVlWWU03eHFsNWVmSWRHL0ZtN3NhdU9ubzhpUjZqMzNTTUxwMTlOQWRGa29zVUc1UXFqZ1BUYzhHL3M0YndDY2ZBN2ZMZnJQZTlGbXdPWjg5SXJVOEpUMEtPVnMzcjZPcytOVHRFUnlRUnoyNmJZdjl0YXJlOVp1WGQvM29SSi9xWUwvYmFPcDl5VFl1aEw2ZFBtMHlhZ0g4MXlIMXp1dnFXWWY1VytmY0ZPc0FSMzhqYXdhNTBqQjlYRHJ6OE9CY1ViMmljZkFhQkVydGxyVUtlNis4cnh3R3NPbXVTVjZCZUNTR1NKQ3JpWFJsajBsSEFGcytOMnptN2R2S1BXN1NocTFtZVlKMzF0Y1hyQXNseG9DdzdrQklxNnZXMkk2dXQ4azJJOTR4YWlIUDMvVzAwcmQ0SDVqNnhYc3NlTTNpK0ZHUU9xaUpCOER0N1pQaWFFTUhLRGxpdk1EVDlOYi9DdmRLcTQvdUROekpjRXNJSjVtcEl1bWVLUHhRdTVQQk91L1RWS0w0YkkzZDNwaW5mRnJFakRsck9aNTRBUXVsVFdFWVlTRHJ5OUxBWHdMa0V4Jk1FSHZIUWlQUlE2Q05OZWJydEZrV25SQ2tmND0 = \"; G_ENABLED_IDPS=google; _b=\"ATWTNNfXaINNj5j6VvA6 + rquchpAz7VF + IS8VabE7fJo7ragqOV82ASwCOgxcnxHC5k = \"; pnodepath=\" / 4\"; _ga=GA1.2.1908176321.1528170001; fba=True; cm_sub=none; sessionFunnelEventLogged=1; bei=false";
httpWebRequest.Headers["Cookie"] = _Cookies;
httpWebRequest.Timeout = 100000;
var httpResponse = (HttpWebResponse)httpWebRequest.GetResponse();
using (var streamReader = new StreamReader(httpResponse.GetResponseStream()))
{
var answer = streamReader.ReadToEnd();
JavaScriptSerializer jsonSerializer = new JavaScriptSerializer();
dynamic dobj = jsonSerializer.Deserialize <dynamic>(answer);
if (dobj != null)
{
var resource_data_cache = dobj["resource_data_cache"];
if (resource_data_cache != null)
{
var data = resource_data_cache[0]["data"];
if (data != null)
{
var results = (dynamic)null;
results = data;
if (results != null)
{
var itemPin = results as Dictionary <string, dynamic>;
if (itemPin.ContainsKey("repin_count"))
{
_Repin_Count = Convert.ToInt16(itemPin["repin_count"]);
}
if (itemPin.ContainsKey("board"))
{
var strJson = itemPin["board"];
var json = new JavaScriptSerializer().Serialize(strJson);
CMS_BoardModels objBoards = JsonConvert.DeserializeObject <CMS_BoardModels>(json);
if (objBoards != null)
{
board = objBoards;
}
}
}
}
}
}
streamReader.Close();
streamReader.Dispose();
}
}
catch (Exception ex) { }
return(_Repin_Count);
}
private void GetBoardInfo(CMS_BoardModels model)
{
try
{
var id = "";
var bName = "";
CrawlerBoardHelper.getBoardIdFromUrl(model.url, ref id, ref bName);
model.name = bName;
model.id = id;
}
catch (Exception ex) { }
}
public ActionResult LoadGrid(CMS_BoardModels item)
{
try
{
var msg = "";
bool isCheck = true;
if (item.url != null && item.url.Length > 0)
{
var temp = ListItem.Where(o => o.Trim() == item.url.Trim()).FirstOrDefault();
if (temp == null)
{
var result = _factory.CreateOrUpdate(item, ref msg);
if (!result)
{
//isCheck = false;
ViewBag.ErrorMessage = msg;
}
}
else
{
ViewBag.DuplicateKeyword = "Duplicate Board!";
}
}
if (isCheck)
{
var model = _factory.GetList();
return(PartialView("_ListData", model));
}
else
{
return(new HttpStatusCodeResult(HttpStatusCode.BadRequest));
}
}
catch (Exception e)
{
//_logger.Error("Keyword_Search: " + e);
return(new HttpStatusCodeResult(400, e.Message));
}
}
public static CMS_CrawlerModels getDataPinterest(string url, ref CMS_CrawlerModels model, string pinId, ref string bookmarks)
{
dynamic dataLog = null;
try
{
Uri uri = new Uri(url);
var httpWebRequest = (HttpWebRequest)WebRequest.Create(uri);
httpWebRequest.Headers["X-Requested-With"] = "XMLHttpRequest";
/* cookies demo*/
//httpWebRequest.Headers["Cookie"] = "_auth=1; csrftoken=dMWi2a6L1DTFUHmyqem0oGrDmteiaETw; _pinterest_sess=\"TWc9PSZsSlA1dUF4QWlRWGRYVGR6Qm9mN3pwczUyUDk4ZDYvckduSjl4N3ZSRHlsU1VmWkhBTUsrMU9KNkxjS3pyUk1zREdDL2Rmb2VuT1dwRDhSTmxTOE1Ja0FjOUtreTJVc0o0SmthQ2xhN3lRa3BQVnRMcUF5dlN0Z255Syt4am56VnQvYVQwT0JyejBCSlk4YzFyQ0pEekZwNSs0YjZnMTBseEIvRkU0Um1XeWthZ1cvNGxpdDVyTEdrSHRzWFVLN244T25TaGVoYy93TGVSRjVxNzl5dnlZV1A5L3NlNnc5MWE4djl0ZjNoeEhqTTNuaGduRnZ2VkF1RTd6V1V3VnBCT3cyMksxMHJIdVE0TVVjc3FmWVozVllzekhpNFRGNDFBTERIVzdkcUNUS3NlWEJFdE1mSXJBbnNPVStHQXJiUWJRSENyVVVKTVJYNit5MkZTMFVNN3ptY09FNmFoaHk3Nk9MdUtuRmdDSWRWRVhPTWYrSXA4dFhlRU1hYW5paFNQMU5OcFNwY2xSZlJHZVlWWU03eHFsNWVmSWRHL0ZtN3NhdU9ubzhpUjZqMzNTTUxwMTlOQWRGa29zVUc1UXFqZ1BUYzhHL3M0YndDY2ZBN2ZMZnJQZTlGbXdPWjg5SXJVOEpUMEtPVnMzcjZPcytOVHRFUnlRUnoyNmJZdjl0YXJlOVp1WGQvM29SSi9xWUwvYmFPcDl5VFl1aEw2ZFBtMHlhZ0g4MXlIMXp1dnFXWWY1VytmY0ZPc0FSMzhqYXdhNTBqQjlYRHJ6OE9CY1ViMmljZkFhQkVydGxyVUtlNis4cnh3R3NPbXVTVjZCZUNTR1NKQ3JpWFJsajBsSEFGcytOMnptN2R2S1BXN1NocTFtZVlKMzF0Y1hyQXNseG9DdzdrQklxNnZXMkk2dXQ4azJJOTR4YWlIUDMvVzAwcmQ0SDVqNnhYc3NlTTNpK0ZHUU9xaUpCOER0N1pQaWFFTUhLRGxpdk1EVDlOYi9DdmRLcTQvdUROekpjRXNJSjVtcEl1bWVLUHhRdTVQQk91L1RWS0w0YkkzZDNwaW5mRnJFakRsck9aNTRBUXVsVFdFWVlTRHJ5OUxBWHdMa0V4Jk1FSHZIUWlQUlE2Q05OZWJydEZrV25SQ2tmND0 = \"; G_ENABLED_IDPS=google; _b=\"ATWTNNfXaINNj5j6VvA6 + rquchpAz7VF + IS8VabE7fJo7ragqOV82ASwCOgxcnxHC5k = \"; pnodepath=\" / 4\"; _ga=GA1.2.1908176321.1528170001; fba=True; cm_sub=none; sessionFunnelEventLogged=1; bei=false";
httpWebRequest.Headers["Cookie"] = _Cookies;
httpWebRequest.Timeout = 100000;
var httpResponse = (HttpWebResponse)httpWebRequest.GetResponse();
using (var streamReader = new StreamReader(httpResponse.GetResponseStream()))
{
var answer = streamReader.ReadToEnd();
JavaScriptSerializer jsonSerializer = new JavaScriptSerializer();
dynamic dobj = jsonSerializer.Deserialize <dynamic>(answer);
dataLog = dobj;
if (dobj != null)
{
var resource_data_cache = dobj["resource_data_cache"];
if (resource_data_cache != null)
{
var data = resource_data_cache[0]["data"];
if (data != null)
{
var results = (dynamic)null;
if (string.IsNullOrEmpty(pinId))
{
results = data["results"];
}
else
{
results = data;
}
if (results != null)
{
foreach (var item in results)
{
var pin = new PinsModels();
var itemPin = item as Dictionary <string, dynamic>;
bool flag = true;
pin.CreatedDate = DateTime.Now;
if (itemPin.ContainsKey("domain"))
{
pin.Domain = itemPin["domain"];
}
else
{
flag = false;
}
if (itemPin.ContainsKey("id"))
{
pin.ID = itemPin["id"];
/* check exist pin */
var checkExist = model.Pins.Where(o => o.ID == pin.ID).Any();
if (checkExist == false) /* new pin */
{
// get Repin_Count
var _Repin_Count = 0;
CMS_BoardModels board = new CMS_BoardModels();
Get_Tagged_RepinCount(ref _Repin_Count, ref board, pin.ID);
pin.Repin_count = _Repin_Count;
pin.Board = board;
}
else /* this pin have exist in model */
{
flag = false;
}
}
else
{
flag = false;
}
if (itemPin.ContainsKey("link"))
{
pin.Link = itemPin["link"];
}
else
{
flag = false;
}
if (itemPin.ContainsKey("created_at"))
{
pin.Created_At = DateTime.Parse(itemPin["created_at"], new CultureInfo("en-US", true));
}
else
{
flag = false;
}
if (itemPin.ContainsKey("images"))
{
var Images = itemPin["images"] as Dictionary <string, dynamic>;
if (Images != null)
{
foreach (var itemImg in Images)
{
var Image = itemImg.Value;
var _ImageModel = new ImageModels()
{
url = Image["url"],
height = Convert.ToInt16(Image["height"]),
width = Convert.ToInt16(Image["width"])
};
pin.Images.Add(_ImageModel);
}
}
}
else
{
flag = false;
}
if (flag)
{
model.Pins.Add(pin);
}
}
}
}
var dataBookmark = resource_data_cache[0]["response"];
if (dataBookmark != null)
{
if (dataBookmark.ContainsKey("bookmark"))
{
bookmarks = dataBookmark["bookmark"];
}
}
}
}
streamReader.Close();
streamReader.Dispose();
}
}
catch (Exception ex)
{
NSLog.Logger.Info("ErrorGetDataPinterest: " + pinId, dataLog);
NSLog.Logger.Info("ErrorGetDataPinterest: " + pinId, ex);
}
return(model);
}
public bool CreateOrUpdate(CMS_BoardModels model, ref string msg)
{
var result = true;
using (var _db = new CMS_Context())
{
using (var trans = _db.Database.BeginTransaction())
{
m_Semaphore.WaitOne();
try
{
if (string.IsNullOrEmpty(model.id)) /* get board ID */
{
model.url = GetUrl(model.url);
GetBoardInfo(model);
}
if (!string.IsNullOrEmpty(model.id))
{
/* check dup old key */
var checkDup = _db.CMS_Board.Where(o => o.ID == model.id).FirstOrDefault();
if (checkDup == null)
{
/* get current seq */
var curSeq = _db.CMS_Board.OrderByDescending(o => o.Sequence).Select(o => o.Sequence).FirstOrDefault() ?? 0;
/* add new record */
var dateTimeNow = DateTime.Now;
var newKey = new CMS_Board()
{
ID = model.id,
BoardName = model.name,
Url = model.url,
OwnerName = model.owner != null ? model.owner.username : "",
Pin_count = model.pin_count,
Description = model.description,
Sequence = ++curSeq,
Status = (byte)Commons.EStatus.Active,
//CreatedBy = model.CreatedBy,
CreatedDate = dateTimeNow,
//UpdatedBy = model.CreatedBy,
UpdatedDate = dateTimeNow,
};
_db.CMS_Board.Add(newKey);
}
else if (checkDup.Status != (byte)Commons.EStatus.Active) /* re-active old key */
{
checkDup.Status = (byte)Commons.EStatus.Active;
//checkDup.UpdatedBy = model.by;
checkDup.UpdatedDate = DateTime.Now;
}
else /* duplicate key word */
{
result = false;
msg = "Duplicate board, please check your board.";
}
_db.SaveChanges();
trans.Commit();
}
else
{
result = false;
msg = "Invalid board, please check your board.";
}
}
catch (Exception ex)
{
msg = "Check connection, please!";
result = false;
trans.Rollback();
}
finally
{
_db.Dispose();
m_Semaphore.Release();
}
}
}
return(result);
}
public PinsModels()
{
Board = new CMS_BoardModels();
Images = new List <ImageModels>();
}
