public static async Task <CookieCollection> GetCollectitonAsync()
{
var collection = new CookieCollection();
var cookiesFile = "data/cookies.txt";
if (File.Exists(cookiesFile))
{
var readAllText = File.ReadAllLines(cookiesFile).Where(s => !s.TrimStart().StartsWith("#"));
foreach (var line in readAllText)
{
var match = RegexCookiesTxt.Match(line);
if (match.Success)
{
try
{
var name = match.Groups[6].Value;
var value = match.Groups[7].Value;
if (name == "myCookie")
{
value = "username=&userPsw=";
}
collection.Add(new Cookie(name, value, match.Groups[3].Value, match.Groups[1].Value));
}
catch (Exception e)
{
Log.Warning(e.Message);
}
}
}
}
await SemaphoreSlim.WaitAsync();
if (AntiScrappingCookie == null)
{
try
{
var httpClient = new HttpClient();
httpClient.DefaultRequestHeaders.CacheControl = new CacheControlHeaderValue {
NoCache = true
};
httpClient.DefaultRequestHeaders.TryAddWithoutValidation(
"user-agent",
ScrappingConfiguration.Agent);
var requester = new HttpClientRequester(httpClient);
var config = Configuration.Default.WithRequester(requester)
.WithDefaultLoader(new LoaderOptions {
IsResourceLoadingEnabled = true
}).WithJs();
var context = BrowsingContext.New(config);
var document = await context.OpenAsync("https://www.tuenvio.cu/stores.json").WaitUntilAvailable();
var content = document.Body.TextContent;
if (!string.IsNullOrWhiteSpace(content))
{
var parametersMatch = RegexCall.Match(content);
if (parametersMatch.Success)
{
var cookieName = parametersMatch.Groups[1].Value.Trim();
var toNumbersACall = RegexA.Match(content).Groups[1].Value;
var toNumbersBCall = RegexB.Match(content).Groups[1].Value;
var toNumbersCCall = RegexC.Match(content).Groups[1].Value;
var parameters = parametersMatch.Groups[2].Value;
parameters = parameters.Replace("a", "%A%").Replace("b", "%B%").Replace("c", "%C%");
parameters = parameters.Replace("%A%", toNumbersACall).Replace("%B%", toNumbersBCall)
.Replace("%C%", toNumbersCCall);
// Review: looks like the WaitUntilAvailable method is not working properly.
var cookieValue = string.Empty;
while (string.IsNullOrWhiteSpace(cookieValue))
{
try
{
cookieValue = document.ExecuteScript($"toHex(slowAES.decrypt({parameters}))")
.ToString();
}
catch (Exception e)
{
Log.Warning(e, "Error retrieving the global cookie");
await Task.Delay(100);
}
}
AntiScrappingCookie = new Cookie(cookieName, cookieValue, "/", "www.tuenvio.cu");
}
}
}
catch (Exception e)
{
Log.Warning(e, "Error evaluating the anti-scrapping cookie.");
}
}
SemaphoreSlim.Release();
var cookie = collection.FirstOrDefault(c => c.Name == AntiScrappingCookie.Name);
if (cookie != null)
{
collection.Remove(cookie);
}
collection.Add(AntiScrappingCookie);
return(collection);
}