static void LoadUrlTrackerMatchesFromCache(HttpRequest request, string urlWithoutQueryString, bool urlHasQueryString, string shortestUrl, int rootNodeId, ref string redirectUrl, ref int?redirectHttpCode, ref bool redirectPassThroughQueryString)
{
List <UrlTrackerModel> forcedRedirects = UrlTrackerRepository.GetForcedRedirects();
if (forcedRedirects == null || !forcedRedirects.Any())
{
return;
}
foreach (UrlTrackerModel forcedRedirect in forcedRedirects.Where(x => !x.Is404 && (x.RedirectRootNodeId == rootNodeId || x.RedirectRootNodeId == -1) && (x.OldUrl.ToLower() == urlWithoutQueryString.ToLower() || x.OldUrl.ToLower() == shortestUrl.ToLower())).OrderBy(x => x.RedirectHttpCode == 410 ? 2 : 1).ThenByDescending(x => x.OldUrlQueryString))
{
LoggingHelper.LogInformation("UrlTracker HttpModule | URL match found");
if (forcedRedirect.RedirectNodeId.HasValue && forcedRedirect.RedirectHttpCode != (int)HttpStatusCode.Gone)
{
LoggingHelper.LogInformation("UrlTracker HttpModule | Redirect node id: {0}", forcedRedirect.RedirectNodeId.Value);
Node n = new Node(forcedRedirect.RedirectNodeId.Value);
if (n != null && n.Name != null && n.Id > 0)
{
string tempUrl = UmbracoHelper.GetUrl(forcedRedirect.RedirectNodeId.Value);
redirectUrl = tempUrl.StartsWith(Uri.UriSchemeHttp) ? tempUrl : string.Format("{0}{1}{2}{3}{4}", HttpContext.Current.Request.Url.Scheme, Uri.SchemeDelimiter, HttpContext.Current.Request.Url.Host, HttpContext.Current.Request.Url.Port != 80 && UrlTrackerSettings.AppendPortNumber ? string.Concat(":", HttpContext.Current.Request.Url.Port) : string.Empty, tempUrl);
if (redirectUrl.StartsWith(Uri.UriSchemeHttp))
{
Uri redirectUri = new Uri(redirectUrl);
string pathAndQuery = Uri.UnescapeDataString(redirectUri.PathAndQuery);
//redirectUrl = pathAndQuery.StartsWith("/") && pathAndQuery != "/" ? pathAndQuery.Substring(1) : pathAndQuery;
redirectUrl = GetCorrectedUrl(redirectUri, forcedRedirect.RedirectRootNodeId, pathAndQuery);
}
LoggingHelper.LogInformation("UrlTracker HttpModule | Redirect url set to: {0}", redirectUrl);
}
else
{
LoggingHelper.LogInformation("UrlTracker HttpModule | Redirect node is invalid; node is null, name is null or id <= 0");
continue;
}
}
else if (!string.IsNullOrEmpty(forcedRedirect.RedirectUrl))
{
redirectUrl = forcedRedirect.RedirectUrl;
LoggingHelper.LogInformation("UrlTracker HttpModule | Redirect url set to: {0}", redirectUrl);
}
redirectPassThroughQueryString = forcedRedirect.RedirectPassThroughQueryString;
LoggingHelper.LogInformation("UrlTracker HttpModule | PassThroughQueryString is {0}", redirectPassThroughQueryString ? "enabled" : "disabled");
NameValueCollection oldUrlQueryString = null;
if (!string.IsNullOrEmpty(forcedRedirect.OldUrlQueryString))
{
oldUrlQueryString = HttpUtility.ParseQueryString(forcedRedirect.OldUrlQueryString);
LoggingHelper.LogInformation("UrlTracker HttpModule | Old URL query string set to: {0}", oldUrlQueryString.ToQueryString());
}
if ((urlHasQueryString || oldUrlQueryString != null) && (oldUrlQueryString != null && !request.QueryString.CollectionEquals(oldUrlQueryString)))
{
LoggingHelper.LogInformation("UrlTracker HttpModule | Aborting; query strings don't match");
continue;
}
redirectHttpCode = forcedRedirect.RedirectHttpCode;
LoggingHelper.LogInformation("UrlTracker HttpModule | Redirect http code set to: {0}", redirectHttpCode);
break;
}
}
static void UrlTrackerDo(string callingEventName, bool ignoreHttpStatusCode = false)
{
HttpContext context = HttpContext.Current;
HttpRequest request = context.Request;
HttpResponse response = context.Response;
if (!string.IsNullOrEmpty(request.QueryString[UrlTrackerSettings.HttpModuleCheck]))
{
response.Clear();
response.Write(UrlTrackerSettings.HttpModuleCheck);
response.StatusCode = 200;
response.End();
return;
}
LoggingHelper.LogInformation("UrlTracker HttpModule | {0} start", callingEventName);
if (UrlTrackerSettings.IsDisabled)
{
LoggingHelper.LogInformation("UrlTracker HttpModule | UrlTracker is disabled by config");
return;
}
string url = request.RawUrl;
if (url.StartsWith("/"))
{
url = url.Substring(1);
}
LoggingHelper.LogInformation("UrlTracker HttpModule | Incoming URL is: {0}", url);
if (_urlTrackerInstalled && (response.StatusCode == (int)HttpStatusCode.NotFound || ignoreHttpStatusCode))
{
if (response.StatusCode == (int)HttpStatusCode.NotFound)
{
LoggingHelper.LogInformation("UrlTracker HttpModule | Response statusCode is 404, continue URL matching");
}
else
{
LoggingHelper.LogInformation("UrlTracker HttpModule | Checking for forced redirects (AcquireRequestState), continue URL matching");
}
string urlWithoutQueryString = url;
if (UmbracoHelper.IsReservedPathOrUrl(url))
{
LoggingHelper.LogInformation("UrlTracker HttpModule | URL is an umbraco reserved path or url, ignore request");
return;
}
//bool urlHasQueryString = request.QueryString.HasKeys() && url.Contains('?');
bool urlHasQueryString = url.Contains('?'); // invalid querystring (?xxx) without = sign must also be stripped...
if (urlHasQueryString)
{
urlWithoutQueryString = url.Substring(0, url.IndexOf('?'));
}
string shortestUrl = UrlTrackerHelper.ResolveShortestUrl(urlWithoutQueryString);
int rootNodeId = -1;
List <UrlTrackerDomain> domains = UmbracoHelper.GetDomains(true);
if (domains.Any())
{
string fullRawUrl;
string previousFullRawUrlTest;
string fullRawUrlTest;
fullRawUrl = previousFullRawUrlTest = fullRawUrlTest = string.Format("{0}{1}{2}{3}", request.Url.Scheme, Uri.SchemeDelimiter, request.Url.Host, request.RawUrl);
UrlTrackerDomain urlTrackerDomain;
do
{
if (previousFullRawUrlTest.EndsWith("/"))
{
urlTrackerDomain = domains.FirstOrDefault(x => (x.UrlWithDomain == fullRawUrlTest) || (x.UrlWithDomain == fullRawUrlTest + "/"));
if (urlTrackerDomain != null)
{
rootNodeId = urlTrackerDomain.NodeId;
urlWithoutQueryString = fullRawUrl.Replace(fullRawUrlTest, string.Empty);
if (urlWithoutQueryString.StartsWith("/"))
{
urlWithoutQueryString = urlWithoutQueryString.Substring(1);
}
if (urlWithoutQueryString.EndsWith("/"))
{
urlWithoutQueryString = urlWithoutQueryString.Substring(0, urlWithoutQueryString.Length - 1);
}
break;
}
}
previousFullRawUrlTest = fullRawUrlTest;
fullRawUrlTest = fullRawUrlTest.Substring(0, fullRawUrlTest.Length - 1);
}while (fullRawUrlTest.Length > 0);
}
if (rootNodeId == -1)
{
//rootNodeId = -1;
//List<INode> children = new Node(rootNodeId).ChildrenAsList;
//if (children != null && children.Any())
// rootNodeId = children.First().Id;
}
else
{
var rootUrl = "/";
try
{
rootUrl = new Node(rootNodeId).Url;
}
catch (ArgumentNullException)
{
// could not get full url for path, so we keep / as the root... (no other way to check, happens for favicon.ico for example)
}
var rootFolder = rootUrl != @"/" ? new Uri(HttpContext.Current.Request.Url, rootUrl).AbsolutePath.TrimStart('/') : string.Empty;
if (shortestUrl.StartsWith(rootFolder, StringComparison.OrdinalIgnoreCase))
{
shortestUrl = shortestUrl.Substring(rootFolder.Length);
}
}
LoggingHelper.LogInformation("UrlTracker HttpModule | Current request's rootNodeId: {0}", rootNodeId);
string redirectUrl = null;
int? redirectHttpCode = null;
bool redirectPassThroughQueryString = true;
if (!ignoreHttpStatusCode)
{
// Normal matching (database)
LoadUrlTrackerMatchesFromDatabase(request, urlWithoutQueryString, urlHasQueryString, shortestUrl, rootNodeId, ref redirectUrl, ref redirectHttpCode, ref redirectPassThroughQueryString);
}
else
{
// Forced matching (cache)
LoadUrlTrackerMatchesFromCache(request, urlWithoutQueryString, urlHasQueryString, shortestUrl, rootNodeId, ref redirectUrl, ref redirectHttpCode, ref redirectPassThroughQueryString);
}
string query;
if (!redirectHttpCode.HasValue)
{
// Regex matching
query = "SELECT * FROM icUrlTracker WITH (NOLOCK) WHERE Is404 = 0 AND ForceRedirect = @forceRedirect AND (RedirectRootNodeId = @redirectRootNodeId OR RedirectRootNodeId = -1) AND OldRegex IS NOT NULL ORDER BY Inserted DESC";
using (IRecordsReader reader = _sqlHelper.ExecuteReader(query, _sqlHelper.CreateParameter("forceRedirect", ignoreHttpStatusCode ? 1 : 0), _sqlHelper.CreateParameter("redirectRootNodeId", rootNodeId)))
{
Regex regex;
while (reader.Read())
{
regex = new Regex(reader.GetString("OldRegex"));
if (regex.IsMatch(url))
{
LoggingHelper.LogInformation("UrlTracker HttpModule | Regex match found");
if (!reader.IsNull("RedirectNodeId"))
{
int redirectNodeId = reader.GetInt("RedirectNodeId");
LoggingHelper.LogInformation("UrlTracker HttpModule | Redirect node id: {0}", redirectNodeId);
Node n = new Node(redirectNodeId);
if (n != null && n.Name != null && n.Id > 0)
{
redirectUrl = UmbracoHelper.GetUrl(redirectNodeId);
LoggingHelper.LogInformation("UrlTracker HttpModule | Redirect url set to: {0}", redirectUrl);
}
else
{
LoggingHelper.LogInformation("UrlTracker HttpModule | Redirect node is invalid; node is null, name is null or id <= 0");
}
}
else if (!reader.IsNull("RedirectUrl"))
{
redirectUrl = reader.GetString("RedirectUrl");
LoggingHelper.LogInformation("UrlTracker HttpModule | Redirect url set to: {0}", redirectUrl);
if (_capturingGroupsRegex.IsMatch(redirectUrl))
{
LoggingHelper.LogInformation("UrlTracker HttpModule | Found regex capturing groups in the redirect url");
redirectUrl = regex.Replace(url, redirectUrl);
LoggingHelper.LogInformation("UrlTracker HttpModule | Redirect url changed to: {0} (because of regex capturing groups)", redirectUrl);
}
}
redirectPassThroughQueryString = reader.GetBoolean("RedirectPassThroughQueryString");
LoggingHelper.LogInformation("UrlTracker HttpModule | PassThroughQueryString is enabled");
redirectHttpCode = reader.GetInt("RedirectHttpCode");
LoggingHelper.LogInformation("UrlTracker HttpModule | Redirect http code set to: {0}", redirectHttpCode);
}
}
}
}
if (redirectHttpCode.HasValue)
{
string redirectLocation = string.Empty;
if (!string.IsNullOrEmpty(redirectUrl))
{
if (redirectUrl == "/")
{
redirectUrl = string.Empty;
}
Uri redirectUri = new Uri(redirectUrl.StartsWith(Uri.UriSchemeHttp, StringComparison.OrdinalIgnoreCase) ? redirectUrl : string.Format("{0}{1}{2}{3}/{4}", request.Url.Scheme, Uri.SchemeDelimiter, request.Url.Host, request.Url.Port != 80 && UrlTrackerSettings.AppendPortNumber ? string.Concat(":", request.Url.Port) : string.Empty, redirectUrl.StartsWith("/") ? redirectUrl.Substring(1) : redirectUrl));
if (redirectPassThroughQueryString)
{
NameValueCollection redirectQueryString = HttpUtility.ParseQueryString(redirectUri.Query);
NameValueCollection newQueryString = HttpUtility.ParseQueryString(request.Url.Query);
if (redirectQueryString.HasKeys())
{
newQueryString = newQueryString.Merge(redirectQueryString);
}
string pathAndQuery = Uri.UnescapeDataString(redirectUri.PathAndQuery) + redirectUri.Fragment;
redirectUri = new Uri(string.Format("{0}{1}{2}{3}/{4}{5}", redirectUri.Scheme, Uri.SchemeDelimiter, redirectUri.Host, redirectUri.Port != 80 && UrlTrackerSettings.AppendPortNumber ? string.Concat(":", redirectUri.Port) : string.Empty, pathAndQuery.Contains('?') ? pathAndQuery.Substring(0, pathAndQuery.IndexOf('?')) : pathAndQuery.StartsWith("/") ? pathAndQuery.Substring(1) : pathAndQuery, newQueryString.HasKeys() ? string.Concat("?", newQueryString.ToQueryString()) : string.Empty));
}
if (redirectUri == new Uri(string.Format("{0}{1}{2}{3}/{4}", request.Url.Scheme, Uri.SchemeDelimiter, request.Url.Host, request.Url.Port != 80 && UrlTrackerSettings.AppendPortNumber ? string.Concat(":", request.Url.Port) : string.Empty, request.RawUrl.StartsWith("/") ? request.RawUrl.Substring(1) : request.RawUrl)))
{
LoggingHelper.LogInformation("UrlTracker HttpModule | Redirect URL is the same as Request.RawUrl; don't redirect");
return;
}
if (request.Url.Host.Equals(redirectUri.Host, StringComparison.OrdinalIgnoreCase))
{
redirectLocation = redirectUri.PathAndQuery + redirectUri.Fragment;
}
else
{
redirectLocation = redirectUri.AbsoluteUri;
}
LoggingHelper.LogInformation("UrlTracker HttpModule | Response redirectlocation set to: {0}", redirectLocation);
}
response.Clear();
response.StatusCode = redirectHttpCode.Value;
LoggingHelper.LogInformation("UrlTracker HttpModule | Response statuscode set to: {0}", response.StatusCode);
if (!string.IsNullOrEmpty(redirectLocation))
{
response.RedirectLocation = redirectLocation;
}
response.End();
}
else if (!ignoreHttpStatusCode)
{
// Log 404
if (!UrlTrackerSettings.IsNotFoundTrackingDisabled && !UrlTrackerSettings.NotFoundUrlsToIgnore.Contains(urlWithoutQueryString) && !UmbracoHelper.IsReservedPathOrUrl(urlWithoutQueryString) && request.Headers["X-UrlTracker-Ignore404"] != "1")
{
bool ignoreNotFoundBasedOnRegexPatterns = false;
foreach (Regex regexNotFoundUrlToIgnore in UrlTrackerSettings.RegexNotFoundUrlsToIgnore)
{
if (regexNotFoundUrlToIgnore.IsMatch(urlWithoutQueryString))
{
ignoreNotFoundBasedOnRegexPatterns = true;
break;
}
}
if (!ignoreNotFoundBasedOnRegexPatterns)
{
LoggingHelper.LogInformation("UrlTracker HttpModule | No match found, logging as 404 not found");
query = "INSERT INTO icUrlTracker (OldUrl, RedirectRootNodeId, ";
if (urlHasQueryString)
{
query += "OldUrlQueryString, ";
}
query += "Is404, Referrer) VALUES (@oldUrl, @redirectRootNodeId, ";
if (urlHasQueryString)
{
query += "@oldUrlQueryString, ";
}
query += "1, @referrer)";
_sqlHelper.ExecuteNonQuery(query, _sqlHelper.CreateParameter("oldUrl", urlWithoutQueryString), _sqlHelper.CreateParameter("redirectRootNodeId", rootNodeId), _sqlHelper.CreateParameter("oldUrlQueryString", request.QueryString.ToString()), _sqlHelper.CreateParameter("referrer", request.UrlReferrer != null && !request.UrlReferrer.ToString().Contains(UrlTrackerSettings.ReferrerToIgnore) ? (object)request.UrlReferrer.ToString() : DBNull.Value));
}
}
if (UrlTrackerSettings.IsNotFoundTrackingDisabled)
{
LoggingHelper.LogInformation("UrlTracker HttpModule | No match found and not found (404) tracking is disabled");
}
if (UrlTrackerSettings.NotFoundUrlsToIgnore.Contains(urlWithoutQueryString))
{
LoggingHelper.LogInformation("UrlTracker HttpModule | No match found, url is configured to be ignored: {0}", urlWithoutQueryString);
}
else if (UmbracoHelper.IsReservedPathOrUrl(urlWithoutQueryString))
{
LoggingHelper.LogInformation("UrlTracker HttpModule | No match found, url is ignored because it's an umbraco reserved URL or path: {0}", urlWithoutQueryString);
}
else if (request.Headers["X-UrlTracker-Ignore404"] == "1")
{
LoggingHelper.LogInformation("UrlTracker HttpModule | No match found, url is ignored because the 'X-UrlTracker-Ignore404' header was set to '1'. URL: {0}", urlWithoutQueryString);
}
}
else
{
LoggingHelper.LogInformation("UrlTracker HttpModule | No match found in {0}", callingEventName);
}
}
else
{
LoggingHelper.LogInformation("UrlTracker HttpModule | Response statuscode is not 404, UrlTracker won't do anything");
}
LoggingHelper.LogInformation("UrlTracker HttpModule | {0} end", callingEventName);
}
static void LoadUrlTrackerMatchesFromDatabase(HttpRequest request, string urlWithoutQueryString, bool urlHasQueryString, string shortestUrl, int rootNodeId, ref string redirectUrl, ref int?redirectHttpCode, ref bool redirectPassThroughQueryString)
{
string query = "SELECT * FROM icUrlTracker WITH (NOLOCK) WHERE Is404 = 0 AND ForceRedirect = 0 AND (RedirectRootNodeId = @redirectRootNodeId OR RedirectRootNodeId IS NULL OR RedirectRootNodeId = -1) AND (OldUrl = @url OR OldUrl = @shortestUrl) ORDER BY CASE WHEN RedirectHttpCode = 410 THEN 2 ELSE 1 END, OldUrlQueryString DESC";
using (IRecordsReader reader = _sqlHelper.ExecuteReader(query, _sqlHelper.CreateParameter("redirectRootNodeId", rootNodeId), _sqlHelper.CreateParameter("url", urlWithoutQueryString), _sqlHelper.CreateParameter("shortestUrl", shortestUrl)))
{
while (reader.Read())
{
LoggingHelper.LogInformation("UrlTracker HttpModule | URL match found");
if (!reader.IsNull("RedirectNodeId") && reader.GetInt("RedirectHttpCode") != (int)HttpStatusCode.Gone)
{
int redirectNodeId = reader.GetInt("RedirectNodeId");
LoggingHelper.LogInformation("UrlTracker HttpModule | Redirect node id: {0}", redirectNodeId);
Node n = new Node(redirectNodeId);
if (n != null && n.Name != null && n.Id > 0)
{
string tempUrl = UmbracoHelper.GetUrl(redirectNodeId);
redirectUrl = tempUrl.StartsWith(Uri.UriSchemeHttp) ? tempUrl : string.Format("{0}{1}{2}{3}{4}", HttpContext.Current.Request.Url.Scheme, Uri.SchemeDelimiter, HttpContext.Current.Request.Url.Host, HttpContext.Current.Request.Url.Port != 80 && UrlTrackerSettings.AppendPortNumber ? string.Concat(":", HttpContext.Current.Request.Url.Port) : string.Empty, tempUrl);
if (redirectUrl.StartsWith(Uri.UriSchemeHttp))
{
Uri redirectUri = new Uri(redirectUrl);
string pathAndQuery = Uri.UnescapeDataString(redirectUri.PathAndQuery) + redirectUri.Fragment;
/*redirectUrl = pathAndQuery.StartsWith("/") && pathAndQuery != "/" ? pathAndQuery.Substring(1) : pathAndQuery;
*
* if (redirectUri.Host != HttpContext.Current.Request.Url.Host)
* {
* redirectUrl = new Uri(redirectUri, pathAndQuery).AbsoluteUri;
* }*/
redirectUrl = GetCorrectedUrl(redirectUri, rootNodeId, pathAndQuery);
}
LoggingHelper.LogInformation("UrlTracker HttpModule | Redirect url set to: {0}", redirectUrl);
}
else
{
LoggingHelper.LogInformation("UrlTracker HttpModule | Redirect node is invalid; node is null, name is null or id <= 0");
continue;
}
}
else if (!reader.IsNull("RedirectUrl"))
{
redirectUrl = reader.GetString("RedirectUrl");
LoggingHelper.LogInformation("UrlTracker HttpModule | Redirect url set to: {0}", redirectUrl);
}
redirectPassThroughQueryString = reader.GetBoolean("RedirectPassThroughQueryString");
LoggingHelper.LogInformation("UrlTracker HttpModule | PassThroughQueryString is {0}", redirectPassThroughQueryString ? "enabled" : "disabled");
NameValueCollection oldUrlQueryString = null;
if (!reader.IsNull("OldUrlQueryString"))
{
oldUrlQueryString = HttpUtility.ParseQueryString(reader.GetString("OldUrlQueryString"));
LoggingHelper.LogInformation("UrlTracker HttpModule | Old URL query string set to: {0}", oldUrlQueryString.ToQueryString());
}
if ((urlHasQueryString || oldUrlQueryString != null) && (oldUrlQueryString != null && !request.QueryString.CollectionEquals(oldUrlQueryString)))
{
LoggingHelper.LogInformation("UrlTracker HttpModule | Aborting; query strings don't match");
continue;
}
redirectHttpCode = reader.GetInt("RedirectHttpCode");
LoggingHelper.LogInformation("UrlTracker HttpModule | Redirect http code set to: {0}", redirectHttpCode);
break;
}
}
}
