private void VisioScanJob_TimerJobRun(object sender, OfficeDevPnP.Core.Framework.TimerJobs.TimerJobRunEventArgs e)
{
// Validate ClientContext objects
if (e.WebClientContext == null || e.SiteClientContext == null)
{
ScanError error = new ScanError()
{
Error = "No valid ClientContext objects",
SiteURL = e.Url,
SiteColUrl = e.Url
};
this.ScanErrors.Push(error);
Console.WriteLine("Error for site {1}: {0}", "No valid ClientContext objects", e.Url);
// bail out
return;
}
// thread safe increase of the sites counter
IncreaseScannedSites();
try
{
// Set the first site collection done flag + perform telemetry
SetFirstSiteCollectionDone(e.WebClientContext, this.Name);
// Manually iterate over the content
IEnumerable <string> expandedSites = e.SiteClientContext.Site.GetAllSubSites();
bool isFirstSiteInList = true;
string siteCollectionUrl = "";
List <Dictionary <string, string> > pageSearchResults = null;
foreach (string site in expandedSites)
{
try
{
// thread safe increase of the webs counter
IncreaseScannedWebs();
// Clone the existing ClientContext for the sub web
using (ClientContext ccWeb = e.SiteClientContext.Clone(site))
{
Console.WriteLine("Processing site {0}...", site);
// Allow max server time out, might be needed for sites having a lot of users
ccWeb.RequestTimeout = Timeout.Infinite;
if (isFirstSiteInList)
{
// Perf optimization: do one call per site to load all the needed properties
var spSite = (ccWeb as ClientContext).Site;
ccWeb.Load(spSite, p => p.Url);
ccWeb.ExecuteQueryRetry();
isFirstSiteInList = false;
}
ListCollection listCollection = ccWeb.Web.Lists;
ccWeb.Load(listCollection, coll => coll.Include(li => li.Title, li => li.Hidden, li => li.DefaultViewUrl, li => li.BaseTemplate, li => li.RootFolder));
ccWeb.ExecuteQueryRetry();
// Do things only once per site collection
if (string.IsNullOrEmpty(siteCollectionUrl))
{
// Cross check Url property availability
ccWeb.Site.EnsureProperty(s => s.Url);
siteCollectionUrl = ccWeb.Site.Url;
// Site scan
SiteAnalyzer siteAnalyzer = new SiteAnalyzer(site, siteCollectionUrl, this);
var siteScanDuration = siteAnalyzer.Analyze(ccWeb);
pageSearchResults = siteAnalyzer.PageSearchResults;
}
VisioWebPartAnalyzer visioWebPartAnalyzer = new VisioWebPartAnalyzer(site, siteCollectionUrl, this, pageSearchResults);
visioWebPartAnalyzer.Analyze(ccWeb);
}
}
catch (Exception ex)
{
ScanError error = new ScanError()
{
Error = ex.Message,
SiteColUrl = e.Url,
SiteURL = site,
Field1 = "MainWebLoop",
Field2 = ex.StackTrace,
};
this.ScanErrors.Push(error);
Console.WriteLine("Error for site {1}: {0}", ex.Message, site);
}
}
}
catch (Exception ex)
{
ScanError error = new ScanError()
{
Error = ex.Message,
SiteColUrl = e.Url,
SiteURL = e.Url,
Field1 = "MainSiteLoop",
Field2 = ex.StackTrace,
};
this.ScanErrors.Push(error);
Console.WriteLine("Error for site {1}: {0}", ex.Message, e.Url);
}
// Output the scanning progress
try
{
TimeSpan ts = DateTime.Now.Subtract(this.StartTime);
Console.WriteLine($"Thread: {Thread.CurrentThread.ManagedThreadId}. Processed {this.ScannedSites} of {this.SitesToScan} site collections ({Math.Round(((float)this.ScannedSites / (float)this.SitesToScan) * 100)}%). Process running for {ts.Days} days, {ts.Hours} hours, {ts.Minutes} minutes and {ts.Seconds} seconds.");
}
catch (Exception ex)
{
Console.WriteLine($"Error showing progress: {ex.ToString()}");
}
}
private void ModernizationScanJob_TimerJobRun(object sender, OfficeDevPnP.Core.Framework.TimerJobs.TimerJobRunEventArgs e)
{
// Validate ClientContext objects
if (e.WebClientContext == null || e.SiteClientContext == null)
{
ScanError error = new ScanError()
{
Error = "No valid ClientContext objects",
SiteURL = e.Url,
SiteColUrl = e.Url
};
this.ScanErrors.Push(error);
Console.WriteLine("Error for site {1}: {0}", "No valid ClientContext objects", e.Url);
// bail out
return;
}
// thread safe increase of the sites counter
IncreaseScannedSites();
try
{
// Set the first site collection done flag + perform telemetry
SetFirstSiteCollectionDone(e.WebClientContext, this.Name);
// Manually iterate over the content
IEnumerable <string> expandedSites = e.SiteClientContext.Site.GetAllSubSites();
bool isFirstSiteInList = true;
string siteCollectionUrl = "";
List <Dictionary <string, string> > pageSearchResults = null;
foreach (string site in expandedSites)
{
try
{
// thread safe increase of the webs counter
IncreaseScannedWebs();
// Clone the existing ClientContext for the sub web
using (ClientContext ccWeb = e.SiteClientContext.Clone(site))
{
Console.WriteLine("Processing site {0}...", site);
// Allow max server time out, might be needed for sites having a lot of users
ccWeb.RequestTimeout = Timeout.Infinite;
if (isFirstSiteInList)
{
// Perf optimization: do one call per site to load all the needed properties
var spSite = (ccWeb as ClientContext).Site;
ccWeb.Load(spSite, p => p.RootWeb, p => p.Url, p => p.GroupId);
ccWeb.Load(spSite.RootWeb, p => p.Id);
ccWeb.Load(spSite, p => p.UserCustomActions); // User custom action site level
ccWeb.Load(spSite, p => p.Features); // Features site level
ccWeb.ExecuteQueryRetry();
isFirstSiteInList = false;
}
// Perf optimization: do one call per web to load all the needed properties
ccWeb.Load(ccWeb.Web, p => p.Id, p => p.Title, p => p.Url);
ccWeb.Load(ccWeb.Web, p => p.WebTemplate, p => p.Configuration);
ccWeb.Load(ccWeb.Web, p => p.MasterUrl, p => p.CustomMasterUrl, // master page check
p => p.AlternateCssUrl, // Alternate CSS
p => p.UserCustomActions); // Web user custom actions
ccWeb.Load(ccWeb.Web, p => p.Features); // Features web level
ccWeb.Load(ccWeb.Web, p => p.RootFolder); // web home page
ccWeb.ExecuteQueryRetry();
// Split load in multiple batches to minimize timeout exceptions
if (!SkipUserInformation)
{
ccWeb.Load(ccWeb.Web, p => p.SiteUsers, p => p.AssociatedOwnerGroup, p => p.AssociatedMemberGroup, p => p.AssociatedVisitorGroup); // site user and groups
ccWeb.Load(ccWeb.Web, p => p.HasUniqueRoleAssignments, p => p.RoleAssignments, p => p.SiteGroups.Include(s => s.Users)); // permission inheritance at web level
ccWeb.ExecuteQueryRetry();
ccWeb.Load(ccWeb.Web.AssociatedOwnerGroup, p => p.Users); // users in the Owners group
ccWeb.Load(ccWeb.Web.AssociatedMemberGroup, p => p.Users); // users in the Members group
ccWeb.Load(ccWeb.Web.AssociatedVisitorGroup, p => p.Users); // users in the Visitors group
ccWeb.ExecuteQueryRetry();
}
// Do things only once per site collection
if (string.IsNullOrEmpty(siteCollectionUrl))
{
// Cross check Url property availability
ccWeb.Site.EnsureProperty(s => s.Url);
siteCollectionUrl = ccWeb.Site.Url;
// Site scan
SiteAnalyzer siteAnalyzer = new SiteAnalyzer(site, siteCollectionUrl, this);
var siteScanDuration = siteAnalyzer.Analyze(ccWeb);
pageSearchResults = siteAnalyzer.PageSearchResults;
}
// Web scan
WebAnalyzer webAnalyzer = new WebAnalyzer(site, siteCollectionUrl, this, pageSearchResults);
var webScanDuration = webAnalyzer.Analyze(ccWeb);
}
}
catch (Exception ex)
{
ScanError error = new ScanError()
{
Error = ex.Message,
SiteColUrl = e.Url,
SiteURL = site,
Field1 = "MainWebLoop",
Field2 = ex.StackTrace,
};
this.ScanErrors.Push(error);
Console.WriteLine("Error for site {1}: {0}", ex.Message, site);
}
}
}
catch (Exception ex)
{
ScanError error = new ScanError()
{
Error = ex.Message,
SiteColUrl = e.Url,
SiteURL = e.Url,
Field1 = "MainSiteLoop",
Field2 = ex.StackTrace,
};
this.ScanErrors.Push(error);
Console.WriteLine("Error for site {1}: {0}", ex.Message, e.Url);
}
// Output the scanning progress
try
{
TimeSpan ts = DateTime.Now.Subtract(this.StartTime);
Console.WriteLine($"Thread: {Thread.CurrentThread.ManagedThreadId}. Processed {this.ScannedSites} of {this.SitesToScan} site collections ({Math.Round(((float)this.ScannedSites / (float)this.SitesToScan) * 100)}%). Process running for {ts.Days} days, {ts.Hours} hours, {ts.Minutes} minutes and {ts.Seconds} seconds.");
}
catch (Exception ex)
{
Console.WriteLine($"Error showing progress: {ex.ToString()}");
}
}
private void PermissiveScanJob_TimerJobRun(object sender, OfficeDevPnP.Core.Framework.TimerJobs.TimerJobRunEventArgs e)
{
// thread safe increase of the sites counter
IncreaseScannedSites();
try
{
Console.WriteLine("Processing site {0}...", e.Url);
// Set the first site collection done flag + perform telemetry
SetFirstSiteCollectionDone(e.WebClientContext);
// Need to use search inside this site collection?
List <string> propertiesToRetrieve = new List <string>
{
"SPSiteUrl",
"FileExtension",
"OriginalPath"
};
var searchResults = this.Search(e.SiteClientContext.Web, $"({this.GetBaseSearchQuery()} AND Path:{e.Url.TrimEnd('/')}/*)", propertiesToRetrieve);
foreach (var searchResult in searchResults)
{
ScanResult result = new ScanResult()
{
SiteColUrl = e.Url,
FileName = searchResult["OriginalPath"],
FileExtension = searchResult["FileExtension"]
};
// Analyse the files
var webUrlData = Web.GetWebUrlFromPageUrl(e.SiteClientContext, result.FileName);
Uri fileUri;
if (Uri.TryCreate(result.FileName, UriKind.Absolute, out fileUri) &&
(result.FileExtension.ToLower().Equals("html") || result.FileExtension.ToLower().Equals("htm")))
{
var fileContents = e.SiteClientContext.Web.GetFileAsString(fileUri.LocalPath);
var htmlScan = new HtmlScanner().Scan(fileContents);
result.EmbeddedLinkCount = htmlScan.LinkReferences;
result.EmbeddedLocalHtmlLinkCount = htmlScan.LocalHtmlLinkReferences;
result.EmbeddedScriptTagCount = htmlScan.ScriptReferences;
}
e.SiteClientContext.Load(e.SiteClientContext.Web, p => p.SiteUsers, p => p.AssociatedOwnerGroup);
e.SiteClientContext.Load(e.SiteClientContext.Web.AssociatedOwnerGroup, p => p.Users);
e.SiteClientContext.ExecuteQueryRetry();
if (e.SiteClientContext.Web.SiteUsers != null)
{
try
{
var admins = e.SiteClientContext.Web.SiteUsers.Where(p => p.IsSiteAdmin);
if (admins != null && admins.Count() > 0)
{
foreach (var admin in admins)
{
if (!string.IsNullOrEmpty(admin.Email))
{
result.SiteAdmins = AddSiteOwner(result.SiteAdmins, admin.Email);
}
}
}
}
catch
{
//Eat exceptions...rather log all files in the main result list instead of dropping some due to error getting owners
}
try
{
// grab folks from the Access Web App site owners group
if (e.SiteClientContext.Web.AssociatedOwnerGroup != null && e.SiteClientContext.Web.AssociatedOwnerGroup.Users != null && e.SiteClientContext.Web.AssociatedOwnerGroup.Users.Count > 0)
{
foreach (var owner in e.SiteClientContext.Web.AssociatedOwnerGroup.Users)
{
if (!string.IsNullOrEmpty(owner.Email))
{
result.SiteAdmins = AddSiteOwner(result.SiteAdmins, owner.Email);
}
}
}
}
catch
{
//Eat exceptions...rather log all files in the main result list instead of dropping some due to error getting owners
}
}
result.SiteURL = webUrlData.Value;
// Store the scan result, use FileName as unique key in this sample
if (!ScanResults.TryAdd(result.FileName, result))
{
ScanError error = new ScanError()
{
SiteURL = result.SiteURL,
SiteColUrl = e.Url,
Error = "Could not add scan result for this web"
};
this.ScanErrors.Push(error);
}
}
}
catch (Exception ex)
{
ScanError error = new ScanError()
{
Error = ex.Message,
SiteColUrl = e.Url,
SiteURL = e.Url,
};
this.ScanErrors.Push(error);
Console.WriteLine("Error for site {1}: {0}", ex.Message, e.Url);
}
// Output the scanning progress
try
{
TimeSpan ts = DateTime.Now.Subtract(this.StartTime);
Console.WriteLine($"Thread: {Thread.CurrentThread.ManagedThreadId}. Processed {this.ScannedSites} of {this.SitesToScan} site collections ({Math.Round(((float)this.ScannedSites / (float)this.SitesToScan) * 100)}%). Process running for {ts.Days} days, {ts.Hours} hours, {ts.Minutes} minutes and {ts.Seconds} seconds.");
}
catch (Exception ex)
{
Console.WriteLine($"Error showing progress: {ex.ToString()}");
}
}
