/// <summary>
/// Copies the specified event packages to the destination index along with any other event information, such as
/// event and cab notes from the source index.
/// </summary>
/// <param name="product">Product owning the file.</param>
/// <param name="file">File owning the events.</param>
/// <param name="eventPackages">Events to copy.</param>
private void copyEventBlock(StackHashProduct product, StackHashFile file, StackHashEventPackageCollection eventPackages)
{
foreach (StackHashEventPackage eventPackage in eventPackages)
{
if (this.CurrentTaskState.AbortRequested)
{
throw new StackHashException("Index event copy aborted", StackHashServiceErrorCode.Aborted);
}
// Only add the event if it doesn't already exist in the destination index.
if (!m_DestinationIndex.EventExists(product, file, eventPackage.EventData))
{
m_DestinationIndex.AddEvent(product, file, eventPackage.EventData);
}
// Only normalize when copying from an XML index. Normalizing the event infos sets the dates to midnight PST.
// The old XML index had - non-normalized dates.
if (m_SourceIndex.IndexType == ErrorIndexType.Xml)
{
eventPackage.EventInfoList = eventPackage.EventInfoList.Normalize();
}
// This call will only add new event infos. Duplicates will be discarded.
m_DestinationIndex.AddEventInfoCollection(product, file, eventPackage.EventData, eventPackage.EventInfoList);
// Copy the cabs for the event package.
foreach (StackHashCabPackage cab in eventPackage.Cabs)
{
if (this.CurrentTaskState.AbortRequested)
{
throw new StackHashException("Index cab copy aborted", StackHashServiceErrorCode.Aborted);
}
// Only add the cab if it doesn't already exist.
if (!m_DestinationIndex.CabExists(product, file, eventPackage.EventData, cab.Cab))
{
m_DestinationIndex.AddCab(product, file, eventPackage.EventData, cab.Cab, true);
}
// Get the cab notes. This call will retrieve them in the order they were added so no need to sort.
StackHashNotes cabNotes = m_SourceIndex.GetCabNotes(product, file, eventPackage.EventData, cab.Cab);
StackHashNotes destCabNotes = m_DestinationIndex.GetCabNotes(product, file, eventPackage.EventData, cab.Cab);
foreach (StackHashNoteEntry note in cabNotes)
{
if (this.CurrentTaskState.AbortRequested)
{
throw new StackHashException("Index cab note copy aborted", StackHashServiceErrorCode.Aborted);
}
// Only add the note if it hasn't already been added to the destination index.
// This could have happened if the same event is associated with more than 1 file or product.
if (!destCabNotes.ContainsNote(note))
{
// Set the note id to 0 so a new one will be allocated.
note.NoteId = 0;
m_DestinationIndex.AddCabNote(product, file, eventPackage.EventData, cab.Cab, note);
}
}
// Copy the cab files over.
copyCabFiles(m_SourceIndex, m_DestinationIndex, product, file, eventPackage, cab.Cab);
}
// Copy the cab notes for this event.
StackHashNotes eventNotes = m_SourceIndex.GetEventNotes(product, file, eventPackage.EventData);
StackHashNotes destEventNotes = m_DestinationIndex.GetEventNotes(product, file, eventPackage.EventData);
foreach (StackHashNoteEntry note in eventNotes)
{
if (this.CurrentTaskState.AbortRequested)
{
throw new StackHashException("Index event note copy aborted", StackHashServiceErrorCode.Aborted);
}
// Only add the note if it hasn't already been added to the destination index.
if (!destEventNotes.ContainsNote(note))
{
// Set the note id to 0 so a new one will be added (and not replace an existing one).
note.NoteId = 0;
m_DestinationIndex.AddEventNote(product, file, eventPackage.EventData, note);
}
}
// Report progress to clients. Progress is reported after each event but only for integral % completions.
// Therefore this call won't actually send an event to the client every time.
m_CurrentEvent++;
reportProgress(m_CurrentEvent, m_TotalEvents, eventPackage.EventData.Id);
}
}
public static void CreateTestIndex(IErrorIndex index, StackHashTestIndexData testData, bool includeDuplicates)
{
if (testData.EventsToAssignCabs == 0)
{
testData.EventsToAssignCabs = 1;
}
Random rand = new Random(1);
Random scriptRand = new Random(1);
if (index == null)
{
throw new ArgumentNullException("index");
}
if (testData == null)
{
throw new ArgumentNullException("testData");
}
DateTime now = DateTime.Now;
int fileId = 1;
int eventId = 1;
int cabId = 1;
int productId = 1;
int offset = 10000;
if (!s_IsTestMode)
{
productId = 26214;
fileId = 1035620;
eventId = 1099309964;
cabId = 939529168;
}
int initialFileId = fileId;
int initialEventId = eventId;
int initialCabId = cabId;
int initialOffset = offset;
int totalEventsPerProduct = testData.NumberOfFiles * testData.NumberOfEvents;
index.SetLastSyncTimeLocal(-2, DateTime.Now.AddDays(-14));
for (int i = 0; i < testData.NumberOfProducts; i++)
{
StackHashProduct product = new StackHashProduct();
product.DateCreatedLocal = now.ToUniversalTime().AddDays(-1 * (rand.Next() % 180)).RoundToPreviousMinute();
product.DateModifiedLocal = product.DateCreatedLocal.AddDays(rand.Next(-10, 10)).RoundToPreviousMinute();
product.FilesLink = "http://www.cucku.com";
product.Id = productId;
product.Name = "StackHash" + productId.ToString(CultureInfo.InvariantCulture);
product.TotalEvents = totalEventsPerProduct;
product.TotalResponses = 1;
product.Version = "1.2.3." + productId.ToString(CultureInfo.InvariantCulture);
index.AddProduct(product);
productId++;
if (includeDuplicates)
{
fileId = initialFileId;
eventId = initialEventId;
cabId = initialCabId;
offset = initialOffset;
rand = new Random(1);
}
for (int j = 0; j < testData.NumberOfFiles; j++)
{
StackHashFile file = new StackHashFile();
file.DateCreatedLocal = now.ToUniversalTime().AddDays(-1 * (rand.Next() % 180)).RoundToPreviousMinute();
file.DateModifiedLocal = file.DateCreatedLocal.AddDays(rand.Next(-10, 10)).RoundToPreviousMinute();
file.Id = fileId++;
file.LinkDateLocal = file.DateCreatedLocal.AddDays(rand.Next(-10, 10)).RoundToPreviousMinute();
int fileIndex = rand.Next() % s_FileNames.Length;
file.Name = String.Format(CultureInfo.InvariantCulture, "{0}.{1}", s_FileNames[fileIndex], "dll");
file.Version = String.Format(CultureInfo.InvariantCulture, "{0}.{1}.{2}{3}.{4}",
fileId, rand.Next() % 99, rand.Next() % 366, rand.Next() % 5 + 2005, (j + 1) * 1237);
index.AddFile(product, file);
for (int k = 0; k < testData.NumberOfEvents; k++)
{
int totalHits = 0;
Random hitsRand = new Random(k);
for (int l = 0; l < testData.NumberOfEventInfos; l++)
{
if (s_IsTestMode)
{
totalHits += (l + k);
}
else
{
totalHits += hitsRand.Next(0, 50);
}
}
StackHashEvent theEvent = new StackHashEvent();
theEvent.DateCreatedLocal = now.ToUniversalTime().AddDays(-1 * (rand.Next() % 180)).RoundToPreviousMinute();
theEvent.DateModifiedLocal = theEvent.DateCreatedLocal.AddDays(rand.Next(-10, 10)).RoundToPreviousMinute();
theEvent.EventTypeName = s_EventTypes[rand.Next(0, s_EventTypes.Length)];
theEvent.FileId = file.Id;
theEvent.Id = eventId;
theEvent.BugId = "Bug" + eventId.ToString(CultureInfo.InvariantCulture);
theEvent.TotalHits = totalHits;
theEvent.EventSignature = new StackHashEventSignature();
theEvent.EventSignature.ApplicationName = "StackHash.exe";
theEvent.EventSignature.ApplicationTimeStamp = now.ToUniversalTime().AddDays(rand.Next(-180, 0));
theEvent.EventSignature.ApplicationVersion = String.Format(CultureInfo.InvariantCulture, "{0}.{1}.{2}{3}.{4}",
eventId, rand.Next() % 99, rand.Next() % 366, rand.Next() % 5 + 2005, (Math.Abs(eventId) + 1) * 1234);
theEvent.EventSignature.ExceptionCode = 0xc0000000 + rand.Next(0, 16);
theEvent.EventSignature.ModuleName = "Module" + k.ToString(CultureInfo.InvariantCulture);
theEvent.EventSignature.ModuleTimeStamp = now.ToUniversalTime().AddDays(-1 * ((rand.Next() % 200)));
theEvent.EventSignature.ModuleVersion = String.Format(CultureInfo.InvariantCulture, "{0}.{1}.{2}{3}.{4}",
eventId, rand.Next() % 99, rand.Next() % 366, rand.Next() % 5 + 2005, (Math.Abs(eventId) + 1) * 1234);
if (s_IsTestMode)
{
theEvent.EventSignature.Offset = offset--; // Make these go backwards.
}
else
{
theEvent.EventSignature.Offset = rand.Next(0, 0xfffff);
}
theEvent.EventSignature.Parameters = new StackHashParameterCollection();
theEvent.EventSignature.Parameters.Add(new StackHashParameter("applicationName", theEvent.EventSignature.ApplicationName));
theEvent.EventSignature.Parameters.Add(new StackHashParameter("applicationTimeStamp", theEvent.EventSignature.ApplicationTimeStamp.ToString(CultureInfo.InvariantCulture)));
theEvent.EventSignature.Parameters.Add(new StackHashParameter("applicationVersion", theEvent.EventSignature.ApplicationVersion));
theEvent.EventSignature.Parameters.Add(new StackHashParameter("exceptionCode", String.Format(CultureInfo.InvariantCulture, "{0:X}", theEvent.EventSignature.ExceptionCode)));
theEvent.EventSignature.Parameters.Add(new StackHashParameter("moduleName", theEvent.EventSignature.ModuleName));
theEvent.EventSignature.Parameters.Add(new StackHashParameter("moduleTimeStamp", theEvent.EventSignature.ModuleTimeStamp.ToString(CultureInfo.InvariantCulture)));
theEvent.EventSignature.Parameters.Add(new StackHashParameter("moduleVersion", theEvent.EventSignature.ModuleVersion.ToString()));
theEvent.EventSignature.Parameters.Add(new StackHashParameter("offset", String.Format(CultureInfo.InvariantCulture, "{0:X}", theEvent.EventSignature.Offset)));
theEvent.EventSignature.InterpretParameters();
index.AddEvent(product, file, theEvent);
// Allow for some duplicate event ids.
if (!s_IsTestMode)
{
eventId++;
//if (rand.Next(0, 100) > 5)
// eventId++;
//if (rand.Next(0, 100) > 50)
// eventId = -1 * eventId;
}
else
{
eventId++;
}
hitsRand = new Random(k);
StackHashEventInfoCollection eventInfoCollection = new StackHashEventInfoCollection();
for (int l = 0; l < testData.NumberOfEventInfos; l++)
{
int languageIndex = rand.Next() % s_Languages.Length;
if (s_IsTestMode)
{
languageIndex = l % s_Languages.Length;
}
StackHashEventInfo eventInfo = new StackHashEventInfo();
eventInfo.DateCreatedLocal = now.ToUniversalTime().AddDays(-1 * (rand.Next() % 180)).RoundToPreviousMinute();
eventInfo.DateModifiedLocal = eventInfo.DateCreatedLocal.AddDays(l).RoundToPreviousMinute();
if (s_IsTestMode)
{
eventInfo.HitDateLocal = now.ToUniversalTime().AddDays(-1 * l).RoundToPreviousMinute();
}
else
{
eventInfo.HitDateLocal = now.ToUniversalTime().AddDays(rand.Next(-180, 0)).RoundToPreviousMinute();
}
eventInfo.Language = s_Languages[languageIndex].Name;
eventInfo.Lcid = s_Languages[languageIndex].Lcid;
eventInfo.Locale = s_Languages[languageIndex].LocaleCode;
int osIndex = rand.Next(0, s_OperatingSystems.Length);
if (s_IsTestMode)
{
osIndex = l % s_OperatingSystems.Length;
}
eventInfo.OperatingSystemName = s_OperatingSystems[osIndex];
if (s_IsTestMode)
{
eventInfo.OperatingSystemVersion = s_OperatingSystemVersions[osIndex] + l.ToString(CultureInfo.InvariantCulture);
}
else
{
eventInfo.OperatingSystemVersion = s_OperatingSystemVersions[osIndex];
}
if (s_IsTestMode)
{
eventInfo.TotalHits = l + k;
}
else
{
eventInfo.TotalHits = hitsRand.Next(0, 50);
}
if (eventInfoCollection.FindEventInfo(eventInfo) == null)
{
eventInfoCollection.Add(eventInfo);
}
}
index.MergeEventInfoCollection(product, file, theEvent, eventInfoCollection);
for (int m = 0; m < testData.NumberOfCabs; m++)
{
if ((k % testData.EventsToAssignCabs) != 0)
{
break;
}
StackHashCab cab = new StackHashCab();
if (IsTestMode)
{
cab.DateCreatedLocal = now.ToUniversalTime().AddDays(-1 * m).RoundToPreviousMinute();
cab.DateModifiedLocal = cab.DateCreatedLocal.AddDays(m).RoundToPreviousMinute();
}
else
{
cab.DateCreatedLocal = now.ToUniversalTime().AddDays(-1 * (rand.Next() % 180)).RoundToPreviousMinute();
cab.DateModifiedLocal = cab.DateCreatedLocal.AddDays(m).RoundToPreviousMinute();
}
cab.EventId = theEvent.Id;
cab.EventTypeName = theEvent.EventTypeName;
cab.FileName = String.Format(CultureInfo.InvariantCulture, "{0}-{1}-{2}.cab", cab.EventId, cab.EventTypeName, cab.Id);
cab.Id = cabId++;
cab.SizeInBytes = 64123 + rand.Next(-4000, 4000); // Some random value - corrected later if a real file exists.
cab.CabDownloaded = true;
// Get the size of the cab file.
String sourceCabFile;
if (testData.CabFileName != null)
{
sourceCabFile = Path.Combine(TestSettings.TestDataFolder + @"Cabs\", testData.CabFileName);
}
else if (testData.UseLargeCab)
{
sourceCabFile = TestSettings.TestDataFolder + @"Cabs\1630796338-Crash32bit-0760025228.cab";
}
else
{
sourceCabFile = TestSettings.TestDataFolder + @"Cabs\1641909485-Crash32bit-0773522646.cab";
}
if (File.Exists(sourceCabFile))
{
FileInfo sourceCabFileInfo = new FileInfo(sourceCabFile);
cab.SizeInBytes = sourceCabFileInfo.Length;
}
index.AddCab(product, file, theEvent, cab, false);
// Copy in a test cab file.
String cabFolder = index.GetCabFolder(product, file, theEvent, cab);
if (!Directory.Exists(cabFolder))
{
Directory.CreateDirectory(cabFolder);
}
String cabFileName = index.GetCabFileName(product, file, theEvent, cab);
if (!File.Exists(cabFileName))
{
if (testData.CabFileName != null)
{
File.Copy(Path.Combine(TestSettings.TestDataFolder + @"Cabs\", testData.CabFileName), cabFileName);
}
else if (testData.UseLargeCab)
{
File.Copy(TestSettings.TestDataFolder + @"Cabs\1630796338-Crash32bit-0760025228.cab", cabFileName);
}
else
{
File.Copy(TestSettings.TestDataFolder + @"Cabs\1641909485-Crash32bit-0773522646.cab", cabFileName);
}
}
// Make sure the file is not read only.
FileAttributes attributes = File.GetAttributes(cabFileName);
attributes &= ~FileAttributes.ReadOnly;
File.SetAttributes(cabFileName, attributes);
// Unwrap the cab.
if (testData.UnwrapCabs)
{
Cabs.ExtractCab(cabFileName, cabFolder);
}
if (testData.NumberOfScriptResults > 0)
{
String analysisFolder = index.GetCabFolder(product, file, theEvent, cab) + "\\analysis";
if (!Directory.Exists(analysisFolder))
{
Directory.CreateDirectory(analysisFolder);
}
for (int scriptCount = 0; scriptCount < testData.NumberOfScriptResults; scriptCount++)
{
CreateScriptFile(scriptCount, cab.Id, analysisFolder, scriptRand.Next(5), CultureInfo.InvariantCulture, 2, testData.ScriptFileSize);
}
}
StackHashNotes cabNotes = index.GetCabNotes(product, file, theEvent, cab);
for (int q = 0; q < testData.NumberOfCabNotes; q++)
{
StackHashNoteEntry note = new StackHashNoteEntry(now.ToUniversalTime().RoundToPreviousSecond(), "User", "MarkJ", "This is a cab note" + q.ToString(CultureInfo.InvariantCulture));
// Don't add duplicate cab notes in the SQL index. The XML index may contain duplicates.
if (index.IndexType == ErrorIndexType.Xml || !cabNotes.ContainsNote(note))
{
index.AddCabNote(product, file, theEvent, cab, note);
}
}
}
StackHashNotes eventNotes = index.GetEventNotes(product, file, theEvent);
for (int p = 0; p < testData.NumberOfEventNotes; p++)
{
StackHashNoteEntry note = new StackHashNoteEntry(now.ToUniversalTime().RoundToPreviousSecond(), "User", "MarkJ", "This is an event note" + p.ToString(CultureInfo.InvariantCulture));
// Don't add duplicate event notes in the SQL index. The XML index may contain duplicates.
if (index.IndexType == ErrorIndexType.Xml || !eventNotes.ContainsNote(note))
{
index.AddEventNote(product, file, theEvent, note);
}
}
}
}
index.UpdateProductStatistics(product);
}
}