private static void Generate_WebRequestSample(string basePath, int randomSeed, int userCount, int eventCount, int numberOfDays)
{
Random r = new Random(randomSeed);
DateTime asOfDate = DateTime.UtcNow.Date;
String8Block block = new String8Block();
WebRequestGenerator generator;
string path;
// Generate a set of users and write them out [for a week ago]
asOfDate = asOfDate.AddDays(-8);
path = Path.Combine(basePath, $"Users.{asOfDate:yyyyMMdd}.r{randomSeed}.{userCount}.csv");
Console.WriteLine($"Writing {path}...");
UserGenerator userGenerator = new UserGenerator(r, asOfDate);
List <User> users = userGenerator.Next(userCount);
using (ITabularWriter writer = TabularFactory.BuildWriter(path))
{
foreach (User user in users)
{
user.WriteTo(writer, block);
}
}
File.SetLastWriteTimeUtc(path, asOfDate);
// Generate WebRequest Data [for a week ago]
generator = new WebRequestGenerator(users, r, asOfDate, (eventCount < 1001 ? 10 : 100));
BuildWebRequests(basePath, generator, eventCount, WebRequestWriteMode.All);
asOfDate = asOfDate.AddDays(8);
// Generate batches of WebRequest sample data [current]
for (int day = 0; day < numberOfDays; ++day)
{
generator = new WebRequestGenerator(users, r, asOfDate, (eventCount < 1001 ? 10 : 100));
if (day == 0)
{
generator.Issue = new PremiumUserOutage(asOfDate.AddMinutes(18), asOfDate.AddMinutes(104), r);
}
BuildWebRequests(basePath, generator, eventCount, WebRequestWriteMode.UserIdentityOnly);
asOfDate = asOfDate.AddDays(-1);
}
// Generate one big joinable batch
eventCount = 10 * 1000 * 1000;
generator = new WebRequestGenerator(users, r, asOfDate, 1000);
generator.Issue = new PortRangeBlocked(asOfDate.AddMinutes(1), asOfDate.AddMinutes(180), 11450, 11480);
BuildWebRequests(basePath, generator, eventCount, WebRequestWriteMode.UserIdentityOnly);
asOfDate = asOfDate.AddDays(-1);
// Generate one huge minimal batch
eventCount = 100 * 1000 * 1000;
generator = new WebRequestGenerator(users, r, asOfDate, 1000);
generator.Issue = new UncachedSlowness(asOfDate.AddMinutes(4), asOfDate.AddMinutes(36), r);
BuildWebRequests(basePath, generator, eventCount, WebRequestWriteMode.Minimal);
Console.WriteLine("Done.");
}
