static void NervaDemo()
{
var url = "http://develop.officecore.net/";
int simulated = 1;
var threads = 3;
int visitsPerThread = 100;
//var channels = XDocument.Load(url + "?colossus-map={1EB725EC-BD0A-4B45-9166-9C09BADEDB2C}");
//var subChannelIds =
// channels.Root.Elements("Item")
// .Elements("Item")
// .Elements("Item")
// .Select(item => (Guid)item.Attribute("Id")).ToArray();
//var citites =
// Sets.Exponential(
// GetCities().OrderByDescending(c => c.Population).ToArray(),
// 0.8, 200);
Randomness.Seed = new Random().Next(0, 1000);
var visits = Enumerable.Range(0, threads).AsParallel().WithDegreeOfParallelism(threads).Select(ix =>
{
var countries = Sets.Exponential(new[]
{
"Denmark", "France", "Netherlands", "United Kingdom", "Australia", "New Zealand", "Japan", "Anguilla", "Antigua and Barbuda", "Aruba", "Bahamas", "Barbados", "Bonaire", "British Virgin Islands", "Cayman Islands", "Cuba", "Curacao", "Dominica", "Dominican Republic", "Grenada", "Guadeloupe", "Haiti", "Jamaica", "Martinique", "Montserrat", "Puerto Rico", "St Barths", "St Kitts and Nevis", "St Lucia", "St Maarten and St Martin", "St Vincent and the Grenadines", "Trinidad and Tobago", "Turks and Caicos Islands", "US Virgin Islands", "Ukraine"
}, .8, 7);
var searchPatterns = new DistributedSampleSet<string>(new[]
{
"office supplies",
"holiday",
"lamp",
"camera",
"chair",
"desk lamp"
});
var startDate = new DateTime(2014, 1, 1).YearFraction();
var endDate = DateTime.Now.YearFraction();
var landingPages =
Sets.Exponential(
new[]
{
"/",
"Products",
"About-Us",
"Contact",
"My-Account",
"office-products/black-goose/c-24/p-105",
"News",
"/Standard-Items/Call-back",
"/Discover/Whitepapers",
"News/2013/06/04/17/01/Officecore-launches-Partner-Incentive"
}.Select(pageUrl => new PageAction(url + pageUrl.ToLower()))
.ToArray(), .3, 4);
var baseGroup =
new VisitGroup(
Variables.Random("Country", Sets.Weight("Denmark", 0.2).Weight("United Kingdom", 0.2).Weight("France", 0.2).Weight("Germany", 0.2).Weight("Japan", 0.2).Build()),
Variables.Random("Language", Sets.Weight("en-GB", 0.8).Weight("ja-JP", 0.2).Build()),
//Variables.Random("City", citites),
//Variables.Fixed("Profile", new Dictionary<string, double>
//{
//{"Holiday buyer", 2},
//{ "Office buyer", 0.5d }
//}),
// Variables.Random("ChannelItemId", Sets.Uniform(subChannelIds)),
Variables.Random("Device", Sets.Weight("{FE5D7FDF-89C0-4D99-9AA3-B5FBD009C9F3}", 0.8).Weight("{74437005-A7E6-4450-B6CB-8354859FE1E8}", 0.2).Build()),
Variables.Random("TrafficType", Sets.Weight(20, 0.9).Weight(50, 0.1).Build()),
Variables.Year(startDate, endDate).DrawTrend().LineTo(startDate + 1, level: 2).LineTo(endDate, level: 1).Close(),
Variables.DayOfWeek().Weight(Sets
.Weight(0, .5)
.Weight(1, 1)
.Weight(2, 1)
.Weight(3, 1)
.Weight(4, 1)
.Weight(5, 1)
.Weight(6, .5).Build()
))
.Actions(new PageAction(url))
.Actions(
new VisitActionList
{
Actions = new VisitAction[]
{
new VisitActionSet(Sets.Weight<VisitAction>(
new PageAction(url), 1
).Weight(new VisitActionSet(landingPages), .5).Weight(new VisitActionSet(landingPages), .4).Weight(new VisitActionSet(landingPages), .3).Build()),
},
Length = Sets.Weight(1, 0.18).Weight(2, .82).Weight(2, .87).Weight(2, .92).Build()
}
)
//.Actions(new SiteActionList
//{
// Actions = Enumerable.Repeat(new PageAction
// {
// Url = url,
// QueryStringParameters = new Dictionary<string, Func<string>>()
// {
// {"test", ()=>"Lipsum" + Randomness.Random.Next(1, 100)}
// }
// }, 10),
// Length = new RandomExponential(1/3d)
//})
.DefaultDuration(new TruncatedRandom(new RandomNormal(60, 30), 5, 1000))
;
var keywordVisitors = new VisitGroup(
Variables.Random("Keywords", searchPatterns.Sample),
Variables.Random("TrafficType", Sets.Weight(10, 0.9).Weight(15, 0.1).Build()))
.Override(baseGroup);
var goals = new[]
{
new UrlTriggeredGoal("Register", 0, url + "/My-Account"),
// new UrlTriggeredGoal("Requested Callback", 100, url + "/office-products/black-goose/c-24/p-105"),
new UrlTriggeredGoal("Received call-back", 50, url + "/Standard-Items/Call-back"),
// new UrlTriggeredGoal("Presented with call-back form", 0, "/office-products/black-goose/c-24/p-105"),
new UrlTriggeredGoal("Tell a Friend", 0, url + "/News/2013/06/04/17/01/Officecore-launches-Partner-Incentive"),
new UrlTriggeredGoal("Downloaded Case Study", 25, url + "/Discover/Whitepapers"),
new UrlTriggeredGoal("Requested Discount Code", 25, url),
new UrlTriggeredGoal("LoginWithSocial", 10, url + "/My-Account"),
};
var campaignGroups = new List<VisitGroup>();
// Office Supplies campaign
// When coming in on Office Supplies campaign we always come in from Search Engine - Organic (10) or Search Engine - Organic Branded (15)
campaignGroups.Add(new VisitGroup(
Variables.Year(startDate, endDate).DrawTrend().LineTo(startDate + 1, level: 2).LineTo(endDate, level: 1).Close(),
//,, .AddPeak(startYear + duration * .3, duration * 0.1, 1),
Variables.Fixed("Campaign", "{6EB3D7B6-2FCB-4BD3-8458-826B21C2D721}"),
Variables.Random("TrafficType", Sets.Weight(10, 0.87).Weight(15, 0.23).Build()),
Variables.Random("Goals", Sets.Weight("{8FFB183B-DA1A-4C74-8F3A-9729E9FCFF6A}|/My-Account", 0.1)
.Weight("{84B7FB1A-C005-4C4B-B1F0-BB1A464E3D66}|/office-products/black-goose/c-24/p-105", 0.2)
.Weight("{7E2341AA-E8A1-4051-9A84-7A1496A70BCC}|/Standard-Items/Call-back", 0.2)
.Weight("{60D7D87D-EF7B-4B66-ACC6-3689FCFB10E9}|/News/2013/06/04/17/01/Officecore-launches-Partner-Incentive", 0.1)
.Weight("{FE84A00B-1507-4CCF-8A83-CB137ABE30B4}|/Discover/Whitepapers", 0.1)
.Weight("{56C6C139-6361-4072-8482-BA2A5A5F21B6}|/", 0.2)
.Weight("{E54D4D6A-3B06-47F9-B622-97D0DC7CBA76}|/My-Account", 0.1)
.Build()
)
//Variables.Goal(goals[0], 0.2),
//Variables.Goal(goals[1], 0.1),
//Variables.Goal(goals[2], 0.2),
//Variables.Goal(goals[3], 0.2),
//Variables.Goal(goals[4], 0.2),
//Variables.Goal(goals[5], 0.1)
).Override(baseGroup));
// Mortgages campaign
// When coming in on Mortgages campaign we always come in from Search Engine - Organic (10) or Search Engine - Organic Branded (15)
campaignGroups.Add(new VisitGroup(
Variables.Year(startDate, endDate).DrawTrend().LineTo(startDate + 1, level: 2).LineTo(endDate, level: 1).Close(),
Variables.Fixed("Campaign", "{C520D564-12FA-4108-82AF-4AF73110BE2C}"),
Variables.Random("TrafficType", Sets.Weight(10, 0.87).Weight(15, 0.23).Build()),
Variables.Random("Goals", Sets.Weight("{8FFB183B-DA1A-4C74-8F3A-9729E9FCFF6A}|My-Account", 0.1)
.Weight("{84B7FB1A-C005-4C4B-B1F0-BB1A464E3D66}|/office-products/black-goose/c-24/p-105", 0.2)
.Weight("{7E2341AA-E8A1-4051-9A84-7A1496A70BCC}|/Standard-Items/Call-back", 0.2)
.Weight("{60D7D87D-EF7B-4B66-ACC6-3689FCFB10E9}|/News/2013/06/04/17/01/Officecore-launches-Partner-Incentive", 0.1)
.Weight("{FE84A00B-1507-4CCF-8A83-CB137ABE30B4}|/Discover/Whitepapers", 0.1)
.Weight("{56C6C139-6361-4072-8482-BA2A5A5F21B6}|/", 0.2)
.Weight("{E54D4D6A-3B06-47F9-B622-97D0DC7CBA76}|/My-Account", 0.1)
.Build()
//Variables.Goal(goals[0], 0.2),
//Variables.Goal(goals[1], 0.1),
//Variables.Goal(goals[2], 0.2),
//Variables.Goal(goals[3], 0.2),
//Variables.Goal(goals[4], 0.2),
//Variables.Goal(goals[5], 0.1)
)).Override(baseGroup));
// Facebook Discount campaign
// When coming in on Mortgages campaign we always come in from Referred - Community (34)
campaignGroups.Add(new VisitGroup(
Variables.Year(startDate, endDate).DrawTrend().LineTo(startDate + 1, level: 2).LineTo(endDate, level: 1).Close(),
//.AddPeak(startYear + duration * .2, duration * 0.04, -2),
Variables.Fixed("Campaign", "{B6CA3741-8510-443A-8A6F-A00BADC5DE53}"),
Variables.Fixed("TrafficType", 34),
//Variables.Goal(goals[0], 0.2),
//Variables.Goal(goals[1], 0.1),
//Variables.Goal(goals[2], 0.2),
//Variables.Goal(goals[3], 0.2),
//Variables.Goal(goals[4], 0.2),
//Variables.Goal(goals[5], 0.1)
Variables.Random("Goals", Sets.Weight("{8FFB183B-DA1A-4C74-8F3A-9729E9FCFF6A}|My-Account", 0.1)
.Weight("{84B7FB1A-C005-4C4B-B1F0-BB1A464E3D66}|/office-products/black-goose/c-24/p-105", 0.2)
.Weight("{7E2341AA-E8A1-4051-9A84-7A1496A70BCC}|/Standard-Items/Call-back", 0.2)
.Weight("{60D7D87D-EF7B-4B66-ACC6-3689FCFB10E9}|/News/2013/06/04/17/01/Officecore-launches-Partner-Incentive", 0.1)
.Weight("{FE84A00B-1507-4CCF-8A83-CB137ABE30B4}|/Discover/Whitepapers", 0.1)
.Weight("{56C6C139-6361-4072-8482-BA2A5A5F21B6}|/", 0.2)
.Weight("{E54D4D6A-3B06-47F9-B622-97D0DC7CBA76}|/My-Account", 0.1)
.Build()
)).Override(baseGroup));
var cgSet = Sets.Uniform(campaignGroups.ToArray());
var groups = Sets
.Weight<Func<VisitGroup>>(() => baseGroup, 0.2)
.Weight(() => keywordVisitors, 0.2)
.Weight(cgSet.Sample, 0.6).Build();
var sim = new VisitSimulator(() => groups.Sample()(), new ExperienceCrawler());
var vs = new List<Visit>();
foreach (var v in sim.Next(visitsPerThread))
{
if (Interlocked.Increment(ref simulated) % 100 == 0)
{
System.Console.Out.Write("X");
}
else
{
System.Console.Out.Write(".");
}
vs.Add(v);
}
return vs;
}).SelectMany(v => v).ToArray();
System.Console.Out.WriteLine();
System.Console.Out.WriteLine("Done.");
}
static void NervaHeineken()
{
//var url = "http://nervaheineken.local/";
var url = "http://pocweb1dk1.pocdomain.scua:1864/";
SymposiumData.Url = url;
int simulated = 1;
var threads = 6;
int visitsPerThread = 10000;
var channels = XDocument.Load(url + "?colossus-map={1EB725EC-BD0A-4B45-9166-9C09BADEDB2C}");
var subChannelIds =
channels.Root.Elements("Item")
.Elements("Item")
.Elements("Item")
.Select(item => (Guid)item.Attribute("Id")).ToArray();
//var set = Sets.Exponential(SymposiumData.Pages.Values
// .OrderBy(p => p.Value).ThenByDescending(p => p.Rank).ToArray(), .8, 4);
//var r = Randomness.Random;
//foreach (var pg in Enumerable.Range(0, 2000).Select(i => set.Sample()).GroupBy(g => g.Url)
// .OrderByDescending(g=>g.Count()))
//{
// System.Console.Out.WriteLine("{0}: {1}", pg.Key, pg.Count());
//}
//return;
//var pages = XDocument.Load(url + "?colossus-map={2A2E1561-5C1A-4FEE-8E08-434C9CA0F676}").Root
// .Elements("Item").Select(p => (string)p.Attribute("HRef")).ToArray();
//throw new Exception(string.Join(", ", pages));
var citites =
Sets.Exponential(
GetCities().OrderByDescending(c => c.Population * (c.Country == "RU" || c.Country=="IN" ? 0.2 : 1)).ToArray(),
0.8, 200);
Randomness.Seed = new Random().Next(0, 10000);
var visits = Enumerable.Range(0, threads).AsParallel().WithDegreeOfParallelism(threads).Select(ix =>
{
var countries = Sets.Exponential(new[]
{
"Denmark", "France", "Netherlands", "United Kingdom", "Australia", "New Zealand", "Japan", "Anguilla", "Antigua and Barbuda", "Aruba", "Bahamas", "Barbados", "Bonaire", "British Virgin Islands", "Cayman Islands", "Cuba", "Curacao", "Dominica", "Dominican Republic", "Grenada", "Guadeloupe", "Haiti", "Jamaica", "Martinique", "Montserrat", "Puerto Rico", "St Barths", "St Kitts and Nevis", "St Lucia", "St Maarten and St Martin", "St Vincent and the Grenadines", "Trinidad and Tobago", "Turks and Caicos Islands", "US Virgin Islands", "Ukraine"
}, .8, 7);
var searchPatterns = new DistributedSampleSet<string>(new[]
{
"Dutch beer in *",
"Heineken in *",
"Heineken"
});
var startYear = 2014d;
var endYear = startYear + new DateTime(2014, 9, 18).DayOfYear / 365d;
var duration = endYear - startYear;
var random = Randomness.Random;
var basePageSet = Sets.Exponential(SymposiumData.Pages.Values
.OrderBy(p => p.Value).ThenByDescending(p => p.Rank).Select(p => p.Action).ToArray(), .8, 4);
//var landingPages =
// Sets.Exponential(
// new[]
// {
// "en/Landing Pages/Free Companion Offer",
// "en/Landing Pages/Jetstream Contest Signup",
// "en/Landing Pages/Like Us",
// "en/Landing Pages/Ski Hire",
// "en/Landing Pages/Ski Lessons",
// "en/Landing Pages/Ski Pass",
// "en/Landing Pages/Skis and Boots"
// }.Select(pageUrl => new PageAction(url + pageUrl.ToLower()))
// .ToArray(), .3, 4);
var baseGroup =
new VisitGroup(
//Variables.Random("Country", Sets.Weight("Denmark", 0.8).Weight("UK", 0.2).Build()),
Variables.Random("City", citites),
Variables.Random("Language",
Sets.Exponential(new[] {"en", "es", "fr", "nl", "zh", "de", "da", "sv", "ru"}, 0.85, 4)),
//Variables.Random("Profile", () => new Dictionary<string, double>
//{
//{"cecile", random.NextDouble()},
//{ "chris", random.NextDouble()},
//{ "ian", random.NextDouble()},
//{ "sandra", random.NextDouble()}
//}),
Variables.Random("ChannelItemId", Sets.Uniform(subChannelIds)),
Variables.Random("DeviceType", Sets.Weight("Desktop", 0.3).Weight("Tablet", 0.2).Weight("Mobile", 0.5).Build()),
Variables.Year(startYear, endYear).LinearTrend(0.5, 1),
Variables.DayOfWeek().Weight(Sets
.Weight(0, .5)
.Weight(1, 1)
.Weight(2, 1)
.Weight(3, 1)
.Weight(4, 1)
.Weight(5, 1)
.Weight(6, .5).Build()
))
//.Actions(new PageAction { Url=url})
.Actions(
new VisitActionSet(basePageSet)
{
Length = new RandomExponential(1/2d)
})
//new VisitActionList
//{
// Actions = new VisitAction[]
// {
// new VisitActionSet(Sets.Weight<VisitAction>(
// new PageAction(url), 1
// ).Weight(new VisitActionSet(landingPages), .5).Build()),
// new RandomWalk
// {
// MapUrl = url + "?colossus-map={D2FAC701-3E22-4421-8270-1D46FF8517F1}",
// //BaseUrl = url,
// StartPage = () => new PageAction(url + "en/Plan%20And%20Book/Destinations"),
// Length = new RandomExponential(1 / 5d)
// },
// },
// Length = Sets.Weight(1, 0.18).Weight(2, .82).Build()
//}
//.Actions(new SiteActionList
//{
// Actions = Enumerable.Repeat(new PageAction
// {
// Url = url,
// QueryStringParameters = new Dictionary<string, Func<string>>()
// {
// {"test", ()=>"Lipsum" + Randomness.Random.Next(1, 100)}
// }
// }, 10),
// Length = new RandomExponential(1/3d)
//})
.DefaultDuration(new TruncatedRandom(new RandomSkewNormal(60, 30, 3), 5, 1000))
;
var keywordVisitors = new VisitGroup(
Variables.Random("Keywords", () =>
{
return searchPatterns.Sample().Replace("*", countries.Sample());
}),
Variables.Random("TrafficType", Sets.Weight(10, 0.9).Weight(15, 0.1).Build()))
.Override(baseGroup);
var campaignGroups = new List<VisitGroup>();
//{7B2ECBA5-59DC-4635-A9AF-2299E776102B} CRM merchandise
campaignGroups.Add(new VisitGroup(
Variables.Year(startYear, endYear).LinearTrend(0.2, 6, 0.95)
.AddPeak(startYear + duration * .2, duration * 0.03, 1, 0.05),
Variables.Fixed("Campaign", SymposiumData.Campaigns["Bing"])
));
//{FFF73FDB-9696-447B-B461-7CA7BACB8564} Summer party promo
campaignGroups.Add(new VisitGroup(
Variables.Year(startYear, endYear)//.LinearTrend(2, 1),
.AddPeak(startYear + duration * .7, duration * 0.02, -2)
.AddPeak(startYear + duration * .3, duration * 0.05, 1.5, 0.3),
Variables.Random("Language",
Sets.Exponential(new[] { "en", "es", "nl", "da" }, 0.85, 3)),
Variables.Fixed("Campaign", SymposiumData.Campaigns["Facebook"])
));
campaignGroups.Add(new VisitGroup(
Variables.Year(startYear, endYear).LinearTrend(2, 1),
//.AddPeak(startYear + duration * .7, duration * 0.05, -2)
//.AddPeak(startYear + duration * .4, duration * 0.2, 1.5, 0.2),
Variables.Fixed("Campaign", SymposiumData.Campaigns["Google"])
));
campaignGroups.Add(new VisitGroup(
Variables.Year(startYear, endYear)//.LinearTrend(2, 1),
.AddPeak(startYear + duration * .4, duration * 0.2, 1),
Variables.Fixed("Campaign", SymposiumData.Campaigns["Twitter"])
));
////Summer seeker promo
//campaignGroups.Add(new VisitGroup(
// Variables.Year(startYear, endYear).LinearTrend(0.2, 4, 0.4)
// .AddPeak(startYear + duration * .3, duration * 0.1, 1),
// Variables.Fixed("Campaign", "{FFF73FDB-9696-447B-B461-7CA7BACB8564}")
// ));
////Skiing
//campaignGroups.Add(new VisitGroup(
// Variables.Year(startYear, endYear).LinearTrend(2, 1),
// Variables.Fixed("Campaign", "{7B2ECBA5-59DC-4635-A9AF-2299E776102B}")
// ));
////Home for holidays
//campaignGroups.Add(new VisitGroup(Variables.Year(startYear, endYear)
// .AddPeak(startYear + duration * .2, duration * 0.04, -2),
// Variables.Fixed("Campaign", "{8063A2D9-2C82-466D-9E34-6675D880D578}")));
////Frequent flyer promotion
//campaignGroups.Add(new VisitGroup(
// Variables.Fixed("Campaign", "{F5061EFE-4E79-47FC-8871-7C641C37256C}"),
// Variables.Year(startYear, endYear).AddPeak(startYear + duration * .7, duration * .03, 3)));
////Facebook
//campaignGroups.Add(new VisitGroup(
// Variables.Year(startYear, endYear).AddPeak(startYear + duration * .5, duration * .1, 1),
// Variables.Fixed("Campaign", "{C0374204-6ABF-4082-BF14-95F578337C4B}")));
////campaignGroups.Add(new VisitGroup(Variables.Year(startYear, endYear).AddPeak(startYear + duration * .7, duration * 0.1, 1),
//// Variables.Fixed("Campaign", "{FFF73FDB-9696-447B-B461-7CA7BACB8564}")));
var campaignVisitors = new VisitGroup(
Variables.Random("TrafficType", Sets.Weight(10, 0.33).Weight(15, 0.67).Build())).Override(baseGroup)
.Actions(new HeinekenWalk());
foreach (var cg in campaignGroups) cg.Override(campaignVisitors);
var legendUsers = new VisitGroup(
Variables.Year(startYear, endYear).LinearTrend(0.2, 4, 0.95)
.AddPeak(startYear + duration * .2, duration * 0.03, 1, 0.05),
Variables.Random("Campaign", Sets.Weight(SymposiumData.Campaigns["Bing"], 0.8).Weight(SymposiumData.Campaigns["Google"], 0.2).Build())
).Override(baseGroup).Actions(new HeinekenWalk(10, 0.05)).DefaultDuration(new TruncatedRandom(new RandomSkewNormal(110, 30, 3), 5, 1000));
var cgSet = Sets.Weight(campaignGroups[0], 1).Weight(campaignGroups[1], 1)
.Weight(campaignGroups[2], 0.4).Weight(campaignGroups[3], 0.7).Build();
var sam = new VisitGroup(Variables.Year(startYear, endYear)
.AddPeak(startYear + 0.5*duration, 0.12*duration)).Override(baseGroup)
.Actions(new VisitActionSet(Sets.Weight<VisitAction>(
new VisitActionSet(basePageSet), 0.3)
.Weight(SymposiumData.Pages["Play the Game"].Action, 0.7)
.Build()
) {Length = new RandomExponential(1/4d)})
.DefaultDuration(new TruncatedRandom(new RandomSkewNormal(80, 50, 3), 5, 1000));
var brandStore = new VisitGroup(Variables.Year(startYear, endYear).LinearTrend(0.1, 2)).Override(baseGroup)
.Actions(new VisitActionSet(Sets.Weight<VisitAction>(
new VisitActionSet(basePageSet), 0.1).Weight(SymposiumData.Pages["Brand Store"].Action, 0.9).Build()
) { Length = new RandomExponential(1 / 4d) })
.DefaultDuration(new TruncatedRandom(new RandomSkewNormal(100, 10, -3), 5, 1000));
//.Pages(SimplePageSequenceGenerator.Fixed(url));
var groups = Sets
.Weight<Func<VisitGroup>>(() => baseGroup, 0.2)
.Weight(() => keywordVisitors, 0.1)
.Weight(() => sam, 0.1)
.Weight(() => brandStore, 0.05)
.Weight(cgSet.Sample, 0.3)
.Weight(()=>legendUsers, 0.2)
.Build();
var sim = new VisitSimulator(() => groups.Sample()(), new ExperienceCrawler());
var vs = new List<Visit>();
foreach (var v in sim.Next(visitsPerThread))
{
if (Interlocked.Increment(ref simulated) % 100 == 0)
{
System.Console.Out.Write("X");
}
else
{
System.Console.Out.Write(".");
}
vs.Add(v);
}
return vs;
}).SelectMany(v => v).ToArray();
System.Console.Out.WriteLine();
System.Console.Out.WriteLine("Done.");
}
