public static void Clock()
{
float epsilon = .2f;
int policyParams = 1003;
string uniqueKey = "clock";
int numFeatures = 1000;
int numIter = 1000;
int numWarmup = 100;
int numInteractions = 1;
uint numActions = 10;
string otherContext = null;
double timeInit = 0, timeChoose = 0, timeSerializedLog = 0, timeTypedLog = 0;
System.Diagnostics.Stopwatch watch = new System.Diagnostics.Stopwatch();
for (int iter = 0; iter < numIter + numWarmup; iter++)
{
watch.Restart();
MwtExplorer mwt = new MwtExplorer("test");
mwt.InitializeEpsilonGreedy <int>(epsilon, new StatefulPolicyDelegate <int>(SampleStatefulPolicyFunc), policyParams, numActions);
timeInit += (iter < numWarmup) ? 0 : watch.Elapsed.TotalMilliseconds;
FEATURE[] f = new FEATURE[numFeatures];
for (int i = 0; i < numFeatures; i++)
{
f[i].Index = (uint)i + 1;
f[i].X = 0.5f;
}
watch.Restart();
CONTEXT context = new CONTEXT(f, otherContext);
for (int i = 0; i < numInteractions; i++)
{
mwt.ChooseAction(context, uniqueKey);
}
timeChoose += (iter < numWarmup) ? 0 : watch.Elapsed.TotalMilliseconds;
watch.Restart();
string interactions = mwt.GetAllInteractionsAsString();
timeSerializedLog += (iter < numWarmup) ? 0 : watch.Elapsed.TotalMilliseconds;
for (int i = 0; i < numInteractions; i++)
{
mwt.ChooseAction(context, uniqueKey);
}
watch.Restart();
mwt.GetAllInteractions();
timeTypedLog += (iter < numWarmup) ? 0 : watch.Elapsed.TotalMilliseconds;
}
Console.WriteLine("--- PER ITERATION ---");
Console.WriteLine("# iterations: {0}, # interactions: {1}, # context features {2}", numIter, numInteractions, numFeatures);
Console.WriteLine("Init: {0} micro", timeInit * 1000 / numIter);
Console.WriteLine("Choose Action: {0} micro", timeChoose * 1000 / (numIter * numInteractions));
Console.WriteLine("Get Serialized Log: {0} micro", timeSerializedLog * 1000 / numIter);
Console.WriteLine("Get Typed Log: {0} micro", timeTypedLog * 1000 / numIter);
Console.WriteLine("--- TOTAL TIME: {0} micro", (timeInit + timeChoose + timeSerializedLog + timeTypedLog) * 1000);
}