public void TestMultiActionOnlineModeCustomLogger()
{
var dsConfig = new Microsoft.Research.MultiWorldTesting.ClientLibrary.MultiAction.DecisionServiceConfiguration<TestContext, DummyADFType>
(
authorizationToken: MockCommandCenter.AuthorizationToken,
explorer: new Microsoft.Research.MultiWorldTesting.ExploreLibrary.MultiAction.EpsilonGreedyExplorer<TestContext>(new TestMultiActionPolicy(), epsilon: 0.2f, numActions: Constants.NumberOfActions)
);
dsConfig.Recorder = new TestLogger();
dsConfig.PollingForModelPeriod = TimeSpan.MinValue;
dsConfig.PollingForSettingsPeriod = TimeSpan.MinValue;
int numChooseAction = 100;
var ds = new Microsoft.Research.MultiWorldTesting.ClientLibrary.MultiAction.DecisionService<TestContext, DummyADFType>(dsConfig);
for (int i = 0; i < numChooseAction; i++)
{
ds.ChooseAction(new UniqueEventID { Key = i.ToString() }, new TestContext());
}
Assert.AreEqual(numChooseAction, ((TestLogger)dsConfig.Recorder).NumRecord);
int numReward = 200;
for (int i = 0; i < numReward; i++)
{
ds.ReportReward(i, new UniqueEventID { Key = i.ToString() });
}
Assert.AreEqual(numReward, ((TestLogger)dsConfig.Recorder).NumReward);
int numOutcome = 300;
for (int i = 0; i < numOutcome; i++)
{
ds.ReportOutcome(i.ToString(), new UniqueEventID { Key = i.ToString() });
}
Assert.AreEqual(numOutcome, ((TestLogger)dsConfig.Recorder).NumOutcome);
ds.Flush();
Assert.AreEqual(0, ((TestLogger)dsConfig.Recorder).NumRecord);
Assert.AreEqual(0, ((TestLogger)dsConfig.Recorder).NumReward);
Assert.AreEqual(0, ((TestLogger)dsConfig.Recorder).NumOutcome);
}
public void TestMultiActionOnlineModeInvalidToken()
{
MockCommandCenter.UnsetRedirectionBlobLocation();
/*** This test requires real value of RedirectionBlobLocation set in DecisionServiceConstants.cs file ***/
var dsConfig = new Microsoft.Research.MultiWorldTesting.ClientLibrary.MultiAction.DecisionServiceConfiguration<TestContext, DummyADFType>(
authorizationToken: MockCommandCenter.AuthorizationToken,
explorer: new Microsoft.Research.MultiWorldTesting.ExploreLibrary.MultiAction.EpsilonGreedyExplorer<TestContext>(new TestMultiActionPolicy(), epsilon: 0.2f, numActions: Constants.NumberOfActions));
dsConfig.JoinServerType = JoinServerType.CustomSolution;
bool isExceptionExpected = false;
try
{
var ds = new Microsoft.Research.MultiWorldTesting.ClientLibrary.MultiAction.DecisionService<TestContext, DummyADFType>(dsConfig);
}
catch (InvalidDataException)
{
isExceptionExpected = true;
}
Assert.AreEqual(true, isExceptionExpected);
}
public void TestMultiActionDSThreadSafeUpload()
{
joinServer.Reset();
string uniqueKey = "test interaction";
var createObservation = (Func<int, string>)((i) => { return string.Format("00000", i); });
var dsConfig = new Microsoft.Research.MultiWorldTesting.ClientLibrary.MultiAction.DecisionServiceConfiguration<TestContext, DummyADFType>(
authorizationToken: MockCommandCenter.AuthorizationToken,
explorer: new Microsoft.Research.MultiWorldTesting.ExploreLibrary.MultiAction.EpsilonGreedyExplorer<TestContext>(new TestMultiActionPolicy(), epsilon: 0.2f, numActions: Constants.NumberOfActions));
dsConfig.JoinServiceBatchConfiguration = new Microsoft.Research.MultiWorldTesting.JoinUploader.BatchingConfiguration
{
MaxBufferSizeInBytes = 4 * 1024 * 1024,
MaxDuration = TimeSpan.FromMinutes(1),
MaxEventCount = 10000,
MaxUploadQueueCapacity = 1024 * 32,
UploadRetryPolicy = Microsoft.Research.MultiWorldTesting.JoinUploader.BatchUploadRetryPolicy.ExponentialRetry,
MaxDegreeOfSerializationParallelism = Environment.ProcessorCount
};
dsConfig.JoinServerType = JoinServerType.CustomSolution;
dsConfig.LoggingServiceAddress = MockJoinServer.MockJoinServerAddress;
var ds = new Microsoft.Research.MultiWorldTesting.ClientLibrary.MultiAction.DecisionService<TestContext, DummyADFType>(dsConfig);
int numEvents = 1000;
var chosenActions = new ConcurrentBag<uint[]>();
Parallel.For(0, numEvents, new ParallelOptions { MaxDegreeOfParallelism = Environment.ProcessorCount * 2 }, (i) =>
{
chosenActions.Add(ds.ChooseAction(new UniqueEventID { Key = uniqueKey }, new TestContext()));
ds.ReportOutcome(new { value = createObservation(i) }, new UniqueEventID { Key = uniqueKey });
});
ds.Flush();
List<PartialDecisionServiceMessage> batchList = this.joinServer.EventBatchList;
int numActualEvents = batchList.Sum(b => b.ExperimentalUnitFragments.Count);
Assert.AreEqual(numEvents * 2, numActualEvents);
List<string> uniqueKeys = batchList
.SelectMany(b => b.ExperimentalUnitFragments.Select(f => f.Id))
.Distinct()
.ToList();
Assert.AreEqual(1, uniqueKeys.Count);
Assert.AreEqual(uniqueKey, uniqueKeys[0]);
var completeFragments = batchList
.SelectMany(b => b.ExperimentalUnitFragments
.Select(f => JsonConvert.DeserializeObject<MultiActionCompleteExperimentalUnitFragment>(f.Value)));
// Test actual interactions received
List<MultiActionCompleteExperimentalUnitFragment> interactions = completeFragments
.Where(f => f.Value == null)
.OrderBy(f => f.Actions[0])
.ToList();
// Test values of the interactions
Assert.AreEqual(numEvents, interactions.Count);
var chosenActionList = chosenActions.OrderBy(a => a[0]).ToList();
for (int i = 0; i < interactions.Count; i++)
{
Assert.AreEqual((int)chosenActionList[i][0], interactions[i].Actions[0]);
}
// Test actual observations received
List<MultiActionCompleteExperimentalUnitFragment> observations = completeFragments
.Where(f => f.Value != null)
.OrderBy(f => f.Value)
.ToList();
// Test values of the observations
Assert.AreEqual(numEvents, observations.Count);
for (int i = 0; i < observations.Count; i++)
{
Assert.AreEqual(JsonConvert.SerializeObject(new { value = createObservation(i) }), observations[i].Value);
}
}
public void TestMultiActionOfflineModeArgument()
{
var dsConfig = new Microsoft.Research.MultiWorldTesting.ClientLibrary.MultiAction.DecisionServiceConfiguration<TestContext, DummyADFType>(
authorizationToken: "my token",
explorer: new Microsoft.Research.MultiWorldTesting.ExploreLibrary.MultiAction.EpsilonGreedyExplorer<TestContext>(new TestMultiActionPolicy(), epsilon: 0.2f, numActions: 2));
dsConfig.OfflineMode = true;
try
{
var ds = new Microsoft.Research.MultiWorldTesting.ClientLibrary.MultiAction.DecisionService<TestContext, DummyADFType>(dsConfig);
}
catch (ArgumentException ex)
{
Assert.AreEqual("Recorder", ex.ParamName);
}
}
public void TestMultiActionDSUploadSelective()
{
joinServer.Reset();
string uniqueKey = "test interaction";
var dsConfig = new Microsoft.Research.MultiWorldTesting.ClientLibrary.MultiAction.DecisionServiceConfiguration<TestContext, DummyADFType>(
authorizationToken: MockCommandCenter.AuthorizationToken,
explorer: new Microsoft.Research.MultiWorldTesting.ExploreLibrary.MultiAction.EpsilonGreedyExplorer<TestContext>(new TestMultiActionPolicy(), epsilon: 0.2f, numActions: Constants.NumberOfActions));
dsConfig.JoinServerType = JoinServerType.CustomSolution;
dsConfig.LoggingServiceAddress = MockJoinServer.MockJoinServerAddress;
dsConfig.JoinServiceBatchConfiguration = new BatchingConfiguration();
dsConfig.JoinServiceBatchConfiguration.MaxDuration = TimeSpan.FromMinutes(10); // allow enough time for queue to buffer events
dsConfig.JoinServiceBatchConfiguration.MaxDegreeOfSerializationParallelism = 1; // single-threaded for easy verification
int numEvents = 100;
// Set queue capacity to same number of events so selective dropping starts at 50% full
dsConfig.JoinServiceBatchConfiguration.MaxUploadQueueCapacity = numEvents;
dsConfig.JoinServiceBatchConfiguration.DroppingPolicy = new DroppingPolicy
{
MaxQueueLevelBeforeDrop = .5f,
// when threshold is reached, drop half of the events
ProbabilityOfDrop = .5f
};
var ds = new Microsoft.Research.MultiWorldTesting.ClientLibrary.MultiAction.DecisionService<TestContext, DummyADFType>(dsConfig);
for (int i = 0; i < numEvents; i++)
{
uint[] chosenAction1 = ds.ChooseAction(new UniqueEventID { Key = uniqueKey }, new TestContext());
}
ds.Flush();
// Some events must have been dropped so the total count cannot be same as original
Assert.IsTrue(joinServer.EventBatchList.Sum(batch => batch.ExperimentalUnitFragments.Count) < numEvents);
// Get number of events that have been downsampled, i.e. selected with probability q
int numSampledEvents = joinServer.EventBatchList
.SelectMany(batch => batch.ExperimentalUnitFragments.Select(e => e)).Where(e => e.Value.Contains(".0199")).Count();
Assert.IsTrue(numSampledEvents > 0);
// half of the events are selected with probability 0.5, so this should definitely be less than half the total events
Assert.IsTrue(numSampledEvents < numEvents / 2);
}
public void TestMultiActionDSUploadMultipleEvents()
{
joinServer.Reset();
string uniqueKey = "test interaction";
var dsConfig = new Microsoft.Research.MultiWorldTesting.ClientLibrary.MultiAction.DecisionServiceConfiguration<TestContext, DummyADFType>(
authorizationToken: MockCommandCenter.AuthorizationToken,
explorer: new Microsoft.Research.MultiWorldTesting.ExploreLibrary.MultiAction.EpsilonGreedyExplorer<TestContext>(new TestMultiActionPolicy(), epsilon: 0.2f, numActions: Constants.NumberOfActions));
dsConfig.JoinServerType = JoinServerType.CustomSolution;
dsConfig.LoggingServiceAddress = MockJoinServer.MockJoinServerAddress;
var ds = new Microsoft.Research.MultiWorldTesting.ClientLibrary.MultiAction.DecisionService<TestContext, DummyADFType>(dsConfig);
uint[] chosenAction1 = ds.ChooseAction(new UniqueEventID { Key = uniqueKey }, new TestContext());
uint[] chosenAction2 = ds.ChooseAction(new UniqueEventID { Key = uniqueKey }, new TestContext());
ds.ReportReward(1.0f, new UniqueEventID { Key = uniqueKey });
ds.ReportOutcome(new { value = "test outcome" }, new UniqueEventID { Key = uniqueKey });
ds.Flush();
Assert.AreEqual(4, joinServer.EventBatchList.Sum(batch => batch.ExperimentalUnitFragments.Count));
}
public void TestMultiActionDSUploadSingleEvent()
{
joinServer.Reset();
string uniqueKey = "test interaction";
var dsConfig = new Microsoft.Research.MultiWorldTesting.ClientLibrary.MultiAction.DecisionServiceConfiguration<TestContext, DummyADFType>(
authorizationToken: MockCommandCenter.AuthorizationToken,
explorer: new Microsoft.Research.MultiWorldTesting.ExploreLibrary.MultiAction.EpsilonGreedyExplorer<TestContext>(new TestMultiActionPolicy(), epsilon: 0.2f, numActions: Constants.NumberOfActions));
dsConfig.JoinServerType = JoinServerType.CustomSolution;
dsConfig.LoggingServiceAddress = MockJoinServer.MockJoinServerAddress;
var ds = new Microsoft.Research.MultiWorldTesting.ClientLibrary.MultiAction.DecisionService<TestContext, DummyADFType>(dsConfig);
uint[] chosenActions = ds.ChooseAction(new UniqueEventID { Key = uniqueKey }, new TestContext());
ds.Flush();
Assert.AreEqual(1, joinServer.RequestCount);
Assert.AreEqual(1, joinServer.EventBatchList.Count);
Assert.AreEqual(1, joinServer.EventBatchList[0].ExperimentalUnitFragments.Count);
Assert.AreEqual(uniqueKey, joinServer.EventBatchList[0].ExperimentalUnitFragments[0].Id);
Assert.IsTrue(joinServer.EventBatchList[0].ExperimentalUnitFragments[0].Value.ToLower().Contains("\"a\":[" + string.Join(",", chosenActions) + "],"));
}
public void TestMultiActionSettingsBlobOutput()
{
joinServer.Reset();
string settingsPath = ".\\dstestsettings";
Directory.CreateDirectory(settingsPath);
commandCenter.CreateBlobs(createSettingsBlob: true, createModelBlob: false);
var dsConfig = new Microsoft.Research.MultiWorldTesting.ClientLibrary.MultiAction.DecisionServiceConfiguration<TestContext, DummyADFType>(
authorizationToken: MockCommandCenter.AuthorizationToken,
explorer: new Microsoft.Research.MultiWorldTesting.ExploreLibrary.MultiAction.EpsilonGreedyExplorer<TestContext>(new TestMultiActionPolicy(), epsilon: 0.2f, numActions: 2));
dsConfig.JoinServerType = JoinServerType.CustomSolution;
dsConfig.LoggingServiceAddress = MockJoinServer.MockJoinServerAddress;
dsConfig.BlobOutputDir = settingsPath;
dsConfig.PollingForSettingsPeriod = TimeSpan.FromMilliseconds(500);
var ds = new Microsoft.Research.MultiWorldTesting.ClientLibrary.MultiAction.DecisionService<TestContext, DummyADFType>(dsConfig);
string settingsFile = Path.Combine(settingsPath, "settings-" + commandCenter.LocalAzureSettingsBlobName);
int sleepCount = 20;
while (true && sleepCount > 0)
{
Thread.Sleep(100);
sleepCount--;
if (File.Exists(settingsFile))
{
break;
}
}
Assert.AreNotEqual(0, sleepCount);
while (true)
{
try
{
byte[] settingsBytes = File.ReadAllBytes(settingsFile);
Assert.IsTrue(Enumerable.SequenceEqual(settingsBytes, commandCenter.GetSettingsBlobContent()));
break;
}
catch (IOException) { }
}
ds.Flush();
Directory.Delete(settingsPath, true);
}
public void TestMultiActionInvalidPathOutputDir()
{
joinServer.Reset();
commandCenter.CreateBlobs(createSettingsBlob: true, createModelBlob: false);
var dsConfig = new Microsoft.Research.MultiWorldTesting.ClientLibrary.MultiAction.DecisionServiceConfiguration<TestContext, DummyADFType>(
authorizationToken: MockCommandCenter.AuthorizationToken,
explorer: new Microsoft.Research.MultiWorldTesting.ExploreLibrary.MultiAction.EpsilonGreedyExplorer<TestContext>(new TestMultiActionPolicy(), epsilon: 0.2f, numActions: 2));
dsConfig.JoinServerType = JoinServerType.CustomSolution;
dsConfig.LoggingServiceAddress = MockJoinServer.MockJoinServerAddress;
dsConfig.BlobOutputDir = @"c:\";
dsConfig.PollingForSettingsPeriod = TimeSpan.FromMilliseconds(500);
var cancelTokenSource = new CancellationTokenSource();
bool exceptionIsExpected = false;
dsConfig.SettingsPollFailureCallback = (ex) =>
{
if (ex is ArgumentNullException && ((ArgumentNullException)ex).ParamName == "path")
{
exceptionIsExpected = true;
cancelTokenSource.Cancel();
}
};
var ds = new Microsoft.Research.MultiWorldTesting.ClientLibrary.MultiAction.DecisionService<TestContext, DummyADFType>(dsConfig);
cancelTokenSource.Token.WaitHandle.WaitOne(5000);
Assert.AreEqual(true, exceptionIsExpected);
}
