public RapportManager(ConversationManager parent, DM_TYPE type = DM_TYPE.RULE_BASED)
{
_parent = parent;
_type = type;
_dialoguePolicy = new SparseMatrix<DialogueState, DialogueAction>();
_dialogueState = new DialogueState();
_agentID = parent.getAgentID();
_parent.DSUpdated += new DSUpdatedEventHandler(DSUpdated);
}
public DialogueState(DialogueState rhs)
{
_dialogueTurn = rhs._dialogueTurn;
_currentUtterance = String.Copy(rhs._currentUtterance);
_previousUtterance = String.Copy(rhs._previousUtterance);
_currentASRConfidence = rhs.CurrentASRConfidence;
_currentEmotionConfidence = rhs.CurrentEmotionConfidence;
_currentToneConfidence = rhs.CurrentToneConfidence;
_previousASRConfidence = rhs.PreviousASRConfidence;
_previousEmotionConfidence = rhs.PreviousEmotionConfidence;
_previousToneConfidence = rhs.PreviousToneConfidence;
_taskGoal = rhs._taskGoal;
_socialGoal = rhs._socialGoal;
_otherAgentID = rhs.OtherAgentID;
_userRapportStrategy = rhs._userRapportStrategy;
_previousSystemRapportStrategy = rhs._previousSystemRapportStrategy;
_traitRapport = rhs._traitRapport;
_stateRapport = rhs._stateRapport;
_friends = false;
}
public bool updateDialogueState(DialogueState tempDialogueState)
{
//Thread-safe update. Attempt to get the lock
if (Monitor.TryEnter(_update_lock))
{
//Perform the update
_dialogueState.DialogueTurn++;
_dialogueState.PreviousUtterance = String.Copy(_dialogueState.CurrentUtterance);
_dialogueState.PreviousASRConfidence = _dialogueState.CurrentASRConfidence;
_dialogueState.PreviousEmotionConfidence = _dialogueState.CurrentEmotionConfidence;
_dialogueState.PreviousToneConfidence = _dialogueState.CurrentToneConfidence;
_dialogueState.CurrentUtterance = String.Copy(tempDialogueState.CurrentUtterance);
_dialogueState.CurrentASRConfidence = tempDialogueState.CurrentASRConfidence;
_dialogueState.CurrentEmotionConfidence = tempDialogueState.CurrentEmotionConfidence;
_dialogueState.CurrentToneConfidence = tempDialogueState.CurrentToneConfidence;
//Notify Dialoge State Updated
OnDSUpdated(EventArgs.Empty);
//print("Dialogue state updated.");
//Release the lock
Monitor.Exit(_update_lock);
}
else
{
//Failure
return false;
}
//Success
return true;
}
public void updatedDialogueState()
{
_dialogueState = _parent.getDialogueState();
}
public void runRL()
{
//CODE BELOW IS ONLY FOR TESTING RL
int NStates = 5, NActions = (int)COMMUNICATIVE_ACT.COMM_ITEMS, NEpisodes = 50, NIterations = 20;
Random rand = new Random();
SparseMatrix<DialogueState, DialogueAction> policy = new SparseMatrix<DialogueState, DialogueAction>();
for (int s = 0; s < NStates; s++)
{
//Create new State
DialogueState ds = new DialogueState();
ds.CurrentUtterance = "state" + s;
policy.addState(ds);
}
for (int a = 0; a < NActions; a++)
{
DialogueAction da = new DialogueAction();
da.setVerbalAct(new CommunicativeAct((COMMUNICATIVE_ACT)(a % (int)COMMUNICATIVE_ACT.COMM_ITEMS)));
policy.addAction(da);
}
DialogueState currState = policy.getStateList()[0];
DialogueAction currAct = policy.getActionList()[0];
//QLearner<DialogueState, DialogueAction> RLearner = new QLearner<DialogueState, DialogueAction>(0.95, 0.7, 0.15, policy, rewardFunction);
QLambdaLearner<DialogueState, DialogueAction> RLearner = new QLambdaLearner<DialogueState, DialogueAction>(0.95, 0.9, 0.15, 0.8, policy, rewardFunction);
//SARSALearner<DialogueState, DialogueAction> RLearner = new SARSALearner<DialogueState, DialogueAction>(0.95, 0.9, 0.15, 0.8, policy, rewardFunction);
RLearner.setStartState(currState);
//Iterate
for (int episode = 0; episode < NEpisodes; episode++)
{
currState = policy.getStateList()[0];
currAct = policy.getActionList()[0];
int stateIndex = 0;
for (int iteration = 0; (iteration < NIterations) && (currState.CurrentUtterance != "state4"); iteration++)
{
currAct = RLearner.nextAction();
//Observe new state
if (currAct.getCommunicativeAct().getCommActType() == COMMUNICATIVE_ACT.NO_COMM)
{
currState = policy.getStateList()[(++stateIndex) % NStates];
}
//Update (and observe reward)
RLearner.update(currState, currAct);
}
//Final update to get final reward
//qLearner.update(currState, currAct);
RLearner.newEpisode();
Console.WriteLine("EPISODE " + episode + ": " + RLearner.getEpisodeReward(episode));
}
Console.WriteLine("\nPolicy items: " + policy.getPolicy().Count + "\n");
foreach (Tuple<DialogueState, DialogueAction> t in policy.getPolicy().Keys)
{
Console.WriteLine("State: " + t.Item1.CurrentUtterance + ", Action: " + t.Item2.getCommunicativeAct().getCommActType() + "\n");
}
printPolicy(policy);
}
public double rewardFunction(DialogueState s, DialogueAction a)
{
return (s.CurrentUtterance.Equals("state4") && a.getCommunicativeAct().getCommActType() == COMMUNICATIVE_ACT.NO_COMM) ? 0 : -10;
}
public bool Equals(DialogueState rhs)
{
if (Object.ReferenceEquals(rhs, null))
{
return false;
}
if (Object.ReferenceEquals(rhs, this))
{
return true;
}
return this == rhs;
}
