/// <exception cref="System.IO.IOException"/>
public override void UpdateNodeToLabelsMappings(IDictionary <NodeId, ICollection <string
> > nodeToLabels)
{
EnsureAppendEditlogFile();
editlogOs.WriteInt((int)(FileSystemNodeLabelsStore.SerializedLogType.NodeToLabels
));
((ReplaceLabelsOnNodeRequestPBImpl)ReplaceLabelsOnNodeRequest.NewInstance(nodeToLabels
)).GetProto().WriteDelimitedTo(editlogOs);
EnsureCloseEditlogFile();
}
/// <exception cref="System.IO.IOException"/>
/// <exception cref="Org.Apache.Hadoop.Yarn.Exceptions.YarnException"/>
private int ReplaceLabelsOnNodes(IDictionary <NodeId, ICollection <string> > map)
{
if (directlyAccessNodeLabelStore)
{
GetNodeLabelManagerInstance(GetConf()).ReplaceLabelsOnNode(map);
}
else
{
ResourceManagerAdministrationProtocol adminProtocol = CreateAdminProtocol();
ReplaceLabelsOnNodeRequest request = ReplaceLabelsOnNodeRequest.NewInstance(map);
adminProtocol.ReplaceLabelsOnNode(request);
}
return(0);
}
/// <exception cref="Org.Apache.Hadoop.Yarn.Exceptions.YarnException"/>
/// <exception cref="System.IO.IOException"/>
public virtual ReplaceLabelsOnNodeResponse ReplaceLabelsOnNode(ReplaceLabelsOnNodeRequest
request)
{
YarnServerResourceManagerServiceProtos.ReplaceLabelsOnNodeRequestProto requestProto
= ((ReplaceLabelsOnNodeRequestPBImpl)request).GetProto();
try
{
return(new ReplaceLabelsOnNodeResponsePBImpl(proxy.ReplaceLabelsOnNodes(null, requestProto
)));
}
catch (ServiceException e)
{
RPCUtil.UnwrapAndThrowException(e);
return(null);
}
}
/// <exception cref="Org.Apache.Hadoop.Yarn.Exceptions.YarnException"/>
/// <exception cref="System.IO.IOException"/>
public virtual ReplaceLabelsOnNodeResponse ReplaceLabelsOnNode(ReplaceLabelsOnNodeRequest
request)
{
string argName = "replaceLabelsOnNode";
string msg = "set node to labels.";
UserGroupInformation user = CheckAcls(argName);
CheckRMStatus(user.GetShortUserName(), argName, msg);
ReplaceLabelsOnNodeResponse response = recordFactory.NewRecordInstance <ReplaceLabelsOnNodeResponse
>();
try
{
rmContext.GetNodeLabelManager().ReplaceLabelsOnNode(request.GetNodeToLabels());
RMAuditLogger.LogSuccess(user.GetShortUserName(), argName, "AdminService");
return(response);
}
catch (IOException ioe)
{
throw LogAndWrapException(ioe, user.GetShortUserName(), argName, msg);
}
}
/// <exception cref="System.IO.IOException"/>
public override void Recover()
{
/*
* Steps of recover
* 1) Read from last mirror (from mirror or mirror.old)
* 2) Read from last edit log, and apply such edit log
* 3) Write new mirror to mirror.writing
* 4) Rename mirror to mirror.old
* 5) Move mirror.writing to mirror
* 6) Remove mirror.old
* 7) Remove edit log and create a new empty edit log
*/
// Open mirror from serialized file
Path mirrorPath = new Path(fsWorkingPath, MirrorFilename);
Path oldMirrorPath = new Path(fsWorkingPath, MirrorFilename + ".old");
FSDataInputStream @is = null;
if (fs.Exists(mirrorPath))
{
@is = fs.Open(mirrorPath);
}
else
{
if (fs.Exists(oldMirrorPath))
{
@is = fs.Open(oldMirrorPath);
}
}
if (null != @is)
{
ICollection <string> labels = new AddToClusterNodeLabelsRequestPBImpl(YarnServerResourceManagerServiceProtos.AddToClusterNodeLabelsRequestProto
.ParseDelimitedFrom(@is)).GetNodeLabels();
IDictionary <NodeId, ICollection <string> > nodeToLabels = new ReplaceLabelsOnNodeRequestPBImpl
(YarnServerResourceManagerServiceProtos.ReplaceLabelsOnNodeRequestProto.ParseDelimitedFrom
(@is)).GetNodeToLabels();
mgr.AddToCluserNodeLabels(labels);
mgr.ReplaceLabelsOnNode(nodeToLabels);
@is.Close();
}
// Open and process editlog
editLogPath = new Path(fsWorkingPath, EditlogFilename);
if (fs.Exists(editLogPath))
{
@is = fs.Open(editLogPath);
while (true)
{
try
{
// read edit log one by one
FileSystemNodeLabelsStore.SerializedLogType type = FileSystemNodeLabelsStore.SerializedLogType
.Values()[@is.ReadInt()];
switch (type)
{
case FileSystemNodeLabelsStore.SerializedLogType.AddLabels:
{
ICollection <string> labels = YarnServerResourceManagerServiceProtos.AddToClusterNodeLabelsRequestProto
.ParseDelimitedFrom(@is).GetNodeLabelsList();
mgr.AddToCluserNodeLabels(Sets.NewHashSet(labels.GetEnumerator()));
break;
}
case FileSystemNodeLabelsStore.SerializedLogType.RemoveLabels:
{
ICollection <string> labels = YarnServerResourceManagerServiceProtos.RemoveFromClusterNodeLabelsRequestProto
.ParseDelimitedFrom(@is).GetNodeLabelsList();
mgr.RemoveFromClusterNodeLabels(labels);
break;
}
case FileSystemNodeLabelsStore.SerializedLogType.NodeToLabels:
{
IDictionary <NodeId, ICollection <string> > map = new ReplaceLabelsOnNodeRequestPBImpl
(YarnServerResourceManagerServiceProtos.ReplaceLabelsOnNodeRequestProto.ParseDelimitedFrom
(@is)).GetNodeToLabels();
mgr.ReplaceLabelsOnNode(map);
break;
}
}
}
catch (EOFException)
{
// EOF hit, break
break;
}
}
}
// Serialize current mirror to mirror.writing
Path writingMirrorPath = new Path(fsWorkingPath, MirrorFilename + ".writing");
FSDataOutputStream os = fs.Create(writingMirrorPath, true);
((AddToClusterNodeLabelsRequestPBImpl)AddToClusterNodeLabelsRequestPBImpl.NewInstance
(mgr.GetClusterNodeLabels())).GetProto().WriteDelimitedTo(os);
((ReplaceLabelsOnNodeRequestPBImpl)ReplaceLabelsOnNodeRequest.NewInstance(mgr.GetNodeLabels
())).GetProto().WriteDelimitedTo(os);
os.Close();
// Move mirror to mirror.old
if (fs.Exists(mirrorPath))
{
fs.Delete(oldMirrorPath, false);
fs.Rename(mirrorPath, oldMirrorPath);
}
// move mirror.writing to mirror
fs.Rename(writingMirrorPath, mirrorPath);
fs.Delete(writingMirrorPath, false);
// remove mirror.old
fs.Delete(oldMirrorPath, false);
// create a new editlog file
editlogOs = fs.Create(editLogPath, true);
editlogOs.Close();
Log.Info("Finished write mirror at:" + mirrorPath.ToString());
Log.Info("Finished create editlog file at:" + editLogPath.ToString());
}
