/// <summary>
/// Make a new cluster object representing a YARN cluster with default ports
/// </summary>
/// <param name="headNode">The computer where the YarnLauncher is running</param>
public DryadLinqYarnCluster(string headNode)
{
HeadNode = headNode;
LauncherPort = 8471;
NameNode = headNode;
HdfsPort = 9000;
WebHdfsPort = 50070;
_dfsClient = null;
_clusterClient = null;
}
public override void CheckExistence(DryadLinqContext context, Uri dataSetUri, bool deleteIfExists)
{
WebHdfsClient client = new WebHdfsClient(dataSetUri.Host, 8033, 50070);
if (client.IsFileExists(dataSetUri.AbsolutePath))
{
if (!deleteIfExists)
{
throw new DryadLinqException("Can't output to existing HDFS collection " + dataSetUri.AbsoluteUri);
}
client.DeleteDfsFile(dataSetUri.AbsolutePath);
}
}
