/// <summary>
/// Builds the command to be submitted to YARNRM
/// </summary>
/// <returns>Command string</returns>
public string GetJobSubmissionCommand()
{
var sb = new StringBuilder();
sb.Append(_fileNames.GetBridgeExePath());
sb.Append(" " + JavaExe);
sb.Append(" " + JvmOptionsPermSize);
sb.Append(" " + string.Format(JvmOptionsMaxPermSizeFormat, _driverMaxPermSizeMB));
sb.Append(" " +
string.Format(JvmOptionsMaxMemoryAllocationPoolSizeFormat, _driverMaxMemoryAllocationPoolSizeMB));
sb.Append(" " + ClassPathToken);
sb.Append(" " + string.Join(";", _yarnCommandLineEnvironment.GetYarnClasspathList()));
sb.Append(" " + ProcReefProperty);
if (_enableDebugLogging)
{
sb.Append(" " + JavaLoggingProperty);
}
sb.Append(" " + LauncherClassName);
sb.Append(" " +
string.Format("{0}/{1}/{2}",
_fileNames.GetReefFolderName(),
_fileNames.GetLocalFolderName(),
_fileNames.GetJobSubmissionParametersFile()));
sb.Append(" " + _fileNames.GetDriverLoggingConfigCommand());
return(sb.ToString());
}
private LegacyJobResourceUploader(
IJavaClientLauncher javaLauncher,
IResourceArchiveFileGenerator resourceArchiveFileGenerator,
IFile file,
IYarnCommandLineEnvironment yarn)
{
_file = file;
_resourceArchiveFileGenerator = resourceArchiveFileGenerator;
_javaLauncher = javaLauncher;
_javaLauncher.AddToClassPath(yarn.GetYarnClasspathList());
}
private LegacyJobResourceUploader(
IJavaClientLauncher javaLauncher,
IResourceArchiveFileGenerator resourceArchiveFileGenerator,
IFile file,
IYarnCommandLineEnvironment yarn,
REEFFileNames reefFileNames)
{
_file = file;
_resourceArchiveFileGenerator = resourceArchiveFileGenerator;
_javaLauncher = javaLauncher;
_javaLauncher.AddToClassPath(yarn.GetYarnClasspathList());
_reefFileNames = reefFileNames;
}
public WindowsYarnJobCommandProvider GetCommandBuilder(bool enableLogging = false,
int?maxPermSize = null,
int?maxMemAllocPoolSize = null)
{
var injector = TangFactory.GetTang().NewInjector();
IYarnCommandLineEnvironment yarnCommandLineEnvironment = Substitute.For <IYarnCommandLineEnvironment>();
yarnCommandLineEnvironment.GetYarnClasspathList().Returns(AnyClassPathItems);
injector.BindVolatileInstance(GenericType <IYarnCommandLineEnvironment> .Class, yarnCommandLineEnvironment);
injector.BindVolatileParameter(GenericType <EnableDebugLogging> .Class, enableLogging);
if (maxPermSize.HasValue)
{
injector.BindVolatileParameter <DriverMaxPermSizeMB, int>(maxPermSize.Value);
}
if (maxMemAllocPoolSize.HasValue)
{
injector.BindVolatileParameter <DriverMaxMemoryAllicationPoolSizeMB, int>(maxMemAllocPoolSize.Value);
}
return(injector.GetInstance <WindowsYarnJobCommandProvider>());
}
