private JobSubmissionDirectoryProvider(
[Parameter(typeof(JobSubmissionDirectoryPrefixParameter))]
string jobSubmissionDirectoryPrefix,
REEFFileNames filenames)
{
_filenames = filenames;
_jobSubmissionDirectoryPrefix = jobSubmissionDirectoryPrefix;
}
private LocalClient(
DriverFolderPreparationHelper driverFolderPreparationHelper,
[Parameter(typeof(NumberOfEvaluators))] int numberOfEvaluators,
JavaClientLauncher javaClientLauncher,
REEFFileNames fileNames)
: this(driverFolderPreparationHelper, Path.GetTempPath(), numberOfEvaluators, javaClientLauncher, fileNames)
{
// Intentionally left blank.
}
internal DriverFolderPreparationHelper(
REEFFileNames fileNames,
AvroConfigurationSerializer configurationSerializer,
FileSets fileSets)
{
_fileNames = fileNames;
_configurationSerializer = configurationSerializer;
_fileSets = fileSets;
}
internal YARNClient(JavaClientLauncher javaClientLauncher,
DriverFolderPreparationHelper driverFolderPreparationHelper,
REEFFileNames fileNames,
YarnCommandLineEnvironment yarn)
{
_javaClientLauncher = javaClientLauncher;
_javaClientLauncher.AddToClassPath(yarn.GetYarnClasspathList());
_driverFolderPreparationHelper = driverFolderPreparationHelper;
_fileNames = fileNames;
}
private YarnREEFParamSerializer(
REEFFileNames fileNames,
[Parameter(typeof(SecurityTokenKindParameter))] string securityTokenKind,
[Parameter(typeof(SecurityTokenServiceParameter))] string securityTokenService,
[Parameter(typeof(JobSubmissionDirectoryPrefixParameter))] string jobSubmissionPrefix)
{
_fileNames = fileNames;
_jobSubmissionPrefix = jobSubmissionPrefix;
_securityTokenKind = securityTokenKind;
_securityTokenService = securityTokenService;
}
internal DriverFolderPreparationHelper(
REEFFileNames fileNames,
AvroConfigurationSerializer configurationSerializer,
FileSets fileSets,
[Parameter(typeof(EnvironmentDriverConfigurationProviders))] ISet<IConfigurationProvider> driverConfigurationProviders)
{
_fileNames = fileNames;
_configurationSerializer = configurationSerializer;
_fileSets = fileSets;
_driverConfigurationProviders = driverConfigurationProviders;
}
private LocalClient(DriverFolderPreparationHelper driverFolderPreparationHelper,
[Parameter(typeof(LocalRuntimeDirectory))] string runtimeFolder,
[Parameter(typeof(NumberOfEvaluators))] int numberOfEvaluators,
JavaClientLauncher javaClientLauncher,
REEFFileNames fileNames)
{
_driverFolderPreparationHelper = driverFolderPreparationHelper;
_runtimeFolder = runtimeFolder;
_numberOfEvaluators = numberOfEvaluators;
_javaClientLauncher = javaClientLauncher;
_fileNames = fileNames;
}
private WindowsYarnJobCommandProvider(
[Parameter(typeof(EnableDebugLogging))] bool enableDebugLogging,
[Parameter(typeof(DriverMaxMemoryAllicationPoolSizeMB))] int driverMaxMemoryAllocationPoolSizeMB,
[Parameter(typeof(DriverMaxPermSizeMB))] int driverMaxPermSizeMB,
IYarnCommandLineEnvironment yarnCommandLineEnvironment,
REEFFileNames fileNames)
{
_yarnCommandLineEnvironment = yarnCommandLineEnvironment;
_enableDebugLogging = enableDebugLogging;
_fileNames = fileNames;
_driverMaxMemoryAllocationPoolSizeMB = driverMaxMemoryAllocationPoolSizeMB;
_driverMaxPermSizeMB = driverMaxPermSizeMB;
}
private LegacyJobResourceUploader(
IJavaClientLauncher javaLauncher,
IResourceArchiveFileGenerator resourceArchiveFileGenerator,
IFile file,
IYarnCommandLineEnvironment yarn,
REEFFileNames reefFileNames)
{
_file = file;
_resourceArchiveFileGenerator = resourceArchiveFileGenerator;
_javaLauncher = javaLauncher;
_javaLauncher.AddToClassPath(yarn.GetYarnClasspathList());
_reefFileNames = reefFileNames;
}
private FileSystemJobResourceUploader(
IResourceArchiveFileGenerator resourceArchiveFileGenerator,
IFileSystem fileSystem,
REEFFileNames reefFileNames,
IFile file,
IResourceFileRemoteUrlToClusterUrlConverter urlConverter)
{
_urlConverter = urlConverter;
_reefFileNames = reefFileNames;
_fileSystem = fileSystem;
_resourceArchiveFileGenerator = resourceArchiveFileGenerator;
_file = file;
}
private LocalClient(DriverFolderPreparationHelper driverFolderPreparationHelper,
[Parameter(typeof(LocalRuntimeDirectory))] string runtimeFolder,
[Parameter(typeof(NumberOfEvaluators))] int maxNumberOfConcurrentEvaluators,
IJavaClientLauncher javaClientLauncher,
REEFFileNames fileNames)
{
_driverFolderPreparationHelper = driverFolderPreparationHelper;
_runtimeFolder = runtimeFolder;
_maxNumberOfConcurrentEvaluators = maxNumberOfConcurrentEvaluators;
_javaClientLauncher = javaClientLauncher;
_fileNames = fileNames;
_localConfigurationOnDriver = TangFactory.GetTang().NewConfigurationBuilder().BindImplementation(GenericType<ILocalAddressProvider>.Class, GenericType<LoopbackLocalAddressProvider>.Class).Build();
}
internal YarnREEFClient(IJavaClientLauncher javaClientLauncher,
DriverFolderPreparationHelper driverFolderPreparationHelper,
REEFFileNames fileNames,
YarnCommandLineEnvironment yarn,
IYarnRMClient yarnClient,
YarnREEFParamSerializer paramSerializer)
{
_javaClientLauncher = javaClientLauncher;
_javaClientLauncher.AddToClassPath(yarn.GetYarnClasspathList());
_driverFolderPreparationHelper = driverFolderPreparationHelper;
_fileNames = fileNames;
_yarnClient = yarnClient;
_paramSerializer = paramSerializer;
}
private YarnREEFDotNetClient(
IYarnRMClient yarnRMClient,
DriverFolderPreparationHelper driverFolderPreparationHelper,
IJobResourceUploader jobResourceUploader,
IYarnJobCommandProvider yarnJobCommandProvider,
REEFFileNames fileNames,
IJobSubmissionDirectoryProvider jobSubmissionDirectoryProvider)
{
_jobSubmissionDirectoryProvider = jobSubmissionDirectoryProvider;
_fileNames = fileNames;
_yarnJobCommandProvider = yarnJobCommandProvider;
_jobResourceUploader = jobResourceUploader;
_driverFolderPreparationHelper = driverFolderPreparationHelper;
_yarnRMClient = yarnRMClient;
}
internal YarnREEFClient(JavaClientLauncher javaClientLauncher,
DriverFolderPreparationHelper driverFolderPreparationHelper,
REEFFileNames fileNames,
YarnCommandLineEnvironment yarn,
[Parameter(typeof(SecurityTokenKindParameter))] string securityTokenKind,
[Parameter(typeof(SecurityTokenServiceParameter))] string securityTokenService,
[Parameter(typeof(JobSubmissionDirectoryPrefixParameter))] string jobSubmissionPrefix)
{
_jobSubmissionPrefix = jobSubmissionPrefix;
_securityTokenKind = securityTokenKind;
_securityTokenService = securityTokenService;
_javaClientLauncher = javaClientLauncher;
_javaClientLauncher.AddToClassPath(yarn.GetYarnClasspathList());
_driverFolderPreparationHelper = driverFolderPreparationHelper;
_fileNames = fileNames;
}
private YarnREEFDotNetClient(
IInjector injector,
IYarnRMClient yarnRMClient,
DriverFolderPreparationHelper driverFolderPreparationHelper,
IJobResourceUploader jobResourceUploader,
REEFFileNames fileNames,
IJobSubmissionDirectoryProvider jobSubmissionDirectoryProvider,
YarnREEFDotNetParamSerializer paramSerializer)
{
_injector = injector;
_jobSubmissionDirectoryProvider = jobSubmissionDirectoryProvider;
_fileNames = fileNames;
_jobResourceUploader = jobResourceUploader;
_driverFolderPreparationHelper = driverFolderPreparationHelper;
_yarnRMClient = yarnRMClient;
_paramSerializer = paramSerializer;
}
private ResourceArchiveFileGenerator(REEFFileNames reefFileNames)
{
_reefFileNames = reefFileNames;
}
internal BridgeConfigurationProvider(REEFFileNames fileNames)
{
_fileNames = fileNames;
}
private PIDStoreHandler(REEFFileNames reefFileNames)
{
_reefFileNames = reefFileNames;
}
private YarnREEFDotNetParamSerializer(REEFFileNames fileNames)
{
_fileNames = fileNames;
}
