private AzureBatchDotNetClient(
IInjector injector,
IResourceArchiveFileGenerator resourceArchiveFileGenerator,
DriverFolderPreparationHelper driverFolderPreparationHelper,
AzureStorageClient azureStorageClient,
REEFFileNames fileNames,
AzureBatchFileNames azbatchFileNames,
JobRequestBuilderFactory jobRequestBuilderFactory,
AzureBatchService batchService,
JobJarMaker jobJarMaker,
//// Those parameters are used in AzureBatchJobSubmissionResult, but could not be injected there.
//// It introduces circular injection issues, as all classes constructor inherited from JobSubmissionResult has reference to IREEFClient.
//// TODO: [REEF-2020] Refactor IJobSubmissionResult Interface and JobSubmissionResult implementation
[Parameter(typeof(DriverHTTPConnectionRetryInterval))] int retryInterval,
[Parameter(typeof(DriverHTTPConnectionAttempts))] int numberOfRetries)
{
_injector = injector;
_fileNames = fileNames;
_azbatchFileNames = azbatchFileNames;
_driverFolderPreparationHelper = driverFolderPreparationHelper;
_azureStorageClient = azureStorageClient;
_jobRequestBuilderFactory = jobRequestBuilderFactory;
_batchService = batchService;
_jobJarMaker = jobJarMaker;
_retryInterval = retryInterval;
_numberOfRetries = numberOfRetries;
}
private LocalClient(
DriverFolderPreparationHelper driverFolderPreparationHelper,
[Parameter(typeof(NumberOfEvaluators))] int numberOfEvaluators,
[Parameter(typeof(DriverHTTPConnectionRetryInterval))] int retryInterval,
[Parameter(typeof(DriverHTTPConnectionAttempts))] int numberOfRetries,
IJavaClientLauncher javaClientLauncher,
REEFFileNames fileNames,
JobRequestBuilderFactory jobRequestBuilderFactory)
: this(driverFolderPreparationHelper, Path.GetTempPath(),
numberOfEvaluators, retryInterval, numberOfRetries, javaClientLauncher, fileNames, jobRequestBuilderFactory)
{
// Intentionally left blank.
}
private YarnREEFDotNetClient(
IInjector injector,
IYarnRMClient yarnRMClient,
DriverFolderPreparationHelper driverFolderPreparationHelper,
IJobResourceUploader jobResourceUploader,
REEFFileNames fileNames,
IJobSubmissionDirectoryProvider jobSubmissionDirectoryProvider,
YarnREEFDotNetParamSerializer paramSerializer,
JobRequestBuilderFactory jobRequestBuilderFactory)
{
_injector = injector;
_jobSubmissionDirectoryProvider = jobSubmissionDirectoryProvider;
_fileNames = fileNames;
_jobResourceUploader = jobResourceUploader;
_driverFolderPreparationHelper = driverFolderPreparationHelper;
_yarnRMClient = yarnRMClient;
_paramSerializer = paramSerializer;
_jobRequestBuilderFactory = jobRequestBuilderFactory;
}
internal YarnREEFClient(IJavaClientLauncher javaClientLauncher,
DriverFolderPreparationHelper driverFolderPreparationHelper,
REEFFileNames fileNames,
YarnCommandLineEnvironment yarn,
IYarnRMClient yarnClient,
YarnREEFParamSerializer paramSerializer,
JobRequestBuilderFactory jobRequestBuilderFactory,
[Parameter(typeof(DriverHTTPConnectionRetryInterval))] int retryInterval,
[Parameter(typeof(DriverHTTPConnectionAttempts))] int numberOfRetries)
{
_javaClientLauncher = javaClientLauncher;
_javaClientLauncher.AddToClassPath(yarn.GetYarnClasspathList());
_driverFolderPreparationHelper = driverFolderPreparationHelper;
_fileNames = fileNames;
_yarnClient = yarnClient;
_paramSerializer = paramSerializer;
_jobRequestBuilderFactory = jobRequestBuilderFactory;
_retryInterval = retryInterval;
_numberOfRetries = numberOfRetries;
}
private AzureBatchDotNetClient(
IInjector injector,
IResourceArchiveFileGenerator resourceArchiveFileGenerator,
DriverFolderPreparationHelper driverFolderPreparationHelper,
AzureStorageClient azureStorageClient,
REEFFileNames fileNames,
AzureBatchFileNames azbatchFileNames,
JobRequestBuilderFactory jobRequestBuilderFactory,
AzureBatchService batchService,
JobJarMaker jobJarMaker)
{
_injector = injector;
_fileNames = fileNames;
_azbatchFileNames = azbatchFileNames;
_driverFolderPreparationHelper = driverFolderPreparationHelper;
_azureStorageClient = azureStorageClient;
_jobRequestBuilderFactory = jobRequestBuilderFactory;
_batchService = batchService;
_jobJarMaker = jobJarMaker;
}
private LocalClient(DriverFolderPreparationHelper driverFolderPreparationHelper,
[Parameter(typeof(LocalRuntimeDirectory))] string runtimeFolder,
[Parameter(typeof(NumberOfEvaluators))] int maxNumberOfConcurrentEvaluators,
[Parameter(typeof(DriverHTTPConnectionRetryInterval))] int retryInterval,
[Parameter(typeof(DriverHTTPConnectionAttempts))] int numberOfRetries,
IJavaClientLauncher javaClientLauncher,
REEFFileNames fileNames,
JobRequestBuilderFactory jobRequestBuilderFactory)
{
_driverFolderPreparationHelper = driverFolderPreparationHelper;
_runtimeFolder = runtimeFolder;
_maxNumberOfConcurrentEvaluators = maxNumberOfConcurrentEvaluators;
_retryInterval = retryInterval;
_numberOfRetries = numberOfRetries;
_javaClientLauncher = javaClientLauncher;
_fileNames = fileNames;
_jobRequestBuilderFactory = jobRequestBuilderFactory;
_localConfigurationOnDriver = TangFactory.GetTang().NewConfigurationBuilder()
.BindImplementation <ILocalAddressProvider, LoopbackLocalAddressProvider>()
.Build();
}