private AzureBatchDotNetClient( IInjector injector, IResourceArchiveFileGenerator resourceArchiveFileGenerator, DriverFolderPreparationHelper driverFolderPreparationHelper, AzureStorageClient azureStorageClient, REEFFileNames fileNames, AzureBatchFileNames azbatchFileNames, JobRequestBuilderFactory jobRequestBuilderFactory, AzureBatchService batchService, JobJarMaker jobJarMaker, //// Those parameters are used in AzureBatchJobSubmissionResult, but could not be injected there. //// It introduces circular injection issues, as all classes constructor inherited from JobSubmissionResult has reference to IREEFClient. //// TODO: [REEF-2020] Refactor IJobSubmissionResult Interface and JobSubmissionResult implementation [Parameter(typeof(DriverHTTPConnectionRetryInterval))] int retryInterval, [Parameter(typeof(DriverHTTPConnectionAttempts))] int numberOfRetries) { _injector = injector; _fileNames = fileNames; _azbatchFileNames = azbatchFileNames; _driverFolderPreparationHelper = driverFolderPreparationHelper; _azureStorageClient = azureStorageClient; _jobRequestBuilderFactory = jobRequestBuilderFactory; _batchService = batchService; _jobJarMaker = jobJarMaker; _retryInterval = retryInterval; _numberOfRetries = numberOfRetries; }
private LocalClient( DriverFolderPreparationHelper driverFolderPreparationHelper, [Parameter(typeof(NumberOfEvaluators))] int numberOfEvaluators, [Parameter(typeof(DriverHTTPConnectionRetryInterval))] int retryInterval, [Parameter(typeof(DriverHTTPConnectionAttempts))] int numberOfRetries, IJavaClientLauncher javaClientLauncher, REEFFileNames fileNames, JobRequestBuilderFactory jobRequestBuilderFactory) : this(driverFolderPreparationHelper, Path.GetTempPath(), numberOfEvaluators, retryInterval, numberOfRetries, javaClientLauncher, fileNames, jobRequestBuilderFactory) { // Intentionally left blank. }
private YarnREEFDotNetClient( IInjector injector, IYarnRMClient yarnRMClient, DriverFolderPreparationHelper driverFolderPreparationHelper, IJobResourceUploader jobResourceUploader, REEFFileNames fileNames, IJobSubmissionDirectoryProvider jobSubmissionDirectoryProvider, YarnREEFDotNetParamSerializer paramSerializer, JobRequestBuilderFactory jobRequestBuilderFactory) { _injector = injector; _jobSubmissionDirectoryProvider = jobSubmissionDirectoryProvider; _fileNames = fileNames; _jobResourceUploader = jobResourceUploader; _driverFolderPreparationHelper = driverFolderPreparationHelper; _yarnRMClient = yarnRMClient; _paramSerializer = paramSerializer; _jobRequestBuilderFactory = jobRequestBuilderFactory; }
internal YarnREEFClient(IJavaClientLauncher javaClientLauncher, DriverFolderPreparationHelper driverFolderPreparationHelper, REEFFileNames fileNames, YarnCommandLineEnvironment yarn, IYarnRMClient yarnClient, YarnREEFParamSerializer paramSerializer, JobRequestBuilderFactory jobRequestBuilderFactory, [Parameter(typeof(DriverHTTPConnectionRetryInterval))] int retryInterval, [Parameter(typeof(DriverHTTPConnectionAttempts))] int numberOfRetries) { _javaClientLauncher = javaClientLauncher; _javaClientLauncher.AddToClassPath(yarn.GetYarnClasspathList()); _driverFolderPreparationHelper = driverFolderPreparationHelper; _fileNames = fileNames; _yarnClient = yarnClient; _paramSerializer = paramSerializer; _jobRequestBuilderFactory = jobRequestBuilderFactory; _retryInterval = retryInterval; _numberOfRetries = numberOfRetries; }
private AzureBatchDotNetClient( IInjector injector, IResourceArchiveFileGenerator resourceArchiveFileGenerator, DriverFolderPreparationHelper driverFolderPreparationHelper, AzureStorageClient azureStorageClient, REEFFileNames fileNames, AzureBatchFileNames azbatchFileNames, JobRequestBuilderFactory jobRequestBuilderFactory, AzureBatchService batchService, JobJarMaker jobJarMaker) { _injector = injector; _fileNames = fileNames; _azbatchFileNames = azbatchFileNames; _driverFolderPreparationHelper = driverFolderPreparationHelper; _azureStorageClient = azureStorageClient; _jobRequestBuilderFactory = jobRequestBuilderFactory; _batchService = batchService; _jobJarMaker = jobJarMaker; }
private LocalClient(DriverFolderPreparationHelper driverFolderPreparationHelper, [Parameter(typeof(LocalRuntimeDirectory))] string runtimeFolder, [Parameter(typeof(NumberOfEvaluators))] int maxNumberOfConcurrentEvaluators, [Parameter(typeof(DriverHTTPConnectionRetryInterval))] int retryInterval, [Parameter(typeof(DriverHTTPConnectionAttempts))] int numberOfRetries, IJavaClientLauncher javaClientLauncher, REEFFileNames fileNames, JobRequestBuilderFactory jobRequestBuilderFactory) { _driverFolderPreparationHelper = driverFolderPreparationHelper; _runtimeFolder = runtimeFolder; _maxNumberOfConcurrentEvaluators = maxNumberOfConcurrentEvaluators; _retryInterval = retryInterval; _numberOfRetries = numberOfRetries; _javaClientLauncher = javaClientLauncher; _fileNames = fileNames; _jobRequestBuilderFactory = jobRequestBuilderFactory; _localConfigurationOnDriver = TangFactory.GetTang().NewConfigurationBuilder() .BindImplementation <ILocalAddressProvider, LoopbackLocalAddressProvider>() .Build(); }