Example #1
0
 private LocalClient(
     DriverFolderPreparationHelper driverFolderPreparationHelper,
     [Parameter(typeof(NumberOfEvaluators))] int numberOfEvaluators,
     IJavaClientLauncher javaClientLauncher,
     REEFFileNames fileNames)
     : this(driverFolderPreparationHelper, Path.GetTempPath(), numberOfEvaluators, javaClientLauncher, fileNames)
 {
     // Intentionally left blank.
 }
Example #2
0
 private LocalClient(
     DriverFolderPreparationHelper driverFolderPreparationHelper,
     [Parameter(typeof(NumberOfEvaluators))] int numberOfEvaluators,
     IJavaClientLauncher javaClientLauncher,
     REEFFileNames fileNames)
     : this(driverFolderPreparationHelper, Path.GetTempPath(), numberOfEvaluators, javaClientLauncher, fileNames)
 {
     // Intentionally left blank.
 }
 private LegacyJobResourceUploader(IJavaClientLauncher javaLauncher,
     IJobSubmissionDirectoryProvider jobSubmissionDirectoryProvider,
     IResourceArchiveFileGenerator resourceArchiveFileGenerator,
     IFile file)
 {
     _file = file;
     _resourceArchiveFileGenerator = resourceArchiveFileGenerator;
     _jobSubmissionDirectoryProvider = jobSubmissionDirectoryProvider;
     _javaLauncher = javaLauncher;
 }
 private LegacyJobResourceUploader(IJavaClientLauncher javaLauncher,
                                   IJobSubmissionDirectoryProvider jobSubmissionDirectoryProvider,
                                   IResourceArchiveFileGenerator resourceArchiveFileGenerator,
                                   IFile file)
 {
     _file = file;
     _resourceArchiveFileGenerator   = resourceArchiveFileGenerator;
     _jobSubmissionDirectoryProvider = jobSubmissionDirectoryProvider;
     _javaLauncher = javaLauncher;
 }
 private LegacyJobResourceUploader(
     IJavaClientLauncher javaLauncher,
     IResourceArchiveFileGenerator resourceArchiveFileGenerator,
     IFile file,
     IYarnCommandLineEnvironment yarn)
 {
     _file = file;
     _resourceArchiveFileGenerator = resourceArchiveFileGenerator;
     _javaLauncher = javaLauncher;
     _javaLauncher.AddToClassPath(yarn.GetYarnClasspathList());
 }
Example #6
0
 private LocalClient(DriverFolderPreparationHelper driverFolderPreparationHelper,
                     [Parameter(typeof(LocalRuntimeDirectory))] string runtimeFolder,
                     [Parameter(typeof(NumberOfEvaluators))] int maxNumberOfConcurrentEvaluators,
                     IJavaClientLauncher javaClientLauncher,
                     REEFFileNames fileNames)
 {
     _driverFolderPreparationHelper = driverFolderPreparationHelper;
     _runtimeFolder = runtimeFolder;
     _maxNumberOfConcurrentEvaluators = maxNumberOfConcurrentEvaluators;
     _javaClientLauncher = javaClientLauncher;
     _fileNames          = fileNames;
 }
Example #7
0
 private LocalClient(DriverFolderPreparationHelper driverFolderPreparationHelper,
     [Parameter(typeof(LocalRuntimeDirectory))] string runtimeFolder,
     [Parameter(typeof(NumberOfEvaluators))] int maxNumberOfConcurrentEvaluators,
     IJavaClientLauncher javaClientLauncher,
     REEFFileNames fileNames)
 {
     _driverFolderPreparationHelper = driverFolderPreparationHelper;
     _runtimeFolder = runtimeFolder;
     _maxNumberOfConcurrentEvaluators = maxNumberOfConcurrentEvaluators;
     _javaClientLauncher = javaClientLauncher;
     _fileNames = fileNames;
 }
 private LocalClient(DriverFolderPreparationHelper driverFolderPreparationHelper,
     [Parameter(typeof(LocalRuntimeDirectory))] string runtimeFolder,
     [Parameter(typeof(NumberOfEvaluators))] int maxNumberOfConcurrentEvaluators,
     IJavaClientLauncher javaClientLauncher,
     REEFFileNames fileNames)
 {
     _driverFolderPreparationHelper = driverFolderPreparationHelper;
     _runtimeFolder = runtimeFolder;
     _maxNumberOfConcurrentEvaluators = maxNumberOfConcurrentEvaluators;
     _javaClientLauncher = javaClientLauncher;
     _fileNames = fileNames;
     _localConfigurationOnDriver = TangFactory.GetTang().NewConfigurationBuilder().BindImplementation(GenericType<ILocalAddressProvider>.Class, GenericType<LoopbackLocalAddressProvider>.Class).Build();
 }
Example #9
0
 private LegacyJobResourceUploader(
     IJavaClientLauncher javaLauncher,
     IResourceArchiveFileGenerator resourceArchiveFileGenerator,
     IFile file,
     IYarnCommandLineEnvironment yarn,
     REEFFileNames reefFileNames)
 {
     _file = file;
     _resourceArchiveFileGenerator = resourceArchiveFileGenerator;
     _javaLauncher = javaLauncher;
     _javaLauncher.AddToClassPath(yarn.GetYarnClasspathList());
     _reefFileNames = reefFileNames;
 }
Example #10
0
 private LocalClient(DriverFolderPreparationHelper driverFolderPreparationHelper,
                     [Parameter(typeof(LocalRuntimeDirectory))] string runtimeFolder,
                     [Parameter(typeof(NumberOfEvaluators))] int maxNumberOfConcurrentEvaluators,
                     IJavaClientLauncher javaClientLauncher,
                     REEFFileNames fileNames)
 {
     _driverFolderPreparationHelper = driverFolderPreparationHelper;
     _runtimeFolder = runtimeFolder;
     _maxNumberOfConcurrentEvaluators = maxNumberOfConcurrentEvaluators;
     _javaClientLauncher         = javaClientLauncher;
     _fileNames                  = fileNames;
     _localConfigurationOnDriver = TangFactory.GetTang().NewConfigurationBuilder().BindImplementation(GenericType <ILocalAddressProvider> .Class, GenericType <LoopbackLocalAddressProvider> .Class).Build();
 }
Example #11
0
 private LocalClient(
     DriverFolderPreparationHelper driverFolderPreparationHelper,
     [Parameter(typeof(NumberOfEvaluators))] int numberOfEvaluators,
     [Parameter(typeof(DriverHTTPConnectionRetryInterval))] int retryInterval,
     [Parameter(typeof(DriverHTTPConnectionAttempts))] int numberOfRetries,
     IJavaClientLauncher javaClientLauncher,
     REEFFileNames fileNames,
     JobRequestBuilderFactory jobRequestBuilderFactory)
     : this(driverFolderPreparationHelper, Path.GetTempPath(),
            numberOfEvaluators, retryInterval, numberOfRetries, javaClientLauncher, fileNames, jobRequestBuilderFactory)
 {
     // Intentionally left blank.
 }
Example #12
0
 internal YarnREEFClient(IJavaClientLauncher javaClientLauncher,
                         DriverFolderPreparationHelper driverFolderPreparationHelper,
                         REEFFileNames fileNames,
                         YarnCommandLineEnvironment yarn,
                         IYarnRMClient yarnClient,
                         YarnREEFParamSerializer paramSerializer)
 {
     _javaClientLauncher = javaClientLauncher;
     _javaClientLauncher.AddToClassPath(yarn.GetYarnClasspathList());
     _driverFolderPreparationHelper = driverFolderPreparationHelper;
     _fileNames       = fileNames;
     _yarnClient      = yarnClient;
     _paramSerializer = paramSerializer;
 }
Example #13
0
 internal YarnREEFClient(IJavaClientLauncher javaClientLauncher,
     DriverFolderPreparationHelper driverFolderPreparationHelper,
     REEFFileNames fileNames,
     YarnCommandLineEnvironment yarn,
     IYarnRMClient yarnClient,
     YarnREEFParamSerializer paramSerializer)
 {
     _javaClientLauncher = javaClientLauncher;
     _javaClientLauncher.AddToClassPath(yarn.GetYarnClasspathList());
     _driverFolderPreparationHelper = driverFolderPreparationHelper;
     _fileNames = fileNames;
     _yarnClient = yarnClient;
     _paramSerializer = paramSerializer;
 }
Example #14
0
 internal YarnREEFClient(IJavaClientLauncher javaClientLauncher,
     DriverFolderPreparationHelper driverFolderPreparationHelper,
     REEFFileNames fileNames,
     YarnCommandLineEnvironment yarn,
     IYarnRMClient yarnClient,
     [Parameter(typeof(SecurityTokenKindParameter))] string securityTokenKind,
     [Parameter(typeof(SecurityTokenServiceParameter))] string securityTokenService,
     [Parameter(typeof(JobSubmissionDirectoryPrefixParameter))] string jobSubmissionPrefix)
 {
     _jobSubmissionPrefix = jobSubmissionPrefix;
     _securityTokenKind = securityTokenKind;
     _securityTokenService = securityTokenService;
     _javaClientLauncher = javaClientLauncher;
     _javaClientLauncher.AddToClassPath(yarn.GetYarnClasspathList());
     _driverFolderPreparationHelper = driverFolderPreparationHelper;
     _fileNames = fileNames;
     _yarnClient = yarnClient;
 }
Example #15
0
 internal YarnREEFClient(IJavaClientLauncher javaClientLauncher,
                         DriverFolderPreparationHelper driverFolderPreparationHelper,
                         REEFFileNames fileNames,
                         YarnCommandLineEnvironment yarn,
                         IYarnRMClient yarnClient,
                         [Parameter(typeof(SecurityTokenKindParameter))] string securityTokenKind,
                         [Parameter(typeof(SecurityTokenServiceParameter))] string securityTokenService,
                         [Parameter(typeof(JobSubmissionDirectoryPrefixParameter))] string jobSubmissionPrefix)
 {
     _jobSubmissionPrefix  = jobSubmissionPrefix;
     _securityTokenKind    = securityTokenKind;
     _securityTokenService = securityTokenService;
     _javaClientLauncher   = javaClientLauncher;
     _javaClientLauncher.AddToClassPath(yarn.GetYarnClasspathList());
     _driverFolderPreparationHelper = driverFolderPreparationHelper;
     _fileNames  = fileNames;
     _yarnClient = yarnClient;
 }
Example #16
0
 internal YarnREEFClient(IJavaClientLauncher javaClientLauncher,
                         DriverFolderPreparationHelper driverFolderPreparationHelper,
                         REEFFileNames fileNames,
                         YarnCommandLineEnvironment yarn,
                         IYarnRMClient yarnClient,
                         YarnREEFParamSerializer paramSerializer,
                         JobRequestBuilderFactory jobRequestBuilderFactory,
                         [Parameter(typeof(DriverHTTPConnectionRetryInterval))] int retryInterval,
                         [Parameter(typeof(DriverHTTPConnectionAttempts))] int numberOfRetries)
 {
     _javaClientLauncher = javaClientLauncher;
     _javaClientLauncher.AddToClassPath(yarn.GetYarnClasspathList());
     _driverFolderPreparationHelper = driverFolderPreparationHelper;
     _fileNames                = fileNames;
     _yarnClient               = yarnClient;
     _paramSerializer          = paramSerializer;
     _jobRequestBuilderFactory = jobRequestBuilderFactory;
     _retryInterval            = retryInterval;
     _numberOfRetries          = numberOfRetries;
 }
Example #17
0
 private LocalClient(DriverFolderPreparationHelper driverFolderPreparationHelper,
                     [Parameter(typeof(LocalRuntimeDirectory))] string runtimeFolder,
                     [Parameter(typeof(NumberOfEvaluators))] int maxNumberOfConcurrentEvaluators,
                     [Parameter(typeof(DriverHTTPConnectionRetryInterval))] int retryInterval,
                     [Parameter(typeof(DriverHTTPConnectionAttempts))] int numberOfRetries,
                     IJavaClientLauncher javaClientLauncher,
                     REEFFileNames fileNames,
                     JobRequestBuilderFactory jobRequestBuilderFactory)
 {
     _driverFolderPreparationHelper = driverFolderPreparationHelper;
     _runtimeFolder = runtimeFolder;
     _maxNumberOfConcurrentEvaluators = maxNumberOfConcurrentEvaluators;
     _retryInterval              = retryInterval;
     _numberOfRetries            = numberOfRetries;
     _javaClientLauncher         = javaClientLauncher;
     _fileNames                  = fileNames;
     _jobRequestBuilderFactory   = jobRequestBuilderFactory;
     _localConfigurationOnDriver = TangFactory.GetTang().NewConfigurationBuilder()
                                   .BindImplementation <ILocalAddressProvider, LoopbackLocalAddressProvider>()
                                   .Build();
 }