private JobSubmissionDirectoryProvider( [Parameter(typeof(JobSubmissionDirectoryPrefixParameter))] string jobSubmissionDirectoryPrefix, REEFFileNames filenames) { _filenames = filenames; _jobSubmissionDirectoryPrefix = jobSubmissionDirectoryPrefix; }
private LocalClient( DriverFolderPreparationHelper driverFolderPreparationHelper, [Parameter(typeof(NumberOfEvaluators))] int numberOfEvaluators, JavaClientLauncher javaClientLauncher, REEFFileNames fileNames) : this(driverFolderPreparationHelper, Path.GetTempPath(), numberOfEvaluators, javaClientLauncher, fileNames) { // Intentionally left blank. }
internal DriverFolderPreparationHelper( REEFFileNames fileNames, AvroConfigurationSerializer configurationSerializer, FileSets fileSets) { _fileNames = fileNames; _configurationSerializer = configurationSerializer; _fileSets = fileSets; }
internal YARNClient(JavaClientLauncher javaClientLauncher, DriverFolderPreparationHelper driverFolderPreparationHelper, REEFFileNames fileNames, YarnCommandLineEnvironment yarn) { _javaClientLauncher = javaClientLauncher; _javaClientLauncher.AddToClassPath(yarn.GetYarnClasspathList()); _driverFolderPreparationHelper = driverFolderPreparationHelper; _fileNames = fileNames; }
private YarnREEFParamSerializer( REEFFileNames fileNames, [Parameter(typeof(SecurityTokenKindParameter))] string securityTokenKind, [Parameter(typeof(SecurityTokenServiceParameter))] string securityTokenService, [Parameter(typeof(JobSubmissionDirectoryPrefixParameter))] string jobSubmissionPrefix) { _fileNames = fileNames; _jobSubmissionPrefix = jobSubmissionPrefix; _securityTokenKind = securityTokenKind; _securityTokenService = securityTokenService; }
internal DriverFolderPreparationHelper( REEFFileNames fileNames, AvroConfigurationSerializer configurationSerializer, FileSets fileSets, [Parameter(typeof(EnvironmentDriverConfigurationProviders))] ISet<IConfigurationProvider> driverConfigurationProviders) { _fileNames = fileNames; _configurationSerializer = configurationSerializer; _fileSets = fileSets; _driverConfigurationProviders = driverConfigurationProviders; }
private LocalClient(DriverFolderPreparationHelper driverFolderPreparationHelper, [Parameter(typeof(LocalRuntimeDirectory))] string runtimeFolder, [Parameter(typeof(NumberOfEvaluators))] int numberOfEvaluators, JavaClientLauncher javaClientLauncher, REEFFileNames fileNames) { _driverFolderPreparationHelper = driverFolderPreparationHelper; _runtimeFolder = runtimeFolder; _numberOfEvaluators = numberOfEvaluators; _javaClientLauncher = javaClientLauncher; _fileNames = fileNames; }
private WindowsYarnJobCommandProvider( [Parameter(typeof(EnableDebugLogging))] bool enableDebugLogging, [Parameter(typeof(DriverMaxMemoryAllicationPoolSizeMB))] int driverMaxMemoryAllocationPoolSizeMB, [Parameter(typeof(DriverMaxPermSizeMB))] int driverMaxPermSizeMB, IYarnCommandLineEnvironment yarnCommandLineEnvironment, REEFFileNames fileNames) { _yarnCommandLineEnvironment = yarnCommandLineEnvironment; _enableDebugLogging = enableDebugLogging; _fileNames = fileNames; _driverMaxMemoryAllocationPoolSizeMB = driverMaxMemoryAllocationPoolSizeMB; _driverMaxPermSizeMB = driverMaxPermSizeMB; }
private LegacyJobResourceUploader( IJavaClientLauncher javaLauncher, IResourceArchiveFileGenerator resourceArchiveFileGenerator, IFile file, IYarnCommandLineEnvironment yarn, REEFFileNames reefFileNames) { _file = file; _resourceArchiveFileGenerator = resourceArchiveFileGenerator; _javaLauncher = javaLauncher; _javaLauncher.AddToClassPath(yarn.GetYarnClasspathList()); _reefFileNames = reefFileNames; }
private FileSystemJobResourceUploader( IResourceArchiveFileGenerator resourceArchiveFileGenerator, IFileSystem fileSystem, REEFFileNames reefFileNames, IFile file, IResourceFileRemoteUrlToClusterUrlConverter urlConverter) { _urlConverter = urlConverter; _reefFileNames = reefFileNames; _fileSystem = fileSystem; _resourceArchiveFileGenerator = resourceArchiveFileGenerator; _file = file; }
private LocalClient(DriverFolderPreparationHelper driverFolderPreparationHelper, [Parameter(typeof(LocalRuntimeDirectory))] string runtimeFolder, [Parameter(typeof(NumberOfEvaluators))] int maxNumberOfConcurrentEvaluators, IJavaClientLauncher javaClientLauncher, REEFFileNames fileNames) { _driverFolderPreparationHelper = driverFolderPreparationHelper; _runtimeFolder = runtimeFolder; _maxNumberOfConcurrentEvaluators = maxNumberOfConcurrentEvaluators; _javaClientLauncher = javaClientLauncher; _fileNames = fileNames; _localConfigurationOnDriver = TangFactory.GetTang().NewConfigurationBuilder().BindImplementation(GenericType<ILocalAddressProvider>.Class, GenericType<LoopbackLocalAddressProvider>.Class).Build(); }
internal YarnREEFClient(IJavaClientLauncher javaClientLauncher, DriverFolderPreparationHelper driverFolderPreparationHelper, REEFFileNames fileNames, YarnCommandLineEnvironment yarn, IYarnRMClient yarnClient, YarnREEFParamSerializer paramSerializer) { _javaClientLauncher = javaClientLauncher; _javaClientLauncher.AddToClassPath(yarn.GetYarnClasspathList()); _driverFolderPreparationHelper = driverFolderPreparationHelper; _fileNames = fileNames; _yarnClient = yarnClient; _paramSerializer = paramSerializer; }
private YarnREEFDotNetClient( IYarnRMClient yarnRMClient, DriverFolderPreparationHelper driverFolderPreparationHelper, IJobResourceUploader jobResourceUploader, IYarnJobCommandProvider yarnJobCommandProvider, REEFFileNames fileNames, IJobSubmissionDirectoryProvider jobSubmissionDirectoryProvider) { _jobSubmissionDirectoryProvider = jobSubmissionDirectoryProvider; _fileNames = fileNames; _yarnJobCommandProvider = yarnJobCommandProvider; _jobResourceUploader = jobResourceUploader; _driverFolderPreparationHelper = driverFolderPreparationHelper; _yarnRMClient = yarnRMClient; }
internal YarnREEFClient(JavaClientLauncher javaClientLauncher, DriverFolderPreparationHelper driverFolderPreparationHelper, REEFFileNames fileNames, YarnCommandLineEnvironment yarn, [Parameter(typeof(SecurityTokenKindParameter))] string securityTokenKind, [Parameter(typeof(SecurityTokenServiceParameter))] string securityTokenService, [Parameter(typeof(JobSubmissionDirectoryPrefixParameter))] string jobSubmissionPrefix) { _jobSubmissionPrefix = jobSubmissionPrefix; _securityTokenKind = securityTokenKind; _securityTokenService = securityTokenService; _javaClientLauncher = javaClientLauncher; _javaClientLauncher.AddToClassPath(yarn.GetYarnClasspathList()); _driverFolderPreparationHelper = driverFolderPreparationHelper; _fileNames = fileNames; }
private YarnREEFDotNetClient( IInjector injector, IYarnRMClient yarnRMClient, DriverFolderPreparationHelper driverFolderPreparationHelper, IJobResourceUploader jobResourceUploader, REEFFileNames fileNames, IJobSubmissionDirectoryProvider jobSubmissionDirectoryProvider, YarnREEFDotNetParamSerializer paramSerializer) { _injector = injector; _jobSubmissionDirectoryProvider = jobSubmissionDirectoryProvider; _fileNames = fileNames; _jobResourceUploader = jobResourceUploader; _driverFolderPreparationHelper = driverFolderPreparationHelper; _yarnRMClient = yarnRMClient; _paramSerializer = paramSerializer; }
private ResourceArchiveFileGenerator(REEFFileNames reefFileNames) { _reefFileNames = reefFileNames; }
internal BridgeConfigurationProvider(REEFFileNames fileNames) { _fileNames = fileNames; }
private PIDStoreHandler(REEFFileNames reefFileNames) { _reefFileNames = reefFileNames; }
private YarnREEFDotNetParamSerializer(REEFFileNames fileNames) { _fileNames = fileNames; }