/// <nodoc /> public DistributedContentCopier( AbsolutePath workingDirectory, DistributedContentStoreSettings settings, IAbsFileSystem fileSystem, IFileCopier <T> fileCopier, IFileExistenceChecker <T> fileExistenceChecker, IPathTransformer <T> pathTransformer, IContentLocationStore contentLocationStore) { Contract.Requires(settings != null); Contract.Requires(settings.ParallelHashingFileSizeBoundary >= -1); _settings = settings; _tempFolderForCopies = new DisposableDirectory(fileSystem, workingDirectory / "Temp"); _remoteFileCopier = fileCopier; _remoteFileExistenceChecker = fileExistenceChecker; _contentLocationStore = contentLocationStore; _pathTransformer = pathTransformer; _fileSystem = fileSystem; _workingDirectory = _tempFolderForCopies.Path; // TODO: Use hashers from IContentStoreInternal instead? _hashers = HashInfoLookup.CreateAll(); _ioGate = new SemaphoreSlim(_settings.MaxConcurrentCopyOperations); _retryIntervals = settings.RetryIntervalForCopies; }
public DistributedContentCopier( DistributedContentStoreSettings settings, IAbsFileSystem fileSystem, IFileCopier <T> fileCopier, IFileExistenceChecker <T> fileExistenceChecker, IContentCommunicationManager copyRequester, IPathTransformer <T> pathTransformer, IClock clock) { Contract.Requires(settings != null); Contract.Requires(settings.ParallelHashingFileSizeBoundary >= -1); _settings = settings; _remoteFileCopier = fileCopier; _remoteFileExistenceChecker = fileExistenceChecker; _copyRequester = copyRequester; _pathTransformer = pathTransformer; FileSystem = fileSystem; _clock = clock; _ioGate = new SemaphoreSlim(_settings.MaxConcurrentCopyOperations); _proactiveCopyIoGate = new SemaphoreSlim(_settings.MaxConcurrentProactiveCopyOperations); _retryIntervals = settings.RetryIntervalForCopies; _maxRetryCount = settings.MaxRetryCount; _timeoutForProactiveCopies = settings.TimeoutForProactiveCopies; }
/// <nodoc /> public DistributedContentCopier( AbsolutePath workingDirectory, DistributedContentStoreSettings settings, IAbsFileSystem fileSystem, IFileCopier <T> fileCopier, IFileExistenceChecker <T> fileExistenceChecker, ICopyRequester copyRequester, IPathTransformer <T> pathTransformer, IContentLocationStore contentLocationStore) { Contract.Requires(settings != null); Contract.Requires(settings.ParallelHashingFileSizeBoundary >= -1); _settings = settings; _tempFolderForCopies = new DisposableDirectory(fileSystem, workingDirectory / "Temp"); _remoteFileCopier = fileCopier; _remoteFileExistenceChecker = fileExistenceChecker; _copyRequester = copyRequester; _contentLocationStore = contentLocationStore; _pathTransformer = pathTransformer; _fileSystem = fileSystem; _workingDirectory = _tempFolderForCopies.Path; _ioGate = new SemaphoreSlim(_settings.MaxConcurrentCopyOperations); _proactiveCopyIoGate = new SemaphoreSlim(_settings.MaxConcurrentProactiveCopyOperations); _retryIntervals = settings.RetryIntervalForCopies; _maxRetryCount = settings.MaxRetryCount; _timeoutForPoractiveCopies = settings.TimeoutForProactiveCopies; }
public ImportCommand( IVBE vbe, IFileSystemBrowserFactory dialogFactory, IVbeEvents vbeEvents, IParseManager parseManager, IDeclarationFinderProvider declarationFinderProvider, IProjectsProvider projectsProvider, IModuleNameFromFileExtractor moduleNameFromFileExtractor, IEnumerable <IRequiredBinaryFilesFromFileNameExtractor> binaryFileExtractors, IFileExistenceChecker fileExistenceChecker, IMessageBox messageBox) : base(vbeEvents) { _vbe = vbe; _dialogFactory = dialogFactory; _parseManager = parseManager; _projectsProvider = projectsProvider; _moduleNameFromFileExtractor = moduleNameFromFileExtractor; _fileExistenceChecker = fileExistenceChecker; _binaryFileExtractors = BinaryFileExtractors(binaryFileExtractors); MessageBox = messageBox; DeclarationFinderProvider = declarationFinderProvider; AddToCanExecuteEvaluation(SpecialEvaluateCanExecute); ComponentTypesForExtension = ComponentTypeExtensions.ComponentTypesForExtension(_vbe.Kind); AddToCanExecuteEvaluation(SpecialEvaluateCanExecute); AddToOnExecuteEvaluation(SpecialEvaluateCanExecute); }
public SnapshotAssert() { _fileExistenceChecker = new SnapshotFileExistenceChecker(); _fileReader = new SnapshotFileReader(); _fileWriter = new SnapshotFileWriter(); _directoryCreator = new DirectoryCreator(); }
internal SnapshotAssert(IFileExistenceChecker fileExistenceChecker, IFileReader fileReader, IFileWriter fileWriter, IDirectoryCreator directoryCreator) { _fileExistenceChecker = fileExistenceChecker; _fileReader = fileReader; _fileWriter = fileWriter; _directoryCreator = directoryCreator; }
/// <nodoc /> public DistributedContentStore( byte[] localMachineLocation, Func <NagleQueue <ContentHash>, DistributedEvictionSettings, ContentStoreSettings, TrimBulkAsync, IContentStore> innerContentStoreFunc, IContentLocationStoreFactory contentLocationStoreFactory, IFileExistenceChecker <T> fileExistenceChecker, IFileCopier <T> fileCopier, IPathTransformer <T> pathTransform, ICopyRequester copyRequester, ReadOnlyDistributedContentSession <T> .ContentAvailabilityGuarantee contentAvailabilityGuarantee, AbsolutePath tempFolderForCopies, IAbsFileSystem fileSystem, int locationStoreBatchSize, IReadOnlyList <TimeSpan> retryIntervalForCopies = null, PinConfiguration pinConfiguration = null, int?replicaCreditInMinutes = null, IClock clock = null, bool enableRepairHandling = false, TimeSpan?contentHashBumpTime = null, bool useTrustedHash = false, int trustedHashFileSizeBoundary = -1, long parallelHashingFileSizeBoundary = -1, int maxConcurrentCopyOperations = 512, ContentStoreSettings contentStoreSettings = null, bool enableProactiveCopy = false) : this( localMachineLocation, innerContentStoreFunc, contentLocationStoreFactory, fileExistenceChecker, fileCopier, pathTransform, copyRequester, contentAvailabilityGuarantee, tempFolderForCopies, fileSystem, locationStoreBatchSize, new DistributedContentStoreSettings() { UseTrustedHash = useTrustedHash, TrustedHashFileSizeBoundary = trustedHashFileSizeBoundary, ParallelHashingFileSizeBoundary = parallelHashingFileSizeBoundary, MaxConcurrentCopyOperations = maxConcurrentCopyOperations, RetryIntervalForCopies = retryIntervalForCopies, PinConfiguration = pinConfiguration, EnableProactiveCopy = enableProactiveCopy }, replicaCreditInMinutes, clock, enableRepairHandling, contentHashBumpTime, contentStoreSettings) { // This constructor is used from tests, // so we need to complete _postInitializationCompletion when startup is done. _setPostInitializationCompletionAfterStartup = true; }
public TestDistributedContentCopier( AbsolutePath workingDirectory, DistributedContentStoreSettings settings, IAbsFileSystem fileSystem, IFileCopier <AbsolutePath> fileCopier, IFileExistenceChecker <AbsolutePath> fileExistenceChecker, IContentCommunicationManager copyRequester, IPathTransformer <AbsolutePath> pathTransformer, IContentLocationStore contentLocationStore) : base(workingDirectory, settings, fileSystem, fileCopier, fileExistenceChecker, copyRequester, pathTransformer, TestSystemClock.Instance, contentLocationStore) { }
public UpdateFromFilesCommand( IVBE vbe, IFileSystemBrowserFactory dialogFactory, IVbeEvents vbeEvents, IParseManager parseManager, IDeclarationFinderProvider declarationFinderProvider, IProjectsProvider projectsProvider, IModuleNameFromFileExtractor moduleNameFromFileExtractor, IEnumerable <IRequiredBinaryFilesFromFileNameExtractor> binaryFileExtractors, IFileExistenceChecker fileExistenceChecker, IMessageBox messageBox) : base(vbe, dialogFactory, vbeEvents, parseManager, declarationFinderProvider, projectsProvider, moduleNameFromFileExtractor, binaryFileExtractors, fileExistenceChecker, messageBox) { }
public TestDistributedContentCopier( AbsolutePath workingDirectory, DistributedContentStoreSettings settings, IAbsFileSystem fileSystem, IRemoteFileCopier <AbsolutePath> fileCopier, IFileExistenceChecker <AbsolutePath> fileExistenceChecker, IContentCommunicationManager copyRequester, IPathTransformer <AbsolutePath> pathTransformer) : base(settings, fileSystem, fileCopier, fileExistenceChecker, copyRequester, pathTransformer, TestSystemClock.Instance) { Settings = settings; WorkingFolder = workingDirectory; PathTransformer = pathTransformer as NoOpPathTransformer; }
public void SetUp() { mFileSystem = A.Fake <IFileSystem>(); mZipFile = A.Fake <IFile>(); A.CallTo(() => mFileSystem.GetFile("zip file name")).Returns(mZipFile); mZip = A.Fake <IZipFile>(); A.CallTo(() => mZipFile.ReadZip()).Returns(mZip); mZipEntry = A.Fake <IZipEntry>(); IEnumerator <IZipEntry> enumerator = new List <IZipEntry>() { mZipEntry }.GetEnumerator(); A.CallTo(() => mZip.GetEnumerator()).Returns(enumerator); mFileExistenceChecker = A.Fake <IFileExistenceChecker>(); mUnderTest = new DbUnzipper(mFileSystem, mFileExistenceChecker); Settings.Default.TemporaryTxtDbPath = "unpack directory"; }
/// <nodoc /> public DistributedContentStore( byte[] localMachineLocation, Func <NagleQueue <ContentHash>, DistributedEvictionSettings, ContentStoreSettings, TrimBulkAsync, IContentStore> innerContentStoreFunc, IContentLocationStoreFactory contentLocationStoreFactory, IFileExistenceChecker <T> fileExistenceChecker, IFileCopier <T> fileCopier, IPathTransformer <T> pathTransform, ICopyRequester copyRequester, ReadOnlyDistributedContentSession <T> .ContentAvailabilityGuarantee contentAvailabilityGuarantee, AbsolutePath tempFolderForCopies, IAbsFileSystem fileSystem, int locationStoreBatchSize, DistributedContentStoreSettings settings, int?replicaCreditInMinutes = null, IClock clock = null, bool enableRepairHandling = false, TimeSpan?contentHashBumpTime = null, ContentStoreSettings contentStoreSettings = null) { Contract.Requires(settings != null); LocalMachineLocation = new MachineLocation(localMachineLocation); _enableRepairHandling = enableRepairHandling; _contentLocationStoreFactory = contentLocationStoreFactory; _contentAvailabilityGuarantee = contentAvailabilityGuarantee; _locationStoreBatchSize = locationStoreBatchSize; contentStoreSettings = contentStoreSettings ?? ContentStoreSettings.DefaultSettings; _settings = settings; // Queue is created in unstarted state because the eviction function // requires the context passed at startup. _evictionNagleQueue = NagleQueue <ContentHash> .CreateUnstarted( Redis.RedisContentLocationStoreConstants.BatchDegreeOfParallelism, Redis.RedisContentLocationStoreConstants.BatchInterval, _locationStoreBatchSize); _distributedCopierFactory = (contentLocationStore) => { return(new DistributedContentCopier <T>( tempFolderForCopies, _settings, fileSystem, fileCopier, fileExistenceChecker, copyRequester, pathTransform, contentLocationStore)); }; _enableDistributedEviction = replicaCreditInMinutes != null; var distributedEvictionSettings = _enableDistributedEviction ? SetUpDistributedEviction(replicaCreditInMinutes, locationStoreBatchSize) : null; var enableTouch = contentHashBumpTime.HasValue; if (enableTouch) { _contentTrackerUpdater = new ContentTrackerUpdater(ScheduleBulkTouch, contentHashBumpTime.Value, clock: clock); } TrimBulkAsync trimBulkAsync = null; InnerContentStore = innerContentStoreFunc(_evictionNagleQueue, distributedEvictionSettings, contentStoreSettings, trimBulkAsync); if (settings.PinConfiguration?.UsePinCache == true) { _pinCache = new PinCache(clock: clock); } }
public DbUnzipper(IFileSystem fileSystem, IFileExistenceChecker existenceChecker) { mFileSystem = fileSystem; mExistenceChecker = existenceChecker; }