/// <nodoc />
public DistributedContentCopier(
AbsolutePath workingDirectory,
DistributedContentStoreSettings settings,
IAbsFileSystem fileSystem,
IFileCopier <T> fileCopier,
IFileExistenceChecker <T> fileExistenceChecker,
IPathTransformer <T> pathTransformer,
IContentLocationStore contentLocationStore)
{
Contract.Requires(settings != null);
Contract.Requires(settings.ParallelHashingFileSizeBoundary >= -1);
_settings = settings;
_tempFolderForCopies = new DisposableDirectory(fileSystem, workingDirectory / "Temp");
_remoteFileCopier = fileCopier;
_remoteFileExistenceChecker = fileExistenceChecker;
_contentLocationStore = contentLocationStore;
_pathTransformer = pathTransformer;
_fileSystem = fileSystem;
_workingDirectory = _tempFolderForCopies.Path;
// TODO: Use hashers from IContentStoreInternal instead?
_hashers = HashInfoLookup.CreateAll();
_ioGate = new SemaphoreSlim(_settings.MaxConcurrentCopyOperations);
_retryIntervals = settings.RetryIntervalForCopies;
}
public DistributedContentCopier(
DistributedContentStoreSettings settings,
IAbsFileSystem fileSystem,
IFileCopier <T> fileCopier,
IFileExistenceChecker <T> fileExistenceChecker,
IContentCommunicationManager copyRequester,
IPathTransformer <T> pathTransformer,
IClock clock)
{
Contract.Requires(settings != null);
Contract.Requires(settings.ParallelHashingFileSizeBoundary >= -1);
_settings = settings;
_remoteFileCopier = fileCopier;
_remoteFileExistenceChecker = fileExistenceChecker;
_copyRequester = copyRequester;
_pathTransformer = pathTransformer;
FileSystem = fileSystem;
_clock = clock;
_ioGate = new SemaphoreSlim(_settings.MaxConcurrentCopyOperations);
_proactiveCopyIoGate = new SemaphoreSlim(_settings.MaxConcurrentProactiveCopyOperations);
_retryIntervals = settings.RetryIntervalForCopies;
_maxRetryCount = settings.MaxRetryCount;
_timeoutForProactiveCopies = settings.TimeoutForProactiveCopies;
}
/// <nodoc />
public DistributedContentCopier(
AbsolutePath workingDirectory,
DistributedContentStoreSettings settings,
IAbsFileSystem fileSystem,
IFileCopier <T> fileCopier,
IFileExistenceChecker <T> fileExistenceChecker,
ICopyRequester copyRequester,
IPathTransformer <T> pathTransformer,
IContentLocationStore contentLocationStore)
{
Contract.Requires(settings != null);
Contract.Requires(settings.ParallelHashingFileSizeBoundary >= -1);
_settings = settings;
_tempFolderForCopies = new DisposableDirectory(fileSystem, workingDirectory / "Temp");
_remoteFileCopier = fileCopier;
_remoteFileExistenceChecker = fileExistenceChecker;
_copyRequester = copyRequester;
_contentLocationStore = contentLocationStore;
_pathTransformer = pathTransformer;
_fileSystem = fileSystem;
_workingDirectory = _tempFolderForCopies.Path;
_ioGate = new SemaphoreSlim(_settings.MaxConcurrentCopyOperations);
_proactiveCopyIoGate = new SemaphoreSlim(_settings.MaxConcurrentProactiveCopyOperations);
_retryIntervals = settings.RetryIntervalForCopies;
_maxRetryCount = settings.MaxRetryCount;
_timeoutForPoractiveCopies = settings.TimeoutForProactiveCopies;
}
public ImportCommand(
IVBE vbe,
IFileSystemBrowserFactory dialogFactory,
IVbeEvents vbeEvents,
IParseManager parseManager,
IDeclarationFinderProvider declarationFinderProvider,
IProjectsProvider projectsProvider,
IModuleNameFromFileExtractor moduleNameFromFileExtractor,
IEnumerable <IRequiredBinaryFilesFromFileNameExtractor> binaryFileExtractors,
IFileExistenceChecker fileExistenceChecker,
IMessageBox messageBox)
: base(vbeEvents)
{
_vbe = vbe;
_dialogFactory = dialogFactory;
_parseManager = parseManager;
_projectsProvider = projectsProvider;
_moduleNameFromFileExtractor = moduleNameFromFileExtractor;
_fileExistenceChecker = fileExistenceChecker;
_binaryFileExtractors = BinaryFileExtractors(binaryFileExtractors);
MessageBox = messageBox;
DeclarationFinderProvider = declarationFinderProvider;
AddToCanExecuteEvaluation(SpecialEvaluateCanExecute);
ComponentTypesForExtension = ComponentTypeExtensions.ComponentTypesForExtension(_vbe.Kind);
AddToCanExecuteEvaluation(SpecialEvaluateCanExecute);
AddToOnExecuteEvaluation(SpecialEvaluateCanExecute);
}
public SnapshotAssert()
{
_fileExistenceChecker = new SnapshotFileExistenceChecker();
_fileReader = new SnapshotFileReader();
_fileWriter = new SnapshotFileWriter();
_directoryCreator = new DirectoryCreator();
}
internal SnapshotAssert(IFileExistenceChecker fileExistenceChecker, IFileReader fileReader,
IFileWriter fileWriter, IDirectoryCreator directoryCreator)
{
_fileExistenceChecker = fileExistenceChecker;
_fileReader = fileReader;
_fileWriter = fileWriter;
_directoryCreator = directoryCreator;
}
/// <nodoc />
public DistributedContentStore(
byte[] localMachineLocation,
Func <NagleQueue <ContentHash>, DistributedEvictionSettings, ContentStoreSettings, TrimBulkAsync, IContentStore> innerContentStoreFunc,
IContentLocationStoreFactory contentLocationStoreFactory,
IFileExistenceChecker <T> fileExistenceChecker,
IFileCopier <T> fileCopier,
IPathTransformer <T> pathTransform,
ICopyRequester copyRequester,
ReadOnlyDistributedContentSession <T> .ContentAvailabilityGuarantee contentAvailabilityGuarantee,
AbsolutePath tempFolderForCopies,
IAbsFileSystem fileSystem,
int locationStoreBatchSize,
IReadOnlyList <TimeSpan> retryIntervalForCopies = null,
PinConfiguration pinConfiguration = null,
int?replicaCreditInMinutes = null,
IClock clock = null,
bool enableRepairHandling = false,
TimeSpan?contentHashBumpTime = null,
bool useTrustedHash = false,
int trustedHashFileSizeBoundary = -1,
long parallelHashingFileSizeBoundary = -1,
int maxConcurrentCopyOperations = 512,
ContentStoreSettings contentStoreSettings = null,
bool enableProactiveCopy = false)
: this(
localMachineLocation,
innerContentStoreFunc,
contentLocationStoreFactory,
fileExistenceChecker,
fileCopier,
pathTransform,
copyRequester,
contentAvailabilityGuarantee,
tempFolderForCopies,
fileSystem,
locationStoreBatchSize,
new DistributedContentStoreSettings()
{
UseTrustedHash = useTrustedHash,
TrustedHashFileSizeBoundary = trustedHashFileSizeBoundary,
ParallelHashingFileSizeBoundary = parallelHashingFileSizeBoundary,
MaxConcurrentCopyOperations = maxConcurrentCopyOperations,
RetryIntervalForCopies = retryIntervalForCopies,
PinConfiguration = pinConfiguration,
EnableProactiveCopy = enableProactiveCopy
},
replicaCreditInMinutes,
clock,
enableRepairHandling,
contentHashBumpTime,
contentStoreSettings)
{
// This constructor is used from tests,
// so we need to complete _postInitializationCompletion when startup is done.
_setPostInitializationCompletionAfterStartup = true;
}
public TestDistributedContentCopier(
AbsolutePath workingDirectory,
DistributedContentStoreSettings settings,
IAbsFileSystem fileSystem,
IFileCopier <AbsolutePath> fileCopier,
IFileExistenceChecker <AbsolutePath> fileExistenceChecker,
IContentCommunicationManager copyRequester,
IPathTransformer <AbsolutePath> pathTransformer,
IContentLocationStore contentLocationStore)
: base(workingDirectory, settings, fileSystem, fileCopier, fileExistenceChecker, copyRequester, pathTransformer, TestSystemClock.Instance, contentLocationStore)
{
}
public UpdateFromFilesCommand(
IVBE vbe,
IFileSystemBrowserFactory dialogFactory,
IVbeEvents vbeEvents,
IParseManager parseManager,
IDeclarationFinderProvider declarationFinderProvider,
IProjectsProvider projectsProvider,
IModuleNameFromFileExtractor moduleNameFromFileExtractor,
IEnumerable <IRequiredBinaryFilesFromFileNameExtractor> binaryFileExtractors,
IFileExistenceChecker fileExistenceChecker,
IMessageBox messageBox)
: base(vbe, dialogFactory, vbeEvents, parseManager, declarationFinderProvider, projectsProvider, moduleNameFromFileExtractor, binaryFileExtractors, fileExistenceChecker, messageBox)
{
}
public TestDistributedContentCopier(
AbsolutePath workingDirectory,
DistributedContentStoreSettings settings,
IAbsFileSystem fileSystem,
IRemoteFileCopier <AbsolutePath> fileCopier,
IFileExistenceChecker <AbsolutePath> fileExistenceChecker,
IContentCommunicationManager copyRequester,
IPathTransformer <AbsolutePath> pathTransformer)
: base(settings, fileSystem, fileCopier, fileExistenceChecker, copyRequester, pathTransformer, TestSystemClock.Instance)
{
Settings = settings;
WorkingFolder = workingDirectory;
PathTransformer = pathTransformer as NoOpPathTransformer;
}
public void SetUp()
{
mFileSystem = A.Fake <IFileSystem>();
mZipFile = A.Fake <IFile>();
A.CallTo(() => mFileSystem.GetFile("zip file name")).Returns(mZipFile);
mZip = A.Fake <IZipFile>();
A.CallTo(() => mZipFile.ReadZip()).Returns(mZip);
mZipEntry = A.Fake <IZipEntry>();
IEnumerator <IZipEntry> enumerator = new List <IZipEntry>()
{
mZipEntry
}.GetEnumerator();
A.CallTo(() => mZip.GetEnumerator()).Returns(enumerator);
mFileExistenceChecker = A.Fake <IFileExistenceChecker>();
mUnderTest = new DbUnzipper(mFileSystem, mFileExistenceChecker);
Settings.Default.TemporaryTxtDbPath = "unpack directory";
}
/// <nodoc />
public DistributedContentStore(
byte[] localMachineLocation,
Func <NagleQueue <ContentHash>, DistributedEvictionSettings, ContentStoreSettings, TrimBulkAsync, IContentStore> innerContentStoreFunc,
IContentLocationStoreFactory contentLocationStoreFactory,
IFileExistenceChecker <T> fileExistenceChecker,
IFileCopier <T> fileCopier,
IPathTransformer <T> pathTransform,
ICopyRequester copyRequester,
ReadOnlyDistributedContentSession <T> .ContentAvailabilityGuarantee contentAvailabilityGuarantee,
AbsolutePath tempFolderForCopies,
IAbsFileSystem fileSystem,
int locationStoreBatchSize,
DistributedContentStoreSettings settings,
int?replicaCreditInMinutes = null,
IClock clock = null,
bool enableRepairHandling = false,
TimeSpan?contentHashBumpTime = null,
ContentStoreSettings contentStoreSettings = null)
{
Contract.Requires(settings != null);
LocalMachineLocation = new MachineLocation(localMachineLocation);
_enableRepairHandling = enableRepairHandling;
_contentLocationStoreFactory = contentLocationStoreFactory;
_contentAvailabilityGuarantee = contentAvailabilityGuarantee;
_locationStoreBatchSize = locationStoreBatchSize;
contentStoreSettings = contentStoreSettings ?? ContentStoreSettings.DefaultSettings;
_settings = settings;
// Queue is created in unstarted state because the eviction function
// requires the context passed at startup.
_evictionNagleQueue = NagleQueue <ContentHash> .CreateUnstarted(
Redis.RedisContentLocationStoreConstants.BatchDegreeOfParallelism,
Redis.RedisContentLocationStoreConstants.BatchInterval,
_locationStoreBatchSize);
_distributedCopierFactory = (contentLocationStore) =>
{
return(new DistributedContentCopier <T>(
tempFolderForCopies,
_settings,
fileSystem,
fileCopier,
fileExistenceChecker,
copyRequester,
pathTransform,
contentLocationStore));
};
_enableDistributedEviction = replicaCreditInMinutes != null;
var distributedEvictionSettings = _enableDistributedEviction ? SetUpDistributedEviction(replicaCreditInMinutes, locationStoreBatchSize) : null;
var enableTouch = contentHashBumpTime.HasValue;
if (enableTouch)
{
_contentTrackerUpdater = new ContentTrackerUpdater(ScheduleBulkTouch, contentHashBumpTime.Value, clock: clock);
}
TrimBulkAsync trimBulkAsync = null;
InnerContentStore = innerContentStoreFunc(_evictionNagleQueue, distributedEvictionSettings, contentStoreSettings, trimBulkAsync);
if (settings.PinConfiguration?.UsePinCache == true)
{
_pinCache = new PinCache(clock: clock);
}
}
public DbUnzipper(IFileSystem fileSystem, IFileExistenceChecker existenceChecker)
{
mFileSystem = fileSystem;
mExistenceChecker = existenceChecker;
}
