public RemoteDirectoryIndexInput(RemoteDirectoryIndexInput cloneInput)
{
_name = cloneInput._name;
_remoteSyncDirectory = cloneInput._remoteSyncDirectory;
if (string.IsNullOrWhiteSpace(_name))
{
throw new ArgumentNullException(nameof(cloneInput._name));
}
if (_remoteSyncDirectory == null)
{
throw new ArgumentNullException(nameof(cloneInput._remoteSyncDirectory));
}
_fileMutex = SyncMutexManager.GrabMutex(cloneInput._remoteSyncDirectory, cloneInput._name);
_fileMutex.WaitOne();
try
{
#if FULLDEBUG
Trace.WriteLine($"Creating clone for {cloneInput._name}");
#endif
_indexInput = cloneInput._indexInput.Clone() as IndexInput;
}
catch (Exception)
{
// sometimes we get access denied on the 2nd stream...but not always. I haven't tracked it down yet
// but this covers our tail until I do
Trace.TraceError($"Dagnabbit, falling back to memory clone for {cloneInput._name}");
}
finally
{
_fileMutex.ReleaseMutex();
}
}
public RemoteSimpleLock(string lockFile, RemoteSyncDirectory syncDirectory, IRemoteDirectory remoteDirectory)
{
if (syncDirectory == null)
{
throw new ArgumentNullException(nameof(syncDirectory));
}
if (string.IsNullOrWhiteSpace(lockFile))
{
throw new ArgumentException("Value cannot be null or whitespace.", nameof(lockFile));
}
_lockFile = lockFile;
_azureSyncDirectory = syncDirectory;
_remoteDirectory = remoteDirectory;
}
protected override void Dispose(bool isDiposing)
{
_fileMutex.WaitOne();
try
{
#if FULLDEBUG
Trace.WriteLine($"CLOSED READSTREAM local {_name}");
#endif
_indexInput.Dispose();
_indexInput = null;
_remoteSyncDirectory = null;
GC.SuppressFinalize(this);
}
finally
{
_fileMutex.ReleaseMutex();
}
}
public RemoteDirectoryIndexOutput(RemoteSyncDirectory azureSyncDirectory, string name,
ILoggingService loggingService)
{
//NOTE: _name was null here, is this intended? https://github.com/azure-contrib/AzureDirectory/issues/19 I have changed this to be correct now
_name = name;
_azureSyncDirectory = azureSyncDirectory ?? throw new ArgumentNullException(nameof(azureSyncDirectory));
_azureRemoteDirectory = _azureSyncDirectory.RemoteDirectory;
_fileMutex = SyncMutexManager.GrabMutex(_azureSyncDirectory, _name);
_fileMutex.WaitOne();
try
{
// create the local cache one we will operate against...
_indexOutput = CacheDirectory.CreateOutput(_name);
}
finally
{
_fileMutex.ReleaseMutex();
}
}
public RemoteDirectoryIndexInput(RemoteSyncDirectory azuredirectory, IRemoteDirectory helper, string name,
ILoggingService loggingService)
{
_name = name;
_name = _name.Split(new string[] { "%2F" }, StringSplitOptions.RemoveEmptyEntries).Last();
_remoteSyncDirectory = azuredirectory ?? throw new ArgumentNullException(nameof(azuredirectory));
#if FULLDEBUG
Trace.WriteLine($"opening {_name} ");
#endif
_fileMutex = SyncMutexManager.GrabMutex(_remoteSyncDirectory, _name);
_fileMutex.WaitOne();
try
{
var fileName = _name;
var fFileNeeded = false;
if (!CacheDirectory.FileExists(fileName))
{
fFileNeeded = true;
}
else
{
var cachedLength = CacheDirectory.FileLength(fileName);
var blobProperties = helper.GetFileProperties(fileName);
if (cachedLength != blobProperties.Item1)
{
fFileNeeded = true;
}
else
{
// cachedLastModifiedUTC was not ouputting with a date (just time) and the time was always off
var unixDate = CacheDirectory.FileModified(fileName);
var start = new DateTime(1970, 1, 1, 0, 0, 0, DateTimeKind.Utc);
var cachedLastModifiedUtc = start.AddMilliseconds(unixDate).ToUniversalTime();
if (cachedLastModifiedUtc != blobProperties.Item2)
{
var timeSpan = blobProperties.Item2.Subtract(cachedLastModifiedUtc);
if (timeSpan.TotalSeconds > 1)
{
fFileNeeded = true;
}
else
{
#if FULLDEBUG
Trace.WriteLine(timeSpan.TotalSeconds);
#endif
// file not needed
}
}
}
}
// if the file does not exist
// or if it exists and it is older then the lastmodified time in the blobproperties (which always comes from the blob storage)
if (fFileNeeded)
{
helper.SyncFile(CacheDirectory, fileName, azuredirectory.CompressBlobs);
// and open it as an input
_indexInput = CacheDirectory.OpenInput(fileName);
}
else
{
#if FULLDEBUG
Trace.WriteLine($"Using cached file for {_name}");
#endif
// open the file in read only mode
_indexInput = CacheDirectory.OpenInput(fileName);
}
}
finally
{
_fileMutex.ReleaseMutex();
}
}
public RemoteDirectorySimpleLockFactory(RemoteSyncDirectory azureSyncDirectory, IRemoteDirectory remoteDirectory)
{
_azureSyncDirectory = azureSyncDirectory;
_remoteDirectory = remoteDirectory;
}
public IndexInput GetIndexInput(RemoteSyncDirectory azuredirectory, IRemoteDirectory helper, string name, ILoggingService loggingService)
{
return(new RemoteDirectoryIndexInput(azuredirectory, helper, name, loggingService));
}
public IndexOutput CreateIndexOutput(RemoteSyncDirectory azureSyncDirectory, string name, ILoggingService loggingService)
{
return(new RemoteDirectoryIndexOutput(azureSyncDirectory, name, loggingService));
}
