public List<Tuple<string, DateTime>> GetNextChunk(DateTime startSlice, out DateTime nextTimeToRunQuery)
{
var results = new List<Tuple<string, DateTime>>();
var now = DateTime.UtcNow;
var context = new ServiceContext(account.CreateCloudTableClient()) {IgnoreResourceNotFoundException = true};
TimeoutManagerDataEntity lastSuccessfulReadEntity;
var lastSuccessfulRead = TryGetLastSuccessfulRead(context, out lastSuccessfulReadEntity)
? lastSuccessfulReadEntity.LastSuccessfullRead
: default(DateTime?);
IOrderedEnumerable<TimeoutDataEntity> result;
if (lastSuccessfulRead.HasValue)
{
result = (from c in context.TimeoutData
where c.PartitionKey.CompareTo(lastSuccessfulRead.Value.ToString(PartitionKeyScope)) >= 0
&& c.PartitionKey.CompareTo(now.ToString(PartitionKeyScope)) <= 0
&& c.OwningTimeoutManager == Configure.EndpointName
select c).ToList().OrderBy(c => c.Time);
}
else
{
result = (from c in context.TimeoutData
where c.OwningTimeoutManager == Configure.EndpointName
select c).ToList().OrderBy(c => c.Time);
}
var allTimeouts = result.ToList();
if (allTimeouts.Count == 0)
{
nextTimeToRunQuery = now.AddSeconds(1);
return results;
}
var pastTimeouts = allTimeouts.Where(c => c.Time > startSlice && c.Time <= now).ToList();
var futureTimeouts = allTimeouts.Where(c => c.Time > now).ToList();
if (lastSuccessfulReadEntity != null && lastSuccessfulRead.HasValue)
{
var catchingUp = lastSuccessfulRead.Value.AddSeconds(CatchUpInterval);
lastSuccessfulRead = catchingUp > now ? now : catchingUp;
lastSuccessfulReadEntity.LastSuccessfullRead = lastSuccessfulRead.Value;
}
var future = futureTimeouts.SafeFirstOrDefault();
nextTimeToRunQuery = lastSuccessfulRead.HasValue ? lastSuccessfulRead.Value
: (future != null ? future.Time : now.AddSeconds(1));
results = pastTimeouts
.Where(c => !string.IsNullOrEmpty(c.RowKey))
.Select(c => new Tuple<String, DateTime>(c.RowKey, c.Time))
.Distinct()
.ToList();
UpdateSuccessfulRead(context, lastSuccessfulReadEntity);
return results;
}
public void Add(TimeoutData timeout)
{
var context = new ServiceContext(account.CreateCloudTableClient()){ IgnoreResourceNotFoundException = true};
string identifier;
timeout.Headers.TryGetValue(Headers.MessageId, out identifier);
if (string.IsNullOrEmpty(identifier)) { identifier = Hash(timeout); }
TimeoutDataEntity timeoutDataEntity;
if (TryGetTimeoutData(context, identifier, string.Empty, out timeoutDataEntity)) return;
var stateAddress = Upload(timeout.State, identifier);
var headers = Serialize(timeout.Headers);
if (!TryGetTimeoutData(context, timeout.Time.ToString(PartitionKeyScope), stateAddress, out timeoutDataEntity))
context.AddObject(ServiceContext.TimeoutDataTableName,
new TimeoutDataEntity(timeout.Time.ToString(PartitionKeyScope), stateAddress)
{
Destination = timeout.Destination.ToString(),
SagaId = timeout.SagaId,
StateAddress = stateAddress,
Time = timeout.Time,
CorrelationId = timeout.CorrelationId,
OwningTimeoutManager = timeout.OwningTimeoutManager,
Headers = headers
});
timeout.Id = stateAddress;
if (timeout.SagaId != default(Guid) && !TryGetTimeoutData(context, timeout.SagaId.ToString(), stateAddress, out timeoutDataEntity))
context.AddObject(ServiceContext.TimeoutDataTableName,
new TimeoutDataEntity(timeout.SagaId.ToString(), stateAddress)
{
Destination = timeout.Destination.ToString(),
SagaId = timeout.SagaId,
StateAddress = stateAddress,
Time = timeout.Time,
CorrelationId = timeout.CorrelationId,
OwningTimeoutManager = timeout.OwningTimeoutManager,
Headers = headers
});
context.AddObject(ServiceContext.TimeoutDataTableName,
new TimeoutDataEntity(stateAddress, string.Empty)
{
Destination = timeout.Destination.ToString(),
SagaId = timeout.SagaId,
StateAddress = stateAddress,
Time = timeout.Time,
CorrelationId = timeout.CorrelationId,
OwningTimeoutManager = timeout.OwningTimeoutManager,
Headers = headers
});
context.SaveChanges();
}
public void Add(TimeoutData timeout)
{
var context = new ServiceContext(account.CreateCloudTableClient());
var hash = Hash(timeout);
TimeoutDataEntity timeoutDataEntity;
if (TryGetTimeoutData(context, hash, string.Empty, out timeoutDataEntity)) return;
var stateAddress = Upload(timeout.State, hash);
var headers = Serialize(timeout.Headers);
if (!TryGetTimeoutData(context, timeout.Time.ToString(PartitionKeyScope), stateAddress, out timeoutDataEntity))
context.AddObject(ServiceContext.TimeoutDataTableName,
new TimeoutDataEntity(timeout.Time.ToString(PartitionKeyScope), stateAddress)
{
Destination = timeout.Destination.ToString(),
SagaId = timeout.SagaId,
StateAddress = stateAddress,
Time = timeout.Time,
CorrelationId = timeout.CorrelationId,
OwningTimeoutManager = timeout.OwningTimeoutManager,
Headers = headers
});
timeout.Id = stateAddress;
if (timeout.SagaId != default(Guid) && !TryGetTimeoutData(context, timeout.SagaId.ToString(), stateAddress, out timeoutDataEntity))
context.AddObject(ServiceContext.TimeoutDataTableName,
new TimeoutDataEntity(timeout.SagaId.ToString(), stateAddress)
{
Destination = timeout.Destination.ToString(),
SagaId = timeout.SagaId,
StateAddress = stateAddress,
Time = timeout.Time,
CorrelationId = timeout.CorrelationId,
OwningTimeoutManager = timeout.OwningTimeoutManager,
Headers = headers
});
context.AddObject(ServiceContext.TimeoutDataTableName,
new TimeoutDataEntity(stateAddress, string.Empty)
{
Destination = timeout.Destination.ToString(),
SagaId = timeout.SagaId,
StateAddress = stateAddress,
Time = timeout.Time,
CorrelationId = timeout.CorrelationId,
OwningTimeoutManager = timeout.OwningTimeoutManager,
Headers = headers
});
context.SaveChanges();
}
void UpdateSuccessfulRead(ServiceContext context, TimeoutManagerDataEntity read)
{
try
{
if (read == null)
{
read = new TimeoutManagerDataEntity(GetUniqueEndpointName(), string.Empty)
{
LastSuccessfullRead = DateTime.UtcNow
};
context.AddObject(ServiceContext.TimeoutManagerDataTableName, read);
}
else
{
context.Detach(read);
context.AttachTo(ServiceContext.TimeoutManagerDataTableName, read, "*");
context.UpdateObject(read);
}
context.SaveChangesWithRetries(SaveChangesOptions.ReplaceOnUpdate);
}
catch (DataServiceRequestException ex) // handle concurrency issues
{
var response = ex.Response.FirstOrDefault();
//Concurrency Exception - PreCondition Failed or Entity Already Exists
if (response != null && (response.StatusCode == 412 || response.StatusCode == 409))
{
return;
// I assume we can ignore this condition?
// Time between read and update is very small, meaning that another instance has sent
// the timeout messages that this node intended to send and if not we will resend
// anything after the other node's last read value anyway on next request.
}
throw;
}
}
bool TryGetLastSuccessfulRead(ServiceContext context, out TimeoutManagerDataEntity lastSuccessfulReadEntity)
{
var query = from m in context.TimeoutManagerData
where m.PartitionKey == GetUniqueEndpointName()
select m;
lastSuccessfulReadEntity = query
.AsTableServiceQuery(context)
.AsEnumerable() //TSQ does only follows continuation tokens for listings, not for single entity results, yet continuation tokes can still happen in this case
.SafeFirstOrDefault();
return lastSuccessfulReadEntity != null;
}
public bool CanSend(TimeoutData data)
{
var context = new ServiceContext(account.CreateCloudTableClient());
TimeoutDataEntity timeoutDataEntity;
if (!TryGetTimeoutData(context, data.Id, string.Empty, out timeoutDataEntity)) return false;
var leaseBlob = container.GetBlockBlobReference(timeoutDataEntity.StateAddress);
using (var lease = new AutoRenewLease(leaseBlob))
{
return lease.HasLease;
}
}
bool TryGetTimeoutData(ServiceContext context, string partitionKey, string rowKey, out TimeoutDataEntity result)
{
result = (from c in context.TimeoutData
where c.PartitionKey == partitionKey && c.RowKey == rowKey // issue #191 cannot occur when both partitionkey and rowkey are specified
select c).SafeFirstOrDefault();
return result != null;
}
public void RemoveTimeoutBy(Guid sagaId)
{
var context = new ServiceContext(account.CreateCloudTableClient());
var query = (from c in context.TimeoutData
where c.PartitionKey == sagaId.ToString()
select c);
var results = query
.Take(1000) // fixes isue #208.
.AsTableServiceQuery(context) // fixes issue #191
.ToList();
foreach (var timeoutDataEntityBySaga in results)
{
RemoveState(timeoutDataEntityBySaga.StateAddress);
TimeoutDataEntity timeoutDataEntityByTime;
if (TryGetTimeoutData(context, timeoutDataEntityBySaga.Time.ToString(PartitionKeyScope), timeoutDataEntityBySaga.RowKey, out timeoutDataEntityByTime))
context.DeleteObject(timeoutDataEntityByTime);
TimeoutDataEntity timeoutDataEntity;
if (TryGetTimeoutData(context, timeoutDataEntityBySaga.RowKey, string.Empty, out timeoutDataEntity))
context.DeleteObject(timeoutDataEntity);
context.DeleteObject(timeoutDataEntityBySaga);
}
context.SaveChanges();
}
public bool TryRemove(string timeoutId, out TimeoutData timeoutData)
{
timeoutData = null;
var context = new ServiceContext(account.CreateCloudTableClient()) { IgnoreResourceNotFoundException = true};
TimeoutDataEntity timeoutDataEntity;
if (!TryGetTimeoutData(context, timeoutId, string.Empty, out timeoutDataEntity))
{
return false;
}
timeoutData = new TimeoutData
{
Destination = Address.Parse(timeoutDataEntity.Destination),
SagaId = timeoutDataEntity.SagaId,
State = Download(timeoutDataEntity.StateAddress),
Time = timeoutDataEntity.Time,
Id = timeoutDataEntity.RowKey,
OwningTimeoutManager = timeoutDataEntity.OwningTimeoutManager,
Headers = Deserialize(timeoutDataEntity.Headers)
};
TimeoutDataEntity timeoutDataEntityBySaga;
if (TryGetTimeoutData(context, timeoutDataEntity.SagaId.ToString(), timeoutId, out timeoutDataEntityBySaga))
{
context.DeleteObject(timeoutDataEntityBySaga);
}
TimeoutDataEntity timeoutDataEntityByTime;
if (TryGetTimeoutData(context, timeoutDataEntity.Time.ToString(PartitionKeyScope), timeoutId, out timeoutDataEntityByTime))
{
context.DeleteObject(timeoutDataEntityByTime);
}
RemoveState(timeoutDataEntity.StateAddress);
context.DeleteObject(timeoutDataEntity);
context.SaveChanges();
return true;
}
bool TryGetLastSuccessfulRead(ServiceContext context, out TimeoutManagerDataEntity lastSuccessfulReadEntity)
{
lastSuccessfulReadEntity = (from m in context.TimeoutManagerData
where m.PartitionKey == GetUniqueEndpointName()
select m).SafeFirstOrDefault();
return lastSuccessfulReadEntity != null;
}
void Init(string connectionString)
{
account = CloudStorageAccount.Parse(connectionString);
var context = new ServiceContext(account.CreateCloudTableClient());
var tableClient = account.CreateCloudTableClient();
var table = tableClient.GetTableReference(ServiceContext.TimeoutManagerDataTableName);
table.CreateIfNotExists();
table = tableClient.GetTableReference(ServiceContext.TimeoutDataTableName);
table.CreateIfNotExists();
container = account.CreateCloudBlobClient().GetContainerReference("timeoutstate");
container.CreateIfNotExists();
}
private bool TryGetTimeoutData(ServiceContext context, string partitionKey, string rowKey, out TimeoutDataEntity result)
{
result = (from c in context.TimeoutData
where c.PartitionKey == partitionKey && c.RowKey == rowKey
select c).SafeFirstOrDefault();
return result != null;
}
private void MigrateExistingTimeouts(ServiceContext context)
{
var existing = (from c in context.TimeoutData
where c.PartitionKey == "TimeoutData"
select c).ToList();
foreach (var timeout in existing)
{
TimeoutDataEntity timeoutDataEntity;
if (!TryGetTimeoutData(context, timeout.Time.ToString(PartitionKeyScope), timeout.RowKey, out timeoutDataEntity))
context.AddObject(ServiceContext.TimeoutDataTableName,
new TimeoutDataEntity(timeout.Time.ToString(PartitionKeyScope), timeout.RowKey)
{
Destination = timeout.Destination,
SagaId = timeout.SagaId,
StateAddress = timeout.RowKey,
Time = timeout.Time,
CorrelationId = timeout.CorrelationId,
OwningTimeoutManager = timeout.OwningTimeoutManager
});
if (!TryGetTimeoutData(context, timeout.SagaId.ToString(), timeout.RowKey, out timeoutDataEntity))
context.AddObject(ServiceContext.TimeoutDataTableName,
new TimeoutDataEntity(timeout.SagaId.ToString(), timeout.RowKey)
{
Destination = timeout.Destination,
SagaId = timeout.SagaId,
StateAddress = timeout.RowKey,
Time = timeout.Time,
CorrelationId = timeout.CorrelationId,
OwningTimeoutManager = timeout.OwningTimeoutManager
});
if (!TryGetTimeoutData(context, timeout.RowKey, string.Empty, out timeoutDataEntity))
context.AddObject(ServiceContext.TimeoutDataTableName,
new TimeoutDataEntity(timeout.RowKey, string.Empty)
{
Destination = timeout.Destination,
SagaId = timeout.SagaId,
StateAddress = timeout.RowKey,
Time = timeout.Time,
CorrelationId = timeout.CorrelationId,
OwningTimeoutManager = timeout.OwningTimeoutManager
});
context.DeleteObject(timeout);
context.SaveChanges();
}
}
public bool TryRemove(string timeoutId, out TimeoutData timeoutData)
{
timeoutData = null;
var context = new ServiceContext(account.CreateCloudTableClient());
try
{
TimeoutDataEntity timeoutDataEntity;
if (!TryGetTimeoutData(context, timeoutId, string.Empty, out timeoutDataEntity))
{
return false;
}
timeoutData = new TimeoutData
{
Destination = Address.Parse(timeoutDataEntity.Destination),
SagaId = timeoutDataEntity.SagaId,
State = Download(timeoutDataEntity.StateAddress),
Time = timeoutDataEntity.Time,
CorrelationId = timeoutDataEntity.CorrelationId,
Id = timeoutDataEntity.RowKey,
OwningTimeoutManager = timeoutDataEntity.OwningTimeoutManager,
Headers = Deserialize(timeoutDataEntity.Headers)
};
TimeoutDataEntity timeoutDataEntityBySaga;
if (TryGetTimeoutData(context, timeoutDataEntity.SagaId.ToString(), timeoutId, out timeoutDataEntityBySaga))
{
context.DeleteObject(timeoutDataEntityBySaga);
}
TimeoutDataEntity timeoutDataEntityByTime;
if (TryGetTimeoutData(context, timeoutDataEntity.Time.ToString(PartitionKeyScope), timeoutId, out timeoutDataEntityByTime))
{
context.DeleteObject(timeoutDataEntityByTime);
}
RemoveState(timeoutDataEntity.StateAddress);
context.DeleteObject(timeoutDataEntity);
context.SaveChanges();
}
catch (Exception ex)
{
Logger.Debug(string.Format("Failed to clean up timeout {0}", timeoutId), ex);
}
return true;
}
public void RemoveTimeoutBy(Guid sagaId)
{
var context = new ServiceContext(account.CreateCloudTableClient());
try
{
var results = (from c in context.TimeoutData
where c.PartitionKey == sagaId.ToString()
select c).ToList();
foreach (var timeoutDataEntityBySaga in results)
{
RemoveState(timeoutDataEntityBySaga.StateAddress);
TimeoutDataEntity timeoutDataEntityByTime;
if (TryGetTimeoutData(context, timeoutDataEntityBySaga.Time.ToString(PartitionKeyScope), timeoutDataEntityBySaga.RowKey, out timeoutDataEntityByTime))
context.DeleteObject(timeoutDataEntityByTime);
TimeoutDataEntity timeoutDataEntity;
if (TryGetTimeoutData(context, timeoutDataEntityBySaga.RowKey, string.Empty, out timeoutDataEntity))
context.DeleteObject(timeoutDataEntity);
context.DeleteObject(timeoutDataEntityBySaga);
}
context.SaveChanges();
}
catch (Exception ex)
{
Logger.Debug(string.Format("Failed to clean up timeouts for saga {0}", sagaId), ex);
}
}