/// <summary>
/// Create request queue for specified Azure service.
/// </summary>
/// <param name="azureServiceName">azure service name</param>
public void CreateRequestStorage(string azureServiceName)
{
this.requestStorage.GetOrAdd(
azureServiceName,
(key) =>
{
string requestStorageName = SoaHelper.GetRequestStorageName(this.clusterId.ToString(), key);
BrokerTracing.TraceVerbose(
"[AzureQueueManager].CreateRequestStorage: Try to create the request storage {0} for Azure service {1}",
requestStorageName,
key);
this.CreateStorageClient(RetryPolicyForRequestStorage);
CloudQueue queue = this.queueClient.GetQueueReference(requestStorageName);
AzureQueueManager.CreateQueueWithRetry(queue);
CloudBlobContainer container = this.blobClient.GetContainerReference(requestStorageName);
AzureQueueManager.CreateContainerWithRetry(container);
if (Interlocked.CompareExchange(ref this.requestQueueExist, 1, 0) == 0)
{
BrokerTracing.EtwTrace.LogQueueCreatedOrExist(this.sessionId, requestStorageName);
}
return(new Tuple <CloudQueue, CloudBlobContainer>(queue, container));
});
}
/// <summary>
/// Initializes a new instance of the AzureQueueManager
/// </summary>
/// <param name="clusterName">the cluster name</param>
/// <param name="clusterHash">the cluster id hash</param>
/// <param name="sessionId">the session id</param>
/// <param name="azureStorageConnectionString">the Azure storage connection string</param>
public AzureQueueProxy(string clusterName, int clusterHash, string sessionId, string azureStorageConnectionString)
{
// this works for broker
ThreadPool.SetMinThreads(MinThreadsOfThreadpool, MinThreadsOfThreadpool);
// improve http performance for Azure storage queue traffic
ServicePointManager.DefaultConnectionLimit = 1000;
ServicePointManager.Expect100Continue = false;
ServicePointManager.UseNagleAlgorithm = false;
this.clusterName = clusterName;
this.SessionId = sessionId;
this.clusterHash = clusterHash;
this.azureStorageConnectionString = azureStorageConnectionString;
// build the request and response queue
// var requestStorageName = SoaHelper.GetRequestStorageName(clusterHash, SessionId);
var requestBlobContainerName = SoaHelper.GetRequestStorageName(clusterHash, sessionId);
var requestQueueNames = Enumerable.Range(0, MessageRetrieveConcurrencyLevel).Select(i => SoaHelper.GetRequestStorageName(clusterHash, sessionId) + $"-{i}").ToArray();
// this.responseStorageNamePrefix = SoaHelper.GetResponseStorageName(clusterId, SessionId);
// exponential retry
this.CreateStorageClient(DefaultRetryPolicy);
this.requestQueues = requestQueueNames.Select(n => this.queueClient.GetQueueReference(n)).ToArray();
foreach (var requestQueue in this.requestQueues)
{
CreateQueueWithRetry(requestQueue);
}
if (sessionId == SessionStartInfo.StandaloneSessionId)
{
// Clear the queue in standalone session
foreach (var requestQueue in this.requestQueues)
{
requestQueue.Clear();
}
}
this.requestBlobContainer = this.blobClient.GetContainerReference(requestBlobContainerName);
CreateContainerWithRetry(this.requestBlobContainer);
// generate the SAS token for the queue and blob container
SharedAccessQueuePolicy queuePolicy = new SharedAccessQueuePolicy()
{
Permissions = SharedAccessQueuePermissions.Add, SharedAccessExpiryTime = DateTime.UtcNow.AddDays(7)
};
this.requestQueueUris = this.requestQueues.Select(q => string.Join(string.Empty, q.Uri, q.GetSharedAccessSignature(queuePolicy))).ToArray();
SharedAccessBlobPolicy blobPolicy = new SharedAccessBlobPolicy()
{
Permissions = SharedAccessBlobPermissions.Write, SharedAccessExpiryTime = DateTime.UtcNow.AddDays(7)
};
this.requestBlobUri = string.Join(string.Empty, this.requestBlobContainer.Uri, this.requestBlobContainer.GetSharedAccessSignature(blobPolicy));
this.requestStorageClients = this.requestQueues.Select(q => new AzureStorageClient(q, this.requestBlobContainer)).ToArray();
// this.responseStorageClient = new AzureStorageClient(this.responseQueue, this.responseBlobContainer);
// initialize sender and retriever
this.messageSender = new MessageSender(this.responseMessageClients, SenderConcurrency);
this.messageRetrievers = this.requestStorageClients.Select(c => new MessageRetriever(c.Queue, RetrieverConcurrency, DefaultVisibleTimeout, this.HandleMessages, null)).ToArray();
this.receiveRequest = this.ReceiveRequest;
}
