/// <summary> /// Create request queue for specified Azure service. /// </summary> /// <param name="azureServiceName">azure service name</param> public void CreateRequestStorage(string azureServiceName) { this.requestStorage.GetOrAdd( azureServiceName, (key) => { string requestStorageName = SoaHelper.GetRequestStorageName(this.clusterId.ToString(), key); BrokerTracing.TraceVerbose( "[AzureQueueManager].CreateRequestStorage: Try to create the request storage {0} for Azure service {1}", requestStorageName, key); this.CreateStorageClient(RetryPolicyForRequestStorage); CloudQueue queue = this.queueClient.GetQueueReference(requestStorageName); AzureQueueManager.CreateQueueWithRetry(queue); CloudBlobContainer container = this.blobClient.GetContainerReference(requestStorageName); AzureQueueManager.CreateContainerWithRetry(container); if (Interlocked.CompareExchange(ref this.requestQueueExist, 1, 0) == 0) { BrokerTracing.EtwTrace.LogQueueCreatedOrExist(this.sessionId, requestStorageName); } return(new Tuple <CloudQueue, CloudBlobContainer>(queue, container)); }); }
/// <summary> /// Initializes a new instance of the AzureQueueManager /// </summary> /// <param name="clusterName">the cluster name</param> /// <param name="clusterHash">the cluster id hash</param> /// <param name="sessionId">the session id</param> /// <param name="azureStorageConnectionString">the Azure storage connection string</param> public AzureQueueProxy(string clusterName, int clusterHash, string sessionId, string azureStorageConnectionString) { // this works for broker ThreadPool.SetMinThreads(MinThreadsOfThreadpool, MinThreadsOfThreadpool); // improve http performance for Azure storage queue traffic ServicePointManager.DefaultConnectionLimit = 1000; ServicePointManager.Expect100Continue = false; ServicePointManager.UseNagleAlgorithm = false; this.clusterName = clusterName; this.SessionId = sessionId; this.clusterHash = clusterHash; this.azureStorageConnectionString = azureStorageConnectionString; // build the request and response queue // var requestStorageName = SoaHelper.GetRequestStorageName(clusterHash, SessionId); var requestBlobContainerName = SoaHelper.GetRequestStorageName(clusterHash, sessionId); var requestQueueNames = Enumerable.Range(0, MessageRetrieveConcurrencyLevel).Select(i => SoaHelper.GetRequestStorageName(clusterHash, sessionId) + $"-{i}").ToArray(); // this.responseStorageNamePrefix = SoaHelper.GetResponseStorageName(clusterId, SessionId); // exponential retry this.CreateStorageClient(DefaultRetryPolicy); this.requestQueues = requestQueueNames.Select(n => this.queueClient.GetQueueReference(n)).ToArray(); foreach (var requestQueue in this.requestQueues) { CreateQueueWithRetry(requestQueue); } if (sessionId == SessionStartInfo.StandaloneSessionId) { // Clear the queue in standalone session foreach (var requestQueue in this.requestQueues) { requestQueue.Clear(); } } this.requestBlobContainer = this.blobClient.GetContainerReference(requestBlobContainerName); CreateContainerWithRetry(this.requestBlobContainer); // generate the SAS token for the queue and blob container SharedAccessQueuePolicy queuePolicy = new SharedAccessQueuePolicy() { Permissions = SharedAccessQueuePermissions.Add, SharedAccessExpiryTime = DateTime.UtcNow.AddDays(7) }; this.requestQueueUris = this.requestQueues.Select(q => string.Join(string.Empty, q.Uri, q.GetSharedAccessSignature(queuePolicy))).ToArray(); SharedAccessBlobPolicy blobPolicy = new SharedAccessBlobPolicy() { Permissions = SharedAccessBlobPermissions.Write, SharedAccessExpiryTime = DateTime.UtcNow.AddDays(7) }; this.requestBlobUri = string.Join(string.Empty, this.requestBlobContainer.Uri, this.requestBlobContainer.GetSharedAccessSignature(blobPolicy)); this.requestStorageClients = this.requestQueues.Select(q => new AzureStorageClient(q, this.requestBlobContainer)).ToArray(); // this.responseStorageClient = new AzureStorageClient(this.responseQueue, this.responseBlobContainer); // initialize sender and retriever this.messageSender = new MessageSender(this.responseMessageClients, SenderConcurrency); this.messageRetrievers = this.requestStorageClients.Select(c => new MessageRetriever(c.Queue, RetrieverConcurrency, DefaultVisibleTimeout, this.HandleMessages, null)).ToArray(); this.receiveRequest = this.ReceiveRequest; }