/// <summary>
/// Checks for the existence of a specific Azure Web Site, if it doesn't exist it will create it.
/// </summary>
/// <param name="client">The <see cref="ServiceBusManagementClient"/> that is performing the operation.</param>
/// <param name="sbName">The name of the namespace we want to create.</param>
/// <param name="region">The region where we want to create the namespace.</param>
/// <returns>The async <see cref="Task"/> wrapper.</returns>
public static async Task CreateNamespaceIfNotExistsAsync(this ServiceBusManagementClient client, string sbName, string region)
{
Contract.Requires(client != null);
Contract.Requires(!string.IsNullOrWhiteSpace(sbName));
Contract.Requires(!string.IsNullOrWhiteSpace(region));
ServiceBusNamespaceResponse sb = null;
FlexStreams.Publish(new CheckIfExistsEvent(AzureResource.ServiceBus, sbName));
try
{
sb = await client.Namespaces.GetAsync(sbName);
}
catch (CloudException cex)
{
// TODO: At the moment of this writing, the ErrorCode in the exception was not in place, so it's a general catch with a contains and that's bad.
// TODO: This needs to change to the proper trapping of the ErrorCode when they put this in place in the MAML.
if (!cex.Message.Contains("Request to a downlevel service failed."))
{
throw;
}
}
if (sb != null)
{
FlexStreams.Publish(new FoundExistingEvent(AzureResource.ServiceBus, sbName));
return;
}
await client.Namespaces.CreateAsync(sbName, region);
FlexStreams.Publish(new ProvisionEvent(AzureResource.ServiceBus, sbName));
}
private AzurePrepOutputs CreateEventHub(AzurePrepInputs inputs)
{
AzurePrepOutputs result = new AzurePrepOutputs
{
SBNamespace = inputs.SBNamespace
};
// Create Namespace
var sbMgmt = new ServiceBusManagementClient(inputs.Credentials);
ServiceBusNamespaceResponse nsResponse = null;
_ConsoleBuffer.Add(string.Format("Creating Service Bus namespace {0} in location {1}", inputs.SBNamespace, inputs.Location));
try
{
// There is (currently) no clean error code returned when the namespace already exists
// Check if it does
nsResponse = sbMgmt.Namespaces.Create(inputs.SBNamespace, inputs.Location);
_ConsoleBuffer.Add(string.Format("Service Bus namespace {0} created.", inputs.SBNamespace));
}
catch (Exception)
{
nsResponse = null;
_ConsoleBuffer.Add(string.Format("Service Bus namespace {0} already existed.", inputs.SBNamespace));
}
// Wait until the namespace is active
while (nsResponse == null || nsResponse.Namespace.Status != "Active")
{
nsResponse = sbMgmt.Namespaces.Get(inputs.SBNamespace);
if (nsResponse.Namespace.Status == "Active")
{
break;
}
_ConsoleBuffer.Add(string.Format("Namespace {0} in state {1}. Waiting...", inputs.SBNamespace, nsResponse.Namespace.Status));
System.Threading.Thread.Sleep(5000);
}
// Get the namespace connection string
var nsDescription = sbMgmt.Namespaces.GetNamespaceDescription(inputs.SBNamespace);
result.nsConnectionString = nsDescription.NamespaceDescriptions.First(
(d) => String.Equals(d.AuthorizationType, "SharedAccessAuthorization")
).ConnectionString;
// Create EHs + device keys + consumer keys (WebSite*)
var nsManager = NamespaceManager.CreateFromConnectionString(result.nsConnectionString);
var ehDescriptionDevices = new EventHubDescription(inputs.EventHubNameDevices)
{
PartitionCount = 8,
};
ehDescriptionDevices.Authorization.Add(new SharedAccessAuthorizationRule("D1", new List <AccessRights> {
AccessRights.Send
}));
ehDescriptionDevices.Authorization.Add(new SharedAccessAuthorizationRule("D2", new List <AccessRights> {
AccessRights.Send
}));
ehDescriptionDevices.Authorization.Add(new SharedAccessAuthorizationRule("D3", new List <AccessRights> {
AccessRights.Send
}));
ehDescriptionDevices.Authorization.Add(new SharedAccessAuthorizationRule("D4", new List <AccessRights> {
AccessRights.Send
}));
ehDescriptionDevices.Authorization.Add(new SharedAccessAuthorizationRule("WebSite", new List <AccessRights> {
AccessRights.Manage, AccessRights.Listen, AccessRights.Send
}));
ehDescriptionDevices.Authorization.Add(new SharedAccessAuthorizationRule("StreamingAnalytics", new List <AccessRights> {
AccessRights.Manage, AccessRights.Listen, AccessRights.Send
}));
_ConsoleBuffer.Add(string.Format("Creating Event Hub {0}...", inputs.EventHubNameDevices));
result.ehDevices = null;
do
{
try
{
result.ehDevices = nsManager.CreateEventHubIfNotExists(ehDescriptionDevices);
}
catch (UnauthorizedAccessException)
{
_ConsoleBuffer.Add("Service Bus connection string not valid yet. Waiting...");
System.Threading.Thread.Sleep(5000);
}
} while (result.ehDevices == null);
ConsoleHelper.AskAndPerformAction(
"Do you want to create " + inputs.EventHubNameAlerts + " Event Hub?",
"Are you sure you want to create " + inputs.EventHubNameAlerts + " Event Hub?",
"Are you sure you do not want to create " + inputs.EventHubNameAlerts + " Event Hub?",
() =>
{
var ehDescriptionAlerts = new EventHubDescription(inputs.EventHubNameAlerts)
{
PartitionCount = 8,
};
ehDescriptionAlerts.Authorization.Add(new SharedAccessAuthorizationRule("WebSite", new List <AccessRights> {
AccessRights.Manage, AccessRights.Listen, AccessRights.Send
}));
ehDescriptionAlerts.Authorization.Add(new SharedAccessAuthorizationRule("StreamingAnalytics", new List <AccessRights> {
AccessRights.Manage, AccessRights.Listen, AccessRights.Send
}));
_ConsoleBuffer.Add(string.Format("Creating Event Hub {0}...", inputs.EventHubNameAlerts));
result.ehAlerts = null;
do
{
try
{
result.ehAlerts = nsManager.CreateEventHubIfNotExists(ehDescriptionAlerts);
}
catch (UnauthorizedAccessException)
{
_ConsoleBuffer.Add("Service Bus connection string not valid yet. Waiting...");
System.Threading.Thread.Sleep(5000);
}
} while (result.ehAlerts == null);
},
_ConsoleBuffer);
// Create Storage Account for Event Hub Processor
var stgMgmt = new StorageManagementClient(inputs.Credentials);
try
{
_ConsoleBuffer.Add(string.Format("Creating Storage Account {0} in location {1}...",
inputs.StorageAccountName, inputs.Location));
var resultStg = stgMgmt.StorageAccounts.Create(
new StorageAccountCreateParameters {
Name = inputs.StorageAccountName.ToLowerInvariant(), Location = inputs.Location, AccountType = "Standard_LRS"
});
if (resultStg.StatusCode != System.Net.HttpStatusCode.OK)
{
_ConsoleBuffer.Add(string.Format("Error creating storage account {0} in Location {1}: {2}",
inputs.StorageAccountName, inputs.Location, resultStg.StatusCode));
return(null);
}
}
catch (CloudException ce)
{
if (String.Equals(ce.Error.Code, "ConflictError", StringComparison.InvariantCultureIgnoreCase))
{
_ConsoleBuffer.Add(string.Format("Storage account {0} already existed.", inputs.StorageAccountName));
}
else
{
throw;
}
}
return(result);
}
public int Run()
{
// Obtain management via .publishsettings file from https://manage.windowsazure.com/publishsettings/index?schemaversion=2.0
var creds = new CertificateCloudCredentials(SubscriptionId, ManagementCertificate);
// Create Namespace
var sbMgmt = new ServiceBusManagementClient(creds);
ServiceBusNamespaceResponse nsResponse = null;
Console.WriteLine("Creating Service Bus namespace {0} in location {1}", SBNamespace, Location);
try
{
var resultSb = sbMgmt.Namespaces.Create(SBNamespace, Location);
if (resultSb.StatusCode != System.Net.HttpStatusCode.OK)
{
Console.WriteLine("Error creating Service Bus namespace {0} in Location {1}: {2}", SBNamespace, Location, resultSb.StatusCode);
return(1);
}
}
catch (CloudException)
{
try
{
// There is (currently) no clean error code returned when the namespace already exists
// Check if it does
nsResponse = sbMgmt.Namespaces.Get(SBNamespace);
Console.WriteLine("Service Bus namespace {0} already existed.", SBNamespace);
}
catch (Exception)
{
nsResponse = null;
}
if (nsResponse == null)
{
throw;
}
}
// Wait until the namespace is active
while (nsResponse == null || nsResponse.Namespace.Status != "Active")
{
nsResponse = sbMgmt.Namespaces.Get(SBNamespace);
if (nsResponse.Namespace.Status == "Active")
{
break;
}
Console.WriteLine("Namespace {0} in state {1}. Waiting...", SBNamespace, nsResponse.Namespace.Status);
System.Threading.Thread.Sleep(5000);
}
// Get the namespace connection string
var nsDescription = sbMgmt.Namespaces.GetNamespaceDescription(SBNamespace);
var nsConnectionString = nsDescription.NamespaceDescriptions.First(
(d) => String.Equals(d.AuthorizationType, "SharedAccessAuthorization")
).ConnectionString;
// Create EHs + device keys + consumer keys (WebSite*)
var nsManager = NamespaceManager.CreateFromConnectionString(nsConnectionString);
var ehDescriptionDevices = new EventHubDescription(EventHubNameDevices)
{
PartitionCount = 8,
};
ehDescriptionDevices.Authorization.Add(new SharedAccessAuthorizationRule("D1", new List <AccessRights> {
AccessRights.Send
}));
ehDescriptionDevices.Authorization.Add(new SharedAccessAuthorizationRule("D2", new List <AccessRights> {
AccessRights.Send
}));
ehDescriptionDevices.Authorization.Add(new SharedAccessAuthorizationRule("D3", new List <AccessRights> {
AccessRights.Send
}));
ehDescriptionDevices.Authorization.Add(new SharedAccessAuthorizationRule("D4", new List <AccessRights> {
AccessRights.Send
}));
ehDescriptionDevices.Authorization.Add(new SharedAccessAuthorizationRule("WebSite", new List <AccessRights> {
AccessRights.Manage, AccessRights.Listen, AccessRights.Send
}));
ehDescriptionDevices.Authorization.Add(new SharedAccessAuthorizationRule("StreamingAnalytics", new List <AccessRights> {
AccessRights.Manage, AccessRights.Listen, AccessRights.Send
}));
Console.WriteLine("Creating Event Hub {0}", EventHubNameDevices);
EventHubDescription ehDevices = null;
do
{
try
{
ehDevices = nsManager.CreateEventHubIfNotExists(ehDescriptionDevices);
}
catch (System.UnauthorizedAccessException)
{
Console.WriteLine("Service Bus connection string not valid yet. Waiting...");
System.Threading.Thread.Sleep(5000);
}
} while (ehDevices == null);
var ehDescriptionAlerts = new EventHubDescription(EventHubNameAlerts)
{
PartitionCount = 8,
};
ehDescriptionAlerts.Authorization.Add(new SharedAccessAuthorizationRule("WebSite", new List <AccessRights> {
AccessRights.Manage, AccessRights.Listen, AccessRights.Send
}));
ehDescriptionAlerts.Authorization.Add(new SharedAccessAuthorizationRule("StreamingAnalytics", new List <AccessRights> {
AccessRights.Manage, AccessRights.Listen, AccessRights.Send
}));
Console.WriteLine("Creating Event Hub {0}", EventHubNameAlerts);
var ehAlerts = nsManager.CreateEventHubIfNotExists(ehDescriptionAlerts);
// Create Storage Account for Event Hub Processor
var stgMgmt = new StorageManagementClient(creds);
try
{
Console.WriteLine("Creating Storage Account {0} in location {1}", StorageAccountName, Location);
var resultStg = stgMgmt.StorageAccounts.Create(
new StorageAccountCreateParameters {
Name = StorageAccountName.ToLowerInvariant(), Location = Location, AccountType = "Standard_LRS"
});
if (resultStg.StatusCode != System.Net.HttpStatusCode.OK)
{
Console.WriteLine("Error creating storage account {0} in Location {1}: {2}", StorageAccountName, Location, resultStg.StatusCode);
return(1);
}
}
catch (CloudException ce)
{
if (String.Equals(ce.ErrorCode, "ConflictError", StringComparison.InvariantCultureIgnoreCase))
{
Console.WriteLine("Storage account {0} already existed.", StorageAccountName);
}
else
{
throw;
}
}
var keyResponse = stgMgmt.StorageAccounts.GetKeys(StorageAccountName.ToLowerInvariant());
if (keyResponse.StatusCode != System.Net.HttpStatusCode.OK)
{
Console.WriteLine("Error retrieving access keys for storage account {0} in Location {1}: {2}", StorageAccountName, Location, keyResponse.StatusCode);
return(1);
}
var storageKey = keyResponse.PrimaryKey;
string ehDevicesWebSiteConnectionString = new ServiceBusConnectionStringBuilder(nsConnectionString)
{
SharedAccessKeyName = "WebSite",
SharedAccessKey = (ehDevices.Authorization.First((d)
=> String.Equals(d.KeyName, "WebSite", StringComparison.InvariantCultureIgnoreCase)) as SharedAccessAuthorizationRule).PrimaryKey,
}.ToString();
string ehAlertsWebSiteConnectionString = new ServiceBusConnectionStringBuilder(nsConnectionString)
{
SharedAccessKeyName = "WebSite",
SharedAccessKey = (ehAlerts.Authorization.First((d)
=> String.Equals(d.KeyName, "WebSite", StringComparison.InvariantCultureIgnoreCase)) as SharedAccessAuthorizationRule).PrimaryKey,
}.ToString();
// Write a new web.config template file
var doc = new XmlDocument();
doc.PreserveWhitespace = true;
var inputFileName = (this.Transform ? "\\web.PublishTemplate.config" : "\\web.config");
var outputFileName = (this.Transform ? String.Format("\\web.{0}.config", NamePrefix) : "\\web.config");
doc.Load(WebSiteDirectory + inputFileName);
doc.SelectSingleNode("/configuration/appSettings/add[@key='Microsoft.ServiceBus.EventHubDevices']/@value").Value
= EventHubNameDevices;
doc.SelectSingleNode("/configuration/appSettings/add[@key='Microsoft.ServiceBus.EventHubAlerts']/@value").Value
= EventHubNameAlerts;
doc.SelectSingleNode("/configuration/appSettings/add[@key='Microsoft.ServiceBus.ConnectionString']/@value").Value
= nsConnectionString;
doc.SelectSingleNode("/configuration/appSettings/add[@key='Microsoft.ServiceBus.ConnectionStringDevices']/@value").Value
= ehDevicesWebSiteConnectionString;
doc.SelectSingleNode("/configuration/appSettings/add[@key='Microsoft.ServiceBus.ConnectionStringAlerts']/@value").Value
= ehAlertsWebSiteConnectionString;
doc.SelectSingleNode("/configuration/appSettings/add[@key='Microsoft.Storage.ConnectionString']/@value").Value =
String.Format("DefaultEndpointsProtocol=https;AccountName={0};AccountKey={1}", StorageAccountName, storageKey);
var outputFile = System.IO.Path.GetFullPath(WebSiteDirectory + outputFileName);
doc.Save(outputFile);
Console.WriteLine();
Console.WriteLine("Service Bus management connection string (i.e. for use in Service Bus Explorer):");
Console.WriteLine(nsConnectionString);
Console.WriteLine();
Console.WriteLine("Device AMQP address strings (for Raspberry PI/devices):");
for (int i = 1; i <= 4; i++)
{
var deviceKeyName = String.Format("D{0}", i);
var deviceKey = (ehDevices.Authorization.First((d)
=> String.Equals(d.KeyName, deviceKeyName, StringComparison.InvariantCultureIgnoreCase)) as SharedAccessAuthorizationRule).PrimaryKey;
Console.WriteLine("amqps://{0}:{1}@{2}.servicebus.windows.net", deviceKeyName, Uri.EscapeDataString(deviceKey), SBNamespace);
//Console.WriteLine(new ServiceBusConnectionStringBuilder(nsConnectionString)
//{
// SharedAccessKeyName = deviceKeyName,
// SharedAccessKey = deviceKey,
//}.ToString());
}
Console.WriteLine();
Console.WriteLine("Web.Config saved to {0}", outputFile);
#if AZURESTREAMANALYTICS
// Create StreamAnalyticsJobs + inputs + outputs + enter keys
// Untested code. May require AAD authentication, no support for management cert?
// Create Resource Group for the Stream Analytics jobs
var groupCreateRequest = WebRequest.Create(String.Format("https://management.azure.com/subscriptions/{0}/resourcegroups/{1}?api-version=2014-04-01-preview",
SubscriptionId, StreamAnalyticsGroup)) as HttpWebRequest;
groupCreateRequest.ClientCertificates.Add(creds.ManagementCertificate);
groupCreateRequest.ContentType = "application/json";
groupCreateRequest.Method = "PUT";
groupCreateRequest.KeepAlive = true;
var bytesGroup = Encoding.UTF8.GetBytes("{\"location\":\"Central US\"}");
groupCreateRequest.ContentLength = bytesGroup.Length;
groupCreateRequest.GetRequestStream().Write(bytesGroup, 0, bytesGroup.Length);
var groupCreateResponse = groupCreateRequest.GetResponse();
//var streamMgmt = new ManagementClient(creds); //, new Uri("https://management.azure.com"));
//HttpClient client = streamMgmt.HttpClient;
var createJob = new StreamAnalyticsJob()
{
location = Location,
inputs = new List <StreamAnalyticsEntity>
{
new StreamAnalyticsEntity
{
name = "devicesInput",
properties = new Dictionary <string, object>
{
{ "type", "stream" },
{ "serialization", new Dictionary <string, object>
{
{ "type", "JSON" },
{ "properties", new Dictionary <string, object>
{
{ "encoding", "UTF8" },
} }
} },
{ "datasource", new Dictionary <string, object>
{
{ "type", "Microsoft.ServiceBus/EventHub" },
{ "properties", new Dictionary <string, object>
{
{ "eventHubNamespace", Namespace },
{ "eventHubName", EventHubDevices },
{ "sharedAccessPolicyName", "StreamingAnalytics" },
{ "sharedAccessPolicyKey",
(ehDevices.Authorization.First((d)
=> String.Equals(d.KeyName, "StreamingAnalytics", StringComparison.InvariantCultureIgnoreCase)) as SharedAccessAuthorizationRule).PrimaryKey },
} }
} }
},
},
},
transformation = new StreamAnalyticsEntity()
{
name = "Aggregates",
properties = new Dictionary <string, object>
{
{ "streamingUnits", 1 },
{ "query", "select * from devicesInput" },
}
},
outputs = new List <StreamAnalyticsEntity>
{
new StreamAnalyticsEntity
{
name = "output",
properties = new Dictionary <string, object>
{
{ "datasource", new Dictionary <string, object>
{
{ "type", "Microsoft.ServiceBus/EventHub" },
{ "properties", new Dictionary <string, object>
{
{ "eventHubNamespace", Namespace },
{ "eventHubName", EventHubAlerts },
{ "sharedAccessPolicyName", "StreamingAnalytics" },
{ "sharedAccessPolicyKey",
(ehAlerts.Authorization.First((d) => String.Equals(d.KeyName, "StreamingAnalytics", StringComparison.InvariantCultureIgnoreCase)) as SharedAccessAuthorizationRule).PrimaryKey },
} }
} },
{ "serialization", new Dictionary <string, object>
{
{ "type", "JSON" },
{ "properties", new Dictionary <string, object>
{
{ "encoding", "UTF8" },
} }
} },
},
},
}
};
var jobCreateRequest = WebRequest.Create(String.Format("https://management.azure.com/subscriptions/{0}/resourcegroups/{1}/Microsoft.StreamAnalytics/streamingjobs/{2}?api-version=2014-10-01",
SubscriptionId, StreamAnalyticsGroup, JobAggregates)) as HttpWebRequest;
jobCreateRequest.ClientCertificates.Add(creds.ManagementCertificate);
jobCreateRequest.ContentType = "application/json";
jobCreateRequest.Method = "PUT";
jobCreateRequest.KeepAlive = true;
var bytes = Encoding.UTF8.GetBytes(JsonConvert.SerializeObject(createJob));
jobCreateRequest.ContentLength = bytes.Length;
jobCreateRequest.GetRequestStream().Write(bytes, 0, bytes.Length);
var jobCreateResponse = jobCreateRequest.GetResponse();
//var jobCreateTask = streamMgmt.HttpClient.PutAsync(
// String.Format("https://management.azure.com/subscriptions/{0}/resourcegroups/{1}/Microsoft.StreamAnalytics/streamingjobs/{2}?api-version=2014-10-01",
// SubscriptionId, StreamAnalyticsGroup, JobAggregates),
// new StringContent(JsonConvert.SerializeObject(createJob)));
//jobCreateTask.Wait();
//var jobCreateResponse = jobCreateTask.Result;
#endif
return(0);
}
