public static void CheckForAzureStorage()
{
if ((UseAadAuthentication && (TableEndpoint == null)) ||
(!UseAadAuthentication && string.IsNullOrWhiteSpace(DataConnectionString)))
{
throw new SkipException("No connection string found. Skipping");
}
bool usingLocalWAS = string.Equals(DataConnectionString, "UseDevelopmentStorage=true", StringComparison.OrdinalIgnoreCase);
if (!usingLocalWAS)
{
// Tests are using Azure Cloud Storage, not local WAS emulator.
ForceTlsVersion();
return;
}
//Starts the storage emulator if not started already and it exists (i.e. is installed).
if (!StorageEmulator.TryStart())
{
string errorMsg = "Azure Storage Emulator could not be started.";
Console.WriteLine(errorMsg);
throw new SkipException(errorMsg);
}
}
public static void ClassInitialize(TestContext testContext)
{
//Starts the storage emulator if not started already and it exists (i.e. is installed).
if (!StorageEmulator.TryStart())
{
Console.WriteLine("Azure Storage Emulator could not be started.");
}
}
public override TestCluster CreateTestCluster()
{
Assert.True(StorageEmulator.TryStart());
var options = new TestClusterOptions(NumberOfSilos);
options.ClusterConfiguration.AddAzureBlobStorageProvider("MemoryStore", "UseDevelopmentStorage=true");
options.ClusterConfiguration.Globals.DefaultPlacementStrategy = "ActivationCountBasedPlacement";
options.ClusterConfiguration.Globals.NumMissedProbesLimit = 1;
options.ClusterConfiguration.Globals.NumVotesForDeathDeclaration = 1;
return(new TestCluster(options));
}
protected override void ConfigureTestCluster(TestClusterBuilder builder)
{
Assert.True(StorageEmulator.TryStart());
builder.Options.InitialSilosCount = NumberOfSilos;
builder.ConfigureLegacyConfiguration(legacy =>
{
legacy.ClusterConfiguration.Globals.DefaultPlacementStrategy = "ActivationCountBasedPlacement";
legacy.ClusterConfiguration.Globals.NumMissedProbesLimit = 1;
legacy.ClusterConfiguration.Globals.NumVotesForDeathDeclaration = 1;
});
}
public void StopEmulators(out string warning)
{
var runTool = new CsRun(AzureTool.GetComputeEmulatorDirectory());
runTool.StopComputeEmulator();
var storageEmulator = new StorageEmulator(AzureTool.GetStorageEmulatorDirectory());
storageEmulator.Stop();
//for now, errors related with storage emulator are treated as non-fatal
warning = storageEmulator.Error;
}
public void Start_StorageEmulatorNotInstalled_GetWarning()
{
// Setup
StorageEmulator emulator = new StorageEmulator(null);
Mock<ProcessHelper> commandRunner = new Mock<ProcessHelper>();
// Execute
emulator.Start();
// Assert
Assert.AreEqual(Resources.WarningWhenStorageEmulatorIsMissing, emulator.Error);
}
public void Start_StorageEmulatorNotInstalled_GetWarning()
{
// Setup
StorageEmulator emulator = new StorageEmulator(null);
Mock <ProcessHelper> commandRunner = new Mock <ProcessHelper>();
// Execute
emulator.Start();
// Assert
Assert.Equal(Resources.WarningWhenStorageEmulatorIsMissing, emulator.Error);
}
public static void ClassInitialize(TestContext testContext)
{
TraceLogger.Initialize(new NodeConfiguration());
TraceLogger.AddTraceLevelOverride("SQLMembershipTableTests", Logger.Severity.Verbose3);
// Set shorter init timeout for these tests
OrleansSiloInstanceManager.initTimeout = TimeSpan.FromSeconds(20);
//Starts the storage emulator if not started already and it exists (i.e. is installed).
if (!StorageEmulator.TryStart())
{
Console.WriteLine("Azure Storage Emulator could not be started.");
}
}
/// <summary>
/// Starts azure emulator for this service.
/// </summary>
/// <remarks>This methods removes all deployments already in the emulator.</remarks>
/// <param name="launchBrowser">Switch to control opening a browser for web roles.</param>
/// <param name="standardOutput">Output result from csrun.exe</param>
/// <param name="standardError">Error result from csrun.exe</param>
public void StartEmulators(bool launchBrowser, ComputeEmulatorMode mode, out string roleInformation, out string warning)
{
var runTool = new CsRun(AzureTool.GetComputeEmulatorDirectory());
runTool.StartEmulator(Paths.LocalPackage, Paths.LocalConfiguration, launchBrowser, mode);
roleInformation = runTool.RoleInformation;
var storageEmulator = new StorageEmulator(AzureTool.GetStorageEmulatorDirectory());
storageEmulator.Start();
//for now, errors related with storage emulator are treated as non-fatal
warning = storageEmulator.Error;
}
public void Stop_StorageEmulatorInstalled_UseCorrectCommand()
{
// Setup
string testFolder = @"c:\sample-path";
string expectedCommand = Path.Combine(testFolder, Resources.StorageEmulatorExe);
StorageEmulator emulator = new StorageEmulator(@"c:\sample-path");
Mock<ProcessHelper> commandRunner = new Mock<ProcessHelper>();
commandRunner.Setup(p => p.StartAndWaitForProcess(expectedCommand, Resources.StopStorageEmulatorCommandArgument));
emulator.CommandRunner = commandRunner.Object;
// Execute
emulator.Stop();
// Assert
commandRunner.Verify();
}
public static void CheckForAzureStorage()
{
bool usingLocalWAS = StorageTestConstants.UsingAzureLocalStorageEmulator;
if (!usingLocalWAS)
{
// Tests are using Azure Cloud Storage, not local WAS emulator.
return;
}
//Starts the storage emulator if not started already and it exists (i.e. is installed).
if (!StorageEmulator.TryStart())
{
string errorMsg = "Azure Storage Emulator could not be started.";
Console.WriteLine(errorMsg);
throw new SkipException(errorMsg);
}
}
public void Stop_StorageEmulatorInstalled_UseCorrectCommand()
{
// Setup
string testFolder = @"c:\sample-path";
string expectedCommand = Path.Combine(testFolder, Resources.StorageEmulatorExe);
StorageEmulator emulator = new StorageEmulator(@"c:\sample-path");
Mock <ProcessHelper> commandRunner = new Mock <ProcessHelper>();
commandRunner.Setup(p => p.StartAndWaitForProcess(expectedCommand, Resources.StopStorageEmulatorCommandArgument));
emulator.CommandRunner = commandRunner.Object;
// Execute
emulator.Stop();
// Assert
commandRunner.Verify();
}
public static void CheckForAzureStorage()
{
bool usingLocalWAS = string.Equals(TestDefaultConfiguration.DataConnectionString, "UseDevelopmentStorage=true", StringComparison.OrdinalIgnoreCase);
if (!usingLocalWAS)
{
// Tests are using Azure Cloud Storage, not local WAS emulator.
return;
}
//Starts the storage emulator if not started already and it exists (i.e. is installed).
if (!StorageEmulator.TryStart())
{
string errorMsg = "Azure Storage Emulator could not be started.";
Console.WriteLine(errorMsg);
throw new SkipException(errorMsg);
}
}
public async Task ValidateConfiguration_Startup()
{
Skip.IfNot(StorageEmulator.TryStart(), "This test explicitly requires the Azure Storage emulator to run");
var serviceRuntime = new TestServiceRuntimeWrapper();
serviceRuntime.DeploymentId = "foo";
serviceRuntime.Settings["DataConnectionString"] = "UseDevelopmentStorage=true";
serviceRuntime.InstanceName = "name";
var config = AzureSilo.DefaultConfiguration(serviceRuntime);
config.AddMemoryStorageProvider();
AzureSilo orleansAzureSilo = new AzureSilo(serviceRuntime, this.loggerFactory);
bool ok = await orleansAzureSilo.ValidateConfiguration(config);
Assert.True(ok);
}
public static void CheckForAzureStorage(string dataConnectionString)
{
if (string.IsNullOrWhiteSpace(dataConnectionString))
{
throw new SkipException("No connection string found. Skipping");
}
bool usingLocalWAS = string.Equals(dataConnectionString, "UseDevelopmentStorage=true", StringComparison.OrdinalIgnoreCase);
if (!usingLocalWAS)
{
// Tests are using Azure Cloud Storage, not local WAS emulator.
return;
}
//Starts the storage emulator if not started already and it exists (i.e. is installed).
if (!StorageEmulator.TryStart())
{
throw new SkipException("Azure Storage Emulator could not be started.");
}
}
// LINQPad script entry point
// when deployed as an Azure Function this method is not used
public static async Task <int> MainAsync(object userQuery, string[] args)
{
var hasConsoleInput = false;
if ("LPRun.exe".Equals(Process.GetCurrentProcess().MainModule.ModuleName, StringComparison.OrdinalIgnoreCase))
{
hasConsoleInput = Environment.UserInteractive;
// pipe trace to console
Trace.Listeners.Add(new ConsoleTraceListener());
}
if (userQuery == null)
{
throw new ArgumentNullException("User query cannot be null. You should pass 'this' here.", nameof(userQuery));
}
var userQueryTypeInfo = new UserQueryTypeInfo(userQuery);
var currentQuery = Util.CurrentQuery;
if (currentQuery == null)
{
throw new InvalidOperationException("This script must be run from wthin a LINQPad context (either via LINQPad or LPRun).");
}
var currentQueryInfo = new QueryInfo(currentQuery);
var currentQueryPath = Util.CurrentQueryPath;
if (currentQueryPath == null)
{
throw new InvalidOperationException("A file name is required (save your LINQPad query to disk). Without it, we cannot establish a context for your functions.");
}
var currentQueryPathInfo = new QueryPathInfo(currentQueryPath);
// ========
args = args ?? new string[0]; // note: `args` can be null
if (args.Length == 0)
{
if (FirstRun.ShouldPrompt())
{
FirstRun.Prompt();
}
// ================================
var workingDirectory = Path.Combine(Env.GetLocalAppDataDirectory(), currentQueryPathInfo.InstanceId);
Debug.WriteLine($"workingDirectory: {workingDirectory}");
FunctionApp.Deploy(workingDirectory);
// ================================
Compiler.Compile(new UserQueryTypeInfo(userQuery), currentQueryInfo, new CompilationOptions(currentQueryPath)
{
OutDir = workingDirectory,
}, currentQueryInfo);
// ================================
StorageEmulator.StartOrInstall();
// todo: if AzureWebJobsStorage or AzureWebJobsDashboard is set elsewhere, like app.config we shouldn't override them like this
if (string.IsNullOrEmpty(Environment.GetEnvironmentVariable("AzureWebJobsStorage")))
{
Environment.SetEnvironmentVariable("AzureWebJobsStorage", "UseDevelopmentStorage=true");
}
if (string.IsNullOrEmpty(Environment.GetEnvironmentVariable("AzureWebJobsDashboard")))
{
Environment.SetEnvironmentVariable("AzureWebJobsDashboard", "UseDevelopmentStorage=true");
}
// ================================
var lastWriteTime = File.GetLastWriteTimeUtc(currentQueryPathInfo.QueryPath);
using (var fs = new FileSystemWatcher(currentQueryPathInfo.QueryDirectoryName, currentQueryPathInfo.QueryFileName))
{
var stream = new BlockingCollection <int>();
ThreadPool.QueueUserWorkItem(_ =>
{
foreach (var x in stream.GetConsumingEnumerable())
{
Thread.Sleep(250); // hold, for just a moment...
var lastWriteTime2 = File.GetLastWriteTimeUtc(currentQueryPathInfo.QueryPath);
if (lastWriteTime < lastWriteTime2)
{
Debug.WriteLine("Recompiling...");
Util.RunAndWait(currentQueryPathInfo.QueryPath, new[] { "-compile", "-out-dir", workingDirectory });
Debug.WriteLine("Recompiled!");
lastWriteTime = lastWriteTime2;
}
}
});
fs.Changed += (sender, e) => stream.Add(0);
fs.EnableRaisingEvents = true;
await JobHost.LaunchAsync(workingDirectory);
stream.CompleteAdding();
}
// ================================
return(0);
}
else
{
try
{
var options = CommandLine.Parse(args, new Options {
});
if (options.compile)
{
var compilationOptions = new CompilationOptions(currentQueryPath);
compilationOptions.OutDir = options.out_dir == null?Path.Combine(compilationOptions.QueryDirectoryName, compilationOptions.QueryName + "_" + userQueryTypeInfo.Id) : Path.GetFullPath(options.out_dir);
Compiler.Compile(userQueryTypeInfo, currentQueryInfo, compilationOptions, currentQueryInfo);
Trace.WriteLine($"Done. Output written to '{compilationOptions.OutDir}'");
return(0);
}
else if (options.publish)
{
var compilationOptions = new CompilationOptions(currentQueryPath);
compilationOptions.OutDir = Path.Combine(compilationOptions.QueryDirectoryName, compilationOptions.QueryName + "_" + userQueryTypeInfo.Id + "_" + Environment.TickCount);
try
{
Compiler.Compile(userQueryTypeInfo, currentQueryInfo, compilationOptions, currentQueryInfo);
var publishSettingsFileNames = FileUtil.ResolveSearchPatternUpDirectoryTree(compilationOptions.QueryDirectoryName, "*.PublishSettings").ToList();
if (1 != publishSettingsFileNames.Count)
{
if (1 < publishSettingsFileNames.Count)
{
throw new InvalidOperationException($"Aborted. Found two or more '*.PublishSettings' files. " + string.Join(", ", publishSettingsFileNames));
}
else
{
throw new InvalidOperationException($"Aborted. Cannot find a '*.PublishSettings' file in '{compilationOptions.QueryDirectoryName}' or any of it's parents");
}
}
var kudu = KuduClient.FromPublishProfile(publishSettingsFileNames[0]);
var appSettings = kudu.GetSettings();
if (appSettings.TryGetValue("WEBSITE_SITE_NAME", out var siteName) && appSettings.TryGetValue("WEBSITE_SLOT_NAME", out var slotName))
{
Trace.WriteLine($"Publishing to '{siteName}' ({slotName})...");
}
else
{
Trace.WriteLine($"Site '{kudu.Host}' metadata is missing");
}
// this setting needs to be changed using the az command line
// https://docs.microsoft.com/en-us/azure/azure-functions/set-runtime-version#view-and-update-the-runtime-version-using-azure-cli
// using the Kudu settings API doesn't update the application app settings
if (appSettings.TryGetValue("FUNCTIONS_EXTENSION_VERSION", out var functionsExtensionVersion))
{
if (functionsExtensionVersion != "~1")
{
var text = "The Azure Functions runtime version 1.x is required. Would you like to change the FUNCTIONS_EXTENSION_VERSION setting to ~1?";
var caption = "Azure Functions Runtime";
if (MessageBox.ShowYesNoQuestion(text, caption))
{
var result = await Az.RunAsunc("functionapp", "list", "--query", $"[?name=='{siteName}']");
if (result.Output.Count() != 1)
{
throw new InvalidOperationException($"Aborted. Cannot find Azure Function App '{siteName}'");
}
var functionApp = result.Output[0];
var g = (string)functionApp["resourceGroup"];
var result2 = await Az.RunAsunc("functionapp", "config", "appsettings", "set", "-g", g, "-n", siteName, "--settings", "FUNCTIONS_EXTENSION_VERSION=~1");
if (result2.ExitCode != 0)
{
throw new InvalidOperationException($"Aborted. Cannot configure Azure Function App '{siteName}'");
}
}
else
{
throw new InvalidOperationException("Aborted. Azure Functions runtime version 1.x is required");
}
}
}
// need to check for cloud pad function app runtime
// if not found, offer to deploy it
if (!kudu.VfsExists("site/wwwroot/bin/CloudPad.FunctionApp.dll"))
{
if (hasConsoleInput)
{
var text = "It looks like the CloudPad.FunctionApp (runtime) has not been deployed yet. Would you like to deploy this now (you only do this once per Azure Function App)?";
var caption = "Deployment";
if (MessageBox.ShowYesNoQuestion(text, caption))
{
Trace.WriteLine($"Deploying runtime... (this will just take a minute)");
kudu.ZipDeployPackage(FunctionApp.PackageUri);
}
}
else
{
Trace.WriteLine($"Oh no. You have to deploy the CloudPad.FunctionApp runtime first");
return(1);
}
}
Trace.WriteLine($"Deploying script '{currentQueryPathInfo.QueryFileNameWithoutExtension}' ({userQueryTypeInfo.AssemblyName})...");
kudu.ZipUpload(compilationOptions.OutDir);
}
finally
{
if (Directory.Exists(compilationOptions.OutDir))
{
Directory.Delete(compilationOptions.OutDir, true);
}
}
Trace.WriteLine("Done.");
if (options.interactive)
{
if (hasConsoleInput)
{
Console.WriteLine("Press any key to continue...");
Console.ReadKey();
}
}
return(0);
}
else if (options.pack)
{
var compilationOptions = new CompilationOptions(currentQueryPath);
compilationOptions.OutDir = options.out_dir == null?Path.Combine(compilationOptions.QueryDirectoryName, compilationOptions.QueryName + "_publish") : Path.GetFullPath(options.out_dir);
FunctionApp.Deploy(compilationOptions.OutDir);
Compiler.Compile(userQueryTypeInfo, currentQueryInfo, compilationOptions, currentQueryInfo);
Trace.WriteLine($"Done. Output written to '{compilationOptions.OutDir}'");
return(0);
}
else if (options.install)
{
FirstRun.Install();
return(0);
}
}
catch (Exception ex)
{
Console.WriteLine(ex.Message);
Console.WriteLine(ex.StackTrace);
if (hasConsoleInput)
{
Console.WriteLine("Press any key to continue...");
Console.ReadKey();
}
throw;
}
return(1);
}
}
public static Task Initialize(TestContext context)
{
return(StorageEmulator.Initialize());
}
/// <summary>
/// Starts azure emulator for this service.
/// </summary>
/// <remarks>This methods removes all deployments already in the emulator.</remarks>
/// <param name="launchBrowser">Switch to control opening a browser for web roles.</param>
/// <param name="standardOutput">Output result from csrun.exe</param>
/// <param name="standardError">Error result from csrun.exe</param>
public void StartEmulators(bool launchBrowser, ComputeEmulatorMode mode , out string roleInformation, out string warning)
{
var runTool = new CsRun(AzureTool.GetComputeEmulatorDirectory());
runTool.StartEmulator(Paths.LocalPackage, Paths.LocalConfiguration, launchBrowser, mode);
roleInformation = runTool.RoleInformation;
var storageEmulator = new StorageEmulator(AzureTool.GetStorageEmulatorDirectory());
storageEmulator.Start();
//for now, errors related with storage emulator are treated as non-fatal
warning = storageEmulator.Error;
}
public void StopEmulators(out string warning)
{
var runTool = new CsRun(AzureTool.GetComputeEmulatorDirectory());
runTool.StopComputeEmulator();
var storageEmulator = new StorageEmulator(AzureTool.GetStorageEmulatorDirectory());
storageEmulator.Stop();
//for now, errors related with storage emulator are treated as non-fatal
warning = storageEmulator.Error;
}
/// <summary>
/// Tries to ensure the storage emulator is running before the tests start.
/// </summary>
/// <remarks>This could perhaps have more functionality.</remarks>
public bool EnsureEmulatorStorageForTesting()
{
return(StorageEmulator.TryStart());
}
public async Task ValidateConfiguration_Startup_Emulator()
{
Skip.IfNot(StorageEmulator.TryStart(), "This test explicitly requires the Azure Storage emulator to run");
await ValidateConfigurationAtStartup("UseDevelopmentStorage=true");
}
public void FixtureSetUp()
{
StorageEmulator.Start();
}