public static FunctionIndexer Create(CloudStorageAccount account, INameResolver nameResolver = null)
{
IStorageAccount storageAccount = account != null ? new StorageAccount(account) : null;
IStorageAccountProvider storageAccountProvider = new SimpleStorageAccountProvider
{
StorageAccount = account
};
IServiceBusAccountProvider serviceBusAccountProvider = null;
IExtensionTypeLocator extensionTypeLocator = new NullExtensionTypeLocator();
ContextAccessor <IMessageEnqueuedWatcher> messageEnqueuedWatcherAccessor =
new ContextAccessor <IMessageEnqueuedWatcher>();
ContextAccessor <IBlobWrittenWatcher> blobWrittenWatcherAccessor =
new ContextAccessor <IBlobWrittenWatcher>();
ISharedContextProvider sharedContextProvider = new SharedContextProvider();
ITriggerBindingProvider triggerBindingProvider = DefaultTriggerBindingProvider.Create(nameResolver,
storageAccountProvider, serviceBusAccountProvider, extensionTypeLocator,
new FixedHostIdProvider("test"), new SimpleQueueConfiguration(maxDequeueCount: 5),
BackgroundExceptionDispatcher.Instance, messageEnqueuedWatcherAccessor, blobWrittenWatcherAccessor,
sharedContextProvider, TextWriter.Null);
IBindingProvider bindingProvider = DefaultBindingProvider.Create(nameResolver, storageAccountProvider,
serviceBusAccountProvider, extensionTypeLocator, messageEnqueuedWatcherAccessor,
blobWrittenWatcherAccessor);
return(new FunctionIndexer(triggerBindingProvider, bindingProvider, DefaultJobActivator.Instance));
}
public Task <JobHostContext> CreateAndLogHostStartedAsync(CancellationToken shutdownToken,
CancellationToken cancellationToken)
{
IFunctionIndexProvider functionIndexProvider = null;
IHostIdProvider hostIdProvider = _hostId != null ? (IHostIdProvider) new FixedHostIdProvider(_hostId)
: new DynamicHostIdProvider(_storageAccountProvider, () => functionIndexProvider);
IExtensionTypeLocator extensionTypeLocator = new ExtensionTypeLocator(_typeLocator);
IBackgroundExceptionDispatcher backgroundExceptionDispatcher = BackgroundExceptionDispatcher.Instance;
ContextAccessor <IMessageEnqueuedWatcher> messageEnqueuedWatcherAccessor =
new ContextAccessor <IMessageEnqueuedWatcher>();
ContextAccessor <IBlobWrittenWatcher> blobWrittenWatcherAccessor =
new ContextAccessor <IBlobWrittenWatcher>();
ISharedContextProvider sharedContextProvider = new SharedContextProvider();
ITriggerBindingProvider triggerBindingProvider = DefaultTriggerBindingProvider.Create(_nameResolver,
_storageAccountProvider, _serviceBusAccountProvider, extensionTypeLocator, hostIdProvider,
_queueConfiguration, backgroundExceptionDispatcher, messageEnqueuedWatcherAccessor,
blobWrittenWatcherAccessor, sharedContextProvider, _consoleProvider.Out);
IBindingProvider bindingProvider = DefaultBindingProvider.Create(_nameResolver, _storageAccountProvider,
_serviceBusAccountProvider, extensionTypeLocator, messageEnqueuedWatcherAccessor,
blobWrittenWatcherAccessor);
functionIndexProvider = new FunctionIndexProvider(_typeLocator, triggerBindingProvider, bindingProvider,
_activator);
DefaultLoggerProvider loggerProvider = new DefaultLoggerProvider(_storageAccountProvider);
return(CreateAndLogHostStartedAsync(_storageAccountProvider, functionIndexProvider, bindingProvider,
hostIdProvider, loggerProvider, loggerProvider, loggerProvider, _queueConfiguration,
backgroundExceptionDispatcher, _consoleProvider,
shutdownToken, cancellationToken));
}
public void MissingFileDoesNotCauseException()
{
var viewFolder = new InMemoryViewFolder();
var provider = new DefaultBindingProvider();
var bindings = provider.GetBindings(new BindingRequest(viewFolder)).ToList();
Assert.That(bindings.Count, Is.EqualTo(0));
}
public void ChildReferenceMayNotAppearInEndPhrase()
{
var viewFolder = new InMemoryViewFolder {
{ "bindings.xml", "<bindings><element name='foo'><start>foo</start><end>child::*</end></element></bindings>" }
};
var provider = new DefaultBindingProvider();
Assert.That(() => provider.GetBindings(new BindingRequest(viewFolder)).ToList(), Throws.TypeOf <CompilerException>());
}
public void ChildReferenceMayNotAppearInEndPhrase()
{
var viewFolder = new InMemoryViewFolder {
{ "bindings.xml", "<bindings><element name='foo'><start>foo</start><end>child::*</end></element></bindings>" }
};
var provider = new DefaultBindingProvider();
provider.GetBindings(viewFolder).ToList();
}
public void HashCanBeUsedToDeclareStatementsInsteadOfOutputExpressions()
{
var viewFolder = new InMemoryViewFolder {
{ "bindings.xml", "<bindings><element name='foo'><start>#bar;</start><end>#quux;</end></element></bindings>" }
};
var provider = new DefaultBindingProvider();
var bindings = provider.GetBindings(new BindingRequest(viewFolder)).ToList();
Assert.That(bindings[0].Phrases.All(phrase => phrase.Type == BindingPhrase.PhraseType.Statement));
}
public static TestJobHost <TProgram> Create <TProgram>(CloudStorageAccount storageAccount, int maxDequeueCount)
{
TestJobHostConfiguration config = new TestJobHostConfiguration();
IStorageAccountProvider storageAccountProvider = new SimpleStorageAccountProvider(config)
{
StorageAccount = storageAccount,
// use null logging string since unit tests don't need logs.
DashboardAccount = null
};
IExtensionTypeLocator extensionTypeLocator = new NullExtensionTypeLocator();
IHostIdProvider hostIdProvider = new FixedHostIdProvider("test");
INameResolver nameResolver = null;
IQueueConfiguration queueConfiguration = new SimpleQueueConfiguration(maxDequeueCount);
JobHostBlobsConfiguration blobsConfiguration = new JobHostBlobsConfiguration();
ContextAccessor <IMessageEnqueuedWatcher> messageEnqueuedWatcherAccessor =
new ContextAccessor <IMessageEnqueuedWatcher>();
ContextAccessor <IBlobWrittenWatcher> blobWrittenWatcherAccessor =
new ContextAccessor <IBlobWrittenWatcher>();
ISharedContextProvider sharedContextProvider = new SharedContextProvider();
IExtensionRegistry extensions = new DefaultExtensionRegistry();
SingletonManager singletonManager = new SingletonManager();
TraceWriter trace = new TestTraceWriter(TraceLevel.Verbose);
IWebJobsExceptionHandler exceptionHandler = new WebJobsExceptionHandler();
IFunctionOutputLoggerProvider outputLoggerProvider = new NullFunctionOutputLoggerProvider();
IFunctionOutputLogger outputLogger = outputLoggerProvider.GetAsync(CancellationToken.None).Result;
IFunctionExecutor executor = new FunctionExecutor(new NullFunctionInstanceLogger(), outputLogger, exceptionHandler, trace);
var triggerBindingProvider = DefaultTriggerBindingProvider.Create(
nameResolver, storageAccountProvider, extensionTypeLocator, hostIdProvider, queueConfiguration, blobsConfiguration,
exceptionHandler, messageEnqueuedWatcherAccessor, blobWrittenWatcherAccessor,
sharedContextProvider, extensions, singletonManager, new TestTraceWriter(TraceLevel.Verbose));
var bindingProvider = DefaultBindingProvider.Create(nameResolver, null, storageAccountProvider, extensionTypeLocator,
messageEnqueuedWatcherAccessor, blobWrittenWatcherAccessor, extensions);
var functionIndexProvider = new FunctionIndexProvider(new FakeTypeLocator(typeof(TProgram)), triggerBindingProvider, bindingProvider, DefaultJobActivator.Instance, executor, new DefaultExtensionRegistry(), singletonManager, trace);
IJobHostContextFactory contextFactory = new TestJobHostContextFactory
{
FunctionIndexProvider = functionIndexProvider,
StorageAccountProvider = storageAccountProvider,
Queues = queueConfiguration,
SingletonManager = singletonManager,
HostIdProvider = hostIdProvider
};
config.ContextFactory = contextFactory;
return(new TestJobHost <TProgram>(config));
}
public static TestJobHost <TProgram> Create <TProgram>(CloudStorageAccount storageAccount, int maxDequeueCount)
{
IStorageAccountProvider storageAccountProvider = new SimpleStorageAccountProvider
{
StorageAccount = storageAccount,
// use null logging string since unit tests don't need logs.
DashboardAccount = null
};
IExtensionTypeLocator extensionTypeLocator = new NullExtensionTypeLocator();
IHostIdProvider hostIdProvider = new FixedHostIdProvider("test");
INameResolver nameResolver = null;
IQueueConfiguration queueConfiguration = new SimpleQueueConfiguration(maxDequeueCount);
ContextAccessor <IMessageEnqueuedWatcher> messageEnqueuedWatcherAccessor =
new ContextAccessor <IMessageEnqueuedWatcher>();
ContextAccessor <IBlobWrittenWatcher> blobWrittenWatcherAccessor =
new ContextAccessor <IBlobWrittenWatcher>();
ISharedContextProvider sharedContextProvider = new SharedContextProvider();
IExtensionRegistry extensions = new DefaultExtensionRegistry();
IFunctionOutputLoggerProvider outputLoggerProvider = new NullFunctionOutputLoggerProvider();
var task = outputLoggerProvider.GetAsync(CancellationToken.None);
task.Wait();
IFunctionOutputLogger outputLogger = task.Result;
IFunctionExecutor executor = new FunctionExecutor(new NullFunctionInstanceLogger(), outputLogger, BackgroundExceptionDispatcher.Instance);
var triggerBindingProvider = DefaultTriggerBindingProvider.Create(
nameResolver, storageAccountProvider, extensionTypeLocator, hostIdProvider, queueConfiguration,
BackgroundExceptionDispatcher.Instance, messageEnqueuedWatcherAccessor, blobWrittenWatcherAccessor,
sharedContextProvider, extensions, TextWriter.Null);
var bindingProvider = DefaultBindingProvider.Create(nameResolver, storageAccountProvider, extensionTypeLocator,
messageEnqueuedWatcherAccessor, blobWrittenWatcherAccessor, extensions);
var functionIndexProvider = new FunctionIndexProvider(new FakeTypeLocator(typeof(TProgram)), triggerBindingProvider, bindingProvider, DefaultJobActivator.Instance, executor, new DefaultExtensionRegistry());
IJobHostContextFactory contextFactory = new TestJobHostContextFactory
{
FunctionIndexProvider = functionIndexProvider,
StorageAccountProvider = storageAccountProvider,
Queues = queueConfiguration
};
IServiceProvider serviceProvider = new TestJobHostConfiguration
{
ContextFactory = contextFactory
};
return(new TestJobHost <TProgram>(serviceProvider));
}
public void BindingTableCanLoadFromViewFolder()
{
var viewFolder = new InMemoryViewFolder {
{ "bindings.xml", "<bindings><element name='foo'>bar</element></bindings>" }
};
var provider = new DefaultBindingProvider();
var bindings = provider.GetBindings(new BindingRequest(viewFolder)).ToList();
Assert.That(bindings.Count, Is.EqualTo(1));
Assert.That(bindings[0].ElementName, Is.EqualTo("foo"));
Assert.That(bindings[0].Phrases.Single().Nodes.Count, Is.EqualTo(1));
Assert.That(((BindingLiteral)bindings[0].Phrases.Single().Nodes[0]).Text, Is.EqualTo("bar"));
Assert.That(bindings[0].Phrases.All(phrase => phrase.Type == BindingPhrase.PhraseType.Expression));
}
private static IServiceProvider CreateServiceProvider <TResult>(IStorageAccount storageAccount, Type programType,
IExtensionTypeLocator extensionTypeLocator, IJobActivator activator,
TaskCompletionSource <TResult> taskSource, IFunctionInstanceLogger functionInstanceLogger)
{
IStorageAccountProvider storageAccountProvider = new FakeStorageAccountProvider
{
StorageAccount = storageAccount
};
IServiceBusAccountProvider serviceBusAccountProvider = new NullServiceBusAccountProvider();
IHostIdProvider hostIdProvider = new FakeHostIdProvider();
INameResolver nameResolver = null;
IQueueConfiguration queueConfiguration = new FakeQueueConfiguration();
IBackgroundExceptionDispatcher backgroundExceptionDispatcher =
new TaskBackgroundExceptionDispatcher <TResult>(taskSource);
ContextAccessor <IMessageEnqueuedWatcher> messageEnqueuedWatcherAccessor =
new ContextAccessor <IMessageEnqueuedWatcher>();
ContextAccessor <IBlobWrittenWatcher> blobWrittenWatcherAccessor =
new ContextAccessor <IBlobWrittenWatcher>();
ISharedContextProvider sharedContextProvider = new SharedContextProvider();
ITriggerBindingProvider triggerBindingProvider = DefaultTriggerBindingProvider.Create(nameResolver,
storageAccountProvider, serviceBusAccountProvider, extensionTypeLocator, hostIdProvider,
queueConfiguration, backgroundExceptionDispatcher, messageEnqueuedWatcherAccessor,
blobWrittenWatcherAccessor, sharedContextProvider, TextWriter.Null);
IBindingProvider bindingProvider = DefaultBindingProvider.Create(nameResolver, storageAccountProvider,
serviceBusAccountProvider, extensionTypeLocator, messageEnqueuedWatcherAccessor,
blobWrittenWatcherAccessor);
IJobHostContextFactory contextFactory = new FakeJobHostContextFactory
{
FunctionIndexProvider = new FunctionIndexProvider(new FakeTypeLocator(programType),
triggerBindingProvider, bindingProvider, activator),
StorageAccountProvider = storageAccountProvider,
ServiceBusAccountProvider = serviceBusAccountProvider,
BackgroundExceptionDispatcher = backgroundExceptionDispatcher,
BindingProvider = bindingProvider,
ConsoleProvider = new NullConsoleProvider(),
HostInstanceLoggerProvider = new NullHostInstanceLoggerProvider(),
FunctionInstanceLoggerProvider = new FakeFunctionInstanceLoggerProvider(functionInstanceLogger),
FunctionOutputLoggerProvider = new NullFunctionOutputLoggerProvider(),
HostIdProvider = hostIdProvider,
QueueConfiguration = new FakeQueueConfiguration()
};
return(new FakeServiceProvider
{
ContextFactory = contextFactory
});
}
public void TwoPartBindingsAreRecognized()
{
var viewFolder = new InMemoryViewFolder {
{ "bindings.xml", "<bindings><element name='foo'><start>bar</start><end>quux</end></element></bindings>" }
};
var provider = new DefaultBindingProvider();
var bindings = provider.GetBindings(new BindingRequest(viewFolder)).ToList();
Assert.That(bindings.Count, Is.EqualTo(1));
Assert.That(bindings[0].ElementName, Is.EqualTo("foo"));
Assert.That(bindings[0].Phrases.Count(), Is.EqualTo(2));
Assert.That(bindings[0].Phrases.First().Nodes.Count, Is.EqualTo(1));
Assert.That(bindings[0].Phrases.Last().Nodes.Count, Is.EqualTo(1));
Assert.That(((BindingLiteral)bindings[0].Phrases.First().Nodes[0]).Text, Is.EqualTo("bar"));
Assert.That(((BindingLiteral)bindings[0].Phrases.Last().Nodes[0]).Text, Is.EqualTo("quux"));
Assert.That(bindings[0].Phrases.All(phrase => phrase.Type == BindingPhrase.PhraseType.Expression));
}
public static FunctionIndexer Create(CloudStorageAccount account = null, INameResolver nameResolver = null, IExtensionRegistry extensionRegistry = null, TraceWriter traceWriter = null)
{
Mock <IServiceProvider> services = new Mock <IServiceProvider>(MockBehavior.Strict);
StorageClientFactory clientFactory = new StorageClientFactory();
services.Setup(p => p.GetService(typeof(StorageClientFactory))).Returns(clientFactory);
IStorageAccount storageAccount = account != null ? new StorageAccount(account, services.Object) : null;
IStorageAccountProvider storageAccountProvider = new SimpleStorageAccountProvider(services.Object)
{
StorageAccount = account
};
IExtensionTypeLocator extensionTypeLocator = new NullExtensionTypeLocator();
ContextAccessor <IMessageEnqueuedWatcher> messageEnqueuedWatcherAccessor =
new ContextAccessor <IMessageEnqueuedWatcher>();
ContextAccessor <IBlobWrittenWatcher> blobWrittenWatcherAccessor =
new ContextAccessor <IBlobWrittenWatcher>();
ISharedContextProvider sharedContextProvider = new SharedContextProvider();
TraceWriter logger = traceWriter ?? new TestTraceWriter(TraceLevel.Verbose);
SingletonManager singletonManager = new SingletonManager();
IWebJobsExceptionHandler exceptionHandler = new WebJobsExceptionHandler();
var blobsConfiguration = new JobHostBlobsConfiguration();
ITriggerBindingProvider triggerBindingProvider = DefaultTriggerBindingProvider.Create(nameResolver,
storageAccountProvider, extensionTypeLocator,
new FixedHostIdProvider("test"), new SimpleQueueConfiguration(maxDequeueCount: 5), blobsConfiguration,
exceptionHandler, messageEnqueuedWatcherAccessor, blobWrittenWatcherAccessor,
sharedContextProvider, new DefaultExtensionRegistry(), singletonManager, logger);
IBindingProvider bindingProvider = DefaultBindingProvider.Create(nameResolver, null, storageAccountProvider,
extensionTypeLocator, messageEnqueuedWatcherAccessor,
blobWrittenWatcherAccessor, new DefaultExtensionRegistry());
IFunctionOutputLoggerProvider outputLoggerProvider = new NullFunctionOutputLoggerProvider();
IFunctionOutputLogger outputLogger = outputLoggerProvider.GetAsync(CancellationToken.None).Result;
IFunctionExecutor executor = new FunctionExecutor(new NullFunctionInstanceLogger(), outputLogger, exceptionHandler, logger);
if (extensionRegistry == null)
{
extensionRegistry = new DefaultExtensionRegistry();
}
return(new FunctionIndexer(triggerBindingProvider, bindingProvider, DefaultJobActivator.Instance, executor, extensionRegistry, new SingletonManager(), logger));
}
public static TestJobHost <TProgram> Create <TProgram>(CloudStorageAccount storageAccount, int maxDequeueCount)
{
IStorageAccountProvider storageAccountProvider = new SimpleStorageAccountProvider
{
StorageAccount = storageAccount,
// use null logging string since unit tests don't need logs.
DashboardAccount = null
};
IServiceBusAccountProvider serviceBusAccountProvider = new NullServiceBusAccountProvider();
IExtensionTypeLocator extensionTypeLocator = new NullExtensionTypeLocator();
IHostIdProvider hostIdProvider = new FixedHostIdProvider("test");
INameResolver nameResolver = null;
IQueueConfiguration queueConfiguration = new SimpleQueueConfiguration(maxDequeueCount);
ContextAccessor <IMessageEnqueuedWatcher> messageEnqueuedWatcherAccessor =
new ContextAccessor <IMessageEnqueuedWatcher>();
ContextAccessor <IBlobWrittenWatcher> blobWrittenWatcherAccessor =
new ContextAccessor <IBlobWrittenWatcher>();
ISharedContextProvider sharedContextProvider = new SharedContextProvider();
IJobHostContextFactory contextFactory = new TestJobHostContextFactory
{
FunctionIndexProvider = new FunctionIndexProvider(new FakeTypeLocator(typeof(TProgram)),
DefaultTriggerBindingProvider.Create(nameResolver, storageAccountProvider,
serviceBusAccountProvider, extensionTypeLocator, hostIdProvider, queueConfiguration,
BackgroundExceptionDispatcher.Instance, messageEnqueuedWatcherAccessor,
blobWrittenWatcherAccessor, sharedContextProvider, TextWriter.Null),
DefaultBindingProvider.Create(nameResolver, storageAccountProvider, serviceBusAccountProvider,
extensionTypeLocator, messageEnqueuedWatcherAccessor, blobWrittenWatcherAccessor),
DefaultJobActivator.Instance),
StorageAccountProvider = storageAccountProvider,
Queues = queueConfiguration
};
IServiceProvider serviceProvider = new TestJobHostConfiguration
{
ContextFactory = contextFactory
};
return(new TestJobHost <TProgram>(serviceProvider));
}
public static FunctionIndexer Create(CloudStorageAccount account = null, INameResolver nameResolver = null, IExtensionRegistry extensionRegistry = null)
{
IStorageAccount storageAccount = account != null ? new StorageAccount(account) : null;
IStorageAccountProvider storageAccountProvider = new SimpleStorageAccountProvider
{
StorageAccount = account
};
IExtensionTypeLocator extensionTypeLocator = new NullExtensionTypeLocator();
ContextAccessor <IMessageEnqueuedWatcher> messageEnqueuedWatcherAccessor =
new ContextAccessor <IMessageEnqueuedWatcher>();
ContextAccessor <IBlobWrittenWatcher> blobWrittenWatcherAccessor =
new ContextAccessor <IBlobWrittenWatcher>();
ISharedContextProvider sharedContextProvider = new SharedContextProvider();
TestTraceWriter logger = new TestTraceWriter(TraceLevel.Verbose);
ITriggerBindingProvider triggerBindingProvider = DefaultTriggerBindingProvider.Create(nameResolver,
storageAccountProvider, extensionTypeLocator,
new FixedHostIdProvider("test"), new SimpleQueueConfiguration(maxDequeueCount: 5),
BackgroundExceptionDispatcher.Instance, messageEnqueuedWatcherAccessor, blobWrittenWatcherAccessor,
sharedContextProvider, new DefaultExtensionRegistry(), logger);
IBindingProvider bindingProvider = DefaultBindingProvider.Create(nameResolver, storageAccountProvider,
extensionTypeLocator, messageEnqueuedWatcherAccessor,
blobWrittenWatcherAccessor, new DefaultExtensionRegistry());
IFunctionOutputLoggerProvider outputLoggerProvider = new NullFunctionOutputLoggerProvider();
var task = outputLoggerProvider.GetAsync(CancellationToken.None);
task.Wait();
IFunctionOutputLogger outputLogger = task.Result;
IFunctionExecutor executor = new FunctionExecutor(new NullFunctionInstanceLogger(), outputLogger, BackgroundExceptionDispatcher.Instance, new TestTraceWriter(TraceLevel.Verbose));
if (extensionRegistry == null)
{
extensionRegistry = new DefaultExtensionRegistry();
}
return(new FunctionIndexer(triggerBindingProvider, bindingProvider, DefaultJobActivator.Instance, executor, extensionRegistry, new SingletonManager()));
}
public static async Task <JobHostContext> CreateAndLogHostStartedAsync(
JobHost host,
IStorageAccountProvider storageAccountProvider,
IQueueConfiguration queueConfiguration,
ITypeLocator typeLocator,
IJobActivator activator,
INameResolver nameResolver,
IConsoleProvider consoleProvider,
JobHostConfiguration config,
CancellationToken shutdownToken,
CancellationToken cancellationToken,
IHostIdProvider hostIdProvider = null,
FunctionExecutor functionExecutor = null,
IFunctionIndexProvider functionIndexProvider = null,
IBindingProvider bindingProvider = null,
IHostInstanceLoggerProvider hostInstanceLogerProvider = null,
IFunctionInstanceLoggerProvider functionInstanceLoggerProvider = null,
IFunctionOutputLoggerProvider functionOutputLoggerProvider = null,
IBackgroundExceptionDispatcher backgroundExceptionDispatcher = null,
SingletonManager singletonManager = null)
{
if (hostIdProvider == null)
{
hostIdProvider = new DynamicHostIdProvider(storageAccountProvider, () => functionIndexProvider);
}
IExtensionTypeLocator extensionTypeLocator = new ExtensionTypeLocator(typeLocator);
if (backgroundExceptionDispatcher == null)
{
backgroundExceptionDispatcher = BackgroundExceptionDispatcher.Instance;
}
ContextAccessor <IMessageEnqueuedWatcher> messageEnqueuedWatcherAccessor = new ContextAccessor <IMessageEnqueuedWatcher>();
ContextAccessor <IBlobWrittenWatcher> blobWrittenWatcherAccessor = new ContextAccessor <IBlobWrittenWatcher>();
ISharedContextProvider sharedContextProvider = new SharedContextProvider();
// Create a wrapper TraceWriter that delegates to both the user
// TraceWriter specified on Config (if present), as well as to Console
TraceWriter trace = new ConsoleTraceWriter(config.Tracing, consoleProvider.Out);
// Register system services with the service container
config.AddService <INameResolver>(nameResolver);
ExtensionConfigContext context = new ExtensionConfigContext
{
Config = config,
Trace = trace,
Host = host
};
InvokeExtensionConfigProviders(context);
IExtensionRegistry extensions = config.GetExtensions();
ITriggerBindingProvider triggerBindingProvider = DefaultTriggerBindingProvider.Create(nameResolver,
storageAccountProvider, extensionTypeLocator, hostIdProvider, queueConfiguration, backgroundExceptionDispatcher,
messageEnqueuedWatcherAccessor, blobWrittenWatcherAccessor, sharedContextProvider, extensions, trace);
if (bindingProvider == null)
{
bindingProvider = DefaultBindingProvider.Create(nameResolver, storageAccountProvider, extensionTypeLocator, messageEnqueuedWatcherAccessor, blobWrittenWatcherAccessor, extensions);
}
DefaultLoggerProvider loggerProvider = new DefaultLoggerProvider(storageAccountProvider, trace);
if (singletonManager == null)
{
singletonManager = new SingletonManager(storageAccountProvider, backgroundExceptionDispatcher, config.Singleton, trace, config.NameResolver);
}
using (CancellationTokenSource combinedCancellationSource = CancellationTokenSource.CreateLinkedTokenSource(cancellationToken, shutdownToken))
{
CancellationToken combinedCancellationToken = combinedCancellationSource.Token;
await WriteSiteExtensionManifestAsync(combinedCancellationToken);
IStorageAccount dashboardAccount = await storageAccountProvider.GetDashboardAccountAsync(combinedCancellationToken);
IHostInstanceLogger hostInstanceLogger = null;
if (hostInstanceLogerProvider != null)
{
hostInstanceLogger = await hostInstanceLogerProvider.GetAsync(combinedCancellationToken);
}
else
{
hostInstanceLogger = await((IHostInstanceLoggerProvider)loggerProvider).GetAsync(combinedCancellationToken);
}
IFunctionInstanceLogger functionInstanceLogger = null;
if (functionInstanceLoggerProvider != null)
{
functionInstanceLogger = await functionInstanceLoggerProvider.GetAsync(combinedCancellationToken);
}
else
{
functionInstanceLogger = (IFunctionInstanceLogger)(await((IFunctionInstanceLoggerProvider)loggerProvider).GetAsync(combinedCancellationToken));
}
IFunctionOutputLogger functionOutputLogger = null;
if (functionOutputLoggerProvider != null)
{
functionOutputLogger = await functionOutputLoggerProvider.GetAsync(combinedCancellationToken);
}
else
{
functionOutputLogger = (IFunctionOutputLogger)(await((IFunctionOutputLoggerProvider)loggerProvider).GetAsync(combinedCancellationToken));
}
if (functionExecutor == null)
{
functionExecutor = new FunctionExecutor(functionInstanceLogger, functionOutputLogger, backgroundExceptionDispatcher, trace, config.FunctionTimeout);
}
if (functionIndexProvider == null)
{
functionIndexProvider = new FunctionIndexProvider(typeLocator, triggerBindingProvider, bindingProvider, activator, functionExecutor, extensions, singletonManager);
}
IFunctionIndex functions = await functionIndexProvider.GetAsync(combinedCancellationToken);
IListenerFactory functionsListenerFactory = new HostListenerFactory(functions.ReadAll(), singletonManager, activator, nameResolver, trace);
IFunctionExecutor hostCallExecutor;
IListener listener;
HostOutputMessage hostOutputMessage;
if (dashboardAccount != null)
{
string hostId = await hostIdProvider.GetHostIdAsync(cancellationToken);
string sharedQueueName = HostQueueNames.GetHostQueueName(hostId);
IStorageQueueClient dashboardQueueClient = dashboardAccount.CreateQueueClient();
IStorageQueue sharedQueue = dashboardQueueClient.GetQueueReference(sharedQueueName);
IListenerFactory sharedQueueListenerFactory = new HostMessageListenerFactory(sharedQueue,
queueConfiguration, backgroundExceptionDispatcher, trace, functions,
functionInstanceLogger, functionExecutor);
Guid hostInstanceId = Guid.NewGuid();
string instanceQueueName = HostQueueNames.GetHostQueueName(hostInstanceId.ToString("N"));
IStorageQueue instanceQueue = dashboardQueueClient.GetQueueReference(instanceQueueName);
IListenerFactory instanceQueueListenerFactory = new HostMessageListenerFactory(instanceQueue,
queueConfiguration, backgroundExceptionDispatcher, trace, functions,
functionInstanceLogger, functionExecutor);
HeartbeatDescriptor heartbeatDescriptor = new HeartbeatDescriptor
{
SharedContainerName = HostContainerNames.Hosts,
SharedDirectoryName = HostDirectoryNames.Heartbeats + "/" + hostId,
InstanceBlobName = hostInstanceId.ToString("N"),
ExpirationInSeconds = (int)HeartbeatIntervals.ExpirationInterval.TotalSeconds
};
IStorageBlockBlob blob = dashboardAccount.CreateBlobClient()
.GetContainerReference(heartbeatDescriptor.SharedContainerName)
.GetBlockBlobReference(heartbeatDescriptor.SharedDirectoryName + "/" + heartbeatDescriptor.InstanceBlobName);
IRecurrentCommand heartbeatCommand = new UpdateHostHeartbeatCommand(new HeartbeatCommand(blob));
IEnumerable <MethodInfo> indexedMethods = functions.ReadAllMethods();
Assembly hostAssembly = GetHostAssembly(indexedMethods);
string displayName = hostAssembly != null?hostAssembly.GetName().Name : "Unknown";
hostOutputMessage = new DataOnlyHostOutputMessage
{
HostInstanceId = hostInstanceId,
HostDisplayName = displayName,
SharedQueueName = sharedQueueName,
InstanceQueueName = instanceQueueName,
Heartbeat = heartbeatDescriptor,
WebJobRunIdentifier = WebJobRunIdentifier.Current
};
hostCallExecutor = CreateHostCallExecutor(instanceQueueListenerFactory, heartbeatCommand,
backgroundExceptionDispatcher, shutdownToken, functionExecutor);
IListenerFactory hostListenerFactory = new CompositeListenerFactory(functionsListenerFactory,
sharedQueueListenerFactory, instanceQueueListenerFactory);
listener = CreateHostListener(hostListenerFactory, heartbeatCommand, backgroundExceptionDispatcher, shutdownToken);
// Publish this to Azure logging account so that a web dashboard can see it.
await LogHostStartedAsync(functions, hostOutputMessage, hostInstanceLogger, combinedCancellationToken);
}
else
{
hostCallExecutor = new ShutdownFunctionExecutor(shutdownToken, functionExecutor);
IListener factoryListener = new ListenerFactoryListener(functionsListenerFactory);
IListener shutdownListener = new ShutdownListener(shutdownToken, factoryListener);
listener = shutdownListener;
hostOutputMessage = new DataOnlyHostOutputMessage();
}
functionExecutor.HostOutputMessage = hostOutputMessage;
IEnumerable <FunctionDescriptor> descriptors = functions.ReadAllDescriptors();
int descriptorsCount = descriptors.Count();
if (descriptorsCount == 0)
{
trace.Warning(string.Format("No job functions found. Try making your job classes and methods public. {0}",
Constants.ExtensionInitializationMessage), TraceSource.Indexing);
}
else
{
StringBuilder functionsTrace = new StringBuilder();
functionsTrace.AppendLine("Found the following functions:");
foreach (FunctionDescriptor descriptor in descriptors)
{
functionsTrace.AppendLine(descriptor.FullName);
}
trace.Info(functionsTrace.ToString(), TraceSource.Indexing);
}
return(new JobHostContext(functions, hostCallExecutor, listener, trace));
}
}
// Static initialization. Returns a service provider with some new services initialized.
// The new services:
// - can retrieve static config like binders and converters; but the listeners haven't yet started.
// - can be flowed into the runtime initialization to get a JobHost spun up and running.
// This is just static initialization and should not need to make any network calls,
// and so this method should not need to be async.
// This can be called multiple times on a config, which is why it returns a new ServiceProviderWrapper
// instead of modifying the config.
public static ServiceProviderWrapper CreateStaticServices(this JobHostConfiguration config)
{
var services = new ServiceProviderWrapper(config);
var consoleProvider = services.GetService <IConsoleProvider>();
var nameResolver = services.GetService <INameResolver>();
IWebJobsExceptionHandler exceptionHandler = services.GetService <IWebJobsExceptionHandler>();
IQueueConfiguration queueConfiguration = services.GetService <IQueueConfiguration>();
var blobsConfiguration = config.Blobs;
IStorageAccountProvider storageAccountProvider = services.GetService <IStorageAccountProvider>();
IBindingProvider bindingProvider = services.GetService <IBindingProvider>();
SingletonManager singletonManager = services.GetService <SingletonManager>();
IHostIdProvider hostIdProvider = services.GetService <IHostIdProvider>();
var hostId = config.HostId;
if (hostId != null)
{
hostIdProvider = new FixedHostIdProvider(hostId);
}
// Need a deferred getter since the IFunctionIndexProvider service isn't created until later.
Func <IFunctionIndexProvider> deferredGetter = () => services.GetService <IFunctionIndexProvider>();
if (hostIdProvider == null)
{
hostIdProvider = new DynamicHostIdProvider(storageAccountProvider, deferredGetter);
}
services.AddService <IHostIdProvider>(hostIdProvider);
AzureStorageDeploymentValidator.Validate();
IExtensionTypeLocator extensionTypeLocator = services.GetService <IExtensionTypeLocator>();
if (extensionTypeLocator == null)
{
extensionTypeLocator = new ExtensionTypeLocator(services.GetService <ITypeLocator>());
services.AddService <IExtensionTypeLocator>(extensionTypeLocator);
}
ContextAccessor <IMessageEnqueuedWatcher> messageEnqueuedWatcherAccessor = new ContextAccessor <IMessageEnqueuedWatcher>();
services.AddService(messageEnqueuedWatcherAccessor);
ContextAccessor <IBlobWrittenWatcher> blobWrittenWatcherAccessor = new ContextAccessor <IBlobWrittenWatcher>();
ISharedContextProvider sharedContextProvider = new SharedContextProvider();
// Create a wrapper TraceWriter that delegates to both the user
// TraceWriters specified via config (if present), as well as to Console
TraceWriter trace = new ConsoleTraceWriter(config.Tracing, consoleProvider.Out);
services.AddService <TraceWriter>(trace);
// Add built-in extensions
var metadataProvider = new JobHostMetadataProvider(deferredGetter);
metadataProvider.AddAttributesFromAssembly(typeof(TableAttribute).Assembly);
var exts = config.GetExtensions();
bool builtinsAdded = exts.GetExtensions <IExtensionConfigProvider>().OfType <TableExtension>().Any();
if (!builtinsAdded)
{
config.AddExtension(new TableExtension());
config.AddExtension(new QueueExtension());
}
ExtensionConfigContext context = new ExtensionConfigContext
{
Config = config,
Trace = trace,
PerHostServices = services
};
InvokeExtensionConfigProviders(context);
// After this point, all user configuration has been set.
if (singletonManager == null)
{
var logger = config.LoggerFactory?.CreateLogger(LogCategories.Singleton);
IDistributedLockManager lockManager = services.GetService <IDistributedLockManager>();
if (lockManager == null)
{
lockManager = new BlobLeaseDistributedLockManager(
storageAccountProvider,
trace,
logger);
services.AddService <IDistributedLockManager>(lockManager);
}
singletonManager = new SingletonManager(
lockManager,
config.Singleton,
trace,
exceptionHandler,
config.LoggerFactory,
hostIdProvider,
services.GetService <INameResolver>());
services.AddService <SingletonManager>(singletonManager);
}
IExtensionRegistry extensions = services.GetExtensions();
ITriggerBindingProvider triggerBindingProvider = DefaultTriggerBindingProvider.Create(nameResolver,
storageAccountProvider, extensionTypeLocator, hostIdProvider, queueConfiguration, blobsConfiguration, exceptionHandler,
messageEnqueuedWatcherAccessor, blobWrittenWatcherAccessor, sharedContextProvider, extensions, singletonManager, trace, config.LoggerFactory);
services.AddService <ITriggerBindingProvider>(triggerBindingProvider);
if (bindingProvider == null)
{
bindingProvider = DefaultBindingProvider.Create(nameResolver, config.LoggerFactory, storageAccountProvider, extensionTypeLocator, blobWrittenWatcherAccessor, extensions);
services.AddService <IBindingProvider>(bindingProvider);
}
var converterManager = (ConverterManager)config.ConverterManager;
metadataProvider.Initialize(bindingProvider, converterManager, exts);
services.AddService <IJobHostMetadataProvider>(metadataProvider);
return(services);
}
private static IServiceProvider CreateServiceProvider <TResult>(IStorageAccount storageAccount, Type programType,
IExtensionTypeLocator extensionTypeLocator, IJobActivator activator,
TaskCompletionSource <TResult> taskSource, IFunctionInstanceLogger functionInstanceLogger, IExtensionRegistry extensions = null)
{
IStorageAccountProvider storageAccountProvider = new FakeStorageAccountProvider
{
StorageAccount = storageAccount
};
IHostIdProvider hostIdProvider = new FakeHostIdProvider();
INameResolver nameResolver = null;
IQueueConfiguration queueConfiguration = new FakeQueueConfiguration(storageAccountProvider);
IBackgroundExceptionDispatcher backgroundExceptionDispatcher =
new TaskBackgroundExceptionDispatcher <TResult>(taskSource);
ContextAccessor <IMessageEnqueuedWatcher> messageEnqueuedWatcherAccessor =
new ContextAccessor <IMessageEnqueuedWatcher>();
ContextAccessor <IBlobWrittenWatcher> blobWrittenWatcherAccessor =
new ContextAccessor <IBlobWrittenWatcher>();
ISharedContextProvider sharedContextProvider = new SharedContextProvider();
if (extensions == null)
{
extensions = new DefaultExtensionRegistry();
}
ITriggerBindingProvider triggerBindingProvider = DefaultTriggerBindingProvider.Create(nameResolver,
storageAccountProvider, extensionTypeLocator, hostIdProvider,
queueConfiguration, backgroundExceptionDispatcher, messageEnqueuedWatcherAccessor,
blobWrittenWatcherAccessor, sharedContextProvider, extensions, TextWriter.Null);
IBindingProvider bindingProvider = DefaultBindingProvider.Create(nameResolver, storageAccountProvider,
extensionTypeLocator, messageEnqueuedWatcherAccessor,
blobWrittenWatcherAccessor, extensions);
IFunctionInstanceLoggerProvider functionInstanceLoggerProvider = new NullFunctionInstanceLoggerProvider();
IFunctionOutputLoggerProvider functionOutputLoggerProvider = new NullFunctionOutputLoggerProvider();
Task <IFunctionOutputLogger> task = functionOutputLoggerProvider.GetAsync(CancellationToken.None);
task.Wait();
IFunctionOutputLogger functionOutputLogger = task.Result;
FunctionExecutor executor = new FunctionExecutor(functionInstanceLogger, functionOutputLogger, backgroundExceptionDispatcher);
ITypeLocator typeLocator = new FakeTypeLocator(programType);
FunctionIndexProvider functionIndexProvider = new FunctionIndexProvider(
typeLocator, triggerBindingProvider, bindingProvider,
activator, executor, extensions);
IJobHostContextFactory contextFactory = new FakeJobHostContextFactory
{
TypeLocator = typeLocator,
FunctionIndexProvider = functionIndexProvider,
StorageAccountProvider = storageAccountProvider,
BackgroundExceptionDispatcher = backgroundExceptionDispatcher,
BindingProvider = bindingProvider,
ConsoleProvider = new NullConsoleProvider(),
HostInstanceLoggerProvider = new NullHostInstanceLoggerProvider(),
FunctionExecutor = executor,
FunctionInstanceLoggerProvider = functionInstanceLoggerProvider,
FunctionOutputLoggerProvider = functionOutputLoggerProvider,
HostIdProvider = hostIdProvider,
QueueConfiguration = queueConfiguration
};
return(new FakeServiceProvider
{
ContextFactory = contextFactory
});
}
