private static IFrontEndController TryCreateFrontEndController(
FrontEndFactory frontEndFactory,
IDecorator <EvaluationResult> decorator,
ICommandLineConfiguration configuration,
SymbolTable symbolTable,
LoggingContext loggingContext,
PerformanceCollector collector,
bool collectMemoryAsSoonAsPossible,
IFrontEndStatistics statistics)
{
Contract.Requires(frontEndFactory != null && !frontEndFactory.IsSealed);
// Statistic should be global for all front-ends, not per an instance.
var frontEndStatistics = statistics ?? new FrontEndStatistics();
var sharedModuleRegistry = new ModuleRegistry(symbolTable);
// Note, that the following code is absolutely critical for detecting that front-end related objects
// are freed successfully after evaluation.
// ModuleRegistry was picked intentionally because it holds vast amount of front-end data.
FrontEndControllerMemoryObserver.CaptureFrontEndReference(sharedModuleRegistry);
frontEndFactory.SetConfigurationProcessor(
new ConfigurationProcessor(
new FrontEndStatistics(), // Configuration processing is so lightweight that it won't affect overall perf statistics
logger: null));
frontEndFactory.AddFrontEnd(new DScriptFrontEnd(
frontEndStatistics,
evaluationDecorator: decorator));
frontEndFactory.AddFrontEnd(new NugetFrontEnd(
frontEndStatistics,
evaluationDecorator: decorator));
frontEndFactory.AddFrontEnd(new DownloadFrontEnd());
#if PLATFORM_WIN
frontEndFactory.AddFrontEnd(new MsBuildFrontEnd());
frontEndFactory.AddFrontEnd(new NinjaFrontEnd());
frontEndFactory.AddFrontEnd(new CMakeFrontEnd());
frontEndFactory.AddFrontEnd(new RushFrontEnd());
frontEndFactory.AddFrontEnd(new YarnFrontEnd());
frontEndFactory.AddFrontEnd(new LageFrontEnd());
#endif
if (!frontEndFactory.TrySeal(loggingContext))
{
return(null);
}
return(new FrontEndHostController(
frontEndFactory,
evaluationScheduler: EvaluationScheduler.Default,
moduleRegistry: sharedModuleRegistry,
frontEndStatistics: frontEndStatistics,
logger: BuildXL.FrontEnd.Core.Tracing.Logger.CreateLogger(),
collector: collector,
collectMemoryAsSoonAsPossible: collectMemoryAsSoonAsPossible));
}
private bool CreateFactories(
FrontEndContext frontEndContext,
TestEngineAbstraction engineAbstraction,
FrontEndStatistics frontEndStatistics,
ICommandLineConfiguration configuration,
out AmbientTesting ambientTesting,
out ModuleRegistry moduleRegistry,
out FrontEndFactory frontEndFactory)
{
moduleRegistry = new ModuleRegistry(frontEndContext.SymbolTable);
ambientTesting = new AmbientTesting(engineAbstraction, GetAllDiagnostics, moduleRegistry.PrimitiveTypes);
ambientTesting.Initialize(moduleRegistry.GlobalLiteral);
var ambientAssert = new AmbientAssert(moduleRegistry.PrimitiveTypes);
ambientAssert.Initialize(moduleRegistry.GlobalLiteral);
// Create the controller
frontEndFactory = new FrontEndFactory();
frontEndFactory.SetConfigurationProcessor(new TestConfigProcessor(configuration));
frontEndFactory.AddFrontEnd(
new DScriptFrontEnd(
frontEndStatistics,
logger: m_astLogger));
if (!frontEndFactory.TrySeal(frontEndContext.LoggingContext))
{
HandleDiagnostics();
return(false);
}
return(true);
}
private FrontEndHostController CreateHost()
{
var factory = new FrontEndFactory();
factory.AddFrontEnd(new DummyFrontEnd1());
factory.TrySeal(new LoggingContext("UnitTest"));
var controller = new FrontEndHostController(factory, new DScriptWorkspaceResolverFactory(), new EvaluationScheduler(degreeOfParallelism: 8), collectMemoryAsSoonAsPossible: false);
var context = BuildXLContext.CreateInstanceForTesting();
var fileSystem = new InMemoryFileSystem(context.PathTable);
((IFrontEndController)controller).InitializeHost(
new FrontEndContext(context, new LoggingContext("UnitTest"), fileSystem),
new ConfigurationImpl()
{
FrontEnd = new FrontEndConfiguration()
{
MaxFrontEndConcurrency = 1,
}
});
var inMemoryCache = new EngineCache(
new InMemoryArtifactContentCache(context),
new InMemoryTwoPhaseFingerprintStore());
controller.InitializeInternalForTesting(
Task.FromResult(new Possible <EngineCache>(inMemoryCache)),
AbsolutePath.Create(context.PathTable, TestOutputDirectory));
return(controller);
}
private bool CreateFactories(
FrontEndContext frontEndContext,
TestEngineAbstraction engineAbstraction,
FrontEndStatistics frontEndStatistics,
ICommandLineConfiguration configuration,
out AmbientTesting ambientTesting,
out DScriptWorkspaceResolverFactory workspaceFactory,
out FrontEndFactory frontEndFactory)
{
var globalConstants = new GlobalConstants(frontEndContext.SymbolTable);
ambientTesting = new AmbientTesting(engineAbstraction, GetAllDiagnostics, globalConstants.KnownTypes);
ambientTesting.Initialize(globalConstants.Global);
var ambientAssert = new AmbientAssert(globalConstants.KnownTypes);
ambientAssert.Initialize(globalConstants.Global);
var sharedModuleRegistry = new ModuleRegistry();
workspaceFactory = new DScriptWorkspaceResolverFactory();
workspaceFactory.RegisterResolver(
KnownResolverKind.DScriptResolverKind,
() => new WorkspaceSourceModuleResolver(globalConstants, sharedModuleRegistry, frontEndStatistics));
workspaceFactory.RegisterResolver(
KnownResolverKind.SourceResolverKind,
() => new WorkspaceSourceModuleResolver(globalConstants, sharedModuleRegistry, frontEndStatistics));
workspaceFactory.RegisterResolver(
KnownResolverKind.DefaultSourceResolverKind,
() => new WorkspaceDefaultSourceModuleResolver(globalConstants, sharedModuleRegistry, frontEndStatistics));
// Create the controller
frontEndFactory = new FrontEndFactory();
frontEndFactory.SetConfigurationProcessor(new TestConfigProcessor(configuration));
frontEndFactory.AddFrontEnd(
new DScriptFrontEnd(
globalConstants,
sharedModuleRegistry,
frontEndStatistics,
logger: m_astLogger));
if (!frontEndFactory.TrySeal(frontEndContext.LoggingContext))
{
HandleDiagnostics();
return(false);
}
return(true);
}
/// <summary>
/// Each element in <param name="moduleRepositoryArray"/> represents the extent of a resolver,
/// containing module references (keys) to spec content (values). So a workspace is created accordingly: so many
/// resolvers as array elements.
/// </summary>
public WorkspaceProvider CreateWorkspaceProviderFromContentWithFileSystem(
IFileSystem fileSystem,
bool cancelOnFirstFailure,
bool preserveTrivia = false,
params ModuleRepository[] moduleRepositoryArray)
{
var resolverSettings = new List <IResolverSettings>();
foreach (var modulesWithContent in moduleRepositoryArray)
{
resolverSettings.Add(CreateResolverSettingsFromModulesWithContent(modulesWithContent, fileSystem));
}
var workspaceConfiguration = new WorkspaceConfiguration(
resolverSettings,
constructFingerprintDuringParsing: false,
maxDegreeOfParallelismForParsing: DataflowBlockOptions.Unbounded,
parsingOptions: ParsingOptions.DefaultParsingOptions.WithTrivia(preserveTrivia),
maxDegreeOfParallelismForTypeChecking: 1,
cancelOnFirstFailure: cancelOnFirstFailure,
includePreludeWithName: PreludeName,
cancellationToken: m_cancellationToken);
var frontEndFactory = new FrontEndFactory();
frontEndFactory.AddFrontEnd(new SimpleDScriptFrontEnd());
frontEndFactory.TrySeal(new LoggingContext("test", "Test"));
var result = WorkspaceProvider.TryCreate(
mainConfigurationWorkspace: null,
workspaceStatistics: new WorkspaceStatistics(),
frontEndFactory,
configuration: workspaceConfiguration,
pathTable: PathTable,
symbolTable: new SymbolTable(),
useDecorator: false,
addBuiltInPreludeResolver: false,
workspaceProvider: out var workspaceProvider,
failures: out var failures);
// We assume workspace provider does not fail here
Contract.Assert(result);
return((WorkspaceProvider)workspaceProvider);
}
private static IFrontEndController TryCreateFrontEndController(
FrontEndFactory frontEndFactory,
IDecorator <EvaluationResult> decorator,
ICommandLineConfiguration configuration,
SymbolTable symbolTable,
LoggingContext loggingContext,
PerformanceCollector collector,
bool collectMemoryAsSoonAsPossible,
IFrontEndStatistics statistics)
{
var workspaceResolverFactory = new DScriptWorkspaceResolverFactory();
Contract.Requires(frontEndFactory != null && !frontEndFactory.IsSealed);
// Statistic should be global for all front-ends, not per an instance.
var frontEndStatistics = statistics ?? new FrontEndStatistics();
var globalConstants = new GlobalConstants(symbolTable);
var sharedModuleRegistry = new ModuleRegistry();
// Note, that the following code is absolutely critical for detecting that front-end related objects
// are freed successfully after evaluation.
// ModuleRegistry was picked intentionally because it holds vast amount of front-end data.
FrontEndControllerMemoryObserver.CaptureFrontEndReference(sharedModuleRegistry);
frontEndFactory.SetConfigurationProcessor(
new ConfigurationProcessor(globalConstants, sharedModuleRegistry, logger: null));
var msBuildFrontEnd = new MsBuildFrontEnd(
globalConstants,
sharedModuleRegistry,
frontEndStatistics);
var ninjaFrontEnd = new NinjaFrontEnd(
globalConstants,
sharedModuleRegistry,
frontEndStatistics);
var cmakeFrontEnd = new CMakeFrontEnd(
globalConstants,
sharedModuleRegistry,
frontEndStatistics);
// TODO: Workspace resolvers and frontends are registered in separate factories. Consider
// adding a main coordinator/registry
RegisterKnownWorkspaceResolvers(
workspaceResolverFactory,
globalConstants,
sharedModuleRegistry,
frontEndStatistics,
msBuildFrontEnd,
ninjaFrontEnd,
cmakeFrontEnd);
frontEndFactory.AddFrontEnd(new DScriptFrontEnd(
globalConstants,
sharedModuleRegistry,
frontEndStatistics,
evaluationDecorator: decorator));
frontEndFactory.AddFrontEnd(new NugetFrontEnd(
globalConstants,
sharedModuleRegistry,
frontEndStatistics,
evaluationDecorator: decorator));
frontEndFactory.AddFrontEnd(new DownloadFrontEnd(
globalConstants,
sharedModuleRegistry));
frontEndFactory.AddFrontEnd(msBuildFrontEnd);
frontEndFactory.AddFrontEnd(ninjaFrontEnd);
frontEndFactory.AddFrontEnd(cmakeFrontEnd);
if (!frontEndFactory.TrySeal(loggingContext))
{
return(null);
}
return(new FrontEndHostController(frontEndFactory, workspaceResolverFactory,
frontEndStatistics: frontEndStatistics, collector: collector, collectMemoryAsSoonAsPossible: collectMemoryAsSoonAsPossible));
}
private async Task TestDownloadResolver(DownloadData data, Func <DownloadResolver, Task> performTest, bool useHttpServer = true)
{
var dummyConfigFile = Path.Combine(TemporaryDirectory, m_uniqueTestFolder, "config.dsc");
var statistics = new Statistics();
var moduleRegistry = new ModuleRegistry(FrontEndContext.SymbolTable);
var workspaceFactory = CreateWorkspaceFactoryForTesting(FrontEndContext, ParseAndEvaluateLogger);
var configuration = ConfigurationHelpers.GetDefaultForTesting(FrontEndContext.PathTable, AbsolutePath.Create(FrontEndContext.PathTable, dummyConfigFile));
var resolverSettings = new ResolverSettings();
var frontEndFactory = new FrontEndFactory();
frontEndFactory.AddFrontEnd(new DownloadFrontEnd());
frontEndFactory.TrySeal(new LoggingContext("UnitTest"));
using (var host = new FrontEndHostController(
frontEndFactory,
workspaceFactory,
new EvaluationScheduler(degreeOfParallelism: 1),
moduleRegistry,
new FrontEndStatistics(),
global::BuildXL.FrontEnd.Core.Tracing.Logger.CreateLogger(),
collector: null,
collectMemoryAsSoonAsPossible: false))
{
var frontEndEngineAbstraction = new BasicFrontEndEngineAbstraction(
FrontEndContext.PathTable,
FrontEndContext.FileSystem,
configuration);
((IFrontEndController)host).InitializeHost(FrontEndContext, configuration);
host.SetState(frontEndEngineAbstraction, new TestEnv.TestPipGraph(), configuration);
var resolver = new DownloadResolver(
statistics,
host,
FrontEndContext,
Logger.Log,
"TestFrontEnd"
);
var workspaceResolver = new DownloadWorkspaceResolver();
workspaceResolver.UpdateDataForDownloadData(data, FrontEndContext);
await resolver.InitResolverAsync(resolverSettings, workspaceResolver);
if (useHttpServer)
{
using (var listener = new HttpListener())
{
// This test relies on the mutex in the build engine to only run one unittest at a time and this assembly to be single thread
// if any of those assumptions will be broken we will have to either dynamically (remind you globally) get unique ports.
// HttpListner doesn't have this built-in so there will always be a race. Just spam the ports utnill one doesn't fail
// use a global mutex (This is not honored by qtest since it can run in a different session on cloudbuild).
listener.Prefixes.Add(TestServer);
listener.Start();
StartRequestHandler(listener);
await performTest(resolver);
listener.Stop();
listener.Close();
}
}
else
{
await performTest(resolver);
}
}
}