void RecursiveAddFilesContent(IDirectoryCache directory, RefDictionary <string, object> filesContent,
HashSet <string> takenNames, string destDir)
{
DiskCache.UpdateIfNeeded(directory);
foreach (var child in directory)
{
if (child.IsInvalid)
{
continue;
}
var outPathFileName = destDir + "/" + child.Name;
takenNames.Add(outPathFileName);
if (child is IDirectoryCache)
{
RecursiveAddFilesContent(child as IDirectoryCache, filesContent, takenNames, outPathFileName);
continue;
}
if (child is IFileCache)
{
filesContent.GetOrAddValueRef(outPathFileName) =
new Lazy <object>(() =>
{
var res = ((IFileCache)child).ByteContent;
((IFileCache)child).FreeCache();
return(res);
});
}
}
}
void RecursiveFillOutputByAdditionalResourcesDirectory(IDirectoryCache directoryCache, string resourcesPath,
RefDictionary <string, object> filesContent, BuildResult buildResult)
{
Owner.DiskCache.UpdateIfNeeded(directoryCache);
foreach (var child in directoryCache)
{
if (child is IDirectoryCache)
{
RecursiveFillOutputByAdditionalResourcesDirectory(child as IDirectoryCache, resourcesPath,
filesContent, buildResult);
continue;
}
if (child.IsInvalid)
{
continue;
}
var outPathFileName = PathUtils.Subtract(child.FullPath, resourcesPath);
buildResult.TakenNames.Add(outPathFileName);
if (child is IFileCache)
{
filesContent.GetOrAddValueRef(outPathFileName) =
new Lazy <object>(() =>
{
var res = ((IFileCache)child).ByteContent;
((IFileCache)child).FreeCache();
return(res);
});
}
}
}
public void BuildTranslationJs(IToolsDir tools, RefDictionary <string, object> filesContent, string versionDir)
{
if (_changed)
{
_outputJsCache.Clear();
foreach (var p in Lang2ValueList)
{
var langInit = tools.GetLocaleDef(p.Key);
if (langInit == null)
{
continue;
}
var sw = new StringWriter();
var posLoc1 = langInit.IndexOf("bobrilRegisterTranslations(", StringComparison.Ordinal) + "bobrilRegisterTranslations(".Length;
var posLoc2 = langInit.IndexOf(",", posLoc1, StringComparison.Ordinal);
langInit = langInit.Substring(0, posLoc1) + "\'" + p.Key + "\'" + langInit.Substring(posLoc2);
sw.Write(langInit);
var jw = new JsonTextWriter(sw);
jw.WriteStartArray();
for (var i = 0; i < UsedIds.Count; i++)
{
var idx = (int)UsedIds[i];
jw.WriteValue(((idx < p.Value.Count) ? p.Value[idx] : null) ?? Id2Key[idx].Message);
}
jw.WriteEndArray();
sw.Write(")");
_outputJsCache[p.Key.ToLowerInvariant() + ".js"] = sw.ToString();
}
// scope
{
var sw = new StringWriter();
sw.Write("bobrilRegisterTranslations(\"\",[],");
var jw = new JsonTextWriter(sw);
jw.WriteStartArray();
for (var i = 0; i < UsedIds.Count; i++)
{
var idx = (int)UsedIds[i];
var key = Id2Key[idx];
var val = key.Message + "\x9" + (key.WithParams ? "1" : "0") + (key.Hint ?? "");
jw.WriteValue(val);
}
jw.WriteEndArray();
sw.Write(")");
_outputJsCache["l10nkeys.js"] = sw.ToString();
}
_changed = false;
}
foreach (var i in _outputJsCache)
{
var outfn = i.Key;
if (versionDir != null)
{
outfn = versionDir + "/" + outfn;
}
filesContent.GetOrAddValueRef(outfn) = i.Value;
}
}
void InitFileStats(long dontTouchGeneration)
{
_fileStats = new RefDictionary <uint, FileStat>();
foreach (var file in _keyValueDB.FileCollection.FileInfos)
{
if (file.Value.SubDBId != 0)
{
continue;
}
if (!_keyValueDB.ContainsValuesAndDoesNotTouchGeneration(file.Key, dontTouchGeneration))
{
continue;
}
_fileStats.GetOrAddValueRef(file.Key) = new FileStat((uint)_keyValueDB.FileCollection.GetSize(file.Key));
}
}
public void FillOutputByAssets(RefDictionary <string, object> filesContent, BuildResult buildResult,
string nodeModulesDir, ProjectOptions projectOptions)
{
if (Assets == null)
{
return;
}
foreach (var asset in Assets)
{
var fromModules = asset.Key.StartsWith("node_modules/");
var fullPath = fromModules ? nodeModulesDir : Owner.FullPath;
if (fromModules)
{
if (projectOptions.Owner.UsedDependencies == null)
{
projectOptions.Owner.UsedDependencies = new HashSet <string>();
}
var pos = 0;
PathUtils.EnumParts(asset.Key, ref pos, out var name, out var isDir);
PathUtils.EnumParts(asset.Key, ref pos, out name, out isDir);
projectOptions.Owner.UsedDependencies.Add(name.ToString());
}
var item = DiskCache.TryGetItem(PathUtils.Join(fullPath, asset.Key));
if (item == null || item.IsInvalid)
{
continue;
}
if (item is IFileCache)
{
buildResult.TakenNames.Add(asset.Value);
filesContent.GetOrAddValueRef(asset.Value) = new Lazy <object>(() =>
{
var res = ((IFileCache)item).ByteContent;
((IFileCache)item).FreeCache();
return(res);
});
}
else
{
RecursiveAddFilesContent(item as IDirectoryCache, filesContent, buildResult, asset.Value);
}
}
}
public void FillOutputByAssets(RefDictionary <string, object> filesContent, HashSet <string> takenNames,
string nodeModulesDir, ProjectOptions projectOptions)
{
if (Assets == null)
{
return;
}
foreach (var asset in Assets)
{
var fromModules = asset.Key.StartsWith("node_modules/");
var fullPath = fromModules ? nodeModulesDir : Owner.FullPath;
if (projectOptions.Owner.UsedDependencies == null)
{
projectOptions.Owner.UsedDependencies = new HashSet <string>();
}
projectOptions.Owner.UsedDependencies.Add(PathUtils.EnumParts(asset.Key).Skip(1).Select(a => a.name)
.First());
var item = DiskCache.TryGetItem(PathUtils.Join(fullPath, asset.Key));
if (item == null || item.IsInvalid)
{
continue;
}
if (item is IFileCache)
{
takenNames.Add(asset.Value);
filesContent.GetOrAddValueRef(asset.Value) = new Lazy <object>(() =>
{
var res = ((IFileCache)item).ByteContent;
((IFileCache)item).FreeCache();
return(res);
});
}
else
{
RecursiveAddFilesContent(item as IDirectoryCache, filesContent, takenNames, asset.Value);
}
}
}
public void Build(bool compress, bool mangle, bool beautify, bool _, string?__)
{
var cssLink = "";
var cssToBundle = new List <SourceFromPair>();
foreach (var source in _buildResult.Path2FileInfo.Values.OrderBy(f => f.Owner.FullPath).ToArray())
{
if (source.Type == FileCompilationType.Css || source.Type == FileCompilationType.ImportedCss)
{
cssToBundle.Add(new SourceFromPair(source.Owner.Utf8Content, source.Owner.FullPath));
}
else if (source.Type == FileCompilationType.Resource)
{
_mainBuildResult.FilesContent.GetOrAddValueRef(_buildResult.ToOutputUrl(source)) = source.Owner.ByteContent;
}
}
if (cssToBundle.Count > 0)
{
string cssPath = _mainBuildResult.AllocateName("bundle.css");
var cssProcessor = new CssProcessor(_project.Tools);
var cssContent = cssProcessor.ConcatenateAndMinifyCss(cssToBundle, (string url, string from) =>
{
var full = PathUtils.Join(from, url);
var fullJustName = full.Split('?', '#')[0];
_buildResult.Path2FileInfo.TryGetValue(fullJustName, out var fileAdditionalInfo);
_mainBuildResult.FilesContent.GetOrAddValueRef(_buildResult.ToOutputUrl(fileAdditionalInfo)) =
fileAdditionalInfo.Owner.ByteContent;
return(PathUtils.GetFile(fileAdditionalInfo.OutputUrl) +
full.Substring(fullJustName.Length));
}).Result;
var cssImports = "";
foreach (var match in Regex.Matches(cssContent, "@import .*;"))
{
cssImports += match.ToString();
cssContent = cssContent.Replace(match.ToString(), "");
}
_mainBuildResult.FilesContent.GetOrAddValueRef(cssPath) = cssImports + cssContent;
cssLink += "<link rel=\"stylesheet\" href=\"" + cssPath + "\">";
}
if (_project.SpriteGeneration)
{
_bundlePng = _project.BundlePngUrl;
var bundlePngContent = _project.SpriteGenerator.BuildImage(true);
if (bundlePngContent != null)
{
_bundlePngInfo = new List <float>();
foreach (var slice in bundlePngContent)
{
_mainBuildResult.FilesContent.GetOrAddValueRef(PathUtils.InjectQuality(_bundlePng, slice.Quality)) =
slice.Content;
_bundlePngInfo.Add(slice.Quality);
}
}
else
{
_bundlePng = null;
}
}
var bundler = new BundlerImpl(_tools);
bundler.Callbacks = this;
if ((_project.ExampleSources?.Count ?? 0) > 0)
{
bundler.MainFiles = new[] { _project.ExampleSources[0] };
}
else
{
bundler.MainFiles = new[] { _project.MainFile };
}
_mainJsBundleUrl = _buildResult.BundleJsUrl;
bundler.Compress = compress;
bundler.Mangle = mangle;
bundler.Beautify = beautify;
bundler.Defines = _project.BuildDefines(_mainBuildResult);
bundler.Bundle();
if (!_project.NoHtml)
{
BuildFastBundlerIndexHtml(cssLink);
_mainBuildResult.FilesContent.GetOrAddValueRef("index.html") = _indexHtml;
}
if (_project.SubProjects != null)
{
var newSubBundlers = new RefDictionary <string, BundleBundler>();
foreach (var(projPath, subProject) in _project.SubProjects.OrderBy(a => a.Value?.Variant == "serviceworker"))
{
if (subProject == null)
{
continue;
}
if (_subBundlers == null || !_subBundlers.TryGetValue(projPath, out var subBundler))
{
subBundler = new BundleBundler(_tools, _mainBuildResult, subProject, _buildResult.SubBuildResults.GetOrFakeValueRef(projPath));
}
newSubBundlers.GetOrAddValueRef(projPath) = subBundler;
subBundler.Build(compress, mangle, beautify, false, null);
}
_subBundlers = newSubBundlers;
}
else
{
_subBundlers = null;
}
}
public void Build(string sourceRoot, bool testProj = false, bool allowIncremental = true)
{
_versionDirPrefix = "";
var coverage = _project.CoverageEnabled;
if (coverage)
{
allowIncremental = false;
}
if (_mainBuildResult.OutputSubDir != null)
{
_versionDirPrefix = _mainBuildResult.OutputSubDir + "/";
}
var root = _mainBuildResult.CommonSourceDirectory;
var incremental = _buildResult.Incremental && allowIncremental;
var start = DateTime.UtcNow;
var sourceMapBuilder = new SourceMapBuilder();
if (_project.Localize)
{
if (!incremental)
{
sourceMapBuilder.AddText(
$"function g11nPath(s){{return\"./{_mainBuildResult.OutputSubDirPrefix}\"+s.toLowerCase()+\".js\"}};");
if (_project.DefaultLanguage != null)
{
sourceMapBuilder.AddText($"var g11nLoc=\"{_project.DefaultLanguage}\";");
}
}
}
if (_project.SpriteGeneration)
{
_bundlePng = _project.BundlePngUrl;
var bundlePngContent = _project.SpriteGenerator.BuildImage(false);
if (bundlePngContent != null)
{
_bundlePngInfo = new List <float>();
foreach (var slice in bundlePngContent)
{
_mainBuildResult.FilesContent.GetOrAddValueRef(
PathUtils.InjectQuality(_bundlePng, slice.Quality)) = slice.Content;
_bundlePngInfo.Add(slice.Quality);
}
}
else
{
_bundlePng = null;
}
}
if (_bundlePng != null && !incremental)
{
sourceMapBuilder.AddText(_mainBuildResult.GenerateCodeForBobrilBPath(_bundlePng, _bundlePngInfo));
}
if (!incremental)
{
sourceMapBuilder.AddText(_tools.LoaderJs);
sourceMapBuilder.AddText(GetGlobalDefines());
sourceMapBuilder.AddText(GetModuleMap());
sourceMapBuilder.AddText(BundlerHelpers.JsHeaders(false));
}
var cssLink = "";
var sortedResultSet = incremental
? _buildResult.RecompiledIncrementaly.OrderBy(f => f.Owner.FullPath).ToArray()
: _buildResult.Path2FileInfo.Values.OrderBy(f => f.Owner.FullPath).ToArray();
if (!incremental)
{
foreach (var source in _buildResult.JavaScriptAssets)
{
sourceMapBuilder.AddSource(source.Output, source.MapLink);
}
}
foreach (var source in sortedResultSet)
{
if (source.Type == FileCompilationType.TypeScript ||
source.Type == FileCompilationType.EsmJavaScript ||
source.Type == FileCompilationType.JavaScript)
{
if (source.Output == null)
{
continue; // Skip d.ts
}
sourceMapBuilder.AddText(
$"R('{PathUtils.Subtract(PathUtils.WithoutExtension(source.Owner.FullPath), root)}',function(require, module, exports, global){{");
var adder = sourceMapBuilder.CreateSourceAdder(source.Output, source.MapLink);
var sourceReplacer = new SourceReplacer();
_project.ApplySourceInfo(sourceReplacer, source.SourceInfo, _buildResult);
sourceReplacer.Apply(adder);
sourceMapBuilder.AddText("\n});");
}
else if (source.Type == FileCompilationType.Json)
{
sourceMapBuilder.AddText(
$"R('{PathUtils.Subtract(source.Owner.FullPath, root)}',");
sourceMapBuilder.AddText(source.Owner.Utf8Content);
sourceMapBuilder.AddText(");");
}
else if (source.Type == FileCompilationType.ImportedCss)
{
sourceMapBuilder.AddText(
$"R('{PathUtils.Subtract(source.Owner.FullPath, root)}',function(){{}});");
string cssPath = _buildResult.ToOutputUrl(source);
_mainBuildResult.FilesContent.GetOrAddValueRef(cssPath) = source.Output;
cssLink += "<link rel=\"stylesheet\" href=\"" + cssPath + "\">";
}
else if (source.Type == FileCompilationType.Css)
{
string cssPath = _buildResult.ToOutputUrl(source);
_mainBuildResult.FilesContent.GetOrAddValueRef(cssPath) = source.Output;
cssLink += "<link rel=\"stylesheet\" href=\"" + cssPath + "\">";
}
else if (source.Type == FileCompilationType.Resource)
{
_mainBuildResult.FilesContent.GetOrAddValueRef(_buildResult.ToOutputUrl(source)) =
source.Owner.ByteContent;
}
}
if (!testProj && _project.NoHtml)
{
sourceMapBuilder.AddText(RequireBobril());
if (_project.MainFile != null)
{
sourceMapBuilder.AddText(
$"R.r('./{PathUtils.WithoutExtension(PathUtils.Subtract(_project.MainFile, root))}');");
}
}
if (_project.Localize)
{
_project.TranslationDb.BuildTranslationJs(_tools, _mainBuildResult.FilesContent,
_mainBuildResult.OutputSubDir);
}
if (incremental)
{
sourceMapBuilder.AddText("//# sourceMappingURL=bundle2.js.map");
_sourceMap2 = sourceMapBuilder.Build(root, sourceRoot);
_sourceMap2String = _sourceMap2.ToString();
_bundle2Js = sourceMapBuilder.Content();
_project.Owner.Logger.Info("JS Bundle length: " + _bundleJs.Length + " SourceMap length: " +
_sourceMapString.Length + " Delta: " + _bundle2Js.Length + " SM:" +
_sourceMap2String.Length + " T:" +
(DateTime.UtcNow - start).TotalMilliseconds.ToString("F0") + "ms");
}
else
{
sourceMapBuilder.AddText("//# sourceMappingURL=" + PathUtils.GetFile(_buildResult.BundleJsUrl) +
".map");
if (coverage)
{
_sourceMap = sourceMapBuilder.Build(".", ".");
_bundleJs = sourceMapBuilder.Content();
var toplevel = Parser.Parse(_bundleJs);
_sourceMap.ResolveInAst(toplevel);
var coverageInst = new CoverageInstrumentation();
coverageInst.RealPath = PathUtils.RealPath;
_project.CoverageInstrumentation = coverageInst;
toplevel = coverageInst.Instrument(toplevel);
coverageInst.AddCountingHelpers(toplevel);
coverageInst.CleanUp(new SourceReader(_project.Owner.DiskCache,
_mainBuildResult.CommonSourceDirectory));
if (_project.MainFile != null)
{
MarkImportant(_project.MainFile, _buildResult, new HashSet <string>(), coverageInst);
}
sourceMapBuilder = new SourceMapBuilder();
toplevel.PrintToBuilder(sourceMapBuilder, new OutputOptions {
Beautify = true
});
sourceMapBuilder.AddText("//# sourceMappingURL=" + PathUtils.GetFile(_buildResult.BundleJsUrl) +
".map");
}
_sourceMap = sourceMapBuilder.Build(root, sourceRoot);
_bundleJs = sourceMapBuilder.Content();
_sourceMapString = _sourceMap.ToString();
_sourceMap2 = null;
_sourceMap2String = null;
_bundle2Js = null;
_cssLink = cssLink;
_project.Owner.Logger.Info("JS Bundle length: " + _bundleJs.Length + " SourceMap length: " +
_sourceMapString.Length + " T:" +
(DateTime.UtcNow - start).TotalMilliseconds.ToString("F0") + "ms");
}
_mainBuildResult.FilesContent.GetOrAddValueRef(_buildResult.BundleJsUrl) = _bundleJs;
_mainBuildResult.FilesContent.GetOrAddValueRef(_buildResult.BundleJsUrl + ".map") = _sourceMapString;
if (incremental)
{
_mainBuildResult.FilesContent.GetOrAddValueRef(_versionDirPrefix + "bundle2.js") = _bundle2Js;
_mainBuildResult.FilesContent.GetOrAddValueRef(_versionDirPrefix + "bundle2.js.map") =
_sourceMap2String;
SourceMaps = new Dictionary <string, SourceMap>
{
{ PathUtils.GetFile(_buildResult.BundleJsUrl), _sourceMap },
{ "bundle2.js", _sourceMap2 }
};
}
else
{
SourceMaps = new Dictionary <string, SourceMap>
{
{ PathUtils.GetFile(_buildResult.BundleJsUrl), _sourceMap }
};
}
if (_project.SubProjects != null)
{
var newSubBundlers = new RefDictionary <string, FastBundleBundler>();
foreach (var(projPath, subProject) in _project.SubProjects.OrderBy(a =>
a.Value?.Variant == "serviceworker"))
{
if (subProject == null)
{
continue;
}
if (_subBundlers == null || !_subBundlers.TryGetValue(projPath, out var subBundler))
{
subBundler = new FastBundleBundler(_tools, _mainBuildResult, subProject,
_buildResult.SubBuildResults.GetOrFakeValueRef(projPath));
}
newSubBundlers.GetOrAddValueRef(projPath) = subBundler;
subBundler.Build(sourceRoot, false, false);
}
_subBundlers = newSubBundlers;
}
else
{
_subBundlers = null;
}
}
public void Build(string sourceRoot, string mapUrl, bool testProj = false)
{
_versionDirPrefix = "";
if (Project.OutputSubDir != null)
{
_versionDirPrefix = Project.OutputSubDir + "/";
}
var root = Project.CommonSourceDirectory;
if (root == null)
{
return;
}
var sourceMapBuilder = new SourceMapBuilder();
if (!testProj && Project.NoHtml)
{
sourceMapBuilder.AddText(GetInitG11nCode());
sourceMapBuilder.AddText(_tools.LoaderJs);
sourceMapBuilder.AddText(GetGlobalDefines());
sourceMapBuilder.AddText(GetModuleMap());
}
sourceMapBuilder.AddText(_tools.TsLibSource);
var cssLink = "";
foreach (var source in BuildResult.Path2FileInfo)
{
if (source.Value.Type == FileCompilationType.JavaScriptAsset)
{
sourceMapBuilder.AddSource(source.Value.Output, source.Value.MapLink);
}
}
foreach (var source in BuildResult.Path2FileInfo)
{
if (source.Value.Type == FileCompilationType.TypeScript ||
source.Value.Type == FileCompilationType.EsmJavaScript ||
source.Value.Type == FileCompilationType.JavaScript)
{
if (source.Value.Output == null)
{
continue; // Skip d.ts
}
sourceMapBuilder.AddText(
$"R('{PathUtils.Subtract(PathUtils.WithoutExtension(source.Key), root)}',function(require, module, exports, global){{");
sourceMapBuilder.AddSource(source.Value.Output, source.Value.MapLink);
sourceMapBuilder.AddText("});");
}
else if (source.Value.Type == FileCompilationType.Json)
{
sourceMapBuilder.AddText(
$"R('{PathUtils.Subtract(source.Key, root)}',function(require, module, exports, global){{");
sourceMapBuilder.AddText("Object.assign(exports, " + source.Value.Owner.Utf8Content + ");");
sourceMapBuilder.AddText("});");
}
else if (source.Value.Type == FileCompilationType.ImportedCss)
{
sourceMapBuilder.AddText(
$"R('{PathUtils.Subtract(source.Key, root)}',function(){{}});");
string cssPath = source.Value.OutputUrl;
FilesContent.GetOrAddValueRef(cssPath) = source.Value.Output;
cssLink += "<link rel=\"stylesheet\" href=\"" + cssPath + "\">";
}
else if (source.Value.Type == FileCompilationType.Css)
{
string cssPath = source.Value.OutputUrl;
FilesContent.GetOrAddValueRef(cssPath) = source.Value.Output;
cssLink += "<link rel=\"stylesheet\" href=\"" + cssPath + "\">";
}
else if (source.Value.Type == FileCompilationType.Resource)
{
FilesContent.GetOrAddValueRef(source.Value.OutputUrl) = source.Value.Owner.ByteContent;
}
}
if (Project.SpriteGeneration)
{
_bundlePng = Project.BundlePngUrl;
var bundlePngContent = Project.SpriteGenerator.BuildImage(false);
if (bundlePngContent != null)
{
_bundlePngInfo = new List <float>();
foreach (var slice in bundlePngContent)
{
FilesContent.GetOrAddValueRef(PathUtils.InjectQuality(_bundlePng, slice.Quality)) = slice.Content;
_bundlePngInfo.Add(slice.Quality);
}
}
else
{
_bundlePng = null;
}
}
if (!testProj && Project.NoHtml)
{
sourceMapBuilder.AddText(RequireBobril());
sourceMapBuilder.AddText(
$"R.r('{PathUtils.WithoutExtension(PathUtils.Subtract(Project.MainFile, root))}');");
}
sourceMapBuilder.AddText("//# sourceMappingURL=" + mapUrl);
_sourceMap = sourceMapBuilder.Build(root, sourceRoot);
_sourceMapString = _sourceMap.ToString();
_bundleJs = sourceMapBuilder.Content();
if (!testProj && !Project.NoHtml && Project.ExampleSources.Count > 0)
{
if (Project.ExampleSources.Count == 1)
{
BuildFastBundlerIndexHtml(
PathUtils.WithoutExtension(PathUtils.Subtract(Project.ExampleSources[0], root)), cssLink);
}
else
{
var htmlList = new List <string>();
foreach (var exampleSrc in Project.ExampleSources)
{
var moduleNameWOExt = PathUtils.WithoutExtension(PathUtils.Subtract(exampleSrc, root));
BuildFastBundlerIndexHtml(moduleNameWOExt, cssLink);
var justName = PathUtils.SplitDirAndFile(moduleNameWOExt).Item2;
FilesContent.GetOrAddValueRef(justName + ".html") = _indexHtml;
htmlList.Add(justName);
}
BuildExampleListHtml(htmlList, cssLink);
}
}
else if (testProj)
{
BuildFastBundlerTestHtml(Project.TestSources, root, cssLink);
}
else if (!Project.NoHtml)
{
BuildFastBundlerIndexHtml(PathUtils.WithoutExtension(PathUtils.Subtract(Project.MainFile, root)),
cssLink);
}
if (testProj)
{
FilesContent.GetOrAddValueRef("test.html") = _indexHtml;
FilesContent.GetOrAddValueRef(_versionDirPrefix + "jasmine-core.js") = _tools.JasmineCoreJs;
FilesContent.GetOrAddValueRef(_versionDirPrefix + "jasmine-boot.js") = _tools.JasmineBootJs;
FilesContent.GetOrAddValueRef(_versionDirPrefix + "loader.js") = _tools.LoaderJs;
}
else if (!Project.NoHtml)
{
FilesContent.GetOrAddValueRef("index.html") = _indexHtml;
FilesContent.GetOrAddValueRef(_versionDirPrefix + "loader.js") = _tools.LoaderJs;
if (Project.LiveReloadEnabled)
{
FilesContent.GetOrAddValueRef(_versionDirPrefix + "liveReload.js") =
_tools.LiveReloadJs.Replace("##Idx##", (Project.LiveReloadIdx + 1).ToString());
}
}
FilesContent.GetOrAddValueRef(_versionDirPrefix + PathUtils.WithoutExtension(mapUrl)) = _bundleJs;
FilesContent.GetOrAddValueRef(_versionDirPrefix + mapUrl) = _sourceMapString;
BuildResult.SourceMap = _sourceMap;
}
public void Build(bool compress, bool mangle, bool beautify)
{
var diskCache = Project.Owner.DiskCache;
var root = Project.Owner.Owner.FullPath;
_jsFilesContent = new Dictionary <string, string>();
var cssLink = "";
var cssToBundle = new List <SourceFromPair>();
foreach (var source in BuildResult.Path2FileInfo)
{
if (source.Value.Type == FileCompilationType.TypeScript ||
source.Value.Type == FileCompilationType.EsmJavaScript ||
source.Value.Type == FileCompilationType.JavaScript ||
source.Value.Type == FileCompilationType.JavaScriptAsset)
{
if (source.Value.Output == null)
{
continue; // Skip d.ts
}
_jsFilesContent[PathUtils.ChangeExtension(source.Key, "js").ToLowerInvariant()] =
source.Value.Output;
}
else if (source.Value.Type == FileCompilationType.Json)
{
_jsFilesContent[source.Key.ToLowerInvariant() + ".js"] =
"Object.assign(module.exports, " + source.Value.Owner.Utf8Content + ");";
}
else if (source.Value.Type == FileCompilationType.Css || source.Value.Type == FileCompilationType.ImportedCss)
{
cssToBundle.Add(new SourceFromPair(source.Value.Owner.Utf8Content, source.Value.Owner.FullPath));
}
else if (source.Value.Type == FileCompilationType.Resource)
{
FilesContent.GetOrAddValueRef(source.Value.OutputUrl) = source.Value.Owner.ByteContent;
}
}
if (cssToBundle.Count > 0)
{
string cssPath = Project.AllocateName("bundle.css");
var cssProcessor = new CssProcessor(Project.Tools);
var cssContent = cssProcessor.ConcatenateAndMinifyCss(cssToBundle, (string url, string from) =>
{
var full = PathUtils.Join(from, url);
var fullJustName = full.Split('?', '#')[0];
var fileAdditionalInfo = BuildModuleCtx.AutodetectAndAddDependencyCore(Project, fullJustName,
diskCache.TryGetItem(from) as IFileCache);
FilesContent.GetOrAddValueRef(fileAdditionalInfo.OutputUrl) = fileAdditionalInfo.Owner.ByteContent;
return(PathUtils.SplitDirAndFile(fileAdditionalInfo.OutputUrl).Item2 +
full.Substring(fullJustName.Length));
}).Result;
FilesContent.GetOrAddValueRef(cssPath) = cssContent;
cssLink += "<link rel=\"stylesheet\" href=\"" + cssPath + "\">";
}
if (Project.SpriteGeneration)
{
_bundlePng = Project.BundlePngUrl;
var bundlePngContent = Project.SpriteGenerator.BuildImage(true);
if (bundlePngContent != null)
{
_bundlePngInfo = new List <float>();
foreach (var slice in bundlePngContent)
{
FilesContent.GetOrAddValueRef(PathUtils.InjectQuality(_bundlePng, slice.Quality)) = slice.Content;
_bundlePngInfo.Add(slice.Quality);
}
}
else
{
_bundlePng = null;
}
}
var bundler = new BundlerImpl(_tools);
bundler.Callbacks = this;
if (Project.ExampleSources.Count > 0)
{
bundler.MainFiles = new[] { PathUtils.ChangeExtension(Project.ExampleSources[0], "js") };
}
else
{
bundler.MainFiles = new[] { PathUtils.ChangeExtension(Project.MainFile, "js") };
}
_mainJsBundleUrl = Project.BundleJsUrl;
bundler.Compress = compress;
bundler.Mangle = mangle;
bundler.Beautify = beautify;
var defines = new Dictionary <string, object>();
foreach (var p in Project.Defines)
{
defines.Add(p.Key, p.Value);
}
bundler.Defines = defines;
bundler.Bundle();
if (!Project.NoHtml)
{
BuildFastBundlerIndexHtml(cssLink);
FilesContent.GetOrAddValueRef("index.html") = _indexHtml;
}
}
public void Build(string sourceRoot, bool testProj = false)
{
_versionDirPrefix = "";
if (Project.OutputSubDir != null)
{
_versionDirPrefix = Project.OutputSubDir + "/";
}
var root = Project.CommonSourceDirectory;
var incremental = BuildResult.Incremental;
var start = DateTime.UtcNow;
var sourceMapBuilder = new SourceMapBuilder();
if (Project.Localize)
{
if (!incremental)
{
sourceMapBuilder.AddText(
$"function g11nPath(s){{return\"./{(Project.OutputSubDir != null ? (Project.OutputSubDir + "/") : "")}\"+s.toLowerCase()+\".js\"}};");
if (Project.DefaultLanguage != null)
{
sourceMapBuilder.AddText($"var g11nLoc=\"{Project.DefaultLanguage}\";");
}
}
}
if (_bundlePng != null && !incremental)
{
sourceMapBuilder.AddText(GetInitSpriteCode());
}
if (!incremental)
{
sourceMapBuilder.AddText(_tools.LoaderJs);
if (Project.Defines != null)
{
sourceMapBuilder.AddText(GetGlobalDefines());
}
sourceMapBuilder.AddText(GetModuleMap());
sourceMapBuilder.AddText(_tools.TsLibSource);
}
var cssLink = "";
var sortedResultSet = incremental ? BuildResult.RecompiledIncrementaly.OrderBy(f => f.Owner.FullPath).ToArray() : BuildResult.Path2FileInfo.Values.OrderBy(f => f.Owner.FullPath).ToArray();
if (!incremental)
{
foreach (var source in BuildResult.JavaScriptAssets)
{
sourceMapBuilder.AddSource(source.Output, source.MapLink);
}
}
foreach (var source in sortedResultSet)
{
if (source.Type == FileCompilationType.TypeScript ||
source.Type == FileCompilationType.EsmJavaScript ||
source.Type == FileCompilationType.JavaScript)
{
if (source.Output == null)
{
continue; // Skip d.ts
}
sourceMapBuilder.AddText(
$"R('{PathUtils.Subtract(PathUtils.WithoutExtension(source.Owner.FullPath), root)}',function(require, module, exports, global){{");
var adder = sourceMapBuilder.CreateSourceAdder(source.Output, source.MapLink);
var sourceReplacer = new SourceReplacer();
Project.ApplySourceInfo(sourceReplacer, source.SourceInfo, BuildResult);
sourceReplacer.Apply(adder);
//sourceMapBuilder.AddSource(source.Output, source.MapLink);
sourceMapBuilder.AddText("\n});");
}
else if (source.Type == FileCompilationType.Json)
{
sourceMapBuilder.AddText(
$"R('{PathUtils.Subtract(source.Owner.FullPath, root)}',");
sourceMapBuilder.AddText(source.Owner.Utf8Content);
sourceMapBuilder.AddText(");");
}
else if (source.Type == FileCompilationType.ImportedCss)
{
sourceMapBuilder.AddText(
$"R('{PathUtils.Subtract(source.Owner.FullPath, root)}',function(){{}});");
string cssPath = BuildResult.ToOutputUrl(source);
FilesContent.GetOrAddValueRef(cssPath) = source.Output;
cssLink += "<link rel=\"stylesheet\" href=\"" + cssPath + "\">";
}
else if (source.Type == FileCompilationType.Css)
{
string cssPath = BuildResult.ToOutputUrl(source);
FilesContent.GetOrAddValueRef(cssPath) = source.Output;
cssLink += "<link rel=\"stylesheet\" href=\"" + cssPath + "\">";
}
else if (source.Type == FileCompilationType.Resource)
{
FilesContent.GetOrAddValueRef(BuildResult.ToOutputUrl(source)) = source.Owner.ByteContent;
}
}
if (Project.SpriteGeneration)
{
_bundlePng = Project.BundlePngUrl;
var bundlePngContent = Project.SpriteGenerator.BuildImage(false);
if (bundlePngContent != null)
{
_bundlePngInfo = new List <float>();
foreach (var slice in bundlePngContent)
{
FilesContent.GetOrAddValueRef(PathUtils.InjectQuality(_bundlePng, slice.Quality)) = slice.Content;
_bundlePngInfo.Add(slice.Quality);
}
}
else
{
_bundlePng = null;
}
}
if (!testProj && Project.NoHtml)
{
sourceMapBuilder.AddText(RequireBobril());
sourceMapBuilder.AddText(
$"R.r('{PathUtils.WithoutExtension(PathUtils.Subtract(Project.MainFile, root))}');");
}
if (Project.Localize)
{
Project.TranslationDb.BuildTranslationJs(_tools, FilesContent, Project.OutputSubDir);
}
if (incremental)
{
sourceMapBuilder.AddText("//# sourceMappingURL=bundle2.js.map");
_sourceMap2 = sourceMapBuilder.Build(root, sourceRoot);
_sourceMap2String = _sourceMap2.ToString();
_bundle2Js = sourceMapBuilder.Content();
Project.Owner.Logger.Info("JS Bundle length: " + _bundleJs.Length + " SourceMap length: " + _sourceMapString.Length + " Delta: " + _bundle2Js.Length + " SM:" + _sourceMap2String.Length + " T:" + (DateTime.UtcNow - start).TotalMilliseconds.ToString("F0") + "ms");
}
else
{
sourceMapBuilder.AddText("//# sourceMappingURL=bundle.js.map");
_sourceMap = sourceMapBuilder.Build(root, sourceRoot);
_sourceMapString = _sourceMap.ToString();
_bundleJs = sourceMapBuilder.Content();
_sourceMap2 = null;
_sourceMap2String = null;
_bundle2Js = null;
_cssLink = cssLink;
Project.Owner.Logger.Info("JS Bundle length: " + _bundleJs.Length + " SourceMap length: " + _sourceMapString.Length + " T:" + (DateTime.UtcNow - start).TotalMilliseconds.ToString("F0") + "ms");
}
FilesContent.GetOrAddValueRef(_versionDirPrefix + "bundle.js") = _bundleJs;
FilesContent.GetOrAddValueRef(_versionDirPrefix + "bundle.js.map") = _sourceMapString;
if (incremental)
{
FilesContent.GetOrAddValueRef(_versionDirPrefix + "bundle2.js") = _bundle2Js;
FilesContent.GetOrAddValueRef(_versionDirPrefix + "bundle2.js.map") = _sourceMap2String;
SourceMaps = new Dictionary <string, SourceMap>
{
{ "bundle.js", _sourceMap },
{ "bundle2.js", _sourceMap2 }
};
}
else
{
SourceMaps = new Dictionary <string, SourceMap>
{
{ "bundle.js", _sourceMap }
};
}
}
public void Build(bool compress, bool mangle, bool beautify)
{
var diskCache = Project.Owner.DiskCache;
var cssLink = "";
var cssToBundle = new List <SourceFromPair>();
foreach (var source in BuildResult.Path2FileInfo.Values.OrderBy(f => f.Owner.FullPath).ToArray())
{
if (source.Type == FileCompilationType.Css || source.Type == FileCompilationType.ImportedCss)
{
cssToBundle.Add(new SourceFromPair(source.Owner.Utf8Content, source.Owner.FullPath));
}
else if (source.Type == FileCompilationType.Resource)
{
FilesContent.GetOrAddValueRef(BuildResult.ToOutputUrl(source)) = source.Owner.ByteContent;
}
}
if (cssToBundle.Count > 0)
{
string cssPath = BuildResult.AllocateName("bundle.css");
var cssProcessor = new CssProcessor(Project.Tools);
var cssContent = cssProcessor.ConcatenateAndMinifyCss(cssToBundle, (string url, string from) =>
{
var full = PathUtils.Join(from, url);
var fullJustName = full.Split('?', '#')[0];
BuildResult.Path2FileInfo.TryGetValue(fullJustName, out var fileAdditionalInfo);
FilesContent.GetOrAddValueRef(BuildResult.ToOutputUrl(fileAdditionalInfo)) = fileAdditionalInfo.Owner.ByteContent;
return(PathUtils.GetFile(fileAdditionalInfo.OutputUrl) +
full.Substring(fullJustName.Length));
}).Result;
var cssImports = "";
foreach (var match in Regex.Matches(cssContent, "@import .*;"))
{
cssImports += match.ToString();
cssContent = cssContent.Replace(match.ToString(), "");
}
FilesContent.GetOrAddValueRef(cssPath) = cssImports + cssContent;
cssLink += "<link rel=\"stylesheet\" href=\"" + cssPath + "\">";
}
if (Project.SpriteGeneration)
{
_bundlePng = Project.BundlePngUrl;
var bundlePngContent = Project.SpriteGenerator.BuildImage(true);
if (bundlePngContent != null)
{
_bundlePngInfo = new List <float>();
foreach (var slice in bundlePngContent)
{
FilesContent.GetOrAddValueRef(PathUtils.InjectQuality(_bundlePng, slice.Quality)) = slice.Content;
_bundlePngInfo.Add(slice.Quality);
}
}
else
{
_bundlePng = null;
}
}
var bundler = new BundlerImpl(_tools);
bundler.Callbacks = this;
if (Project.ExampleSources.Count > 0)
{
bundler.MainFiles = new[] { Project.ExampleSources[0] };
}
else
{
bundler.MainFiles = new[] { Project.MainFile };
}
_mainJsBundleUrl = BuildResult.BundleJsUrl;
bundler.Compress = compress;
bundler.Mangle = mangle;
bundler.Beautify = beautify;
var defines = new Dictionary <string, object>();
foreach (var p in Project.Defines)
{
defines.Add(p.Key, p.Value);
}
bundler.Defines = defines;
bundler.Bundle();
if (!Project.NoHtml)
{
BuildFastBundlerIndexHtml(cssLink);
FilesContent.GetOrAddValueRef("index.html") = _indexHtml;
}
}
static string LoadUsedFilesFromKvi(IKeyIndex keyIndex, FileCollectionWithFileInfos fcfi, uint fileId)
{
try
{
var file = fcfi.GetFile(fileId);
var reader = new SpanReader(file.GetExclusiveReader());
FileKeyIndex.SkipHeader(ref reader);
var keyCount = keyIndex.KeyValueCount;
var usedFileIds = new RefDictionary <uint, ulong>();
if (keyIndex.Compression == KeyIndexCompression.Old)
{
for (var i = 0; i < keyCount; i++)
{
var keyLength = reader.ReadVInt32();
reader.SkipBlock(keyLength);
var vFileId = reader.ReadVUInt32();
reader.SkipVUInt32();
var len = reader.ReadVInt32();
if (vFileId > 0)
{
usedFileIds.GetOrAddValueRef(vFileId) += (ulong)Math.Abs(len);
}
}
}
else
{
if (keyIndex.Compression != KeyIndexCompression.None)
{
return("");
}
for (var i = 0; i < keyCount; i++)
{
reader.SkipVUInt32();
var keyLengthWithoutPrefix = (int)reader.ReadVUInt32();
reader.SkipBlock(keyLengthWithoutPrefix);
var vFileId = reader.ReadVUInt32();
reader.SkipVUInt32();
var len = reader.ReadVInt32();
if (vFileId > 0)
{
usedFileIds.GetOrAddValueRef(vFileId) += (ulong)Math.Abs(len);
}
}
}
var used = usedFileIds.OrderBy(a => a.Key).ToArray();
var sb = new StringBuilder();
foreach (var keyValuePair in used)
{
sb.Append(" in ");
sb.Append(keyValuePair.Key);
sb.Append(" used ");
sb.Append(keyValuePair.Value);
sb.Append('\n');
}
return(sb.ToString());
}
catch
{
// ignore
}
return("");
}