public override void Render(GenContext ctx)
{
{
DefAssembly.LocalAssebmly.CurrentLanguage = Common.ELanguage.FLATBUFFERS;
var file = RenderFileUtil.GetFileOrDefault(ctx.GenArgs.OutputCodeMonolithicFile, "schema.fbs");
var content = this.RenderAll(ctx.ExportTypes);
var md5 = CacheFileUtil.GenMd5AndAddCache(file, string.Join('\n', content));
ctx.GenCodeFilesInOutputCodeDir.Add(new FileInfo()
{
FilePath = file, MD5 = md5
});
}
{
DefAssembly.LocalAssebmly.CurrentLanguage = Common.ELanguage.FLATBUFFERS;
var file = "convert_json_to_binary.bat";
var content = this.RenderConvertJson2BinaryBat(ctx.Assembly.TableManagerName, ctx.TopModule, ctx.ExportTables);
var md5 = CacheFileUtil.GenMd5AndAddCache(file, string.Join('\n', content));
ctx.GenCodeFilesInOutputCodeDir.Add(new FileInfo()
{
FilePath = file, MD5 = md5
});
}
{
DefAssembly.LocalAssebmly.CurrentLanguage = Common.ELanguage.FLATBUFFERS;
var file = "convert_json_to_binary.sh";
var content = this.RenderConvertJson2BinarySh(ctx.Assembly.TableManagerName, ctx.TopModule, ctx.ExportTables);
var md5 = CacheFileUtil.GenMd5AndAddCache(file, string.Join('\n', content));
ctx.GenCodeFilesInOutputCodeDir.Add(new FileInfo()
{
FilePath = file, MD5 = md5
});
}
}
public override void Render(GenContext ctx)
{
string genType = ctx.GenType;
foreach (var table in ctx.ExportTables)
{
var records = ctx.Assembly.GetTableAllDataList(table);
int index = 0;
string dirName = table.FullName;
foreach (var record in records)
{
var fileName = table.IsMapTable ?
record.Data.GetField(table.IndexField.Name).Apply(ToStringVisitor2.Ins).Replace("\"", "").Replace("'", "")
: (++index).ToString();
var file = RenderFileUtil.GetOutputFileName(genType, $"{dirName}/{fileName}", ctx.GenArgs.OutputConvertFileExtension);
ctx.Tasks.Add(Task.Run(() =>
{
//if (!FileRecordCacheManager.Ins.TryGetRecordOutputData(table, records, genType, out string md5))
//{
var content = DataConvertUtil.ToConvertRecord(table, record, genType);
var md5 = CacheFileUtil.GenStringOrBytesMd5AndAddCache(file, content);
FileRecordCacheManager.Ins.AddCachedRecordOutputData(table, records, genType, md5);
//}
ctx.GenDataFilesInOutputDataDir.Add(new FileInfo()
{
FilePath = file, MD5 = md5
});
}));
}
}
}
public override void Render(GenContext ctx)
{
DefAssembly.LocalAssebmly.CurrentLanguage = Common.ELanguage.LUA;
var file = RenderFileUtil.GetFileOrDefault(ctx.GenArgs.OutputCodeMonolithicFile, "Types.lua");
var content = this.RenderAll(ctx.ExportTypes);
var md5 = CacheFileUtil.GenMd5AndAddCache(file, string.Join('\n', content));
ctx.GenCodeFilesInOutputCodeDir.Add(new FileInfo()
{
FilePath = file, MD5 = md5
});
}
public override void Render(GenContext ctx)
{
ctx.Tasks.Add(Task.Run(() =>
{
GenArgs args = ctx.GenArgs;
var brightRequirePath = args.TypescriptBrightRequirePath;
var brightPackageName = args.TypescriptBrightPackageName;
var render = ctx.Render;
var ass = ctx.Assembly;
var fileContent = new List <string>();
if (args.TypescriptUsePuertsByteBuf)
{
fileContent.Add(TypescriptStringTemplate.PuertsByteBufImports);
}
else
{
fileContent.Add(TypescriptStringTemplate.GetByteBufImports(brightRequirePath, brightPackageName));
}
if (args.TypescriptEmbedBrightTypes)
{
fileContent.Add(StringTemplateManager.Ins.GetTemplateString("config/typescript_bin/vectors"));
fileContent.Add(TypescriptStringTemplate.SerializeTypes);
fileContent.Add(TypescriptStringTemplate.ProtoTypes);
}
else
{
fileContent.Add(TypescriptStringTemplate.GetSerializeImports(brightRequirePath, brightPackageName));
fileContent.Add(TypescriptStringTemplate.GetProtocolImports(brightRequirePath, brightPackageName));
fileContent.Add(TypescriptStringTemplate.GetVectorImports(brightRequirePath, brightPackageName));
}
fileContent.Add(@$ "export namespace {ass.TopModule} {{");
foreach (var type in ctx.ExportTypes)
{
fileContent.Add(render.RenderAny(type));
}
fileContent.Add(render.RenderStubs("ProtocolStub", ass.TopModule,
ctx.ExportTypes.Where(t => t is DefProto).Cast <DefProto>().ToList(),
ctx.ExportTypes.Where(t => t is DefRpc).Cast <DefRpc>().ToList()));
fileContent.Add("}"); // end of topmodule
var content = FileHeaderUtil.ConcatAutoGenerationHeader(string.Join('\n', fileContent), ELanguage.TYPESCRIPT);
var file = "Types.ts";
var md5 = CacheFileUtil.GenMd5AndAddCache(file, content);
ctx.GenCodeFilesInOutputCodeDir.Add(new FileInfo()
{
FilePath = file, MD5 = md5
});
}));
}
public override void Render(GenContext ctx)
{
DefAssembly ass = ctx.Assembly;
ctx.Tasks.Add(Task.Run(() =>
{
var content = FileHeaderUtil.ConcatAutoGenerationHeader(RenderTypes(ctx.ExportTypes), Common.ELanguage.LUA);
var file = "Types.lua";
var md5 = CacheFileUtil.GenMd5AndAddCache(file, content);
ctx.GenCodeFilesInOutputCodeDir.Add(new FileInfo()
{
FilePath = file, MD5 = md5
});
}));
}
protected void GenerateCodeScatter(GenContext ctx)
{
string genType = ctx.GenType;
ctx.Render = this;
ctx.Lan = GetLanguage(ctx);
DefAssembly.LocalAssebmly.CurrentLanguage = ctx.Lan;
foreach (var c in ctx.ExportTypes)
{
ctx.Tasks.Add(Task.Run(() =>
{
string body = ctx.Render.RenderAny(c);
if (string.IsNullOrWhiteSpace(body))
{
return;
}
var content = FileHeaderUtil.ConcatAutoGenerationHeader(body, ctx.Lan);
var file = RenderFileUtil.GetDefTypePath(c.FullName, ctx.Lan);
var md5 = CacheFileUtil.GenMd5AndAddCache(file, content);
ctx.GenCodeFilesInOutputCodeDir.Add(new FileInfo()
{
FilePath = file, MD5 = md5
});
}));
}
ctx.Tasks.Add(Task.Run(() =>
{
var module = ctx.TopModule;
var name = ctx.TargetService.Manager;
var body = ctx.Render.RenderService(name, module, ctx.ExportTables);
if (string.IsNullOrWhiteSpace(body))
{
return;
}
var content = FileHeaderUtil.ConcatAutoGenerationHeader(body, ctx.Lan);
var file = RenderFileUtil.GetDefTypePath(name, ctx.Lan);
var md5 = CacheFileUtil.GenMd5AndAddCache(file, content);
ctx.GenCodeFilesInOutputCodeDir.Add(new FileInfo()
{
FilePath = file, MD5 = md5
});
}));
}
public override void Render(GenContext ctx)
{
string genType = ctx.GenType;
foreach (var table in ctx.ExportTables)
{
ctx.Tasks.Add(Task.Run(() =>
{
var file = RenderFileUtil.GetOutputFileName(genType, table.OutputDataFile, ctx.GenArgs.OutputDataFileExtension);
var records = ctx.Assembly.GetTableExportDataList(table);
if (!FileRecordCacheManager.Ins.TryGetRecordOutputData(table, records, genType, out string md5))
{
var content = DataExporterUtil.ToOutputData(table, records, genType);
md5 = CacheFileUtil.GenStringOrBytesMd5AndAddCache(file, content);
FileRecordCacheManager.Ins.AddCachedRecordOutputData(table, records, genType, md5);
}
ctx.GenDataFilesInOutputDataDir.Add(new FileInfo() { FilePath = file, MD5 = md5 });
}));
}
}
public override void Render(GenContext ctx)
{
foreach (var c in ctx.ExportTypes)
{
if (!(c is DefEnum || c is DefBean))
{
continue;
}
ctx.Tasks.Add(Task.Run(() =>
{
var content = FileHeaderUtil.ConcatAutoGenerationHeader(RenderAny(c), ELanguage.CPP);
var file = "bp_" + RenderFileUtil.GetUeCppDefTypeHeaderFilePath(c.FullName);
var md5 = CacheFileUtil.GenMd5AndAddCache(file, content, true);
ctx.GenCodeFilesInOutputCodeDir.Add(new FileInfo()
{
FilePath = file, MD5 = md5
});
}));
}
}
public override void Render(GenContext ctx)
{
ctx.Assembly.CurrentLanguage = ELanguage.CS;
foreach (var c in ctx.Assembly.Types.Values)
{
if (!(c is DefBean) && !(c is DefEnum))
{
continue;
}
ctx.Tasks.Add(Task.Run(() =>
{
var content = FileHeaderUtil.ConcatAutoGenerationHeader(RenderAny(c), ELanguage.CS);
var file = RenderFileUtil.GetDefTypePath(c.FullName, ELanguage.CS);
var md5 = CacheFileUtil.GenMd5AndAddCache(file, content);
ctx.GenCodeFilesInOutputCodeDir.Add(new FileInfo()
{
FilePath = file, MD5 = md5
});
}));
}
}
public override void Render(GenContext ctx)
{
var render = new CppUE4EditorJsonRender();
var renderTypes = ctx.Assembly.Types.Values.Where(c => c is DefEnum || c is DefBean).ToList();
foreach (var c in renderTypes)
{
ctx.Tasks.Add(Task.Run(() =>
{
var content = FileHeaderUtil.ConcatAutoGenerationHeader(render.RenderAny(c), ELanguage.CPP);
var file = "editor_" + RenderFileUtil.GetUeCppDefTypeHeaderFilePath(c.FullName);
var md5 = CacheFileUtil.GenMd5AndAddCache(file, content, true);
ctx.GenCodeFilesInOutputCodeDir.Add(new FileInfo()
{
FilePath = file, MD5 = md5
});
}));
}
int TYPE_PER_STUB_FILE = 200;
for (int i = 0, n = (renderTypes.Count + TYPE_PER_STUB_FILE - 1) / TYPE_PER_STUB_FILE; i < n; i++)
{
int index = i;
ctx.Tasks.Add(Task.Run(() =>
{
int startIndex = index * TYPE_PER_STUB_FILE;
var content = FileHeaderUtil.ConcatAutoGenerationHeader(
render.RenderStub(renderTypes.GetRange(startIndex, Math.Min(TYPE_PER_STUB_FILE, renderTypes.Count - startIndex))),
ELanguage.CPP);
var file = $"stub_{index}.cpp";
var md5 = CacheFileUtil.GenMd5AndAddCache(file, content, true);
ctx.GenCodeFilesInOutputCodeDir.Add(new FileInfo()
{
FilePath = file, MD5 = md5
});
}));
}
}
protected void GenerateCodeMonolithic(GenContext ctx, string outputFile, List <string> fileContent, Action <List <string> > preContent, Action <List <string> > postContent)
{
ctx.Tasks.Add(Task.Run(() =>
{
fileContent.Add(FileHeaderUtil.GetAutoGenerationHeader(ctx.Lan));
preContent?.Invoke(fileContent);
foreach (var type in ctx.ExportTypes)
{
fileContent.Add(ctx.Render.RenderAny(type));
}
fileContent.Add(ctx.Render.RenderService(ctx.Assembly.TableManagerName, ctx.TopModule, ctx.ExportTables));
postContent?.Invoke(fileContent);
var file = outputFile;
var md5 = CacheFileUtil.GenMd5AndAddCache(file, string.Join("\n", fileContent));
ctx.GenScatteredFiles.Add(new FileInfo()
{
FilePath = file, MD5 = md5
});
}));
}
protected void GenerateCodeScatter(GenContext ctx)
{
ELanguage lan = ctx.Lan;
var render = ctx.Render;
DefAssembly ass = ctx.Assembly;
foreach (var c in ctx.ExportTypes)
{
ctx.Tasks.Add(Task.Run(() =>
{
var content = FileHeaderUtil.ConcatAutoGenerationHeader(render.RenderAny(c), lan);
var file = RenderFileUtil.GetDefTypePath(c.FullName, lan);
var md5 = CacheFileUtil.GenMd5AndAddCache(file, content);
ctx.GenCodeFilesInOutputCodeDir.Add(new FileInfo()
{
FilePath = file, MD5 = md5
});
}));
}
ctx.Tasks.Add(Task.Run(() =>
{
var module = ass.TopModule;
var name = "ProtocolStub";
var content = FileHeaderUtil.ConcatAutoGenerationHeader(
render.RenderStubs(name, module,
ctx.ExportTypes.Where(t => t is DefProto).Cast <DefProto>().ToList(),
ctx.ExportTypes.Where(t => t is DefRpc).Cast <DefRpc>().ToList()),
lan);
var file = RenderFileUtil.GetDefTypePath(name, lan);
var md5 = CacheFileUtil.GenMd5AndAddCache(file, content);
ctx.GenCodeFilesInOutputCodeDir.Add(new FileInfo()
{
FilePath = file, MD5 = md5
});
}));
}
public override void Render(GenContext ctx)
{
var genDataTasks = new List <Task <List <ResourceInfo> > >();
foreach (var c in ctx.ExportTables)
{
genDataTasks.Add(Task.Run(() =>
{
return(DataExporterUtil.ExportResourceList(ctx.Assembly.GetTableExportDataList(c)));
}));
}
ctx.Tasks.Add(Task.Run(async() =>
{
var ress = new HashSet <(string, string)>(10000);
var resourceLines = new List <string>(10000);
foreach (var task in genDataTasks)
{
foreach (var ri in await task)
{
if (ress.Add((ri.Resource, ri.Tag)))
{
resourceLines.Add($"{ri.Tag},{ri.Resource}");
}
}
}
var file = ctx.GenArgs.OutputDataResourceListFile;
var content = string.Join("\n", resourceLines);
var md5 = CacheFileUtil.GenMd5AndAddCache(file, content);
ctx.GenScatteredFiles.Add(new FileInfo()
{
FilePath = file, MD5 = md5
});
}));
}
private async Task GenJsonDataMonolithic(GenContext ctx)
{
var exportTables = ctx.ExportTables;
var allJsonTask = new List <Task <string> >();
foreach (var c in exportTables)
{
allJsonTask.Add(Task.Run(() =>
{
return((string)DataExporterUtil.ToOutputData(c, ctx.Assembly.GetTableExportDataList(c), "data_json2"));
}));
}
var lines = new List <string>();
lines.Add("{");
for (int i = 0; i < exportTables.Count; i++)
{
if (i != 0)
{
lines.Add(",");
}
lines.Add($"\"{exportTables[i].FullName}\":");
lines.Add(await allJsonTask[i]);
}
lines.Add("}");
var content = string.Join('\n', lines);
var outputFile = ctx.GenArgs.OutputDataJsonMonolithicFile;
var md5 = CacheFileUtil.GenMd5AndAddCache(outputFile, content);
ctx.GenScatteredFiles.Add(new FileInfo()
{
FilePath = outputFile, MD5 = md5
});
}
public async Task GenAsync(RemoteAgent agent, GenJob rpc)
{
var res = new GenJobRes()
{
ErrCode = Luban.Common.EErrorCode.OK,
ErrMsg = "succ",
FileGroups = new List <FileGroup>(),
};
if (!TryParseArg(rpc.Arg.JobArguments, out GenArgs args, out string errMsg))
{
res.ErrCode = Luban.Common.EErrorCode.JOB_ARGUMENT_ERROR;
res.ErrMsg = errMsg;
agent.Session.ReplyRpc <GenJob, GenJobArg, GenJobRes>(rpc, res);
return;
}
var timer = new ProfileTimer();
timer.StartPhase("= gen_all =");
try
{
string outputCodeDir = args.OutputCodeDir;
timer.StartPhase("build defines");
var loader = new DbDefLoader(agent);
await loader.LoadAsync(args.DefineFile);
timer.EndPhaseAndLog();
var rawDefines = loader.BuildDefines();
var ass = new DefAssembly();
ass.Load(rawDefines, agent, args);
List <DefTypeBase> exportTypes = ass.GetExportTypes();
var tasks = new List <Task>();
var genCodeFiles = new ConcurrentBag <FileInfo>();
var genScatteredFiles = new ConcurrentBag <FileInfo>();
var genType = args.GenType;
switch (genType)
{
case "cs":
{
ass.CurrentLanguage = ELanguage.CS;
var render = new AsyncCsRender();
foreach (var c in ass.Types.Values)
{
tasks.Add(Task.Run(() =>
{
var content = FileHeaderUtil.ConcatAutoGenerationHeader(render.RenderAny(c), Common.ELanguage.CS);
var file = RenderFileUtil.GetDefTypePath(c.FullName, Common.ELanguage.CS);
var md5 = CacheFileUtil.GenMd5AndAddCache(file, content);
genCodeFiles.Add(new FileInfo()
{
FilePath = file, MD5 = md5
});
}));
}
tasks.Add(Task.Run(() =>
{
var module = ass.TopModule;
var name = "Tables";
var content = FileHeaderUtil.ConcatAutoGenerationHeader(
render.RenderTables(name, module,
ass.Types.Values.Where(t => t is DefTable).Select(t => (DefTable)t).ToList()),
Common.ELanguage.CS);
var file = RenderFileUtil.GetDefTypePath(name, Common.ELanguage.CS);
var md5 = CacheFileUtil.GenMd5AndAddCache(file, content);
genCodeFiles.Add(new FileInfo()
{
FilePath = file, MD5 = md5
});
}));
break;
}
case "typescript":
{
ass.CurrentLanguage = ELanguage.TYPESCRIPT;
var render = new TypescriptRender();
var brightRequirePath = args.TypescriptBrightRequirePath;
var brightPackageName = args.TypescriptBrightPackageName;
tasks.Add(Task.Run(() =>
{
var fileContent = new List <string>();
fileContent.Add(TypescriptStringTemplate.GetByteBufImports(brightRequirePath, brightPackageName));
fileContent.Add(TypescriptStringTemplate.GetSerializeImports(brightRequirePath, brightPackageName));
fileContent.Add(TypescriptStringTemplate.GetProtocolImports(brightRequirePath, brightPackageName));
fileContent.Add(TypescriptStringTemplate.GetVectorImports(brightRequirePath, brightPackageName));
if (!string.IsNullOrEmpty(brightRequirePath))
{
fileContent.Add($"import {{FieldLogger, FieldLoggerGeneric1, FieldLoggerGeneric2}} from '{brightRequirePath}/transaction/FieldLogger'");
fileContent.Add($"import TxnBeanBase from '{brightRequirePath}/transaction/TxnBeanBase'");
fileContent.Add($"import {{TxnTable, TxnTableGeneric}} from '{brightRequirePath}/transaction/TxnTable'");
fileContent.Add($"import TransactionContext from '{brightRequirePath}/transaction/TransactionContext'");
fileContent.Add($"import {{FieldTag}} from '{brightRequirePath}/serialization/FieldTag'");
fileContent.Add($"import TKey from '{brightRequirePath}/storage/TKey'");
fileContent.Add($"import PList from '{brightRequirePath}/transaction/collections/PList'");
fileContent.Add($"import PList1 from '{brightRequirePath}/transaction/collections/PList1'");
fileContent.Add($"import PList2 from '{brightRequirePath}/transaction/collections/PList2'");
fileContent.Add($"import PSet from '{brightRequirePath}/transaction/collections/PSet'");
fileContent.Add($"import PMap from '{brightRequirePath}/transaction/collections/PMap'");
fileContent.Add($"import PMap1 from '{brightRequirePath}/transaction/collections/PMap1'");
fileContent.Add($"import PMap2 from '{brightRequirePath}/transaction/collections/PMap2'");
fileContent.Add($"import SerializeFactory from '{brightRequirePath}/serialization/SerializeFactory'");
}
else
{
fileContent.Add($"import {{FieldLogger, FieldLoggerGeneric1, FieldLoggerGeneric2}} from '{brightPackageName}'");
fileContent.Add($"import {{TxnBeanBase}} from '{brightPackageName}'");
fileContent.Add($"import {{TxnTable, TxnTableGeneric}} from '{brightPackageName}'");
fileContent.Add($"import {{TransactionContext}} from '{brightPackageName}'");
fileContent.Add($"import {{FieldTag}} from '{brightPackageName}'");
fileContent.Add($"import {{TKey}} from '{brightPackageName}'");
fileContent.Add($"import {{PList}} from '{brightPackageName}'");
fileContent.Add($"import {{PList1}} from '{brightPackageName}'");
fileContent.Add($"import {{PList2}} from '{brightPackageName}'");
fileContent.Add($"import {{PSet}} from '{brightPackageName}'");
fileContent.Add($"import {{PMap}} from '{brightPackageName}'");
fileContent.Add($"import {{PMap1}} from '{brightPackageName}'");
fileContent.Add($"import {{PMap2}} from '{brightPackageName}'");
fileContent.Add($"import {{SerializeFactory}} from '{brightPackageName}'");
}
fileContent.Add($"export namespace {ass.TopModule} {{");
foreach (var type in exportTypes)
{
fileContent.Add(render.RenderAny(type));
}
var tables = ass.Types.Values.Where(t => t is DefTable).Select(t => (DefTable)t).ToList();
fileContent.Add(render.RenderTables("Tables", ass.TopModule, tables));
fileContent.Add("}"); // end of topmodule
var content = FileHeaderUtil.ConcatAutoGenerationHeader(string.Join('\n', fileContent), ELanguage.TYPESCRIPT);
var file = "Types.ts";
var md5 = CacheFileUtil.GenMd5AndAddCache(file, content);
genCodeFiles.Add(new FileInfo()
{
FilePath = file, MD5 = md5
});
}));
break;
}
default:
{
throw new NotSupportedException($"not support gen type:{genType}");
}
}
await Task.WhenAll(tasks.ToArray());
res.FileGroups.Add(new FileGroup()
{
Dir = outputCodeDir, Files = genCodeFiles.ToList()
});
}
catch (Exception e)
{
res.ErrCode = Luban.Common.EErrorCode.JOB_EXCEPTION;
res.ErrMsg = $"{e.Message} \n {e.StackTrace}";
}
timer.EndPhaseAndLog();
agent.Session.ReplyRpc <GenJob, GenJobArg, GenJobRes>(rpc, res);
}
public async Task GenAsync(RemoteAgent agent, GenJob rpc)
{
var res = new GenJobRes()
{
ErrCode = Luban.Common.EErrorCode.OK,
ErrMsg = "succ",
FileGroups = new List <FileGroup>(),
};
if (!TryParseArg(rpc.Arg.JobArguments, out GenArgs args, out string errMsg))
{
res.ErrCode = Luban.Common.EErrorCode.JOB_ARGUMENT_ERROR;
res.ErrMsg = errMsg;
agent.Session.ReplyRpc <GenJob, GenJobArg, GenJobRes>(rpc, res);
return;
}
var timer = new ProfileTimer();
timer.StartPhase("= gen_all =");
try
{
string inputDataDir = args.InputDataDir;
string outputCodeDir = args.OutputCodeDir;
string outputDataDir = args.OutputDataDir;
var genTypes = args.GenType.Split(',').Select(s => s.Trim()).ToList();
timer.StartPhase("build defines");
var loader = new CfgDefLoader(agent);
await loader.LoadAsync(args.DefineFile);
timer.EndPhaseAndLog();
var rawDefines = loader.BuildDefines();
TimeZoneInfo timeZoneInfo = string.IsNullOrEmpty(args.TimeZone) ? TimeZoneInfo.Local : TimeZoneInfo.FindSystemTimeZoneById(args.TimeZone);
var ass = new DefAssembly(timeZoneInfo);
ass.Load(args.Service, rawDefines, agent);
var targetService = ass.CfgTargetService;
List <DefTable> exportTables = ass.GetExportTables();
List <DefTypeBase> exportTypes = ass.GetExportTypes();
bool hasLoadCfgData = false;
async Task CheckLoadCfgDataAsync()
{
if (!hasLoadCfgData)
{
hasLoadCfgData = true;
var timer = new ProfileTimer();
timer.StartPhase("load config data");
await LoadCfgDataAsync(agent, ass, args.InputDataDir, args.ExportTestData);
timer.EndPhaseAndLog();
timer.StartPhase("validate");
var validateCtx = new ValidatorContext(ass, args.ValidateRootDir);
await validateCtx.ValidateTables(exportTables);
timer.EndPhaseAndLog();
}
}
var tasks = new List <Task>();
var genCodeFiles = new ConcurrentBag <FileInfo>();
var genDataFiles = new ConcurrentBag <FileInfo>();
foreach (var genType in genTypes)
{
switch (genType)
{
case "code_cs_bin":
case "code_cs_json":
case "code_java_bin":
{
ICodeRender render = CreateCodeRender(genType);
ELanguage lan = GetLanguage(genType);
foreach (var c in exportTypes)
{
tasks.Add(Task.Run(() =>
{
var content = FileHeaderUtil.ConcatAutoGenerationHeader(render.RenderAny(c), lan);
var file = RenderFileUtil.GetDefTypePath(c.FullName, lan);
var md5 = CacheFileUtil.GenMd5AndAddCache(file, content);
genCodeFiles.Add(new FileInfo()
{
FilePath = file, MD5 = md5
});
}));
}
tasks.Add(Task.Run(() =>
{
var module = ass.TopModule;
var name = targetService.Manager;
var content = FileHeaderUtil.ConcatAutoGenerationHeader(render.RenderService(name, module, exportTables), lan);
var file = RenderFileUtil.GetDefTypePath(name, lan);
var md5 = CacheFileUtil.GenMd5AndAddCache(file, content);
genCodeFiles.Add(new FileInfo()
{
FilePath = file, MD5 = md5
});
}));
break;
}
case "code_lua_bin":
{
tasks.Add(Task.Run(() =>
{
var render = new LuaRender();
var content = FileHeaderUtil.ConcatAutoGenerationHeader(render.RenderAll(ass.Types.Values.ToList()), ELanguage.LUA);
var file = "Types.lua";
var md5 = CacheFileUtil.GenMd5AndAddCache(file, content);
genCodeFiles.Add(new FileInfo()
{
FilePath = file, MD5 = md5
});
}));
break;
}
case "code_go_bin":
{
var render = new GoCodeRender();
foreach (var c in exportTypes)
{
tasks.Add(Task.Run(() =>
{
var content = FileHeaderUtil.ConcatAutoGenerationHeader(render.RenderAny(c), ELanguage.GO);
var file = RenderFileUtil.GetDefTypePath(c.FullName, ELanguage.GO);
var md5 = CacheFileUtil.GenMd5AndAddCache(file, content);
genCodeFiles.Add(new FileInfo()
{
FilePath = file, MD5 = md5
});
}));
}
tasks.Add(Task.Run(() =>
{
var module = ass.TopModule;
var name = targetService.Manager;
var content = FileHeaderUtil.ConcatAutoGenerationHeader(render.RenderService(name, module, exportTables), ELanguage.GO);
var file = RenderFileUtil.GetDefTypePath(name, ELanguage.GO);
var md5 = CacheFileUtil.GenMd5AndAddCache(file, content);
genCodeFiles.Add(new FileInfo()
{
FilePath = file, MD5 = md5
});
}));
break;
}
case "code_cpp_bin":
{
var render = new CppBinCodeRender();
// 将所有 头文件定义 生成到一个文件
// 按照 const,enum,bean,table, service 的顺序生成
tasks.Add(Task.Run(() =>
{
var headerFileContent = new List <string>
{
@$ "
#pragma once
#include <functional>
#include " "bright/serialization/ByteBuf.h" "
#include " "bright/CfgBean.hpp" "
using ByteBuf = bright::serialization::ByteBuf;
namespace {ass.TopModule}
{{
"
};
foreach (var type in exportTypes)
{
if (type is DefEnum e)
{
headerFileContent.Add(render.Render(e));
}
}
foreach (var type in exportTypes)
{
if (type is DefConst c)
{
headerFileContent.Add(render.Render(c));
}
}
foreach (var type in exportTypes)
{
if (type is DefBean e)
{
headerFileContent.Add(render.RenderForwardDefine(e));
}
}
foreach (var type in exportTypes)
{
if (type is DefBean e)
{
headerFileContent.Add(render.Render(e));
}
}
foreach (var type in exportTables)
{
headerFileContent.Add(render.Render(type));
}
headerFileContent.Add(render.RenderService("Tables", ass.TopModule, exportTables));
headerFileContent.Add("}"); // end of topmodule
var content = FileHeaderUtil.ConcatAutoGenerationHeader(string.Join('\n', headerFileContent), ELanguage.CPP);
var file = "gen_types.h";
var md5 = CacheFileUtil.GenMd5AndAddCache(file, content);
genCodeFiles.Add(new FileInfo()
{
FilePath = file, MD5 = md5
});
}));
var beanTypes = exportTypes.Where(c => c is DefBean).ToList();
int TYPE_PER_STUB_FILE = 100;
for (int i = 0, n = (beanTypes.Count + TYPE_PER_STUB_FILE - 1) / TYPE_PER_STUB_FILE; i < n; i++)
{
int index = i;
tasks.Add(Task.Run(() =>
{
int startIndex = index * TYPE_PER_STUB_FILE;
var content = FileHeaderUtil.ConcatAutoGenerationHeader(
render.RenderStub(ass.TopModule, beanTypes.GetRange(startIndex, Math.Min(TYPE_PER_STUB_FILE, beanTypes.Count - startIndex))),
ELanguage.CPP);
var file = $"gen_stub_{index}.cpp";
var md5 = CacheFileUtil.GenMd5AndAddCache(file, content);
genCodeFiles.Add(new FileInfo()
{
FilePath = file, MD5 = md5
});
}));
}
break;
}
case "code_typescript_json":
{
var render = new TypeScriptJsonCodeRender();
tasks.Add(Task.Run(() =>
{
var fileContent = new List <string>
{
@$ "
export namespace {ass.TopModule} {{
",
@"
export class Vector2 {
x: number;
y: number;
constructor(x: number, y: number) {
this.x = x;
this.y = y;
}
static fromJson(_json_: any): Vector2 {
let x = _json_['x'];
let y = _json_['y'];
if (x == null || y == null) {
throw new Error();
}
return new Vector2(x, y);
}
}
export class Vector3 {
x: number;
y: number;
z: number;
constructor(x: number, y: number, z: number) {
this.x = x;
this.y = y;
this.z = z;
}
static fromJson(_json_: any): Vector3 {
let x = _json_['x'];
let y = _json_['y'];
let z = _json_['z'];
if (x == null || y == null || z == null) {
throw new Error();
}
return new Vector3(x, y, z);
}
}
export class Vector4 {
x: number;
y: number;
z: number;
w: number;
constructor(x: number, y: number, z: number, w: number) {
this.x = x;
this.y = y;
this.z = z;
this.w = w;
}
static fromJson(_json_: any): Vector4 {
let x = _json_['x'];
let y = _json_['y'];
let z = _json_['z'];
let w = _json_['w'];
if (x == null || y == null || z == null || w == null) {
throw new Error();
}
return new Vector4(x, y, z, w);
}
}
"
};
foreach (var type in exportTypes)
{
if (type is DefEnum e)
{
fileContent.Add(render.Render(e));
}
}
foreach (var type in exportTypes)
{
if (type is DefConst c)
{
fileContent.Add(render.Render(c));
}
}
foreach (var type in exportTypes)
{
if (type is DefBean e)
{
fileContent.Add(render.Render(e));
}
}
foreach (var type in exportTables)
{
fileContent.Add(render.Render(type));
}
fileContent.Add(render.RenderService("Tables", ass.TopModule, exportTables));
fileContent.Add("}"); // end of topmodule
var content = FileHeaderUtil.ConcatAutoGenerationHeader(string.Join('\n', fileContent), ELanguage.TYPESCRIPT);
var file = "Types.ts";
var md5 = CacheFileUtil.GenMd5AndAddCache(file, content);
genCodeFiles.Add(new FileInfo()
{
FilePath = file, MD5 = md5
});
}));
public async Task GenAsync(RemoteAgent agent, GenJob rpc)
{
var res = new GenJobRes()
{
ErrCode = Luban.Common.EErrorCode.OK,
ErrMsg = "succ",
FileGroups = new List <FileGroup>(),
};
if (!TryParseArg(rpc.Arg.JobArguments, out GenArgs args, out string errMsg))
{
res.ErrCode = Luban.Common.EErrorCode.JOB_ARGUMENT_ERROR;
res.ErrMsg = errMsg;
agent.Session.ReplyRpc <GenJob, GenJobArg, GenJobRes>(rpc, res);
return;
}
var timer = new ProfileTimer();
timer.StartPhase("= gen_all =");
try
{
string outputCodeDir = args.OutputCodeDir;
timer.StartPhase("build defines");
var loader = new DbDefLoader(agent);
await loader.LoadAsync(args.DefineFile);
timer.EndPhaseAndLog();
var rawDefines = loader.BuildDefines();
var ass = new DefAssembly();
ass.Load(rawDefines, agent);
List <DefTypeBase> exportTypes = ass.GetExportTypes();
var tasks = new List <Task>();
var genCodeFiles = new ConcurrentBag <FileInfo>();
var genType = args.GenType;
switch (genType)
{
case "cs":
{
var render = new SyncCsRender();
foreach (var c in ass.Types.Values)
{
tasks.Add(Task.Run(() =>
{
var content = FileHeaderUtil.ConcatAutoGenerationHeader(render.RenderAny(c), Common.ELanguage.CS);
var file = RenderFileUtil.GetDefTypePath(c.FullName, Common.ELanguage.CS);
var md5 = CacheFileUtil.GenMd5AndAddCache(file, content);
genCodeFiles.Add(new FileInfo()
{
FilePath = file, MD5 = md5
});
}));
}
tasks.Add(Task.Run(() =>
{
var module = ass.TopModule;
var name = "Tables";
var content = FileHeaderUtil.ConcatAutoGenerationHeader(
render.RenderTables(name, module,
ass.Types.Values.Where(t => t is DefTable).Select(t => (DefTable)t).ToList()),
Common.ELanguage.CS);
var file = RenderFileUtil.GetDefTypePath(name, Common.ELanguage.CS);
var md5 = CacheFileUtil.GenMd5AndAddCache(file, content);
genCodeFiles.Add(new FileInfo()
{
FilePath = file, MD5 = md5
});
}));
break;
}
default:
{
throw new NotSupportedException($"not support gen type:{genType}");
}
}
await Task.WhenAll(tasks.ToArray());
res.FileGroups.Add(new FileGroup()
{
Dir = outputCodeDir, Files = genCodeFiles.ToList()
});
}
catch (Exception e)
{
res.ErrCode = Luban.Common.EErrorCode.JOB_EXCEPTION;
res.ErrMsg = $"{e.Message} \n {e.StackTrace}";
}
timer.EndPhaseAndLog();
agent.Session.ReplyRpc <GenJob, GenJobArg, GenJobRes>(rpc, res);
}
public override void Render(GenContext ctx)
{
string genType = ctx.GenType;
foreach (var table in ctx.ExportTables)
{
ctx.Tasks.Add(Task.Run(() =>
{
var records = DefAssembly.ToSortByKeyDataList(table, ctx.Assembly.GetTableAllDataList(table));
string dirName = table.FullName;
var fileName = table.FullName;
var filePath = $"{dirName}/{fileName}.xlsx";
var title = TitleCreator.Ins.CreateTitle(table);
TBean valueType = table.ValueTType;
var dataRangeArray = new List <object[]>();
{
var titleRow = new object[title.ToIndex + 1];
titleRow[0] = "##";
foreach (var subTitle in title.SubTitleList)
{
string titleAndTags = subTitle.Tags.Count == 0 ? subTitle.Name : subTitle.Name + "&" + string.Join('&', subTitle.Tags.Select(e => $"{e.Key}={e.Value}"));
titleRow[subTitle.FromIndex] = titleAndTags;
}
dataRangeArray.Add(titleRow);
}
{
var typeRow = new object[title.ToIndex + 1];
typeRow[0] = "##type";
foreach (var subTitle in title.SubTitleList)
{
string typeAndTags = valueType.Bean.TryGetField(subTitle.Name, out var f, out _) ?
(f.CType.Tags.Count == 0 ? f.CType.Apply(CsDefineTypeName.Ins) : f.CType.Apply(CsDefineTypeName.Ins) + "&" + string.Join('&', f.CType.Tags.Select(e => $"{e.Key}={e.Value}")))
: "";
typeRow[subTitle.FromIndex] = typeAndTags;
}
dataRangeArray.Add(typeRow);
}
dataRangeArray.Add(new object[] { "##" });
int totalRowCount = dataRangeArray.Count;
foreach (var rec in records)
{
var fillVisitor = new FillSheetVisitor(dataRangeArray, title.ToIndex + 1, totalRowCount);
totalRowCount += rec.Data.Apply(fillVisitor, TBean.Create(false, rec.Data.Type, null), title);
}
using var workbook = new XLWorkbook(XLEventTracking.Disabled);
var sheet = workbook.AddWorksheet();
sheet.Cell(1, 1).InsertData(dataRangeArray);
var stream = new MemoryStream();
workbook.SaveAs(stream);
byte[] content = DataUtil.StreamToBytes(stream);
var md5 = CacheFileUtil.GenStringOrBytesMd5AndAddCache(filePath, content);
FileRecordCacheManager.Ins.AddCachedRecordOutputData(table, records, genType, md5);
ctx.GenDataFilesInOutputDataDir.Add(new Luban.Common.Protos.FileInfo()
{
FilePath = filePath, MD5 = md5
});
}));
}
}
