public void ParseFile(string filepath)
{
SynLog.LogHeader("Parsing file " + filepath);
using (var scope = new SynLog.LogScope())
{
string fileContents = System.IO.File.ReadAllText(filepath);
this.ParseString(fileContents);
}
}
public byte[] BuildWASM()
{
SynLog.LogHeader("Entered BuildWASM() from SynthContext.cs");
//WASMBuild build = new WASMBuild(this);
// Gather all the functions in the entire build, and make a collection
// of their unique types.
this.rootContext.GatherFunctionRegistration(this);
// Reorganize function indices so imported functions come first. This is
// required for WASM.
this.RealignFunctions();
List <byte> fileContent = new List <byte>();
fileContent.AddRange(System.BitConverter.GetBytes(WASM.BinParse.WASM_BINARY_MAGIC));
fileContent.AddRange(System.BitConverter.GetBytes(1));
// TODO: Consider removing the WASMSection class (in another file)
foreach (FunctionInfo fi in this.functionInfos)
{
if (fi.function.isExtern == true)
{
continue;
}
this.BuildFunction(fi.function);
}
//foreach (var kvp in this.rootContext.Functions)
//{
// List<SynthFuncDecl> lst = kvp.Value;
// foreach (SynthFuncDecl sfd in lst)
// {
// if (sfd.isExtern == true)
// continue;
//
// this.BuildFunction(sfd);
// }
//}
//
// FUNCTION TYPE DECLARATIONS
// "Type"s
//////////////////////////////////////////////////
int startFnType = this.GetOrAddFunctionType(WASM.Bin.TypeID.Result, new List <WASM.Bin.TypeID>());
fileContent.Add((byte)WASM.Bin.Section.TypeSec);
{
List <byte> typeSection = new List <byte>();
// Function type count
// + 1 for the start function
typeSection.AddRange(WASM.BinParse.EncodeUnsignedLEB((uint)functionTypes.Count));
for (int i = 0; i < this.functionTypes.Count; ++i)
{
FunctionType fty = functionTypes[i];
// Function tag
typeSection.Add((byte)WASM.Bin.TypeID.Function);
// Param count
typeSection.AddRange(WASM.BinParse.EncodeUnsignedLEB((uint)fty.paramTys.Count));
// Param values
for (int j = 0; j < fty.paramTys.Count; ++j)
{
// Types will never be big enough to need LEB encoding. Single byte is fine.
typeSection.Add((byte)fty.paramTys[j]);
}
// Only 1 return value max will ever be returned.
if (fty.retTy == WASM.Bin.TypeID.Empty)
{
typeSection.Add(0);
}
else
{
typeSection.Add(1);
typeSection.Add((byte)fty.retTy);
}
}
fileContent.AddRange(WASM.BinParse.EncodeSignedLEB(typeSection.Count));
fileContent.AddRange(typeSection);
}
//
// IMPORTED FUNCTION DECLARATIONS
// "Import"s
//////////////////////////////////////////////////
fileContent.Add((byte)WASM.Bin.Section.ImportSec);
{
List <byte> importSection = new List <byte>();
List <FunctionInfo> lstImported = GetRangeImportFunctions();
// Function count
importSection.AddRange(WASM.BinParse.EncodeUnsignedLEB((uint)lstImported.Count));
for (int i = 0; i < lstImported.Count; ++i)
{
string env = "ImportedFns";
string field = lstImported[i].function.functionName;
importSection.AddRange(WASM.BinParse.EncodeUnsignedLEB((uint)env.Length));
importSection.AddRange(System.Text.Encoding.ASCII.GetBytes(env));
//
importSection.AddRange(WASM.BinParse.EncodeUnsignedLEB((uint)field.Length));
importSection.AddRange(System.Text.Encoding.ASCII.GetBytes(field));
importSection.Add(0); // Import kind
importSection.AddRange(WASM.BinParse.EncodeSignedLEB((uint)lstImported[i].typeIndex));
}
fileContent.AddRange(WASM.BinParse.EncodeSignedLEB(importSection.Count));
fileContent.AddRange(importSection);
}
//
// LOCAL FUNCTION DECLARACTIONS
// "Function"s
//////////////////////////////////////////////////
List <FunctionInfo> lstLocalFns = GetRangeNonImportFunctions();
fileContent.Add((byte)PxPre.WASM.Bin.Section.FunctionSec);
{
List <byte> functionSection = new List <byte>();
// Function Count
functionSection.AddRange(WASM.BinParse.EncodeUnsignedLEB((uint)lstLocalFns.Count + 1));
for (int i = 0; i < lstLocalFns.Count; ++i)
{
functionSection.AddRange(WASM.BinParse.EncodeUnsignedLEB((uint)lstLocalFns[i].typeIndex));
}
functionSection.AddRange(WASM.BinParse.EncodeUnsignedLEB((uint)startFnType));
fileContent.AddRange(WASM.BinParse.EncodeSignedLEB(functionSection.Count));
fileContent.AddRange(functionSection);
}
int startIdx = -1; // The start index function
startIdx = functionInfos.Count;
//
// TABLE DECLARACTIONS
// "Table"s
//////////////////////////////////////////////////
fileContent.Add((byte)WASM.Bin.Section.TableSec);
{
List <byte> tableSections = new List <byte>();
tableSections.AddRange(WASM.BinParse.EncodeUnsignedLEB(0));
fileContent.AddRange(WASM.BinParse.EncodeUnsignedLEB((uint)tableSections.Count));
fileContent.AddRange(tableSections);
}
//
// MEMORY DECLARACTIONS
// "Memory"s
//////////////////////////////////////////////////
fileContent.Add((byte)WASM.Bin.Section.MemorySec);
{
List <byte> memorySection = new List <byte>();
memorySection.AddRange(WASM.BinParse.EncodeUnsignedLEB(1));
memorySection.Add(0); // flags
memorySection.Add(2); // initial page ct
fileContent.AddRange(WASM.BinParse.EncodeUnsignedLEB((uint)memorySection.Count));
fileContent.AddRange(memorySection);
}
//
// --
// "Globals"s
//////////////////////////////////////////////////
fileContent.Add((byte)WASM.Bin.Section.GlobalSec);
{
List <byte> globalsSection = new List <byte>();
globalsSection.AddRange(WASM.BinParse.EncodeUnsignedLEB(1));
//
globalsSection.Add((byte)WASM.Bin.TypeID.Int32); // Type
globalsSection.Add(0); // Not mutable
globalsSection.Add((byte)WASM.Instruction.i32_const);
globalsSection.AddRange(WASM.BinParse.EncodeSignedLEB(stackMemByteCt));
globalsSection.Add((byte)WASM.Instruction.end);
fileContent.AddRange(WASM.BinParse.EncodeUnsignedLEB((uint)globalsSection.Count));
fileContent.AddRange(globalsSection);
}
// --
// "Export"s
//////////////////////////////////////////////////
fileContent.Add((byte)WASM.Bin.Section.ExportSec);
{
List <byte> exportSection = new List <byte>();
uint exportedCt = 0;
for (int i = 0; i < lstLocalFns.Count; ++i)
{
if (lstLocalFns[i].function.isStatic == false || lstLocalFns[i].function.isEntry == false)
{
continue;
}
++exportedCt;
}
++exportedCt; // +1 for global MemStkSize
exportSection.AddRange(WASM.BinParse.EncodeUnsignedLEB(exportedCt));
// Iterate through it again the same way, but actually save out instead of count this time.
for (int i = 0; i < lstLocalFns.Count; ++i)
{
if (lstLocalFns[i].function.isStatic == false || lstLocalFns[i].function.isEntry == false)
{
continue;
}
exportSection.AddRange(WASM.BinParse.EncodeUnsignedLEB((uint)lstLocalFns[i].function.functionName.Length));
exportSection.AddRange(System.Text.Encoding.ASCII.GetBytes(lstLocalFns[i].function.functionName));
exportSection.Add(0); // kind
exportSection.AddRange(WASM.BinParse.EncodeUnsignedLEB(lstLocalFns[i].functionIndex));
}
// Add export of MemStkSize
exportSection.AddRange(WASM.BinParse.EncodeUnsignedLEB((uint)"MemStkSize".Length));
exportSection.AddRange(System.Text.Encoding.ASCII.GetBytes("MemStkSize"));
exportSection.Add(3); // kind - TODO: Does PreWASM have this defined somewhere?
exportSection.Add(0); // Global index
fileContent.AddRange(WASM.BinParse.EncodeUnsignedLEB((uint)exportSection.Count));
fileContent.AddRange(exportSection);
}
//
// --
// "Start"
//////////////////////////////////////////////////
fileContent.Add((byte)WASM.Bin.Section.StartSec);
{
List <byte> startSection = new List <byte>();
startSection.AddRange(WASM.BinParse.EncodeUnsignedLEB((uint)startIdx));
fileContent.AddRange(WASM.BinParse.EncodeUnsignedLEB((uint)startSection.Count));
fileContent.AddRange(startSection);
}
//
// --
// "Elems"
//////////////////////////////////////////////////
fileContent.Add((byte)WASM.Bin.Section.ElementSec);
{
List <byte> elemsSection = new List <byte>();
elemsSection.AddRange(WASM.BinParse.EncodeUnsignedLEB(0));
fileContent.AddRange(WASM.BinParse.EncodeUnsignedLEB((uint)elemsSection.Count));
fileContent.AddRange(elemsSection);
}
//
// --
// "Code"
//////////////////////////////////////////////////
fileContent.Add((byte)WASM.Bin.Section.CodeSec);
{
List <byte> codeSection = new List <byte>();
// Num functions
codeSection.AddRange(WASM.BinParse.EncodeUnsignedLEB((uint)lstLocalFns.Count + 1));
for (int i = 0; i < lstLocalFns.Count; ++i)
{
FunctionInfo finfo = lstLocalFns[i];
SynFuncDecl fn = finfo.function;
if (fn.fnBin == null)
{
throw new SynthExceptionImpossible($"Attempting to save out WASM of function {fn.functionName} that hasn't been processed.");
}
// Function size
codeSection.AddRange(WASM.BinParse.EncodeUnsignedLEB((uint)fn.fnBin.Length));
// Locals byte size
codeSection.AddRange(fn.fnBin);
}
WASMByteBuilder startFn = new WASMByteBuilder();
startFn.AddLEB128(0); // Local declarations
// Set the starting stack position (4) in memory. This is basically the stack position, but
// we reserve the first 4 bytes for the stack information.
startFn.Add_I32Const(0);
startFn.Add_I32Const(4);
startFn.Add_I32Store();
startFn.Add_End();
//
codeSection.AddRange(WASM.BinParse.EncodeUnsignedLEB((uint)startFn.BinCount()));
codeSection.AddRange(startFn.Bin());
fileContent.AddRange(WASM.BinParse.EncodeUnsignedLEB((uint)codeSection.Count));
fileContent.AddRange(codeSection);
}
//
// --
// "Data"
//////////////////////////////////////////////////
fileContent.Add((byte)WASM.Bin.Section.DataSec);
{
List <byte> dataSection = new List <byte>();
dataSection.AddRange(WASM.BinParse.EncodeUnsignedLEB(0));
fileContent.AddRange(WASM.BinParse.EncodeUnsignedLEB((uint)dataSection.Count));
fileContent.AddRange(dataSection);
}
return(fileContent.ToArray());
}
public void ParseContext(List <Token> tokens)
{
SynLog.LogHeader("Starting Parse Content");
SynLog.Log("\tTokens:");
SynLog.Log(tokens);
// Get param globals first
//
//////////////////////////////////////////////////
while (tokens.Count > 0)
{
SynVarValue parsedParam = SynVarValue.ParseExposedParam(tokens);
if (parsedParam == null)
{
break;
}
this.AddVariable(parsedParam);
}
// Parse Sections
//
//////////////////////////////////////////////////
int idx = 0;
while (tokens.Count > 0)
{
// Get rid of stray parenthesis
if (tokens[idx].Matches(TokenType.tySymbol, ";") == true)
{
tokens.RemoveAt(0);
continue;
}
// Struct parsing
if (tokens[0].Matches(TokenType.tyWord, "struct") == true)
{
SynStruct sst = SynStruct.Parse(this, tokens);
if (sst != null)
{
this.AddType(sst);
continue;
}
}
// Function parsing
if (tokens[0].Matches(TokenType.tyWord, "entry") == true)
{
SynFuncDecl sfd = SynFuncDecl.Parse(this, tokens, "", true, SynFuncDecl.ParseType.Entry);
sfd.callType = SynFuncDecl.CallType.Entry;
if (sfd != null)
{
this.AddFunction(sfd);
continue;
}
else
{
throw new System.Exception("entry keyword not part of valid function.");
}
}
SynFuncDecl synthFn =
SynFuncDecl.Parse(
this, tokens,
"",
true,
SynFuncDecl.ParseType.RootContext);
if (synthFn != null)
{
this.AddFunction(synthFn);
continue;
}
SynVarValue synthVar = SynVarValue.ParseBodyVar(tokens, SynVarValue.OuterScope.Global);
if (synthVar != null)
{
this.AddVariable(synthVar);
continue;
}
throw new System.Exception("Unknown token while parsing root context.");
}
// Verify Structs
//
//////////////////////////////////////////////////
SynLog.LogHeader("Verifying types");
while (true)
{
TypeConsolidate tc = this.ResolveStaticTypeAlignments();
if (tc == TypeConsolidate.UndeterminedNoChange)
{
throw new System.Exception("Could not resolve all types");
}
if (tc == TypeConsolidate.AllDetermined)
{
break;
}
}
SynLog.Log("Finished verifying struct successfully.");
// Gathering globals
//
//////////////////////////////////////////////////
SynLog.LogHeader("Gathering globals");
List <SynVarValue> globals = new List <SynVarValue>();
foreach (SynScope s in this.EnumerateScopes())
{
s.RegisterGlobals(globals);
}
this.totalGlobalBytes = 0;
foreach (SynVarValue svv in globals)
{
svv.alignmentOffset = this.totalGlobalBytes;
int byteSz = svv.type.GetByteSize();
if (byteSz <= 0)
{
throw new SynthExceptionImpossible("Data type for global variable is zero in size.");
}
SynLog.Log($"Added {svv.varName} to globals at offset {svv.alignmentOffset}");
this.totalGlobalBytes += byteSz;
}
SynLog.Log($"Total global variable space is {this.totalGlobalBytes}.");
// Verify Functions
//
//////////////////////////////////////////////////
SynLog.LogHeader("Verifying After function and variable collection pass.");
this.Validate_AfterTypeAlignment(0);
SynLog.Log("Finished verifying functions successfully.");
}