void ParseLine(string pureLine, int i, List <FileComponent> fileStructure, List <string> fileStructureComments) { string[] split = pureLine.Split(';'); string line = split[0]; string comment = pureLine.Substring(split[0].Length); string warningString = "WARNING while parsing \"" + Filename + "\": Line " + (i + 1) + ": "; // Helper functions Action <FileComponent, string> AddComponent = (component, c) => { fileStructure.Add(component); fileStructureComments.Add(c); if (component is Label) { AddLabelToDictionaries(component as Label); } }; Action <Label> AddLabelAndPopFileStructure = (label) => { fileStructure.RemoveAt(fileStructure.Count - 1); string c = fileStructureComments[fileStructureComments.Count - 1]; fileStructureComments.RemoveAt(fileStructureComments.Count - 1); AddComponent(label, c); }; Action <Data> AddDataAndPopFileStructure = (data) => { fileStructure.RemoveAt(fileStructure.Count - 1); string c = fileStructureComments[fileStructureComments.Count - 1]; fileStructureComments.RemoveAt(fileStructureComments.Count - 1); AddComponent(data, c); }; Action PopFileStructure = () => { fileStructure.RemoveAt(fileStructure.Count - 1); fileStructureComments.RemoveAt(fileStructureComments.Count - 1); }; // Sub-function: returns true if a meaning for the token was found. Func <string[], IList <int>, bool> ParseData = (fTokens, fSpacing) => { List <string> standardValues = new List <string>(); // Variables used for some of the goto's int size = -1; for (int j = 1; j < fTokens.Length; j++) { standardValues.Add(fTokens[j]); } switch (fTokens[0].ToLower()) { case ".incbin": { Data d = new Data(Project, fTokens[0], standardValues, -1, this, fSpacing); AddDataAndPopFileStructure(d); } break; case ".dw": if (context == "RAMSECTION" || context == "ENUM") { break; } if (fTokens.Length < 2) { log.Warn(warningString + "Expected .DW to have a value."); break; } size = 2; goto arbitraryLengthData; case ".db": if (context == "RAMSECTION" || context == "ENUM") { break; } if (fTokens.Length < 2) { log.Warn(warningString + "Expected .DB to have a value."); break; } size = 1; goto arbitraryLengthData; case "dwbe": if (fTokens.Length < 2) { log.Warn(warningString + "Expected dwbe to have a value."); break; } size = 2; goto arbitraryLengthData; case "dbrev": if (fTokens.Length < 2) { log.Warn(warningString + "Expected dbrev to have a value."); break; } size = 1; goto arbitraryLengthData; arbitraryLengthData: PopFileStructure(); for (int j = 1; j < fTokens.Length; j++) // Each value is added as individual data { string[] values = { fTokens[j] }; List <int> newfSpacing = new List <int> { fSpacing[0], fSpacing[j], 0 }; if (j == fTokens.Length - 1) { newfSpacing[2] = fSpacing[j + 1]; } Data d = new Data(Project, fTokens[0], values, size, this, newfSpacing); if (j != fTokens.Length - 1) { d.EndsLine = false; } if (j != 1) { d.PrintCommand = false; } AddComponent(d, ""); } break; case "db": if (context != "RAMSECTION" && context != "ENUM") { goto default; } address++; break; case "dw": if (context != "RAMSECTION" && context != "ENUM") { goto default; } address += 2; break; case "dsb": if (context != "RAMSECTION" && context != "ENUM") { goto default; } address += Project.EvalToInt(fTokens[1]); break; case "dsw": if (context != "RAMSECTION" && context != "ENUM") { goto default; } address += Project.EvalToInt(fTokens[1]) * 2; break; case "m_animationloop": { Data d = new Data(Project, fTokens[0], standardValues, 2, this, fSpacing); AddDataAndPopFileStructure(d); break; } case "m_rgb16": if (fTokens.Length != 4) { log.Warn(warningString + "Expected " + fTokens[0] + " to take 3 parameters"); break; } { Data d = new RgbData(Project, fTokens[0], standardValues, this, fSpacing); AddDataAndPopFileStructure(d); break; } case "m_gfxheader": case "m_gfxheaderforcemode": if (fTokens.Length < 4 || fTokens.Length > 5) { log.Warn(warningString + "Expected " + fTokens[0] + " to take 3-4 parameters"); break; } { Data d = new GfxHeaderData(Project, fTokens[0], standardValues, this, fSpacing); AddDataAndPopFileStructure(d); break; } case "m_paletteheaderbg": case "m_paletteheaderspr": if (fTokens.Length != 5) { log.Warn(warningString + "Expected " + fTokens[0] + " to take 4 parameters"); break; } { Data d = new PaletteHeaderData(Project, fTokens[0], standardValues, this, fSpacing); AddDataAndPopFileStructure(d); break; } case "m_tilesetheader": if (fTokens.Length != 6) { log.Warn(warningString + "Expected " + fTokens[0] + " to take 5 parameters"); break; } { Data d = new TilesetHeaderData(Project, fTokens[0], standardValues, this, fSpacing); AddDataAndPopFileStructure(d); break; } case "m_tilesetdata": if (fTokens.Length != 2) { log.Warn(warningString + "Expected " + fTokens[0] + " to take 1 parameter"); break; } { Stream file = Project.GetBinaryFile("tilesets/" + Project.GameString + "/" + fTokens[1] + ".bin"); Data d = new Data(Project, fTokens[0], standardValues, (Int32)file.Length, this, fSpacing); AddDataAndPopFileStructure(d); break; } case "m_roomlayoutdata": if (fTokens.Length != 2) { log.Warn(warningString + "Expected " + fTokens[0] + " to take 1 parameter"); break; } { Label l = new Label(this, fTokens[1]); l.Fake = true; AddLabelAndPopFileStructure(l); Data d = new Data(Project, fTokens[0], standardValues, -1, this, fSpacing); AddComponent(d, ""); break; } case "m_seasonalarea": // In season's "areas.s", the m_SeasonalArea macro points to a label which // contains 4 area definitions (one for each season). if (fTokens.Length != 2) { log.Warn(warningString + "Expected " + fTokens[0] + " to take 1 parameter"); break; } { // Create a data object considered to have a size of 8 bytes Data d = new Data(Project, fTokens[0], standardValues, 8, this, fSpacing); AddDataAndPopFileStructure(d); break; } default: { Data d = null; // Try object commands for (int j = 0; j < ObjectGroup.ObjectCommands.Length; j++) { string s = ObjectGroup.ObjectCommands[j]; if (s.ToLower() == fTokens[0].ToLower()) { int minParams = ObjectGroup.ObjectCommandMinParams[j]; int maxParams = ObjectGroup.ObjectCommandMaxParams[j]; if (minParams == -1) { minParams = maxParams; } if (maxParams == -1) { maxParams = minParams; } if (fTokens.Length - 1 < minParams || fTokens.Length - 1 > maxParams) { log.Warn(warningString + "Expected " + fTokens[0] + " to take " + minParams + "-" + maxParams + "parameter(s)"); break; } var objectType = (ObjectType)j; d = new ObjectData(Project, fTokens[0], standardValues, this, fSpacing, objectType); break; } } // Try warp sources foreach (string s in WarpSourceData.WarpCommands) { if (s.ToLower() == fTokens[0].ToLower()) { d = new WarpSourceData(Project, fTokens[0], standardValues, this, fSpacing); } } // Try warp dest if (WarpDestData.WarpCommand.ToLower() == fTokens[0].ToLower()) { d = new WarpDestData(Project, fTokens[0], standardValues, this, fSpacing); } if (d != null) { AddDataAndPopFileStructure(d); break; } return(false); } } return(true); }; // Add raw string to file structure, it'll be removed if // a better representation is found fileStructure.Add(new StringFileComponent(this, line, null)); fileStructureComments.Add(comment); if (line.Trim().Length == 0) { return; } // TODO: split tokens more intelligently, ie: recognize this as one token: $8000 | $03 //string[] tokens = line.Split(new char[] { ' ', '\t'} ); string[] tokens = Regex.Split(line.Trim(), @"\s+"); List <int> spacing = new List <int>(); int[] tokenStartIndices = new int[tokens.Length]; { // Generate "spacing" list, keeps track of whitespace // between arguments (+'ve = spaces, -'ve = tabs) int index = 0; for (int j = 0; j < tokens.Length + 1; j++) { int spaces = 0; while (index < line.Length && (line[index] == ' ' || line[index] == '\t')) { if (line[index] == ' ' && spaces >= 0) { spaces++; } else if (line[index] == '\t' && spaces <= 0) { spaces--; } index++; } if (j < tokens.Length) { tokenStartIndices[j] = index; } spacing.Add(spaces); while (index < line.Length && line[index] != ' ' && line[index] != '\t') { index++; } } } if (tokens.Length > 0) { // Check if we're currently skipping over stuff because of .ifdefs if (ifdefCondition == false) { if (tokens[0].ToLower() == ".ifdef") { ifdefDepth++; } else if (tokens[0].ToLower() == ".else" && failedIfdefDepth == ifdefDepth - 1) { ifdefCondition = true; } else if (tokens[0].ToLower() == ".endif") { ifdefDepth--; if (ifdefDepth == failedIfdefDepth) { ifdefCondition = true; } } return; } switch (tokens[0].ToLower()) { // Built-in directives case ".ramsection": { context = "RAMSECTION"; // Find the last token which specifies the name int tokenIndex = 1; while (tokens[tokenIndex][tokens[tokenIndex].Length - 1] != '"') { tokenIndex++; } tokenIndex++; while (tokenIndex < tokens.Length) { if (tokens[tokenIndex] == "BANK") { tokenIndex++; bank = Project.EvalToInt(tokens[tokenIndex++]); } else if (tokens[tokenIndex] == "SLOT") { tokenIndex++; string slotString = tokens[tokenIndex++]; int slot = Project.EvalToInt(slotString); if (slot == 2) { address = 0xc000; } else // Assuming slot >= 3 { address = 0xd000; } } } break; } case ".ends": if (context == "RAMSECTION") { context = ""; } break; case ".enum": context = "ENUM"; address = Project.EvalToInt(tokens[1]); break; // Not supported: "DESC" (descreasing order) case ".ende": if (context == "ENUM") { context = ""; } break; case ".define": { if (tokens.Length < 3) { log.Debug(warningString + "Expected .DEFINE to have a string and a value."); break; } string value = ""; for (int j = 2; j < tokens.Length; j++) { value += tokens[j]; value += " "; } value = value.Trim(); AddDefinition(tokens[1], value); break; } case ".ifdef": if (tokens.Length < 2) { log.Warn(warningString + "Expected .IFDEF to have a value."); break; } ifdefDepth++; if (Project.GetDefinition(tokens[1]) != null) { ifdefCondition = true; } else { ifdefCondition = false; failedIfdefDepth = ifdefDepth - 1; } break; case ".else": if (ifdefDepth == 0) { log.Warn(warningString + "Expected .IFDEF before .ENDIF."); break; } ifdefCondition = false; break; case ".endif": if (ifdefDepth == 0) { log.Warn(warningString + "Expected .IFDEF before .ENDIF."); break; } ifdefDepth--; break; default: { bool isData = ParseData(tokens, spacing); // In ramsections or enums, assume any unidentifiable data is a label. // Technically this should be the case in any context, but it's more // useful for the parser to tell me what it doesn't understand. if (!isData && (tokens[0][tokens[0].Length - 1] == ':' || context == "RAMSECTION" || context == "ENUM")) { // Label string s = tokens[0]; if (tokens[0][tokens[0].Length - 1] == ':') { s = tokens[0].Substring(0, tokens[0].Length - 1); } FileComponent addedComponent; if (context == "RAMSECTION" || context == "ENUM") { AddDefinition(s, address.ToString()); if (context == "RAMSECTION") { AddDefinition(":" + s, bank.ToString()); } PopFileStructure(); StringFileComponent sc = new StringFileComponent(this, tokens[0], spacing); fileStructure.Add(sc); fileStructureComments.Add(comment); addedComponent = sc; } else { Label label = new Label(this, s, spacing); AddLabelAndPopFileStructure(label); addedComponent = label; } if (tokens.Length > 1) // There may be data directly after the label { string[] tokens2 = new string[tokens.Length - 1]; List <int> spacing2 = new List <int>(); addedComponent.EndsLine = false; // Add raw string to file structure, it'll be removed if a better // representation is found fileStructure.Add(new StringFileComponent( this, line.Substring(tokenStartIndices[1]), spacing2)); fileStructureComments.Add(comment); for (int j = 1; j < tokens.Length; j++) { tokens2[j - 1] = tokens[j]; } for (int j = 1; j < spacing.Count; j++) { spacing2.Add(spacing[j]); } if (!ParseData(tokens2, spacing2)) { log.Debug(warningString + "Error parsing line."); } } } else { // Unknown data log.Debug(warningString + "Did not understand \"" + tokens[0] + "\"."); } } break; } } }
void ParseLine(string pureLine, int i, List<FileComponent> fileStructure, List<string> fileStructureComments) { string[] split = pureLine.Split(';'); string line = split[0]; string comment = pureLine.Substring(split[0].Length); string warningString = "WARNING while parsing \"" + Filename + "\": Line " + (i+1) + ": "; // Helper functions Action<FileComponent,string> AddComponent = (component, c) => { fileStructure.Add(component); fileStructureComments.Add(c); if (component is Label) AddLabelToDictionaries(component as Label); }; Action<Label> AddLabelAndPopFileStructure = (label) => { fileStructure.RemoveAt(fileStructure.Count-1); string c = fileStructureComments[fileStructureComments.Count-1]; fileStructureComments.RemoveAt(fileStructureComments.Count-1); AddComponent(label, c); }; Action<Data> AddDataAndPopFileStructure = (data) => { fileStructure.RemoveAt(fileStructure.Count-1); string c = fileStructureComments[fileStructureComments.Count-1]; fileStructureComments.RemoveAt(fileStructureComments.Count-1); AddComponent(data, c); }; Action PopFileStructure = () => { fileStructure.RemoveAt(fileStructure.Count-1); fileStructureComments.RemoveAt(fileStructureComments.Count-1); }; // Sub-function: returns true if a meaning for the token was found. Func<string[],IList<int>,bool> ParseData = (fTokens,fSpacing) => { List<string> standardValues = new List<string>(); // Variables used for some of the goto's int size=-1; for (int j = 1; j < fTokens.Length; j++) standardValues.Add(fTokens[j]); switch (fTokens[0].ToLower()) { case ".incbin": { Data d = new Data(Project, fTokens[0], standardValues, -1, this, fSpacing); AddDataAndPopFileStructure(d); } break; case ".dw": if (context == "RAMSECTION") break; if (fTokens.Length < 2) { log.Warn(warningString + "Expected .DW to have a value."); break; } size = 2; goto arbitraryLengthData; case ".db": if (context == "RAMSECTION") break; if (fTokens.Length < 2) { log.Warn(warningString + "Expected .DB to have a value."); break; } size = 1; goto arbitraryLengthData; case "dwbe": if (fTokens.Length < 2) { log.Warn(warningString + "Expected dwbe to have a value."); break; } size = 2; goto arbitraryLengthData; case "dbrev": if (fTokens.Length < 2) { log.Warn(warningString + "Expected dbrev to have a value."); break; } size = 1; goto arbitraryLengthData; arbitraryLengthData: PopFileStructure(); for (int j=1; j<fTokens.Length; j++) { // Each value is added as individual data string[] values = { fTokens[j] }; List<int> newfSpacing = new List<int> {fSpacing[0],fSpacing[j],0}; if (j == fTokens.Length-1) newfSpacing[2] = fSpacing[j+1]; Data d = new Data(Project, fTokens[0], values, size, this, newfSpacing); if (j != fTokens.Length-1) d.EndsLine = false; if (j != 1) d.PrintCommand = false; AddComponent(d, ""); } break; case "db": if (context != "RAMSECTION") goto default; address++; break; case "dw": if (context != "RAMSECTION") goto default; address+=2; break; case "dsb": if (context != "RAMSECTION") goto default; address += Project.EvalToInt(fTokens[1]); break; case "dsw": if (context != "RAMSECTION") goto default; address += Project.EvalToInt(fTokens[1])*2; break; case "m_animationloop": { Data d = new Data(Project, fTokens[0], standardValues, 2, this, fSpacing); AddDataAndPopFileStructure(d); break; } case "m_rgb16": if (fTokens.Length != 4) { log.Warn(warningString + "Expected " + fTokens[0] + " to take 3 parameters"); break; } { Data d = new RgbData(Project, fTokens[0], standardValues, this, fSpacing); AddDataAndPopFileStructure(d); break; } case "m_gfxheader": case "m_gfxheaderforcemode": if (fTokens.Length < 4 || fTokens.Length > 5) { log.Warn(warningString + "Expected " + fTokens[0] + " to take 3-4 parameters"); break; } { Data d = new GfxHeaderData(Project, fTokens[0], standardValues, this, fSpacing); AddDataAndPopFileStructure(d); break; } case "m_paletteheaderbg": case "m_paletteheaderspr": if (fTokens.Length != 5) { log.Warn(warningString + "Expected " + fTokens[0] + " to take 4 parameters"); break; } { Data d = new PaletteHeaderData(Project, fTokens[0], standardValues, this, fSpacing); AddDataAndPopFileStructure(d); break; } case "m_tilesetheader": if (fTokens.Length != 6) { log.Warn(warningString + "Expected " + fTokens[0] + " to take 5 parameters"); break; } { Data d = new TilesetHeaderData(Project, fTokens[0], standardValues, this, fSpacing); AddDataAndPopFileStructure(d); break; } case "m_tilesetdata": if (fTokens.Length != 2) { log.Warn(warningString + "Expected " + fTokens[0] + " to take 1 parameter"); break; } { Stream file = Project.GetBinaryFile("tilesets/" + fTokens[1] + ".bin"); Data d = new Data(Project, fTokens[0], standardValues, (Int32)file.Length, this, fSpacing); AddDataAndPopFileStructure(d); break; } case "m_roomlayoutdata": if (fTokens.Length != 2) { log.Warn(warningString + "Expected " + fTokens[0] + " to take 1 parameter"); break; } { Label l = new Label(this, fTokens[1]); l.Fake = true; AddLabelAndPopFileStructure(l); Data d = new Data(Project, fTokens[0], standardValues, -1, this, fSpacing); AddComponent(d, ""); break; } default: { Data d = null; // Try object commands for (int j=0; j<ObjectGroup.ObjectCommands.Length; j++) { string s = ObjectGroup.ObjectCommands[j]; if (s.ToLower() == fTokens[0].ToLower()) { int minParams = ObjectGroup.ObjectCommandMinParams[j]; int maxParams = ObjectGroup.ObjectCommandMaxParams[j]; if (minParams == -1) minParams = maxParams; if (maxParams == -1) maxParams = minParams; if (fTokens.Length-1 < minParams || fTokens.Length-1 > maxParams) { log.Warn(warningString + "Expected " + fTokens[0] + " to take " + minParams + "-" + maxParams + "parameter(s)"); break; } var objectType = (ObjectType)j; d = new ObjectData(Project, fTokens[0], standardValues, this, fSpacing, objectType); break; } } // Try warp sources foreach (string s in WarpSourceData.WarpCommands) { if (s.ToLower() == fTokens[0].ToLower()) { d = new WarpSourceData(Project, fTokens[0], standardValues, this, fSpacing); } } // Try warp dest if (WarpDestData.WarpCommand.ToLower() == fTokens[0].ToLower()) { d = new WarpDestData(Project, fTokens[0], standardValues, this, fSpacing); } if (d != null) { AddDataAndPopFileStructure(d); break; } return false; } } return true; }; // Add raw string to file structure, it'll be removed if // a better representation is found fileStructure.Add(new StringFileComponent(this, line, null)); fileStructureComments.Add(comment); if (line.Trim().Length == 0) return; // TODO: split tokens more intelligently, ie: recognize this as one token: $8000 | $03 //string[] tokens = line.Split(new char[] { ' ', '\t'} ); string[] tokens = Regex.Split(line.Trim(), @"\s+"); List<int> spacing = new List<int>(); int[] tokenStartIndices = new int[tokens.Length]; { // Generate "spacing" list, keeps track of whitespace // between arguments (+'ve = spaces, -'ve = tabs) int index = 0; for (int j=0; j<tokens.Length+1; j++) { int spaces=0; while (index < line.Length && (line[index] == ' ' || line[index] == '\t')) { if (line[index] == ' ' && spaces >= 0) spaces++; else if (line[index] == '\t' && spaces <= 0) spaces--; index++; } if (j<tokens.Length) tokenStartIndices[j] = index; spacing.Add(spaces); while (index < line.Length && line[index] != ' ' && line[index] != '\t') index++; } } string value; if (tokens.Length > 0) { switch (tokens[0].ToLower()) { // Built-in directives case ".ramsection": { context = "RAMSECTION"; // Find the last token which specifies the name int tokenIndex = 1; while (tokens[tokenIndex][tokens[tokenIndex].Length-1] != '"') tokenIndex++; tokenIndex++; while (tokenIndex < tokens.Length) { if (tokens[tokenIndex] == "BANK") { tokenIndex++; bank = Project.EvalToInt(tokens[tokenIndex++]); } else if (tokens[tokenIndex] == "SLOT") { tokenIndex++; string slotString = tokens[tokenIndex++]; int slot = Project.EvalToInt(slotString); if (slot == 2) address = 0xc000; else { // Assuming slot >= 3 address = 0xd000; } } } break; } case ".ends": if (context == "RAMSECTION") context = ""; break; case ".define": if (tokens.Length < 3) { log.Debug(warningString + "Expected .DEFINE to have a string and a value."); break; } value = ""; for (int j = 2; j < tokens.Length; j++) { value += tokens[j]; value += " "; } value = value.Trim(); AddDefinition(tokens[1], value); break; default: if (tokens[0][tokens[0].Length - 1] == ':') { // Label string s = tokens[0].Substring(0, tokens[0].Length - 1); FileComponent addedComponent; if (context == "RAMSECTION") { AddDefinition(s, address.ToString()); AddDefinition(":"+s, bank.ToString()); PopFileStructure(); StringFileComponent sc = new StringFileComponent(this, tokens[0], spacing); fileStructure.Add(sc); fileStructureComments.Add(comment); addedComponent = sc; } else { Label label = new Label(this,s,spacing); AddLabelAndPopFileStructure(label); addedComponent = label; } if (tokens.Length > 1) { // There may be data directly after the label string[] tokens2 = new string[tokens.Length-1]; List<int> spacing2 = new List<int>(); addedComponent.EndsLine = false; // Add raw string to file structure, it'll // be removed if a better representation is // found fileStructure.Add(new StringFileComponent( this, line.Substring(tokenStartIndices[1]), spacing2)); fileStructureComments.Add(comment); for (int j=1; j<tokens.Length; j++) tokens2[j-1] = tokens[j]; for (int j=1; j<spacing.Count; j++) spacing2.Add(spacing[j]); if (!ParseData(tokens2, spacing2)) { log.Debug(warningString + "Error parsing line."); } } } else { if (!ParseData(tokens, spacing)) { // Unknown data log.Debug(warningString + "Did not understand \"" + tokens[0] + "\"."); } } break; } } }