public static Dictionary <int, List <int> > BuildStageMapDictionary(BuildTarget target, string resultingFragmentName)
{
string sourcePath = target.GetSourceFromPath(resultingFragmentName);
//ToLower() is needed for Linux's case-sensitive file system since these files seem to all be lowercase.
string scriptName = Path.GetFileNameWithoutExtension(sourcePath).ToLower();
string stageMapFile = Path.Combine(Path.GetDirectoryName(sourcePath), scriptName + ".map");
string[] stageMapFileLines = File.ReadAllLines(stageMapFile);
Dictionary <int, List <int> > stageMap = new Dictionary <int, List <int> >();
foreach (var stageMapLine in stageMapFileLines)
{
string[] numberAndItemsSplit = stageMapLine.Split('-');
int stageId = int.Parse(numberAndItemsSplit[0].Trim());
/*
* Clear the rows
*/
string[] items = numberAndItemsSplit[1].Split(' ');
List <int> stageRows = new List <int>();
foreach (string item in items)
{
string itemTrimmed = item.Trim();
if (itemTrimmed != "")
{
stageRows.Add(int.Parse(itemTrimmed));
}
}
stageMap.Add(stageId, stageRows);
}
return(stageMap);
}
public void RunTask(StreamWriter errorLog, ProgressWriter progressWriter)
{
foreach (var buildChunk in this.buildPlan)
{
Dictionary <string, TES5GlobalScope> scriptsScopes = new Dictionary <string, TES5GlobalScope>();
TES5GlobalVariables globalVariables = this.esmAnalyzer.GlobalVariables;
/*
* First, build the scripts global scopes
*/
foreach (var kvp in buildChunk)
{
var buildTargetName = kvp.Key;
var buildScripts = kvp.Value;
BuildTarget buildTarget = this.GetBuildTarget(buildTargetName);
foreach (var buildScript in buildScripts)
{
string scriptName = Path.GetFileNameWithoutExtension(buildScript);
string sourcePath = buildTarget.GetSourceFromPath(scriptName);
scriptsScopes.Add(scriptName, buildTarget.BuildScope(sourcePath, globalVariables));
}
}
//Add the static global scopes which are added by complimenting scripts..
List <TES5GlobalScope> staticGlobalScopes = TES5StaticGlobalScopesFactory.CreateGlobalScopes();
//WTM: Change: In the PHP, scriptsScopes is used as a dictionary above but as a list below. I have added the "GlobalScope"+n key to ameliorate this.
int globalScopeIndex = 0;
foreach (var staticGlobalScope in staticGlobalScopes)
{
scriptsScopes.Add("GlobalScope" + globalScopeIndex.ToString(), staticGlobalScope);
globalScopeIndex++;
}
TES5MultipleScriptsScope multipleScriptsScope = new TES5MultipleScriptsScope(scriptsScopes.Values, globalVariables);
//Dictionary<string, TES5Target> convertedScripts = new Dictionary<string, TES5Target>();
foreach (var kvp in buildChunk)
{
var buildTargetName = kvp.Key;
var buildScripts = kvp.Value;
foreach (var buildScript in buildScripts)
{
BuildTarget buildTarget = this.GetBuildTarget(buildTargetName);
string scriptName = Path.GetFileNameWithoutExtension(buildScript);
TES5GlobalScope globalScope = scriptsScopes[scriptName];
string sourcePath = buildTarget.GetSourceFromPath(scriptName);
string outputPath = buildTarget.GetTranspileToPath(scriptName);
TES5Target convertedScript;
try
{
convertedScript = buildTarget.Transpile(sourcePath, outputPath, globalScope, multipleScriptsScope);
}
catch (EOFOnlyException) { continue; }//Ignore files that are only whitespace or comments.
#if !DEBUG || LOG_EXCEPTIONS
catch (ConversionException ex) when(ex.Expected)
{
errorLog.Write(scriptName + " (" + sourcePath + ")" + Environment.NewLine + ex.GetType().FullName + Environment.NewLine + ex.Message + Environment.NewLine + Environment.NewLine);
continue;
}
#endif
this.buildTracker.RegisterBuiltScript(buildTarget, convertedScript);
//convertedScripts.Add(buildScript, convertedScript);
progressWriter.IncrementAndWrite();
}
}
/*foreach (var kvp2 in convertedScripts)
* {
* var originalScriptName = kvp2.Key;
* Console.WriteLine("Script Complete: " + originalScriptName);
* }*/
}
}
/*
* Joins N QF subfragments into one QF fragment that can be properly binded into Skyrim VM
* @throws ConversionException
*/
public TES5Target JoinQFFragments(BuildTarget target, string resultingFragmentName, List <QuestStageScript> subfragmentsTrees)
{
StageMap stageMap = BuildStageMap(target, resultingFragmentName);
/*
* We need script fragment for objective handling for each stage, so when parsing the script fragments,
* we"ll be marking them there, and intersecting this with stage.
* This will give us an array of stages which don"t have script fragment, but will need it anyways
* for objective handling.
*/
TES5ScriptHeader resultingScriptHeader = new TES5ScriptHeader(resultingFragmentName, TES5BasicType.T_QUEST, "", true);
TES5BlockList resultingBlockList = new TES5BlockList();
TES5GlobalScope resultingGlobalScope = new TES5GlobalScope(resultingScriptHeader);
/*
* Add ReferenceAlias"es
* At some point, we might port the conversion so it doesn"t use the directly injected property,
* but instead has a map to aliases and we"ll map accordingly and have references point to aliases instead
*/
string sourcePath = target.GetSourceFromPath(resultingFragmentName);
string scriptName = Path.GetFileNameWithoutExtension(sourcePath);
string aliasesFile = Path.Combine(Path.GetDirectoryName(sourcePath), scriptName + ".aliases");
string[] aliasesLines = File.ReadAllLines(aliasesFile);
Dictionary <string, bool> aliasesDeclared = new Dictionary <string, bool>();
foreach (var alias in aliasesLines)
{
string trimmedAlias = alias.Trim();
if (trimmedAlias == "")
{
continue;
}
try
{
aliasesDeclared.Add(trimmedAlias, true);
}
catch (ArgumentException) { continue; }
resultingGlobalScope.AddProperty(new TES5Property(trimmedAlias, TES5BasicType.T_REFERENCEALIAS, trimmedAlias));
}
Dictionary <int, bool> implementedStages = new Dictionary <int, bool>();
Dictionary <string, bool> propertiesNamesDeclared = new Dictionary <string, bool>();
foreach (var subfragment in subfragmentsTrees)
{
TES5Target subfragmentsTree = subfragment.Script;
TES5Script subfragmentScript = subfragmentsTree.Script;
TES5GlobalScope subfragmentGlobalScope = subfragmentScript.GlobalScope;
foreach (TES5Property subfragmentProperty in subfragmentGlobalScope.Properties)
{
/*
* Move over the properties to the new global scope
*/
string propertyName;
if (propertiesNamesDeclared.ContainsKey(subfragmentProperty.Name))
{
propertyName = GeneratePropertyName(subfragmentScript.ScriptHeader, subfragmentProperty);
subfragmentProperty.Rename(propertyName);
}
else
{
propertyName = subfragmentProperty.Name;
}
propertiesNamesDeclared.Add(propertyName, true);
resultingGlobalScope.AddProperty(subfragmentProperty);
//WTM: Note: See QF_FGD03Viranus_0102d154. Since ViranusDontonREF is present in multiple of the original fragments,
//ViranusDontonREF gets renamed by the above. So multiple ViranusDontonREF variables are output.
//Below I tried not renaming, assuming instead that variables with matching names and types within a set of fragments were intended to be the same variable.
//It had OK results, but I'm leaving it commented for now.
/*string propertyNameWithSuffix = subfragmentProperty.PropertyNameWithSuffix;
* TES5Property existingProperty = resultingGlobalScope.Properties.Where(p => p.PropertyNameWithSuffix == propertyNameWithSuffix).FirstOrDefault();
* if (existingProperty != null && TES5InheritanceGraphAnalyzer.isExtending(subfragmentProperty.PropertyType, existingProperty.PropertyType))
* {
* existingProperty.PropertyType = subfragmentProperty.PropertyType;
* }
* else
* {
* bool add = true;
* if (existingProperty != null)
* {
* if (TES5InheritanceGraphAnalyzer.isExtending(existingProperty.PropertyType, subfragmentProperty.PropertyType))
* {
* add = false;
* }
* else
* {
* string generatedPropertyName = generatePropertyName(subfragmentScript.ScriptHeader, subfragmentProperty, i);
* subfragmentProperty.Rename(generatedPropertyName);
* }
* }
* if (add)
* {
* resultingGlobalScope.Add(subfragmentProperty);
* }
* }*/
}
List <ITES5CodeBlock> subfragmentBlocks = subfragmentScript.BlockList.Blocks;
if (subfragmentBlocks.Count != 1)
{
throw new ConversionException("Wrong QF fragment, actual function count: " + subfragmentBlocks.Count + "..");
}
ITES5CodeBlock subfragmentBlock = subfragmentBlocks[0];
if (subfragmentBlock.FunctionScope.BlockName != "Fragment_0")
{
throw new ConversionException("Wrong QF fragment funcname, actual function name: " + subfragmentBlock.FunctionScope.BlockName + "..");
}
string newFragmentFunctionName = "Fragment_" + subfragment.Stage.ToString();
if (subfragment.LogIndex != 0)
{
newFragmentFunctionName += "_" + subfragment.LogIndex;
}
subfragmentBlock.FunctionScope.Rename(newFragmentFunctionName);
var objectiveCodeChunks = this.objectiveHandlingFactory.GenerateObjectiveHandling(subfragmentBlock, resultingGlobalScope, stageMap.GetStageTargetsMap(subfragment.Stage));
foreach (var newCodeChunk in objectiveCodeChunks)
{
subfragmentBlock.AddChunk(newCodeChunk);
}
resultingBlockList.Add(subfragmentBlock);
implementedStages[subfragment.Stage] = true;
}
/*
* Diff to find stages which we still need to mark
*/
int[] nonDoneStages = stageMap.StageIDs.Where(stageID => !implementedStages.ContainsKey(stageID)).ToArray();
foreach (int nonDoneStage in nonDoneStages)
{
TES5FunctionCodeBlock fragment = this.objectiveHandlingFactory.CreateEnclosedFragment(resultingGlobalScope, nonDoneStage, stageMap.GetStageTargetsMap(nonDoneStage));
resultingBlockList.Add(fragment);
}
this.mappedTargetsLogService.WriteScriptName(resultingFragmentName);
foreach (var kvp in stageMap.MappedTargetsIndex)
{
var originalTargetIndex = kvp.Key;
var mappedTargetIndexes = kvp.Value;
this.mappedTargetsLogService.WriteLine(originalTargetIndex, mappedTargetIndexes);
}
TES5Script resultingTree = new TES5Script(resultingGlobalScope, resultingBlockList);
string outputPath = target.GetTranspileToPath(resultingFragmentName);
return(new TES5Target(resultingTree, outputPath));
}
public void Execute(string targets)
{
if (!PreExecutionChecks(true, true, false, false))
{
return;
}
Directory.CreateDirectory(DataDirectory.GetGraphDirectoryPath());
Build build = new Build(Build.DEFAULT_BUILD_PATH); //This argument might well not be important in this case
using (BuildLogServices buildLogServices = new BuildLogServices(build))
{
BuildTargetCollection buildTargets = BuildTargetFactory.GetCollection(targets, build, buildLogServices);
//if (!buildTargets.CanBuildAndWarnIfNot()) { return; }//WTM: Change: This doesn't matter for building graphs.
Dictionary <string, List <string> > dependencyGraph = new Dictionary <string, List <string> >();
Dictionary <string, List <string> > usageGraph = new Dictionary <string, List <string> >();
BuildSourceFilesCollection sourceFiles = buildTargets.GetSourceFiles();
ProgressWriter progressWriter = new ProgressWriter("Building Interoperable Compilation Graph", buildTargets.GetTotalSourceFiles());
TES5TypeInferencer inferencer = new TES5TypeInferencer(new ESMAnalyzer(), BuildTarget.StandaloneSourcePath);
using (StreamWriter errorLog = new StreamWriter(TES5ScriptDependencyGraph.ErrorLogPath, false))
{
using (StreamWriter debugLog = new StreamWriter(TES5ScriptDependencyGraph.DebugLogPath, false))
{
foreach (var kvp in sourceFiles)
{
var buildTargetName = kvp.Key;
var sourceBuildFiles = kvp.Value;
BuildTarget buildTarget = buildTargets.GetByName(buildTargetName);
foreach (var sourceFile in sourceBuildFiles)
{
string scriptName = sourceFile.Substring(0, sourceFile.Length - 4);
ITES4CodeFilterable AST;
try
{
AST = buildTarget.GetAST(buildTarget.GetSourceFromPath(scriptName));
}
catch (EOFOnlyException) { continue; }//Ignore files that are only whitespace or comments.
/*catch (UnexpectedTokenException ex)
* {//Exceptions no longer occur, so this code should not be invoked.
* errorLog.WriteLine(sourceFile + ": " + ex.Message + Environment.NewLine);
* continue;
* }*/
List <TES4ObjectProperty> propertiesAccesses = new List <TES4ObjectProperty>();
AST.Filter((data) =>
{
TES4ObjectProperty property = data as TES4ObjectProperty;
if (property == null)
{
return(false);
}
propertiesAccesses.Add(property);
return(true);
});
Dictionary <string, TES5Property> preparedProperties = new Dictionary <string, TES5Property>();
Dictionary <string, ITES5Type> preparedPropertiesTypes = new Dictionary <string, ITES5Type>();
foreach (var property in propertiesAccesses)
{
Match match = TES5ReferenceFactory.PropertyNameRegex.Match(property.StringValue);
string propertyName = match.Groups[1].Value;
string propertyKeyName = propertyName.ToLower();
bool containedKey;
TES5Property preparedProperty = preparedProperties.GetOrAdd(propertyKeyName, () => new TES5Property(propertyName, TES5BasicType.T_FORM, propertyName), out containedKey);
ITES5Type inferencingType = inferencer.ResolveInferenceTypeByReferenceEdid(preparedProperty);
if (!containedKey)
{
preparedPropertiesTypes.Add(propertyKeyName, inferencingType);
}
else
{
if (!inferencingType.Equals(preparedPropertiesTypes[propertyKeyName]))
{
throw new ConversionException("Cannot settle up the properties types - conflict.");
}
}
}
debugLog.WriteLine(scriptName + " - " + preparedProperties.Count + " prepared");
string lowerScriptType = scriptName.ToLower();
foreach (var kvp2 in preparedProperties)
{
var preparedPropertyKey = kvp2.Key;
var preparedProperty = kvp2.Value;
string propertyTypeName = preparedPropertiesTypes[preparedPropertyKey].OriginalName;
//Only keys are lowercased.
string lowerPropertyType = propertyTypeName.ToLower();
dependencyGraph.AddNewListIfNotContainsKeyAndAddValueToList(lowerPropertyType, lowerScriptType);
usageGraph.AddNewListIfNotContainsKeyAndAddValueToList(lowerScriptType, lowerPropertyType);
debugLog.WriteLine("Registering a dependency from " + scriptName + " to " + propertyTypeName);
}
progressWriter.IncrementAndWrite();
}
}
}
}
progressWriter.Write("Saving");
TES5ScriptDependencyGraph graph = new TES5ScriptDependencyGraph(dependencyGraph, usageGraph);
buildTargets.WriteGraph(graph);
progressWriter.WriteLast();
}
}
