// Mocking methods private int LoadPreSortedData() // speeds up debugging by not having to re sort file { FinalLine f = new FinalLine(); StreamReader r = new StreamReader(SourceFile); List <FinalLine> sorted = new List <FinalLine>(); FileInfo fi = new FileInfo(SourceFile); long size = fi.Length; // size in bits long bytesRead = 0; int percent = 0; const int bytesPerChar = 1; //ASCII string line; while (!r.EndOfStream) { line = r.ReadLine(); f.ReadLine(line); sorted.Add(new FinalLine(f)); bytesRead += (line.Length + 2) * bytesPerChar; // +2 to account for return char and new line if (percent < bytesRead * 100 / size) { percent++; bgw.ReportProgress(percent); } } r.Close(); Records.AddFirst(sorted); return(Records.First().Count()); }
/// <summary> /// Serialize the message in a span of bytes /// </summary> /// <param name="messageSerialized">Span of bytes for the serialized message</param> public void Serialize(Span <byte> messageSerialized) { if (messageSerialized.Length < Length) { throw new ArgumentException($"Span of bytes needs to be at least as large as the Message total length"); } if (Records.Count == 0) { return; } // Make sure we set correctly the Begin and End message flags Records.First().Header.MessageFlag |= MessageFlag.MessageBegin; Records.First().Header.MessageFlag &= ~MessageFlag.MessageEnd; Records.Last().Header.MessageFlag |= MessageFlag.MessageEnd; int idx = 0; for (int i = 0; i < Records.Count; i++) { if ((i != 0) && (i != (Records.Count - 1))) { Records[i].Header.MessageFlag &= ~MessageFlag.MessageBegin; Records[i].Header.MessageFlag &= ~MessageFlag.MessageEnd; } Records[i].Serialize(messageSerialized.Slice(idx)); idx += Records[i].Length; } }
private void WriteFile() // writes sorted data to text file { StreamWriter w = new StreamWriter(OutFile); foreach (var line in Records.First()) { line.WriteLine(w); } w.Close(); }
public int GetNumberOfFeatures() { if (Records.IsNullOrEmpty()) { return(0); } var features = Records.First().Features; return(features.Count); //return Enum.GetValues(typeof(LogisticGeometrySimplificationFeatures)).Cast<LogisticGeometrySimplificationFeatures>().Count(e => features.HasFlag(e)); //return Records.First().fea.Count; }
public void LoadRecordsToList(IEnumerable <RecordViewModel> records) { SelectedRecord = null; Records.Clear(); Records.AddRange(records); if (_recordToSelect >= 0) { SelectedRecord = Records.First(r => r.Id == _recordToSelect); _recordToSelect = -1; } else { SelectedRecord = Records.FirstOrDefault(); } }
public override ExitCode Execute() { LogInformation("************************* SyncProject"); // These are files that should always be synced because tools update them string[] ForceSyncFiles = new string[] { "Engine/Build/Build.version", "Engine/Source/Programs/DotNETCommon/MetaData.cs" }; // Parse the project filename (as a local path) string ProjectArg = ParseParamValue("Project", null); // Parse the changelist to sync to. -1 will sync to head. int CL = ParseParamInt("CL", -1); int Threads = ParseParamInt("threads", 2); bool ForceSync = ParseParam("force"); bool PreviewOnly = ParseParam("preview"); bool ProjectOnly = ParseParam("projectonly"); int Retries = ParseParamInt("retries", 3); bool Unversioned = ParseParam("unversioned"); bool BuildProject = ParseParam("build"); bool OpenProject = ParseParam("open"); bool GenerateProject = ParseParam("generate"); string PathArg = ParseParamValue("paths", ""); IEnumerable <string> ExplicitPaths = PathArg.Split(new char[] { ',', ';' }, StringSplitOptions.RemoveEmptyEntries).Select(S => S.Trim()); if (CL == 0) { if (!ForceSync) { throw new AutomationException("If using 0 CL to remove files -force must also be specified"); } // Cannot unsync the engine folder ProjectOnly = true; } else if (CL == -1) { // find most recent change List <P4Connection.ChangeRecord> Records; string Cmd = string.Format("-s submitted -m1 //{0}/...", P4Env.Client); if (!P4.Changes(out Records, Cmd, false)) { throw new AutomationException("p4 changes failed. Cannot find most recent CL"); } CL = Records.First().CL; } bool EngineOnly = string.IsNullOrEmpty(ProjectArg); // Will be the full local path to the project file once resolved FileReference ProjectFile = null; // Will be the full workspace path to the project in P4 (if a project was specified) string P4ProjectPath = null; // Will be the full workspace path to the engine in P4 (If projectonly wasn't specified); string P4EnginePath = null; // If we're syncing a project find where it is in P4 if (!EngineOnly) { ProjectFile = ProjectUtils.FindProjectFileFromName(ProjectArg); if (ProjectFile != null) { // get the path in P4 P4WhereRecord Record = P4.Where(ProjectFile.FullName, AllowSpew: false).FirstOrDefault(x => x.DepotFile != null && !x.bUnmap); P4ProjectPath = Record.ClientFile; } else { // if they provided a name and not a path then find the file (requires that it's synced). string RelativePath = ProjectArg; if (Path.GetExtension(RelativePath).Length == 0) { RelativePath = Path.ChangeExtension(RelativePath, "uproject"); } if (!RelativePath.Contains(Path.DirectorySeparatorChar) && !RelativePath.Contains(Path.AltDirectorySeparatorChar)) { RelativePath = CommandUtils.CombinePaths(PathSeparator.Slash, Path.GetFileNameWithoutExtension(RelativePath), RelativePath); } Log.TraceInformation("{0} not on disk. Searching P4 for {1}", ProjectArg, RelativePath); List <string> SearchPaths = new List <string>(); SearchPaths.Add(""); string ProjectDirsFile = Directory.EnumerateFiles(CommandUtils.CombinePaths(CmdEnv.LocalRoot), "*.uprojectdirs").FirstOrDefault(); if (ProjectDirsFile != null) { foreach (string FilePath in File.ReadAllLines(ProjectDirsFile)) { string Trimmed = FilePath.Trim(); if (!Trimmed.StartsWith("./", StringComparison.OrdinalIgnoreCase) && !Trimmed.StartsWith(";", StringComparison.OrdinalIgnoreCase) && Trimmed.IndexOfAny(Path.GetInvalidPathChars()) < 0) { SearchPaths.Add(Trimmed); } } } // Get the root of the branch containing the selected file foreach (string SearchPath in SearchPaths) { string P4Path = CommandUtils.CombinePaths(PathSeparator.Slash, P4Env.ClientRoot, SearchPath, RelativePath); if (P4.FileExistsInDepot(P4Path)) { P4WhereRecord Record = P4.Where(P4Path, AllowSpew: false).FirstOrDefault(x => x.DepotFile != null && !x.bUnmap); // make sure to sync with //workspace/path as it cleans up files if the user has stream switched P4ProjectPath = Record.ClientFile; Log.TraceInformation("Found project at {0}", P4ProjectPath); break; } } } if (string.IsNullOrEmpty(P4ProjectPath)) { throw new AutomationException("Could not find project file for {0} locally or in P4. Provide a full path or check the subdirectory is listed in UE4Games.uprojectdirs", ProjectArg); } Log.TraceVerbose("Resolved {0} to P4 Path {1}", ProjectArg, P4ProjectPath); } // Build the list of paths that need syncing List <string> SyncPaths = new List <string>(); // if (ExplicitPaths.Any()) { // Add all explicit paths as <root>/Path/... ExplicitPaths.ToList().ForEach(P => SyncPaths.Add(CommandUtils.CombinePaths(PathSeparator.Slash, P4Env.ClientRoot, P, "..."))); } else { // See if the engine is in P4 too by checking the p4 location of a local file string LocalEngineFile = CommandUtils.CombinePaths(CmdEnv.LocalRoot, "Engine", "Source", "UE4Editor.target.cs"); P4WhereRecord EngineRecord = P4.Where(LocalEngineFile, AllowSpew: false).FirstOrDefault(x => x.DepotFile != null && !x.bUnmap); if (!ProjectOnly && P4.FileExistsInDepot(EngineRecord.DepotFile)) { // make sure to sync with //workspace/path as it cleans up files if the user has stream switched P4EnginePath = EngineRecord.ClientFile.Replace("Engine/Source/UE4Editor.target.cs", ""); SyncPaths.Add(CommandUtils.CombinePaths(PathSeparator.Slash, P4EnginePath + "*")); SyncPaths.Add(CommandUtils.CombinePaths(PathSeparator.Slash, P4EnginePath, "Engine", "...")); } if (!string.IsNullOrEmpty(P4ProjectPath)) { string P4ProjectDir = Regex.Replace(P4ProjectPath, @"[^/]+\.uproject", "...", RegexOptions.IgnoreCase); SyncPaths.Add(P4ProjectDir); } } // Force these files as they can be overwritten by tools if (!PreviewOnly && !string.IsNullOrEmpty(P4EnginePath) && !ProjectOnly) { IEnumerable <string> ForceSyncList = ForceSyncFiles.Select(F => CommandUtils.CombinePaths(PathSeparator.Slash, P4EnginePath, F)); foreach (var F in ForceSyncList) { LogInformation("Force-updating {0}", F); string SyncCommand = string.Format("-f {0}@{1}", F, CL); // sync with retries P4.Sync(SyncCommand, true, false, Retries); } } // Sync all the things foreach (string SyncPath in SyncPaths) { string SyncCommand = ""; if (Threads > 1) { SyncCommand = string.Format(" --parallel \"threads={0}\" {1}", Threads, SyncCommand); } if (ForceSync) { SyncCommand = SyncCommand + " -f"; } SyncCommand += string.Format(" {0}@{1}", SyncPath, CL); if (!PreviewOnly) { // sync with retries P4.Sync(SyncCommand, true, false, Retries); } else { LogInformation("sync {0}", SyncCommand); } } // P4 utils don't return errors :( ExitCode ExitStatus = ExitCode.Success; // Sync is complete so do the actions if (!PreviewOnly && CL > 0) { // Argument to pass to the editor (could be null with no project). string ProjectArgForEditor = ""; if (!string.IsNullOrEmpty(ProjectArg)) { // If we synced the project from P4 we couldn't resolve this earlier if (ProjectFile == null) { NativeProjects.ClearCache(); ProjectFile = ProjectUtils.FindProjectFileFromName(ProjectArg); } ProjectArgForEditor = ProjectFile.FullName; } if (GenerateProject) { Log.TraceVerbose("Generating project files for {0}", ProjectArgForEditor); if (BuildHostPlatform.Current.Platform == UnrealTargetPlatform.Win64 || BuildHostPlatform.Current.Platform == UnrealTargetPlatform.Win32) { CommandUtils.Run("GenerateProjectFiles.bat", ProjectArgForEditor); } else { CommandUtils.Run("GenerateProjectFiles.sh", ProjectArgForEditor); } } UE4Build Build = new UE4Build(this); if (!Unversioned && !ProjectOnly) { Build.UpdateVersionFiles(ActuallyUpdateVersionFiles: true, ChangelistNumberOverride: CL, IsPromotedOverride: false); } // Build everything if (BuildProject && ExitStatus == ExitCode.Success) { Log.TraceVerbose("Building Editor for {0}", ProjectArgForEditor); BuildEditor BuildCmd = new BuildEditor(); BuildCmd.Clean = ParseParam("clean"); BuildCmd.ProjectName = ProjectArgForEditor; ExitStatus = BuildCmd.Execute(); } if (OpenProject && ExitStatus == ExitCode.Success) { Log.TraceVerbose("Opening Editor for {0}", ProjectArgForEditor); OpenEditor OpenCmd = new OpenEditor(); OpenCmd.ProjectName = ProjectArgForEditor; ExitStatus = OpenCmd.Execute(); } } return(ExitCode.Success); }
// data returning methods public List <FinalLine> GetRecordsList() // returns sorted list of records for processing { return(Records.First()); }
private void MergeFirstTwo() // merges first two lists and puts result at back { List <FinalLine> aList = Records.First(); List <FinalLine> bList = Records.ElementAt(1); List <FinalLine> merged = new List <FinalLine>(); FinalLine aLine = new FinalLine(); FinalLine bLine = new FinalLine(); int a = 0; int b = 0; bool ongoing = true; aLine = aList[a]; a++; bLine = bList[b]; b++; while (ongoing) { if (aLine.ComesBefore(bLine)) { merged.Add(new FinalLine(aLine)); if (a < aList.Count()) { aLine = aList[a]; a++; } else { ongoing = false; merged.Add(new FinalLine(bLine)); for (int i = b; i < bList.Count(); i++) { merged.Add(new FinalLine(bList[i])); } } } else { merged.Add(new FinalLine(bLine)); if (b < bList.Count()) { bLine = bList[b]; b++; } else { ongoing = false; merged.Add(new FinalLine(aLine)); for (int i = a; i < aList.Count(); i++) { merged.Add(new FinalLine(aList[i])); } } } } Records.RemoveFirst(); // remove first two lists Records.RemoveFirst(); Records.AddLast(merged); // add merged result to back }
public (string objectsKey, string region) GetFileData() { var record = Records.First(); return(record.S3.ObjectData.Key, record.AWSRegion); }