public void CalculateDisplayedValues(int fromIdx, int toIdx, IEnumerable <string> restrictToViewPaths)
{
int numTasks = 32;
int numFrames = toIdx - fromIdx + 1;
int segmentSize = (numFrames / numTasks) + 1;
MTCounter counter = new MTCounter(numFrames);
ProfilerRDI.ValueList vl = m_logControl.m_prdiTree.BuildValueList(m_dataPaths, m_viewPaths, restrictToViewPaths);
for (int i = 0; i < numTasks; ++i)
{
int start = fromIdx + (i * segmentSize);
int end = Math.Min(start + segmentSize, toIdx + 1);
if (start >= end)
{
break;
}
ThreadPool.QueueUserWorkItem((o) =>
{
for (int j = start; j < end; ++j)
{
IReadOnlyFRVs dataValues = m_baseLogData.FrameRecords[j].Values;
FrameRecordValues viewValues = m_baseViewFRs[j].Values;
CalcViewValues(dataValues, viewValues, vl);
}
counter.Increment(end - start);
}
);
}
counter.WaitUntilMax();
}
public FrameRecordValues(FrameRecordPathCollection paths, FrameRecordValues other)
{
m_paths = paths;
// add all in one go so that LogView.CreateDisplayInfo doesn't act on a partial path list
m_paths.AddPaths(other.Paths);
for (int i = 0; i < other.m_pathIds.Count; i++)
{
string path = other.m_paths.GetPathFromIndex(other.m_pathIds[i]);
this[path] = other.m_values[i];
}
}
public void OnFrameRecord(FrameRecordValues values)
{
if (m_rails.Count == 0)
{
return;
}
int totalDelta = 0, count = 0;
foreach (var kv in m_rails)
{
TextureCtx ctx = kv.Value;
if (ctx.IsVisible && ctx.MinMipWanted <= ctx.MinMipAvailable)
{
totalDelta += Math.Abs(ctx.MinMipWanted - ctx.MinMipAvailable);
++count;
}
}
double mean = totalDelta / (double)count;
double v = 0;
foreach (var kv in m_rails)
{
TextureCtx ctx = kv.Value;
if (ctx.IsVisible && ctx.MinMipWanted <= ctx.MinMipAvailable)
{
int d = Math.Abs(ctx.MinMipWanted - ctx.MinMipAvailable);
v += (d - mean) * (d - mean);
}
}
double vmean = v / count;
double sd = Math.Sqrt(vmean);
values["/StreamingTextures/mipDelta"] = (float)totalDelta;
values["/StreamingTextures/mipDeltaSD"] = (float)sd;
values["/StreamingTextures/mipDeltaMean"] = (float)mean;
}
static void CalcViewValues(IReadOnlyFRVs dataValues, FrameRecordValues viewValues, ProfilerRDI.ValueList vl)
{
foreach (ProfilerRDI.ValueListCmd cmd in vl.Cmds)
{
float value = 0.0f;
for (int i = 0, c = cmd.Count; i != c; ++i)
{
ProfilerRDI.ListItem di = vl.Items[cmd.StartIndex + i];
IReadOnlyFRVs values = di.ValueIsPerLogView ? viewValues : dataValues;
value += values[di.ValuePathIdx] * di.Scale;
}
if (value != 0.0f)
{
viewValues[cmd.ViewPathIdx] = value;
}
else
{
viewValues.Remove(cmd.ViewPathIdx);
}
}
}
public void OnFrameRecord(FrameRecordValues values)
{
}
public void ProcessDataStream()
{
CultureInfo decimalCulture = new CultureInfo("en-US");
Regex callstackAddressesRegex = new Regex(@"0x[0-9|a-f|A-F]*");
List <KeyValuePair <string, EItemType> > newmds = new List <KeyValuePair <string, EItemType> >();
FrameRecordPathCollection paths = new FrameRecordPathCollection();
while (!m_logDataStream.IsEndOfStream)
{
if (m_logDataStream.Peek() == '<')
{
ReadMetaData();
continue;
}
if (m_logLineDescriptors.Count == 0)
{
m_logDataStream.ReadLine();
continue;
}
FrameRecordValues values = new FrameRecordValues(paths);
float frameTimeInS = 0.0f;
MemoryStream screenshotImage = null;
List <UserMarker> userMarkers = new List <UserMarker>();
List <Callstack> callstacks = new List <Callstack>();
foreach (PerfStatLogLineDescriptor lld in m_logLineDescriptors)
{
string line = m_logDataStream.ReadLine();
if (line == null)
{
// it looks like the log's broken
break;
}
MatchCollection lineElements = lld.m_regex.Matches(line);
foreach (Match lineElement in lineElements)
{
string frameTimeValue = lineElement.Groups["frameTimeInS"].Value;
if (frameTimeValue.Length > 0)
{
frameTimeInS = (float)Convert.ToDouble(frameTimeValue, decimalCulture);
}
string path = lld.m_path;
foreach (PerfStatFrameElement fe in lld.m_formatElements)
{
string valueString = lineElement.Groups[fe.m_name].Value;
if (fe.m_type == EFrameElementType.String)
{
if (!valueString.StartsWith("'") || !valueString.EndsWith("'"))
{
throw new Exception("strings need to be surrounded by 's");
}
valueString = valueString.Substring(1, valueString.Length - 2);
}
if (fe.m_name.Equals("path"))
{
path = path.Replace("$", valueString);
}
else
{
switch (fe.m_type)
{
case EFrameElementType.Float:
case EFrameElementType.Int:
float value = string.Compare(valueString, "1.#QNAN0") == 0 ? 1.0f : (float)Convert.ToDouble(valueString, decimalCulture);
string itemname = string.Intern(path + fe.m_name);
values[itemname] += value; // += as there may be duplicate records per frame
newmds.Add(new KeyValuePair <string, EItemType>(itemname, fe.m_type == EFrameElementType.Float ? EItemType.Float : EItemType.Int));
break;
case EFrameElementType.B64Texture:
if (screenshotImage != null)
{
throw new Exception("multiple screenshots found for a frame");
}
if (valueString.Length > 0)
{
try
{
byte[] bm = Convert.FromBase64String(valueString);
screenshotImage = ImageProcessor.CreateImageStreamFromScreenshotBytes(bm);
}
catch (System.Exception)
{
}
}
break;
case EFrameElementType.String:
string userMarkersInitialPath = "/UserMarkers/";
string callstacksInitialPath = "/Callstacks/";
if (path.StartsWith(userMarkersInitialPath))
{
string pathNoEndSlash = path.TrimEnd(new char[] { '/' }); // old format compatibility
UserMarker userMarker = new UserMarker(pathNoEndSlash, valueString);
userMarkers.Add(userMarker);
}
else if (path.StartsWith(callstacksInitialPath))
{
Callstack callstack = new Callstack(path.Substring(callstacksInitialPath.Length));
MatchCollection addressesMatches = callstackAddressesRegex.Matches(valueString);
foreach (Match addressMatch in addressesMatches)
{
UInt32 address = Convert.ToUInt32(addressMatch.Value, 16);
callstack.m_functions.Add(GetSymbolNameFromAddress(address));
}
callstack.m_functions.Reverse();
callstacks.Add(callstack);
}
break;
}
}
}
}
}
FrameRecord fr = new FrameRecord(m_logData.FrameRecords.Count, frameTimeInS, screenshotImage, m_logData.CreateNewFrameRecordValues(values), userMarkers, callstacks);
m_logData.AddFrameRecord(fr, newmds);
}
foreach (var resolver in m_symbolResolvers)
{
resolver.Dispose();
}
m_symbolResolvers.Clear();
}
public FrameRecordValues CreateNewFrameRecordValues(FrameRecordValues values)
{
// make a new one based on m_paths
return(new FrameRecordValues(m_paths, values));
}
public void ProcessDataStream()
{
CultureInfo decimalCulture = new CultureInfo("en-US");
Regex callstackAddressesRegex = new Regex(@"0x[0-9|a-f|A-F]*");
IIntervalSink[] ivSinks = new IIntervalSink[] {
new StreamingIntervalSink(m_logData),
new StreamingObjectSink(m_logData, "/Objects", 111),
new StreamingTextureSink(m_logData, "/Textures", 116),
};
EventReader eventReader = new EventReader(ivSinks);
try
{
//Endian
byte[] endianByte = m_logDataStream.ReadBytes(1);
EEndian endian = (EEndian)endianByte[0];
m_logDataStream.SetEndian(endian);
//Version
UInt32 version = m_logDataStream.ReadUInt32();
if (version > STATOSCOPE_BINARY_VERSION)
{
throw new Exception("Binary file version mismatch");
}
m_logVersion = version;
//Using string pool?
m_bUsingStringPool = m_logDataStream.ReadBool();
List <KeyValuePair <string, EItemType> > newmds = new List <KeyValuePair <string, EItemType> >();
FrameRecordPathCollection paths = new FrameRecordPathCollection();
while (!m_logDataStream.IsEndOfStream)
{
// header present
if (m_logDataStream.ReadBool())
{
// modules present
if (m_logDataStream.ReadBool())
{
ReadModules();
}
ReadFormat();
}
//FRAME RECORD BEGIN
FrameRecordValues values = new FrameRecordValues(paths);
float frameTimeInS = 0.0f;
MemoryStream screenshotImage = null;
List <UserMarker> userMarkers = new List <UserMarker>();
List <Callstack> callstacks = new List <Callstack>();
//check for fps or screen shot
float frameTimeValue = m_logDataStream.ReadFloat();
if (frameTimeValue > 0)
{
frameTimeInS = (float)Convert.ToDouble(frameTimeValue, decimalCulture);
}
EFrameElementType type = ReadFrameElementType();
if (type == EFrameElementType.B64Texture)
{
//process texture
int size = m_logDataStream.ReadInt32();
byte[] screenShotBytes = m_logDataStream.ReadBytes(size);
screenshotImage = ImageProcessor.CreateImageStreamFromScreenshotBytes(screenShotBytes);
}
//On to specific data groups
foreach (PerfStatLogLineDescriptor lld in m_logLineDescriptors)
{
//number of stats, so records have a variable number of entries, like frame profiler
int nStats = m_logDataStream.ReadInt32();
for (int i = 0; i < nStats; i++)
{
string path = lld.m_path;
foreach (PerfStatFrameElement fe in lld.m_formatElements)
{
if (fe.m_type == EFrameElementType.String && fe.m_name.Equals("path"))
{
// Replace first occurrence of "$" in path with its placeholder value
string valueString = ReadString();
StringBuilder sbModifiedString = new StringBuilder(path);
sbModifiedString.Replace("$", valueString, path.IndexOf("$"), 1);
path = sbModifiedString.ToString();
}
else
{
switch (fe.m_type)
{
case EFrameElementType.Float:
{
float value = m_logDataStream.ReadFloat();
string itemname = path + fe.m_name;
values[itemname] += value; // += as there may be duplicate records per frame
newmds.Add(new KeyValuePair <string, EItemType>(itemname, EItemType.Float));
}
break;
case EFrameElementType.Int:
{
int value = m_logDataStream.ReadInt32();
string itemname = path + fe.m_name;
values[itemname] += (float)value; // += as there may be duplicate records per frame
newmds.Add(new KeyValuePair <string, EItemType>(itemname, EItemType.Int));
}
break;
case EFrameElementType.B64Texture:
throw new Exception("Screen shot in frame profiler not supported");
//break;
case EFrameElementType.String:
string userMarkersInitialPath = "/UserMarkers/";
string callstacksInitialPath = "/Callstacks/";
string valueString = ReadString();
if (path.StartsWith(userMarkersInitialPath))
{
string pathNoEndSlash = path.TrimEnd(new char[] { '/' }); // old format compatibility
UserMarker userMarker = new UserMarker(pathNoEndSlash, valueString);
userMarkers.Add(userMarker);
}
else if (path.StartsWith(callstacksInitialPath))
{
Callstack callstack = new Callstack(path.Substring(callstacksInitialPath.Length));
MatchCollection addressesMatches = callstackAddressesRegex.Matches(valueString);
foreach (Match addressMatch in addressesMatches)
{
UInt32 address = Convert.ToUInt32(addressMatch.Value, 16);
callstack.m_functions.Add(GetSymbolNameFromAddress(address));
}
callstack.m_functions.Reverse();
callstacks.Add(callstack);
}
break;
}
}
}
}
}
if (version > 1)
{
eventReader.ReadEvents(m_logDataStream);
}
UInt32 magic = m_logDataStream.ReadUInt32();
if (magic != 0xdeadbeef)
{
throw new Exception("Frame Record is corrupt");
}
for (int si = 0, sc = ivSinks.Length; si != sc; ++si)
{
ivSinks[si].OnFrameRecord(values);
}
FrameRecord fr = new FrameRecord(m_logData.FrameRecords.Count, frameTimeInS, screenshotImage, m_logData.CreateNewFrameRecordValues(values), userMarkers, callstacks);
m_logData.AddFrameRecord(fr, newmds);
m_logDataStream.FlushWriteStream();
newmds.Clear();
}
}
catch (Exception ex)
{
Console.WriteLine(ex);
}
foreach (var resolver in m_symbolResolvers)
{
resolver.Dispose();
}
m_symbolResolvers.Clear();
m_logDataStream.CloseWriteStream();
}
public FrameRecordValues Values; // only MA and LMs
public ViewFrameRecord(FrameRecordPathCollection paths)
{
Values = new FrameRecordValues(paths);
}