private static void ReadFile(string file, Storage globalStorage, Builder globalBuilder, string prefix)
{
// If our dump format requires a .txt to be created,
// check if we can write to that .txt before starting parsing
if (Settings.DumpFormat != DumpFormatType.Bin && Settings.DumpFormat != DumpFormatType.Pkt)
{
var outFileName = Path.ChangeExtension(file, null) + "_parsed.txt";
if (Utilities.FileIsInUse(outFileName))
{
Trace.WriteLine(string.Format("Save file {0} is in use, parsing will not be done.", outFileName));
return;
}
}
var stuffing = globalStorage ?? new Storage();
var fileInfo = new SniffFileInfo { FileName = file, Storage = stuffing };
var fileName = Path.GetFileName(fileInfo.FileName);
Trace.WriteLine(string.Format("{0}: Reading packets...", prefix));
Builder builder = globalBuilder ?? (Settings.SQLOutput > 0 ? new Builder(stuffing) : null);
try
{
var packets = Reader.Read(fileInfo);
if (packets.Count == 0)
{
Trace.WriteLine(string.Format("{0}: Packet count is 0", prefix));
return;
}
if (Settings.DumpFormat == DumpFormatType.Bin || Settings.DumpFormat == DumpFormatType.Pkt)
{
SniffType format = Settings.DumpFormat == DumpFormatType.Bin ? SniffType.Bin : SniffType.Pkt;
var fileExtension = Settings.DumpFormat.ToString().ToLower();
if (Settings.SplitOutput)
{
Trace.WriteLine(string.Format("{0}: Splitting {1} packets to multiple files in {2} format...", prefix, packets.Count, fileExtension));
SplitBinaryPacketWriter.Write(packets, Encoding.ASCII);
}
else
{
Trace.WriteLine(string.Format("{0}: Copying {1} packets to .{2} format...", prefix, packets.Count, fileExtension));
var dumpFileName = Path.ChangeExtension(file, null) + "_excerpt." + fileExtension;
var writer = new BinaryPacketWriter(format, dumpFileName, Encoding.ASCII);
writer.Write(packets);
}
}
else
{
Trace.WriteLine(string.Format("{0}: Parsing {1} packets. Assumed version {2}", prefix, packets.Count, ClientVersion.GetVersionString()));
var total = (uint)packets.Count;
var startTime = DateTime.Now;
var outFileName = Path.ChangeExtension(file, null) + "_parsed";
var outLogFileName = outFileName + ".txt";
bool headersOnly = Settings.DumpFormat == DumpFormatType.TextHeader || Settings.DumpFormat == DumpFormatType.SummaryHeader;
if (Settings.Threads == 0) // Number of threads is automatically choosen by the Parallel library
packets.AsParallel().SetCulture().ForAll(packet => Handler.Parse(packet, headersOnly));
else
packets.AsParallel().SetCulture().WithDegreeOfParallelism(Settings.Threads).ForAll(packet => Handler.Parse(packet, headersOnly));
if (Settings.SQLOutput > 0 && globalStorage == null) // No global Storage, write sql data to particular sql file
{
var outSqlFileName = outFileName + ".sql";
DumpSQLs(fileName, outSqlFileName, builder, Settings.SQLOutput);
}
if (Settings.DumpFormat != DumpFormatType.None)
{
Trace.WriteLine(string.Format("{0}: Saved file to '{1}'", prefix, outLogFileName));
Handler.WriteToFile(packets, outLogFileName);
}
// Force to close the StringWriter to improve mem use
foreach(var packet in packets)
packet.CloseWriter();
if (Settings.StatsOutput == StatsOutputFlags.None)
return;
var span = DateTime.Now.Subtract(startTime);
var statsOk = 0;
var statsError = 0;
var statsSkip = 0;
foreach (var packet in packets)
{
if (!packet.WriteToFile)
statsSkip++;
else
{
switch (packet.Status)
{
case ParsedStatus.Success:
statsOk++;
break;
case ParsedStatus.WithErrors:
statsError++;
break;
case ParsedStatus.NotParsed:
statsSkip++;
break;
}
}
}
if (Settings.StatsOutput.HasAnyFlag(StatsOutputFlags.Global))
{
lock (_lockStats)
{
_globalStatsOk = statsOk;
_globalStatsError = statsError;
_globalStatsSkip = statsSkip;
_globalStatsTotal = (int)total;
}
}
if (Settings.StatsOutput.HasAnyFlag(StatsOutputFlags.Local))
{
Trace.WriteLine(string.Format("{0}: Parsed {1:F3}% packets successfully, {2:F3}% with errors and skipped {3:F3}% in {4}.",
prefix, (double)statsOk / total * 100, (double)statsError / total * 100, (double)statsSkip / total * 100,
span.ToFormattedString()));
}
}
}
catch (Exception ex)
{
Trace.WriteLine(ex.GetType());
Trace.WriteLine(ex.Message);
Trace.WriteLine(ex.StackTrace);
}
}
private static void ReadFile(string file, string[] filters, string[] ignoreFilters, int packetNumberLow, int packetNumberHigh, int packetsToRead, DumpFormatType dumpFormat, int threads, bool sqlOutput, bool prompt)
{
string fileName = Path.GetFileName(file);
Console.WriteLine("{0}: Opening file", fileName);
Console.WriteLine("{0}: Reading packets...", fileName);
try
{
var packets = Reader.Read(file, filters, ignoreFilters, packetNumberLow, packetNumberHigh, packetsToRead, (dumpFormat == DumpFormatType.SummaryHeader));
if (packets.Count <= 0)
{
Console.WriteLine("{0}: Packet count is 0", fileName);
return;
}
if (dumpFormat == DumpFormatType.Bin || dumpFormat == DumpFormatType.Pkt)
{
SniffType format = dumpFormat == DumpFormatType.Bin ? SniffType.Bin : SniffType.Pkt;
var fileExtension = dumpFormat.ToString().ToLower();
Console.WriteLine("{0}: Copying {1} packets to .{2} format...", fileName, packets.Count, fileExtension);
var dumpFileName = Path.ChangeExtension(file, null) + "_excerpt." + fileExtension;
var writer = new BinaryPacketWriter(format, dumpFileName, Encoding.ASCII);
writer.Write(packets);
}
else
{
var numberOfThreads = threads != 0 ? threads.ToString() : "a recommended number of";
Console.WriteLine("{0}: Assumed version: {1}", fileName, ClientVersion.GetVersionString());
Console.WriteLine("{0}: Parsing {1} packets with {2} threads...", fileName, packets.Count, numberOfThreads);
Statistics.Total = (uint)packets.Count;
Statistics.StartTime = DateTime.Now;
var outFileName = Path.ChangeExtension(file, null) + "_parsed";
var outLogFileName = outFileName + ".txt";
var outSqlFileName = outFileName + ".sql";
SQLStore.Initialize(outSqlFileName, sqlOutput);
bool headersOnly = (dumpFormat == DumpFormatType.TextHeader || dumpFormat == DumpFormatType.SummaryHeader);
if (threads == 0) // Number of threads is automatically choosen by the Parallel library
{
packets.AsParallel().SetCulture().ForAll(packet => Handler.Parse(packet, headersOnly));
}
else
{
packets.AsParallel().SetCulture().WithDegreeOfParallelism(threads).ForAll(packet => Handler.Parse(packet, headersOnly));
}
Console.WriteLine("{0}: Writing data to file...", fileName);
if (sqlOutput)
{
// Experimental, will remove
SQLStore.WriteData(Builder.QuestTemplate());
SQLStore.WriteData(Builder.NpcTrainer());
SQLStore.WriteData(Builder.NpcVendor());
SQLStore.WriteData(Builder.NpcTemplate());
SQLStore.WriteData(Builder.GameObjectTemplate());
SQLStore.WriteData(Builder.PageText());
SQLStore.WriteData(Builder.NpcText());
SQLStore.WriteData(Builder.Gossip());
SQLStore.WriteData(Builder.Loot());
}
SQLStore.WriteToFile();
if (dumpFormat != DumpFormatType.None)
{
Handler.WriteToFile(packets, outLogFileName);
}
Statistics.EndTime = DateTime.Now;
Console.WriteLine(Statistics.Stats(fileName));
Console.WriteLine("{0}: Saved file to '{1}'", fileName, outLogFileName);
Console.WriteLine();
Statistics.Reset();
}
}
catch (Exception ex)
{
Console.WriteLine(ex.GetType());
Console.WriteLine(ex.Message);
Console.WriteLine(ex.StackTrace);
}
finally
{
EndPrompt(prompt);
}
}
