public bool EndOfFile()
{
if (filePos >= fileBuffer.GetSize())
{
return(true);
}
return(false);
}
private bool ReadFile(String fileName, ref IFamilyTreeStoreBaseClass inFamilyTree)
{
printMemory = false;// true;
importResult = new FileImportResult();
DebugStringAdd(ref importResult, "GedcomDecoder::Readfile(" + fileName + ") Start " + DateTime.Now.ToString("yyyy-MM-dd HH:mm:ss"));
familyTree = inFamilyTree;
trace.TraceData(TraceEventType.Verbose, 0, familyTree.GetShortTreeInfo());
if (printMemory)
{
memory = new MemoryClass();
memory.PrintMemory();
}
fileBuffer = new FileBufferClass();
fileBuffer.ReadFile(fileName);
DebugStringAdd(ref importResult, "GedcomDecoder::Readfile() size " + fileBuffer.GetSize());
if (printMemory)
{
memory.PrintMemory();
}
String HeadString = "";
parsedLines = 0;
if (fileBuffer.GetSize() < 12)
{
importResult = line.GetDebugString();
DebugStringAdd(ref importResult, "gedcom file too small!: " + fileName + ", size:" + fileBuffer.GetSize());
importResult.WriteToFile(fileName);
return(false);
}
Byte[] fileDataBuffer = fileBuffer.GetBuffer();
//DebugStringAdd(ref importResult, "");
string hdrStrText = "";
string linefeed = "";
bool linefeedFound = false;
for (int i = 0; i < 20; i++)
{
char ch = (char)fileDataBuffer[i];
//DebugStringAdd(ref importResult, fileDataBuffer[i].ToString());
HeadString += ch;
hdrStrText += ch.ToString() + " ";
if (!linefeedFound)
{
if ((ch == '\n') || (ch == '\r'))
{
linefeed += ch;
}
else if (linefeed.Length > 0)
{
linefeedFound = true;
}
}
}
//DebugStringAdd(ref importResult, "");
DebugStringAdd(ref importResult, "Header bytes: " + hdrStrText);
if (!linefeedFound)
{
DebugStringAdd(ref importResult, " Did not find proper linefeed!: " + fileName + ", size:" + fileBuffer.GetSize() + ":" + HeadString);
importResult.WriteToFile(fileName);
return(false);
}
line = new GedcomLineStatus(ref importResult, linefeed);
if (HeadString.IndexOf("HEAD") < 0)
{
importResult = line.GetDebugString();
DebugStringAdd(ref importResult, "gedcom file header missing!: " + fileName + ", size:" + fileBuffer.GetSize() + ":" + HeadString);
importResult.WriteToFile(fileName);
return(false);
}
familyTree.SetSourceFileType("GEDCOM");
if (printMemory)
{
memory.PrintMemory();
}
Parse(ref importResult);
if (printMemory)
{
memory.PrintMemory();
}
trace.TraceData(TraceEventType.Verbose, 0, familyTree.GetShortTreeInfo());
DebugStringAdd(ref importResult, "GedcomDecoder::Readfile() Done " + DateTime.Now.ToString("yyyy-MM-dd HH:mm:ss"));
importResult.WriteToFile(fileName);
return(true);
}
private void Parse(ref FileImportResult importResult)
{
bool bomFound = false;
GedcomLineObject rootLineObject = new GedcomLineObject(0);
GedcomParserProgress progress = new GedcomParserProgress(fileBuffer.GetBuffer(), fileBuffer.GetSize());
double lastPrintPercent = 0.0;
double printPercent;
GedcomLineObject currentLineObject = rootLineObject;
GedcomLineData prevLineData = null;
int lineDiff = 0;
uint lineLength;
//string importResult = "";
bomFound = CheckBomMark(ref progress, ref importResult);
GedcomTreeDecoderClass treeDecoder = new GedcomTreeDecoderClass(ref familyTree, ref importResult);
treeDecoder.SetCharacterSet(characterSet);
while (!progress.IsEndOfFile())
{
GedcomLineData lineData;
line.SetDebugString(importResult);
lineLength = line.ReadLine(ref progress);
lineData = line.DecodeLine();
importResult = line.GetDebugString();
parsedLines++;
if ((lineData != null) && lineData.valid)
{
if (lineData.level == (currentLineObject.GetLevel() + 1))
{
GedcomLineObject subLineObject = new GedcomLineObject(lineData.level);
subLineObject.parent = currentLineObject;
if (prevLineData != null)
{
prevLineData.child = subLineObject;
}
currentLineObject = subLineObject;
}
/*else if (currentLineObject.GetLevel() == lineData.level)
* {
* }*/
else if (lineData.level < currentLineObject.GetLevel())
{
bool decodeDone = false;
printPercent = 100.0 * (double)progress.position / (double)progress.size;
if ((printPercent - lastPrintPercent) > 0.10)
{
if (backgroundWorker != null)
{
backgroundWorker.ReportProgress((int)printPercent, "Working...");
}
lastPrintPercent = printPercent;
if (trace.Switch.Level.HasFlag(SourceLevels.Information))
{
trace.TraceInformation("Decode position 1 " + progress.position + " (" + progress.size + ") " + DateTime.Now.ToString());
trace.TraceInformation("Lines " + parsedLines + " (" + treeDecoder.GetDecodedLines() + ") " + printPercent.ToString("F") + "%");
trace.TraceData(TraceEventType.Verbose, 0, familyTree.GetShortTreeInfo());
//familyTree.PrintShort();
}
}
do
{
if (currentLineObject.parent != null)
{
currentLineObject = currentLineObject.parent;
if ((currentLineObject.GetLevel() == 0) && (parsedLines > 0))
{
treeDecoder.DecodeObject(currentLineObject);
currentLineObject.Clear();
if (treeDecoder.GetCharacterSet() != characterSet)
{
if (bomFound)
{
treeDecoder.DebugStringAdd("Warning! BOM and character set in Gedcom part mismatches! " + treeDecoder.GetCharacterSet() + "," + characterSet);
}
SetCharacterSet(treeDecoder.GetCharacterSet());
}
}
}
else
{
if ((parsedLines - 1) - treeDecoder.GetDecodedLines() - 1 > lineDiff)
{
treeDecoder.DebugStringAdd("Decode position " + progress.position + " (" + progress.size + ")");
treeDecoder.DebugStringAdd("Lines " + parsedLines + " (" + treeDecoder.GetDecodedLines() + "," + lineDiff + ")");
treeDecoder.DebugStringAdd("New undecoded lines: " + (parsedLines - treeDecoder.GetDecodedLines() - lineDiff) + "!");
lineDiff = parsedLines - treeDecoder.GetDecodedLines();
}
if (trace.Switch.Level.HasFlag(SourceLevels.Information))
{
trace.TraceInformation("Decode position 2 " + progress.position + " (" + progress.size + ")");
trace.TraceInformation("Lines " + parsedLines + " (" + treeDecoder.GetDecodedLines() + ")");
trace.TraceData(TraceEventType.Information, 0, familyTree.GetShortTreeInfo());
//familyTree.PrintShort();
}
currentLineObject.gedcomLines.Clear();
decodeDone = true;
}
} while ((currentLineObject.GetLevel() > lineData.level) && !decodeDone);
}
prevLineData = lineData;
currentLineObject.gedcomLines.Add(lineData);
}
else
{
if (lineData != null)
{
treeDecoder.DebugStringAdd("Line:" + lineData.lineNo + " Error bad gedcom line [" + lineData + "]");
}
else
{
treeDecoder.DebugStringAdd("Line: " + parsedLines + ": Error bad gedcom line:no data found ");
}
}
if (progress.IsEndOfFile())
{
treeDecoder.DecodeObject(currentLineObject);
if (treeDecoder.GetCharacterSet() != characterSet)
{
if (bomFound)
{
treeDecoder.DebugStringAdd("Warning! BOM and character set in Gedcom part mismatches! " + treeDecoder.GetCharacterSet() + "," + characterSet);
}
SetCharacterSet(treeDecoder.GetCharacterSet());
}
treeDecoder.DebugStringAdd("Line:" + lineData.lineNo + " end of file " + parsedLines);
if (lineData.level != 0)
{
treeDecoder.DebugStringAdd("Line:" + lineData.lineNo + "Error: The Gedcom file did not end correctly! Was it inomplete? = " + currentLineObject.gedcomLines.Count);
}
if (!treeDecoder.DecodingCompleted())
{
treeDecoder.DebugStringAdd("Line:" + lineData.lineNo + "Error: The Gedcom file did not end correctly! No trailer detected = " + currentLineObject.gedcomLines.Count);
}
treeDecoder.ShowUnknownTags();
}
}
backgroundWorker = null;
treeDecoder.DebugStringAdd("Gedcom file parsing finished at " + currentLineObject.gedcomLines.Count);
importResult = treeDecoder.GetImportResult();
}
public bool ReadFile(String filename, ref IFamilyTreeStoreBaseClass inFamilyTree)
{
printMemory = false;// true;
trace.TraceInformation("TextDecoder::Readfile(" + filename + ") Start " + DateTime.Now.ToString("yyyy-MM-dd HH:mm:ss"));
familyTree = inFamilyTree;
trace.TraceInformation(familyTree.GetShortTreeInfo());
//familyTree.Print();
if (printMemory)
{
memory = new MemoryClass();
memory.PrintMemory();
}
xrefMapLists = new XrefMapLists(inFamilyTree);
fileBuffer = new FileBufferClass();
fileBuffer.ReadFile(filename);
trace.TraceInformation("TextDecoder::Readfile() size " + fileBuffer.GetSize());
if (printMemory)
{
memory.PrintMemory();
}
String HeadString = "";
trace.TraceInformation("Text file " + filename + " read ok, size " + fileBuffer.GetSize());
if (fileBuffer.GetSize() < 12)
{
trace.TraceInformation("Text file too small!: " + filename + ", size:" + fileBuffer.GetSize());
return(false);
}
Byte[] fileDataBuffer = fileBuffer.GetBuffer();
for (int i = 0; i < 12; i++)
{
trace.TraceInformation(" data:" + (int)fileDataBuffer[i]);
HeadString += (char)fileDataBuffer[i];
}
trace.TraceInformation("");
familyTree.SetSourceFileType("Text");
if (printMemory)
{
memory.PrintMemory();
}
if (printMemory)
{
memory.PrintMemory();
}
//familyTree.Print();
trace.TraceData(TraceEventType.Verbose, 0, familyTree.GetShortTreeInfo());
trace.TraceInformation("TextDecoder::Readfile() Done " + DateTime.Now.ToString("yyyy-MM-dd HH:mm:ss"));
string directory = "/tmp/";
if (!Directory.Exists(directory))
{
//Directory.CreateDirectory(directory);
directory = "";
}
if ((directory.Length > 0) && filename.Contains(directory))
{
filename = filename.Substring(directory.Length);
}
Parse(directory + FamilyUtility.MakeFilename(filename + "_text_parsed_" + DateTime.Now.ToString("yyyy-MM-dd_HHmmss") + ".txt"));
xrefMapLists.Analyze(trace);
return(true);
}
public bool ReadFile(String fileName, ref FamilyTreeStoreBaseClass inFamilyTree)
{
printMemory = false;// true;
trace.TraceInformation("TextDecoder::Readfile(" + fileName + ") Start " + DateTime.Now);
familyTree = inFamilyTree;
familyTree.Print();
if (printMemory)
{
memory = new MemoryClass();
memory.PrintMemory();
}
xrefMapLists = new XrefMapLists(inFamilyTree);
fileBuffer = new FileBufferClass();
fileBuffer.ReadFile(fileName);
trace.TraceInformation("TextDecoder::Readfile() size " + fileBuffer.GetSize());
if (printMemory)
{
memory.PrintMemory();
}
String HeadString = "";
trace.TraceInformation("Text file " + fileName + " read ok, size " + fileBuffer.GetSize());
if (fileBuffer.GetSize() < 12)
{
trace.TraceInformation("Text file too small!: " + fileName + ", size:" + fileBuffer.GetSize());
return(false);
}
Byte[] fileDataBuffer = fileBuffer.GetBuffer();
for (int i = 0; i < 12; i++)
{
trace.TraceInformation(" data:" + (int)fileDataBuffer[i]);
HeadString += (char)fileDataBuffer[i];
}
trace.TraceInformation("");
familyTree.SetSourceFileType("Text");
if (printMemory)
{
memory.PrintMemory();
}
if (printMemory)
{
memory.PrintMemory();
}
familyTree.Print();
trace.TraceInformation("TextDecoder::Readfile() Done " + DateTime.Now);
Parse(FamilyUtility.MakeFilename(fileName + "_parsed_" + DateTime.Now.ToString() + ".txt"));
xrefMapLists.Analyze(trace);
return(true);
}
