public static void Main(string[] Arguments)
{
TermIndexAccessor TermIndex = new TermIndexAccessor(Arguments[0]);
StreamWriter writer = new StreamWriter("lexdump.dat", false, System.Text.Encoding.Default);
int TotalDocEntries = 0, TotalInstances = 0;
Console.WriteLine("loading...");
TermIndex.Load();
Console.WriteLine("dumping...");
foreach (KeyPair pair in TermIndex.Keys)
{
TermIndexRecord record = TermIndex.GetRecordByHandle(pair._offset);
int InstancesCount = 0;
TotalDocEntries += record.DocsNumber;
for (int j = 0; j < record.DocsNumber; j++)
{
InstancesCount += record.GetEntryAt(j).Count;
TotalInstances += record.GetEntryAt(j).Count;
}
/*
* if( Arguments.Length == 1 || Arguments[ 1 ] == "bydoc" )
* writer.WriteLine( "{0,6} {1,8} {2}", record.DocsNumber, InstancesCount, record.Term );
* else
* writer.WriteLine( "{1,8} {0,6} {2}", record.DocsNumber, InstancesCount, record.Term );
*/
}
writer.WriteLine("--- 1 Terms number: " + TermIndex.TermsNumber);
writer.WriteLine("--- 2 Words number: " + TotalInstances);
writer.WriteLine("--- 3 Entries number: " + TotalDocEntries);
TermIndex.Close();
writer.Close();
Console.WriteLine("sorting...");
Process process = new Process();
process.StartInfo.FileName = "sort.exe";
process.StartInfo.Arguments = " /R /L C lexdump.dat /O lexdump.srt";
process.StartInfo.WorkingDirectory = ".";
process.StartInfo.CreateNoWindow = true;
process.StartInfo.UseShellExecute = false;
process.Start();
process.WaitForExit();
Console.WriteLine("done...");
}
protected void CrossIndexChecks(TermIndexAccessor termIndex)
{
foreach (KeyPair pair in termIndex.Keys)
{
TermIndexRecord termRecord = termIndex.GetRecordByHandle(pair._offset);
for (int j = 0; j < termRecord.DocsNumber; j++)
{
Entry entry = termRecord.GetEntryAt(j);
if (entry.DocIndex < -1)
{
throw new FormatException("DocIndex is negative in the TermIndex record entry");
}
if (entry.Count <= 0)
{
throw new FormatException("Number of term instances is negative in the TermIndex record");
}
}
}
}
//-------------------------------------------------------------------------
private void ProcessTextIndex(string TermIndexName)
{
TermIndexAccessor termIndex = new TermIndexAccessor(TermIndexName);
try
{
Console.Write("ok\nChecking TermIndex component...");
termIndex.Load();
Console.Write("ok\nPerforming cross component linkage checks...");
CrossIndexChecks(termIndex);
Console.WriteLine("ok\nText index corruption check passed:");
Console.WriteLine("\t" + termIndex.TermsNumber + " term entries parsed");
}
finally
{
termIndex.Close();
}
}
