public void LoadFromBinaryFile(string path)
{
FileStream fs = new FileStream(path, FileMode.Open);
BinaryReader r = new BinaryReader(fs);
int termId;
short docId;
short termCount;
float termWeight;
long length = fs.Length;
for (long i = 0; i < length; i += 12)
{
termId = r.ReadInt32();
docId = r.ReadInt16();
termWeight = r.ReadSingle();
termCount = r.ReadInt16();
if (termDocs[termId] == null)
{
termDocs[termId] = new TermDocItemCollection(termDocCounts[termId]);
}
termDocs[termId].Add(docId, termCount, termWeight);
if (docTerms[docId] == null)
{
docTerms[docId] = new DocTermItemCollection(docTermCounts[docId]);
}
docTerms[docId].Add(termId, termCount);
}
r.Close();
fs.Close();
}
public void LoadFromTextFile(string path)
{
FileStream fs = File.OpenRead(path);
StreamReader r = new StreamReader(fs, System.Text.Encoding.ASCII);
int termId;
short docId;
short termCount;
float termWeight = -1; //load this only from binary file!
int space1;
int space2;
string line;
while ((line = r.ReadLine()) != null)
{
space1 = line.IndexOf(" ");
space2 = line.IndexOf(" ", space1 + 1);
termId = Convert.ToInt32(line.Substring(0, space1));
docId = Convert.ToInt16(line.Substring(space1 + 1, space2 - space1 - 1));
termCount = Convert.ToInt16(line.Substring(space2 + 1));
if (termDocs[termId] == null)
{
termDocs[termId] = new TermDocItemCollection(termDocCounts[termId]);
}
termDocs[termId].Add(docId, termCount, termWeight);
if (docTerms[docId] == null)
{
docTerms[docId] = new DocTermItemCollection(docTermCounts[docId]);
}
docTerms[docId].Add(termId, termCount);
}
r.Close();
fs.Close();
}