private static ClassData CreateClassData(string category, string[] posFiles,
string[] negFiles, FileParser parser,
Predicate<string> wordFilter)
{
var posDoc = new List<Document>();
var negDoc = new List<Document>();
foreach (var file in posFiles)
posDoc.Add(new Document(file, parser.GetWordsInFile(file, wordFilter)));
foreach (var file in negFiles)
negDoc.Add(new Document(file, parser.GetWordsInFile(file, wordFilter)));
return new ClassData(category, posDoc, negDoc);
}
public static List<ClassData> ExctractClassData(string root,
FileParser parser,
Predicate<string> wordfilter)
{
var classData = new List<ClassData>();
foreach (var subdir in Directory.EnumerateDirectories(root))
{
string category = Path.GetFileName(subdir);
var posFiles = Directory.GetFiles(Path.Combine(subdir, "pos"));
var negFiles = Directory.GetFiles(Path.Combine(subdir, "neg"));
classData.Add(CreateClassData(category, posFiles, negFiles, parser, wordfilter));
}
return classData;
}
