private static InputData _loadData(string dataDir)
{
var result = new InputData();
PackNames.ForEach(packName =>
{
var sentences = _loadSentences(dataDir, packName + SampleExtension);
if (sentences != null)
result.SampleSentences[packName] = sentences;
sentences = _loadSentences(dataDir, packName + IppiExtension);
if (sentences != null)
result.IppiSentences[packName] = sentences;
sentences = _loadSentences(dataDir, packName + ComprenoExtension);
if (sentences != null)
result.ComprenoSentences[packName] = sentences;
});
return result;
}
private static List<string> _validateData(InputData inputData)
{
var result = new List<string>();
result.AddRange(
inputData.IppiSentences.SelectMany(
pair =>
pair.Value.SelectMany(
(sentence, i) =>
SentenceValidator.Validate(sentence, i)
.Select(s => String.Format("IPPI ({0}): {1}", pair.Key, s)))));
result.AddRange(
inputData.ComprenoSentences.SelectMany(
pair =>
pair.Value.SelectMany(
(sentence, i) =>
SentenceValidator.Validate(sentence, i)
.Select(s => String.Format("Compreno ({0}): {1}", pair.Key, s)))));
return result;
}
private static ComparisonData _groupSentencesIntoPacks(InputData inputData)
{
var result = new ComparisonData();
PackNames.ForEach(packName =>
{
if (inputData.ComprenoSentences.ContainsKey(packName))
{
result.ComprenoData[packName] = new SentencesPack
{
Target = inputData.ComprenoSentences[packName],
Sample = inputData.SampleSentences[packName]
};
}
if (inputData.IppiSentences.ContainsKey(packName))
{
result.IppiData[packName] = new SentencesPack
{
Target = inputData.IppiSentences[packName],
Sample = inputData.SampleSentences[packName]
};
}
});
return result;
}