public void TokenizeTheQuestion(Question question)
{
var abbreviationTokens = GetAbbreviations(question);
question.AddTokens(abbreviationTokens);
if (abbreviationTokens.Count == 0)
{
var standardTimeFormatTokens = GetStandardTimeFormats(question);
question.AddTokens(standardTimeFormatTokens);
}
}
public void TokenizeTheQuestion(Question question)
{
var dayMonthYearTokens = GetDayMonthYearFormattedDates(question);
question.AddTokens(dayMonthYearTokens);
if (dayMonthYearTokens.Count == 0)
{
var monthDayYearTokens = GetMonthDayYearFormattedDates(question);
question.AddTokens(monthDayYearTokens);
if (monthDayYearTokens.Count == 0)
{
var hyphenAndSlashTokens = GetHyphenAndSlashFormattedDates(question);
question.AddTokens(hyphenAndSlashTokens);
if (hyphenAndSlashTokens.Count == 0)
{
question.AddTokens(GetYearOnlyDates(question));
}
}
}
}
