public void TokenizeTheQuestion(Question question) { var abbreviationTokens = GetAbbreviations(question); question.AddTokens(abbreviationTokens); if (abbreviationTokens.Count == 0) { var standardTimeFormatTokens = GetStandardTimeFormats(question); question.AddTokens(standardTimeFormatTokens); } }
public void TokenizeTheQuestion(Question question) { var dayMonthYearTokens = GetDayMonthYearFormattedDates(question); question.AddTokens(dayMonthYearTokens); if (dayMonthYearTokens.Count == 0) { var monthDayYearTokens = GetMonthDayYearFormattedDates(question); question.AddTokens(monthDayYearTokens); if (monthDayYearTokens.Count == 0) { var hyphenAndSlashTokens = GetHyphenAndSlashFormattedDates(question); question.AddTokens(hyphenAndSlashTokens); if (hyphenAndSlashTokens.Count == 0) { question.AddTokens(GetYearOnlyDates(question)); } } } }