public void TestReusableTokenStream()
{
ArabicAnalyzer a = new ArabicAnalyzer();
AssertAnalyzesToReuse(a, "كبير", new String[] { "كبير" });
AssertAnalyzesToReuse(a, "كبيرة", new String[] { "كبير" }); // feminine marker
}
public void TestBasicFeatures()
{
ArabicAnalyzer a = new ArabicAnalyzer(Version.LUCENE_CURRENT);
AssertAnalyzesTo(a, "كبير", new String[] { "كبير" });
AssertAnalyzesTo(a, "كبيرة", new String[] { "كبير" }); // feminine marker
AssertAnalyzesTo(a, "مشروب", new String[] { "مشروب" });
AssertAnalyzesTo(a, "مشروبات", new String[] { "مشروب" }); // plural -at
AssertAnalyzesTo(a, "أمريكيين", new String[] { "امريك" }); // plural -in
AssertAnalyzesTo(a, "امريكي", new String[] { "امريك" }); // singular with bare alif
AssertAnalyzesTo(a, "كتاب", new String[] { "كتاب" });
AssertAnalyzesTo(a, "الكتاب", new String[] { "كتاب" }); // definite article
AssertAnalyzesTo(a, "ما ملكت أيمانكم", new String[] { "ملكت", "ايمانكم" });
AssertAnalyzesTo(a, "الذين ملكت أيمانكم", new String[] { "ملكت", "ايمانكم" }); // stopwords
}
public void TestBasicFeatures()
{
ArabicAnalyzer a = new ArabicAnalyzer();
AssertAnalyzesTo(a, "كبير", new String[] { "كبير" });
AssertAnalyzesTo(a, "كبيرة", new String[] { "كبير" }); // feminine marker
AssertAnalyzesTo(a, "مشروب", new String[] { "مشروب" });
AssertAnalyzesTo(a, "مشروبات", new String[] { "مشروب" }); // plural -at
AssertAnalyzesTo(a, "أمريكيين", new String[] { "امريك" }); // plural -in
AssertAnalyzesTo(a, "امريكي", new String[] { "امريك" }); // singular with bare alif
AssertAnalyzesTo(a, "كتاب", new String[] { "كتاب" });
AssertAnalyzesTo(a, "الكتاب", new String[] { "كتاب" }); // definite article
AssertAnalyzesTo(a, "ما ملكت أيمانكم", new String[] { "ملكت", "ايمانكم" });
AssertAnalyzesTo(a, "الذين ملكت أيمانكم", new String[] { "ملكت", "ايمانكم" }); // stopwords
}
public void TestCustomStopwords()
{
ArabicAnalyzer a = new ArabicAnalyzer(new String[] { "the", "and", "a" });
AssertAnalyzesTo(a, "The quick brown fox.", new String[] { "quick", "brown", "fox" });
}
public void TestCustomStopwords()
{
ArabicAnalyzer a = new ArabicAnalyzer(Version.LUCENE_CURRENT, new String[] { "the", "and", "a" });
AssertAnalyzesTo(a, "The quick brown fox.", new String[] { "quick", "brown", "fox" });
}
public void TestReusableTokenStream()
{
ArabicAnalyzer a = new ArabicAnalyzer(Version.LUCENE_CURRENT);
AssertAnalyzesToReuse(a, "كبير", new String[] { "كبير" });
AssertAnalyzesToReuse(a, "كبيرة", new String[] { "كبير" }); // feminine marker
}