private void button4_Click(object sender, EventArgs e)
{
textBox1.Clear();
StringReader reader = new StringReader("بِسْمِ اللّهِ الرَّحْمنِ الرَّحِيمِ");
StringReader reader2 = new StringReader("في من بسم الله عن اعوذ عثمان");
//string test = reader.ReadToEnd();
//foreach (string s in FilterData.stopChars)
//{
// test = test.Replace(s, "");
//}
//textBox1.Text = test + Environment.NewLine;
//Analyzer analyzer = new Lucene.Net.Analysis.Standard.StandardAnalyzer(FilterData.stopWords);
//Lucene.Net.Analysis.TokenStream ts = analyzer.TokenStream(reader2);
//Token tok = null;
//while ((tok = ts.Next()) != null)
//{
// textBox1.AppendText(tok.TermText() + Environment.NewLine);
//}
Analyzer analyzer2 = new DiacriticAnalyzer(FilterData.stopWords);
Lucene.Net.Analysis.TokenStream ts2 = analyzer2.TokenStream(reader);
Token tok2 = null;
while ((tok2 = ts2.Next()) != null)
{
textBox1.AppendText(tok2.TermText() + Environment.NewLine);
}
}
private void button5_Click(object sender, EventArgs e)
{
FilterData.PrepareCharMap();
textBox1.Clear();
DiacriticAnalyzer analyzer = new DiacriticAnalyzer(FilterData.stopWords);
string contents = File.ReadAllText("c:\\1.txt");
TokenStream stream = analyzer.TokenStream(new StringReader(contents));
Token t = null;
while ((t = stream.Next()) != null)
{
textBox1.AppendText(t.TermText() + Environment.NewLine);
}
Store.RAMDirectory dir = new Store.RAMDirectory();
IndexWriter indexer = new IndexWriter(dir, analyzer, true);
Documents.Document doc = new Lucene.Net.Documents.Document();
doc.Add(Documents.Field.Text("contents", contents));
indexer.AddDocument(doc);
indexer.Close();
IndexSearcher searcher = new IndexSearcher(dir);
Hits hits = searcher.Search(QueryParser.Parse("انعمت", "contents", analyzer));
MessageBox.Show(hits.Length().ToString());
searcher.Close();
dir.Close();
}