public void TestRandom()
{
List <Input> freqs = new List <Input>();
Random rnd = Random();
for (int i = 0; i < 2500 + rnd.nextInt(2500); i++)
{
int weight = rnd.nextInt(100);
freqs.Add(new Input("" + rnd.Next(), weight));
}
FSTCompletionLookup lookup = new FSTCompletionLookup();
lookup.Build(new InputArrayIterator(freqs.ToArray()));
foreach (Input tf in freqs)
{
string term = tf.term.Utf8ToString();
for (int i = 1; i < term.Length; i++)
{
String prefix = term.Substring(0, i - 0);
foreach (Lookup.LookupResult lr in lookup.DoLookup(StringToCharSequence(prefix).ToString(), true, 10))
{
assertTrue(lr.Key.toString().StartsWith(prefix, StringComparison.Ordinal));
}
}
}
}
public void TestMultilingualInput()
{
IList <Input> input = LookupBenchmarkTest.ReadTop50KWiki();
FSTCompletionLookup lookup = new FSTCompletionLookup();
lookup.Build(new InputArrayIterator(input));
assertEquals(input.size(), lookup.Count);
foreach (Input tf in input)
{
assertNotNull("Not found: " + tf.term.toString(), lookup.Get(TestUtil.BytesToCharSequence(tf.term, Random()).ToString()));
assertEquals(tf.term.Utf8ToString(), lookup.DoLookup(TestUtil.BytesToCharSequence(tf.term, Random()).ToString(), true, 1)[0].Key.toString());
}
IList <Lookup.LookupResult> result = lookup.DoLookup(StringToCharSequence("wit").ToString(), true, 5);
assertEquals(5, result.size());
assertTrue(result[0].Key.toString().equals("wit")); // exact match.
assertTrue(result[1].Key.toString().equals("with")); // highest count.
}
public void TestRandom()
{
List<Input> freqs = new List<Input>();
Random rnd = Random();
for (int i = 0; i < 2500 + rnd.nextInt(2500); i++)
{
int weight = rnd.nextInt(100);
freqs.Add(new Input("" + rnd.Next(), weight));
}
FSTCompletionLookup lookup = new FSTCompletionLookup();
lookup.Build(new InputArrayIterator(freqs.ToArray()));
foreach (Input tf in freqs)
{
string term = tf.term.Utf8ToString();
for (int i = 1; i < term.Length; i++)
{
String prefix = term.Substring(0, i - 0);
foreach (Lookup.LookupResult lr in lookup.DoLookup(StringToCharSequence(prefix).ToString(), true, 10))
{
assertTrue(lr.key.toString().StartsWith(prefix));
}
}
}
}
public void TestMultilingualInput()
{
IList<Input> input = LookupBenchmarkTest.ReadTop50KWiki();
FSTCompletionLookup lookup = new FSTCompletionLookup();
lookup.Build(new InputArrayIterator(input));
assertEquals(input.size(), lookup.Count);
foreach (Input tf in input)
{
assertNotNull("Not found: " + tf.term.toString(), lookup.Get(TestUtil.BytesToCharSequence(tf.term, Random()).ToString()));
assertEquals(tf.term.Utf8ToString(), lookup.DoLookup(TestUtil.BytesToCharSequence(tf.term, Random()).ToString(), true, 1)[0].key.toString());
}
IList<Lookup.LookupResult> result = lookup.DoLookup(StringToCharSequence("wit").ToString(), true, 5);
assertEquals(5, result.size());
assertTrue(result[0].key.toString().equals("wit")); // exact match.
assertTrue(result[1].key.toString().equals("with")); // highest count.
}