public void TestLargeInputConstantWeights()
{
FSTCompletionLookup lookup = new FSTCompletionLookup(10, true);
Random r = Random();
List <Input> keys = new List <Input>();
for (int i = 0; i < 5000; i++)
{
keys.Add(new Input(TestUtil.RandomSimpleString(r), -1));
}
lookup.Build(new InputArrayIterator(keys));
// All the weights were constant, so all returned buckets must be constant, whatever they
// are.
long?previous = null;
foreach (Input tf in keys)
{
long?current = (Convert.ToInt64(lookup.Get(TestUtil.BytesToCharSequence(tf.term, Random()).ToString())));
if (previous != null)
{
assertEquals(previous, current);
}
previous = current;
}
}
public void TestMultilingualInput()
{
IList <Input> input = LookupBenchmarkTest.ReadTop50KWiki();
FSTCompletionLookup lookup = new FSTCompletionLookup();
lookup.Build(new InputArrayIterator(input));
assertEquals(input.size(), lookup.Count);
foreach (Input tf in input)
{
assertNotNull("Not found: " + tf.term.toString(), lookup.Get(TestUtil.BytesToCharSequence(tf.term, Random()).ToString()));
assertEquals(tf.term.Utf8ToString(), lookup.DoLookup(TestUtil.BytesToCharSequence(tf.term, Random()).ToString(), true, 1)[0].Key.toString());
}
IList <Lookup.LookupResult> result = lookup.DoLookup(StringToCharSequence("wit").ToString(), true, 5);
assertEquals(5, result.size());
assertTrue(result[0].Key.toString().equals("wit")); // exact match.
assertTrue(result[1].Key.toString().equals("with")); // highest count.
}
public void TestMultilingualInput()
{
IList<Input> input = LookupBenchmarkTest.ReadTop50KWiki();
FSTCompletionLookup lookup = new FSTCompletionLookup();
lookup.Build(new InputArrayIterator(input));
assertEquals(input.size(), lookup.Count);
foreach (Input tf in input)
{
assertNotNull("Not found: " + tf.term.toString(), lookup.Get(TestUtil.BytesToCharSequence(tf.term, Random()).ToString()));
assertEquals(tf.term.Utf8ToString(), lookup.DoLookup(TestUtil.BytesToCharSequence(tf.term, Random()).ToString(), true, 1)[0].key.toString());
}
IList<Lookup.LookupResult> result = lookup.DoLookup(StringToCharSequence("wit").ToString(), true, 5);
assertEquals(5, result.size());
assertTrue(result[0].key.toString().equals("wit")); // exact match.
assertTrue(result[1].key.toString().equals("with")); // highest count.
}
public void TestLargeInputConstantWeights()
{
FSTCompletionLookup lookup = new FSTCompletionLookup(10, true);
Random r = Random();
List<Input> keys = new List<Input>();
for (int i = 0; i < 5000; i++)
{
keys.Add(new Input(TestUtil.RandomSimpleString(r), -1));
}
lookup.Build(new InputArrayIterator(keys));
// All the weights were constant, so all returned buckets must be constant, whatever they
// are.
long? previous = null;
foreach (Input tf in keys)
{
long? current = (Convert.ToInt64(lookup.Get(TestUtil.BytesToCharSequence(tf.term, Random()).ToString())));
if (previous != null)
{
assertEquals(previous, current);
}
previous = current;
}
}
