public void TestClone()
{
UniGram unigram = new UniGram();
unigram.AddData(null, "a");
unigram.AddData(null, "a");
unigram.AddData(null, "b");
CompiledUniGram compiledUnigram = new CompiledUniGram(unigram.Grammar);
ICompiledGram clone = compiledUnigram.Clone();
Assert.AreEqual(compiledUnigram.GetN(), clone.GetN());
Assert.AreEqual(compiledUnigram.GetValues(null), clone.GetValues(null));
}
private void TestValues(ICompiledGram original, ICompiledGram clone, string[] key)
{
Assert.IsNotNull(original);
Assert.IsNotNull(clone);
Assert.AreEqual(original.GetN(), clone.GetN());
Dictionary <string, float> clonedValues = clone.GetValues(key);
foreach (KeyValuePair <string, float> kvp in original.GetValues(key))
{
Assert.IsTrue(clonedValues.ContainsKey(kvp.Key));
Assert.AreEqual(kvp.Value, clonedValues[kvp.Key]);
}
}
public void TestGetValues()
{
HierarchicalNGram uncompiled = new HierarchicalNGram(2, 0.6f);
ICompiledGram compiled = uncompiled.Compile();
Assert.Throws <UnityEngine.Assertions.AssertionException>(() =>
{
compiled.GetValues(null);
});
Assert.Throws <UnityEngine.Assertions.AssertionException>(() =>
{
compiled.GetValues(new string[] { "a", "b" });
});
Assert.Throws <UnityEngine.Assertions.AssertionException>(() =>
{
compiled.GetValues(new string[] { "a", "b", "c" });
});
Assert.AreEqual(0, compiled.GetValues(new string[] { "a" }).Keys.Count);
// Test with one entry a->c
uncompiled.AddData(new string[] { "a" }, "c");
compiled = uncompiled.Compile();
Assert.Throws <UnityEngine.Assertions.AssertionException>(() =>
{
compiled.GetValues(null);
});
Assert.Throws <UnityEngine.Assertions.AssertionException>(() =>
{
compiled.GetValues(new string[] { "a", "b" });
});
Assert.Throws <UnityEngine.Assertions.AssertionException>(() =>
{
compiled.GetValues(new string[] { "a", "b", "c" });
});
float uniWeight = (0.36f / (0.6f + 0.36f));
float biWeight = (0.6f / (0.6f + 0.36f));
Dictionary <string, float> values = compiled.GetValues(new string[] { "z" });
Assert.AreEqual(2, values.Keys.Count);
Assert.AreEqual(0.5f, values["a"]);
Assert.AreEqual(0.5f, values["c"]);
values = compiled.GetValues(new string[] { "a" });
Assert.AreEqual(2, values.Keys.Count);
Assert.AreEqual(0.5 * uniWeight, values["a"]);
Assert.AreEqual(biWeight + 0.5 * uniWeight, values["c"]);
// test with three entries a->c, b->c & b->d
uncompiled.AddData(new string[] { "b" }, "c");
uncompiled.AddData(new string[] { "b" }, "d");
compiled = uncompiled.Compile();
// in this case we haven't seen the prior "z" so we only have the
// unigram to work with
values = compiled.GetValues(new string[] { "z" });
Assert.AreEqual(4, values.Keys.Count);
Assert.IsTrue(values.ContainsKey("a")); // 1
Assert.IsTrue(values.ContainsKey("b")); // 2
Assert.IsTrue(values.ContainsKey("c")); // 2
Assert.IsTrue(values.ContainsKey("d")); // 1
Assert.AreEqual(1 / 6f, values["a"]);
Assert.AreEqual(2 / 6f, values["b"]);
Assert.AreEqual(2 / 6f, values["c"]);
Assert.AreEqual(1 / 6f, values["d"]);
// we have the prior a, so we are working with it and the unigram
values = compiled.GetValues(new string[] { "a" });
Assert.AreEqual(4, values.Keys.Count);
Assert.IsTrue(values.ContainsKey("a"));
Assert.IsTrue(values.ContainsKey("b"));
Assert.IsTrue(values.ContainsKey("c"));
Assert.IsTrue(values.ContainsKey("d"));
Assert.AreEqual(1 / 6f * uniWeight, values["a"]); // only unigram
Assert.AreEqual(2 / 6f * uniWeight, values["b"]); // only unigram
Assert.AreEqual(biWeight + 2 / 6f * uniWeight, values["c"]); // uni-gram and bi-gram
Assert.AreEqual(1 / 6f * uniWeight, values["d"]); // only unigram
// we have the prior b, so we are working with it and the unigram
values = compiled.GetValues(new string[] { "b" });
Assert.AreEqual(4, values.Keys.Count);
Assert.IsTrue(values.ContainsKey("a"));
Assert.IsTrue(values.ContainsKey("b"));
Assert.IsTrue(values.ContainsKey("c"));
Assert.IsTrue(values.ContainsKey("d"));
Assert.AreEqual(1 / 6f * uniWeight, values["a"]); // only unigram
Assert.AreEqual(2 / 6f * uniWeight, values["b"]); // only unigram
Assert.AreEqual(0.5f * biWeight + 2 / 6f * uniWeight, values["c"]); // uni-gram and bi-gram
Assert.AreEqual(0.5f * biWeight + 1 / 6f * uniWeight, values["d"]); // only unigram
}
public void TestGetValues()
{
BackOffNGram uncompiled = new BackOffNGram(2, 0.6f);
ICompiledGram compiled = uncompiled.Compile();
Assert.Throws <UnityEngine.Assertions.AssertionException>(() =>
{
compiled.GetValues(null);
});
Assert.Throws <UnityEngine.Assertions.AssertionException>(() =>
{
compiled.GetValues(new string[] { "a", "b" });
});
Assert.Throws <UnityEngine.Assertions.AssertionException>(() =>
{
compiled.GetValues(new string[] { "a", "b", "c" });
});
Assert.AreEqual(0, compiled.GetValues(new string[] { "a" }).Keys.Count);
// Test with one entry a->c
uncompiled.AddData(new string[] { "a" }, "c");
compiled = uncompiled.Compile();
Assert.Throws <UnityEngine.Assertions.AssertionException>(() =>
{
compiled.GetValues(null);
});
Assert.Throws <UnityEngine.Assertions.AssertionException>(() =>
{
compiled.GetValues(new string[] { "a", "b" });
});
Assert.Throws <UnityEngine.Assertions.AssertionException>(() =>
{
compiled.GetValues(new string[] { "a", "b", "c" });
});
float uniWeight = (0.36f / (0.6f + 0.36f));
float biWeight = (0.6f / (0.6f + 0.36f));
Dictionary <string, float> values = compiled.GetValues(new string[] { "z" });
Assert.AreEqual(2, values.Keys.Count);
Assert.AreEqual(0.5f, values["a"]);
Assert.AreEqual(0.5f, values["c"]);
values = compiled.GetValues(new string[] { "a" });
Assert.AreEqual(2, values.Keys.Count);
float expected = 0.5f * uniWeight / (0.5f * uniWeight + biWeight);
Assert.IsTrue(
Mathf.Approximately(expected, values["a"]),
$"Expected {expected} but received {values["a"]}.");
expected = biWeight / (0.5f * uniWeight + biWeight);
Assert.IsTrue(
Mathf.Approximately(expected, values["c"]),
$"Expected {expected} but received {values["c"]}.");
// test with three entries a->c, b->c & b->d
uncompiled.AddData(new string[] { "b" }, "c");
uncompiled.AddData(new string[] { "b" }, "d");
compiled = uncompiled.Compile();
// in this case we haven't seen the prior "z" so we only have the
// unigram to work with
values = compiled.GetValues(new string[] { "z" });
Assert.AreEqual(4, values.Keys.Count);
Assert.IsTrue(values.ContainsKey("a")); // 1
Assert.IsTrue(values.ContainsKey("b")); // 2
Assert.IsTrue(values.ContainsKey("c")); // 2
Assert.IsTrue(values.ContainsKey("d")); // 1
Assert.AreEqual(1 / 6f, values["a"]);
Assert.AreEqual(2 / 6f, values["b"]);
Assert.AreEqual(2 / 6f, values["c"]);
Assert.AreEqual(1 / 6f, values["d"]);
}
