public static void Main(string[] args)
{
PluginEnvironment plugenv = new PluginEnvironment(new MainClass());
string plugbase = "/Users/jrising/projects/virsona/plugins/data";
plugenv.Initialize(plugbase + "/config.xml", plugbase, new NameValueCollection());
// Test 1: POS Tagging
POSTagger tagger = new POSTagger(plugenv);
List<KeyValuePair<string, string>> tagged = tagger.TagList(StringUtilities.SplitWords("This is a test.", false));
foreach (KeyValuePair<string, string> kvp in tagged)
Console.WriteLine(kvp.Key + ": " + kvp.Value);
// Test 2: Grammar parsing
GrammarParser parser = new GrammarParser(plugenv);
IParsedPhrase before = parser.Parse("This is a rug and a keyboard.");
Console.WriteLine(before.ToString());
// Test 3: Paraphrasing
Random randgen = new Random();
IParsedPhrase after = parser.Paraphrase(before, null, null, randgen.NextDouble());
Console.WriteLine(after.Text);
// Test 4: Look up some indices
WordNetAccess wordnet = new WordNetAccess(plugenv);
Console.WriteLine("Synonyms: " + string.Join(", ", wordnet.GetExactSynonyms("rug", WordNetAccess.PartOfSpeech.Noun).ToArray()));
// Test 5: Pluralize nouns and conjugate verbs
Nouns nouns = new Nouns(plugenv);
Console.WriteLine("person becomes " + nouns.Pluralize("person"));
Verbs verbs = new Verbs(plugenv);
Console.WriteLine("goes becomes " + verbs.ComposePast("goes"));
}
public Phrase SynonymParaphrase(WordNetAccess.PartOfSpeech part, Verbs verbs, Nouns nouns, WordNetAccess wordnet, GrammarParser.ParaphraseOptions options, List<Phrase> emphasizes, ref double prob)
{
if (word == "not" || word == "non")
return null; // we don't replace these!
// Can we use a synonym?
List<string> synonyms = wordnet.GetExactSynonyms(word, part);
if (synonyms != null) {
synonyms.Remove(word);
synonyms.Remove(word.ToLower());
// remove any synonyms more than twice as long, or half as long as the original
List<string> onlygoods = new List<string>();
foreach (string synonym in synonyms)
if (synonym.Length <= 2 * word.Length && synonym.Length >= word.Length / 2)
onlygoods.Add(synonym);
synonyms = onlygoods;
if (synonyms.Count > 0 && RemoveUnemphasizedImprobability(.75, emphasizes, this, ref prob))
{
string newword = synonyms[ImprobabilityToInt(synonyms.Count, ref prob)];
if (IsStart(options))
newword = nouns.StartCap(newword);
POSPhrase clone = (POSPhrase) MemberwiseClone();
clone.word = newword;
return clone;
}
}
return null;
}
public override Phrase Parapharse(Verbs verbs, Nouns nouns, WordNetAccess wordnet, GrammarParser.ParaphraseOptions options, List<Phrase> emphasizes, ref double prob)
{
Phrase synonym = SynonymParaphrase(WordNetAccess.PartOfSpeech.Adv, verbs, nouns, wordnet, options, emphasizes, ref prob);
if (synonym == null)
return base.Parapharse(verbs, nouns, wordnet, options, emphasizes, ref prob);
else
return synonym;
}
public Phrase ParaphraseAsSubject(Verbs verbs, Nouns nouns, WordNetAccess wordnet, GrammarParser.ParaphraseOptions options, List<Phrase> emphasizes, ref double prob)
{
string asSubject = Nouns.AsSubject(Text);
if (asSubject == Text)
return Parapharse(verbs, nouns, wordnet, options, emphasizes, ref prob);
else
return new NounPhrase(new Noun(asSubject));
}
public override Phrase Parapharse(Verbs verbs, Nouns nouns, WordNetAccess wordnet, GrammarParser.ParaphraseOptions options, List<Phrase> emphasizes, ref double prob)
{
Paragraph paragraph = new Paragraph();
foreach (Phrase constituent in constituents)
paragraph.constituents.Add(constituent.Parapharse(verbs, nouns, wordnet, options | GrammarParser.ParaphraseOptions.IsStayingStart, emphasizes, ref prob));
return paragraph;
}
public ChangeNounHandler(Nouns.Number changeTo, Dictionary<string, string> toMap)
: base("Number of Noun Changer",
"Change the Number of a Noun (plural or singular)",
new StringArgumentType(int.MaxValue, ".+", "buffalo"),
changeTo == Nouns.Number.Singular ? LanguageNet.Grammarian.Nouns.SingularNounResultType :
LanguageNet.Grammarian.Nouns.PluralNounResultType, 120)
{
this.changeTo = changeTo;
this.toMap = toMap;
}
public override Phrase Parapharse(Verbs verbs, Nouns nouns, WordNetAccess wordnet, GrammarParser.ParaphraseOptions options, List<Phrase> emphasizes, ref double prob)
{
POSPhrase phrase = (POSPhrase) MemberwiseClone();
if ((options & GrammarParser.ParaphraseOptions.MoveToStart) != GrammarParser.ParaphraseOptions.NoOptions)
phrase.word = nouns.StartCap(phrase.word);
else if ((options & GrammarParser.ParaphraseOptions.MoveOffStart) != GrammarParser.ParaphraseOptions.NoOptions)
phrase.word = nouns.UnStartCap(phrase.word);
return phrase;
}
public override Phrase Parapharse(Verbs verbs, Nouns nouns, WordNetAccess wordnet, GrammarParser.ParaphraseOptions options, List<Phrase> emphasizes, ref double prob)
{
if (IsComposed(typeof(NounPhrase), typeof(Conjunction), typeof(NounPhrase)))
{
if (RemoveImprobability(.5, ref prob))
{
Phrase first = constituents[2].Parapharse(verbs, nouns, wordnet, SubMoveToFront(options), emphasizes, ref prob);
Phrase and = constituents[1].Parapharse(verbs, nouns, wordnet, SubNotMoved(options), emphasizes, ref prob);
Phrase second = constituents[0].Parapharse(verbs, nouns, wordnet, SubMoveOffFront(options), emphasizes, ref prob);
return new NounPhrase(first, and, second);
}
}
return base.Parapharse(verbs, nouns, wordnet, options, emphasizes, ref prob);
}
public override Phrase Parapharse(Verbs verbs, Nouns nouns, WordNetAccess wordnet, GrammarParser.ParaphraseOptions options, List<Phrase> emphasizes, ref double prob)
{
if (this is PronounPersonal)
{
if (word == "I")
return new PronounPersonal("I");
else
return base.Parapharse(verbs, nouns, wordnet, options, emphasizes, ref prob);
}
Phrase synonym = SynonymParaphrase(WordNetAccess.PartOfSpeech.Noun, verbs, nouns, wordnet, options, emphasizes, ref prob);
if (synonym == null)
return base.Parapharse(verbs, nouns, wordnet, options, emphasizes, ref prob);
else
return synonym;
}
public ParaphraseHandler(PluginEnvironment plugenv)
: base("Paraphrase an IParsedPhrase",
"Construct a new IParsedPhrase which means roughly the same thing.",
new string[] { "input", "prob", "opts", "emph" },
new string[] { "Phrase Input", "Paraphrase Improbability", "Options", "Words to Emphasize" },
new IArgumentType[] { GrammarParser.GrammarParseResultType,
new RangedArgumentType<double>(0, 1.0, .75),
new SelectableArgumentType(new object[] { GrammarParser.ParaphraseOptions.NoOptions, GrammarParser.ParaphraseOptions.MoveToStart, GrammarParser.ParaphraseOptions.MoveOffStart, GrammarParser.ParaphraseOptions.IsStayingStart }),
new EnumerableArgumentType(int.MaxValue, new StringArgumentType(4, ".+", "buffalo")) },
new string[] { null, null, null, null },
new bool[] { true, true, false, false },
LanguageNet.Grammarian.GrammarParser.ParaphrasingResultType, 120)
{
nouns = new Nouns(plugenv);
verbs = new Verbs(plugenv);
wordnet = new WordNetAccess(plugenv);
}
public override Phrase Parapharse(Verbs verbs, Nouns nouns, WordNetAccess wordnet, GrammarParser.ParaphraseOptions options, List<Phrase> emphasizes, ref double inprob)
{
return (Phrase) MemberwiseClone();
}
public override Phrase Parapharse(Verbs verbs, Nouns nouns, WordNetAccess wordnet, GrammarParser.ParaphraseOptions options, List<Phrase> emphasizes, ref double prob)
{
// Can we change to passive voice?
VerbPhrase verbphrase = FindConsituent<VerbPhrase>();
NounPhrase subjphrase = FindConsituent<NounPhrase>();
if (verbphrase != null && subjphrase != null)
{
Verb verb = verbphrase.FindConsituent<Verb>();
if (verb.Word == "had" || verb.Word == "have" || verb.Word == "has")
verb = null; // never do passive transformations to this
if (verb != null && verbs.IsTransitive(verb.Word))
{
bool isToBe = Verbs.IsToBe(verb.Word);
if (!isToBe && verbphrase.IsComposed(typeof(Verb), typeof(NounPhrase)))
{ // Like "The dog ate the bone."
if (RemoveEmphasizedImprobability(.75, emphasizes, subjphrase, ref prob))
{
NounPhrase objphrase = verbphrase.FindConsituent<NounPhrase>();
Phrase newobjphrase = subjphrase.ParaphraseAsObject(verbs, nouns, wordnet, SubMoveOffFront(options), emphasizes, ref prob);
Phrase newsubjphrase = objphrase.ParaphraseAsSubject(verbs, nouns, wordnet, SubMoveToFront(options), emphasizes, ref prob);
return new SimpleDeclarativePhrase(newsubjphrase, new VerbPhrase(new Verb(Verbs.ComposeToBe(nouns.GetPerson(objphrase.Text), verbs.GetInflection(verb.Word))), new VerbPastParticiple(verbs.InflectVerb(verb.Word, Verbs.Convert.ext_Ven)), new PrepositionalPhrase(new Preposition("by"), newobjphrase)), new Period(" ."));
}
}
else if (!isToBe && verbphrase.IsComposed(typeof(Verb), typeof(NounPhrase), typeof(PrepositionalPhrase)))
{ // Like "Joe gave a ring to Mary."
if (RemoveEmphasizedImprobability(.75, emphasizes, subjphrase, ref prob))
{
NounPhrase dirobjphrase = verbphrase.FindConsituent<NounPhrase>();
Phrase newsubjphrase = dirobjphrase.ParaphraseAsSubject(verbs, nouns, wordnet, SubMoveToFront(options), emphasizes, ref prob);
Phrase newdirobjphrase = subjphrase.ParaphraseAsObject(verbs, nouns, wordnet, SubMoveOffFront(options), emphasizes, ref prob);
PrepositionalPhrase indobjphrase = verbphrase.FindConsituent<PrepositionalPhrase>();
Phrase newindobjphrase = indobjphrase.Parapharse(verbs, nouns, wordnet, options, emphasizes, ref prob);
return new SimpleDeclarativePhrase(newsubjphrase, new VerbPhrase(new Verb(Verbs.ComposeToBe(nouns.GetPerson(dirobjphrase.Text), verbs.GetInflection(verb.Word))), new VerbPastParticiple(verbs.InflectVerb(verb.Word, Verbs.Convert.ext_Ven)), newindobjphrase, new PrepositionalPhrase(new Preposition("by"), newdirobjphrase)), new Period(" ."));
}
}
else if (!isToBe && verbphrase.IsComposed(typeof(Verb), typeof(VerbPastParticiple), typeof(PrepositionalPhrase)))
{ // Like "The bone was eaten by the dog."
PrepositionalPhrase byphrase = verbphrase.FindConsituent<PrepositionalPhrase>();
if (byphrase.IsComposed(typeof(Preposition), typeof(NounPhrase)) && byphrase.Constituents[0].Text == "by")
{
if (RemoveEmphasizedImprobability(.4, emphasizes, subjphrase, ref prob))
{
Phrase newsubjphrase = byphrase.FindConsituent<NounPhrase>().ParaphraseAsSubject(verbs, nouns, wordnet, SubMoveToFront(options), emphasizes, ref prob);
Phrase newobjphrase = subjphrase.ParaphraseAsObject(verbs, nouns, wordnet, SubMoveOffFront(options), emphasizes, ref prob);
VerbPastParticiple oldverb = verbphrase.FindConsituent<VerbPastParticiple>();
Verb newverb = new Verb(verbs.InflectVerb(oldverb.Word, verbs.GetInflection(verb.Word)));
return new SimpleDeclarativePhrase(newsubjphrase, new VerbPhrase(newverb, newobjphrase), new Period(" ."));
}
}
}
else if (!isToBe && verbphrase.IsComposed(typeof(Verb), typeof(VerbPastParticiple), typeof(PrepositionalPhrase), typeof(PrepositionalPhrase)))
{ // Like "A ring was given to Mary by Joe."
PrepositionalPhrase indobjphrase = verbphrase.FindConsituent<PrepositionalPhrase>(0);
PrepositionalPhrase byphrase = verbphrase.FindConsituent<PrepositionalPhrase>(1);
if (byphrase.IsComposed(typeof(Preposition), typeof(NounPhrase)) && byphrase.Constituents[0].Text == "by")
{
if (RemoveEmphasizedImprobability(.4, emphasizes, subjphrase, ref prob))
{
Phrase newsubjphrase = byphrase.FindConsituent<NounPhrase>().ParaphraseAsSubject(verbs, nouns, wordnet, SubMoveToFront(options), emphasizes, ref prob);
Phrase newobjphrase = subjphrase.ParaphraseAsObject(verbs, nouns, wordnet, SubMoveOffFront(options), emphasizes, ref prob);
VerbPastParticiple oldverb = verbphrase.FindConsituent<VerbPastParticiple>();
Verb newverb = new Verb(verbs.InflectVerb(oldverb.Word, verbs.GetInflection(verb.Word)));
return new SimpleDeclarativePhrase(newsubjphrase, new VerbPhrase(newverb, newobjphrase, indobjphrase), new Period(" ."));
}
}
}
else if (isToBe && verbphrase.IsComposed(typeof(Verb), typeof(PrepositionalPhrase)))
{ // Like "The fly is on the wall."
if (RemoveEmphasizedImprobability(.6, emphasizes, subjphrase, ref prob))
{
Phrase newobjphrase = subjphrase.ParaphraseAsObject(verbs, nouns, wordnet, SubMoveOffFront(options), emphasizes, ref prob);
Phrase newprepphrase = verbphrase.FindConsituent<PrepositionalPhrase>().Parapharse(verbs, nouns, wordnet, options, emphasizes, ref prob);
return new SimpleDeclarativePhrase(new ExistentialThere("There"), new VerbPhrase(verb, newobjphrase, newprepphrase), new Period(" ."));
}
}
}
}
ExistentialThere there = FindConsituent<ExistentialThere>();
if (verbphrase != null && there != null)
{
Verb verb = verbphrase.FindConsituent<Verb>();
if (Verbs.IsToBe(verb.Word) && verbphrase.IsComposed(typeof(Verb), typeof(NounPhrase), typeof(PrepositionalPhrase)))
{ // Like "There is a fly on the wall."
if (RemoveUnemphasizedImprobability(.4, emphasizes, verbphrase.Constituents[1], ref prob))
{
Phrase newsubjphrase = verbphrase.FindConsituent<NounPhrase>().ParaphraseAsSubject(verbs, nouns, wordnet, SubMoveToFront(options), emphasizes, ref prob);
Phrase newprepphrase = verbphrase.FindConsituent<PrepositionalPhrase>().Parapharse(verbs, nouns, wordnet, options, emphasizes, ref prob);
return new SimpleDeclarativePhrase(newsubjphrase, new VerbPhrase(verb, newprepphrase), new Period(" ."));
}
}
}
return base.Parapharse(verbs, nouns, wordnet, options, emphasizes, ref prob);
}
public static string RepresentToHave(Memory memory, Concept concept, Concept within, Verbs verbs, Nouns nouns)
{
return Verbs.ComposeToHave(nouns.GetPerson(concept.Name), GetTense(concept, within, memory));
}
public string Represent(Memory memory, Concept within, Verbs verbs, Nouns nouns)
{
string[] sentence = new string[] { };
switch (relation)
{
case Relations.Relation.InLocation:
sentence = new string[] { left.Name, RepresentToBe(memory, left, within, verbs, nouns), "in", right.Name, " ." };
break;
case Relations.Relation.HasA:
sentence = new string[] { left.Name, RepresentToHave(memory, left, within, verbs, nouns), right.Name, " ." };
break;
case Relations.Relation.HasProperty:
sentence = new string[] { left.Name, RepresentToBe(memory, left, within, verbs, nouns), right.Name, " ." };
break;
case Relations.Relation.IsA:
sentence = new string[] { left.Name, RepresentToBe(memory, left, within, verbs, nouns), right.Name, " ." };
break;
}
return StringUtilities.JoinWords(new List<string>(sentence));
}
public TenseRule(double salience, Relations.Relation nounrel, Memory memory, Verbs verbs, Nouns nouns, POSTagger tagger, GrammarParser parser)
: base(ArgumentMode.ManyArguments, salience, 2 * 4, 10, tagger, parser)
{
this.nounrel = nounrel;
this.memory = memory;
this.verbs = verbs;
this.nouns = nouns;
}
public static void LoadVariables(Context context, double salience, Memory memory, ConceptTranslator produceTranslator, Verbs verbs, Nouns nouns, PluginEnvironment plugenv)
{
POSTagger tagger = new POSTagger(plugenv);
GrammarParser parser = new GrammarParser(plugenv);
context.Map.Add("@know", new KnowRule(salience, memory, tagger, parser));
context.Map.Add("@event", new EventRule(salience, memory, tagger, parser));
context.Map.Add("@Subject", new SimpleDatumRule(salience, Relations.Relation.Subject, memory, produceTranslator, tagger, parser));
context.Map.Add("@Object", new SimpleDatumRule(salience, Relations.Relation.Object, memory, produceTranslator, tagger, parser));
context.Map.Add("@Indirect", new SimpleDatumRule(salience, Relations.Relation.Indirect, memory, produceTranslator, tagger, parser));
context.Map.Add("@IsA", new SimpleDatumRule(salience, Relations.Relation.IsA, memory, produceTranslator, tagger, parser));
context.Map.Add("@HasProperty", new SimpleDatumRule(salience, Relations.Relation.HasProperty, memory, produceTranslator, tagger, parser));
context.Map.Add("@Means", new SimpleDatumRule(salience, Relations.Relation.Means, memory, produceTranslator, tagger, parser));
context.Map.Add("@Condition", new SimpleDatumRule(salience, Relations.Relation.Condition, memory, produceTranslator, tagger, parser));
context.Map.Add("@MotivatedBy", new SimpleDatumRule(salience, Relations.Relation.MotivatedByGoal, memory, produceTranslator, tagger, parser));
context.Map.Add("@Exists", new SimpleDatumRule(salience, Relations.Relation.Exists, memory, produceTranslator, tagger, parser));
context.Map.Add("@UsedFor", new SimpleDatumRule(salience, Relations.Relation.UsedFor, memory, produceTranslator, tagger, parser));
context.Map.Add("@AtTime", new AtTimeRule(salience, memory, tagger, parser));
context.Map.Add("@InLocation", new InLocationRule(salience, memory, verbs, tagger, parser));
//context.Map.Add("@ActiveObjects", new AllObjectsRule(salience, true, memory, produceTranslator, tagger, parser));
//context.Map.Add("@PassiveObjects", new AllObjectsRule(salience, false, memory, produceTranslator, tagger, parser));
context.Map.Add("@EntityPrep", new EntityPrepRule(salience, memory, verbs, tagger, parser));
context.Map.Add("@SubjectTense", new TenseRule(salience, Relations.Relation.Subject, memory, verbs, nouns, tagger, parser));
context.Map.Add("%unknown", new UnknownConceptVariable("%unknown", null));
context.Map.Add("%unevent", new UnknownConceptVariable("%unevent", Concept.Kind.Event));
context.Map.Add("%unthing", new UnknownConceptVariable("%unthing", Concept.Kind.Entity));
context.Map.Add("%unquality", new UnknownConceptVariable("%unquality", Concept.Kind.Attribute));
}
