public override Phrase Parapharse(Verbs verbs, Nouns nouns, WordNetAccess wordnet, GrammarParser.ParaphraseOptions options, List <Phrase> emphasizes, ref double prob)
{
if (this is PronounPersonal)
{
if (word == "I")
{
return(new PronounPersonal("I"));
}
else
{
return(base.Parapharse(verbs, nouns, wordnet, options, emphasizes, ref prob));
}
}
Phrase synonym = SynonymParaphrase(WordNetAccess.PartOfSpeech.Noun, verbs, nouns, wordnet, options, emphasizes, ref prob);
if (synonym == null)
{
return(base.Parapharse(verbs, nouns, wordnet, options, emphasizes, ref prob));
}
else
{
return(synonym);
}
}
public static void Main(string[] args)
{
PluginEnvironment plugenv = new PluginEnvironment(new MainClass());
string plugbase = "/Users/jrising/projects/virsona/github";
plugenv.Initialize(plugbase + "/config.xml", new NameValueCollection());
// Test 1: POS Tagging
POSTagger tagger = new POSTagger(plugenv);
List <KeyValuePair <string, string> > tagged = tagger.TagList(StringUtilities.SplitWords("This is a test.", false));
foreach (KeyValuePair <string, string> kvp in tagged)
{
Console.WriteLine(kvp.Key + ": " + kvp.Value);
}
// Test 2: Grammar parsing
GrammarParser parser = new GrammarParser(plugenv);
IParsedPhrase before = parser.Parse("This is a rug and a keyboard.");
Console.WriteLine(before.ToString());
// Test 5: Pluralize nouns and conjugate verbs
Nouns nouns = new Nouns(plugenv);
Console.WriteLine("person becomes " + nouns.Pluralize("person"));
Verbs verbs = new Verbs(plugenv);
Console.WriteLine("goes becomes " + verbs.ComposePast("goes"));
Console.WriteLine("eats becomes " + verbs.ComposePrespart(verbs.InputToBase("eats")));
// Test 3: Paraphrasing
Random randgen = new Random();
try {
IParsedPhrase after = parser.Paraphrase(before, null, null, randgen.NextDouble());
Console.WriteLine(after.Text);
} catch (Exception ex) {
Console.WriteLine("Error: " + ex.Message);
}
// Test 4: Look up some indices
WordNetAccess wordnet = new WordNetAccess(plugenv);
List <string> synonyms = null;
try {
synonyms = wordnet.GetExactSynonyms("rug", WordNetAccess.PartOfSpeech.Noun);
} catch (Exception ex) {
Console.WriteLine("Error: " + ex.Message);
}
if (synonyms == null)
{
Console.WriteLine("Could not find a synonym for 'rug'. Is Memcached installed?");
}
else
{
Console.WriteLine("Synonyms: " + string.Join(", ", synonyms.ToArray()));
}
}
public override Phrase Parapharse(Verbs verbs, Nouns nouns, WordNetAccess wordnet, GrammarParser.ParaphraseOptions options, List <Phrase> emphasizes, ref double prob)
{
Paragraph paragraph = new Paragraph();
foreach (Phrase constituent in constituents)
{
paragraph.constituents.Add(constituent.Parapharse(verbs, nouns, wordnet, options | GrammarParser.ParaphraseOptions.IsStayingStart, emphasizes, ref prob));
}
return(paragraph);
}
public virtual Phrase Parapharse(Verbs verbs, Nouns nouns, WordNetAccess wordnet, GrammarParser.ParaphraseOptions options, List <Phrase> emphasizes, ref double prob)
{
List <Phrase> newconsts = new List <Phrase>();
foreach (Phrase constituent in constituents)
{
newconsts.Add(constituent.Parapharse(verbs, nouns, wordnet, options, emphasizes, ref prob));
options &= ~(GrammarParser.ParaphraseOptions.MoveToStart | GrammarParser.ParaphraseOptions.MoveOffStart | GrammarParser.ParaphraseOptions.IsStayingStart);
}
return(new Phrase(part, newconsts));
}
public override Phrase Parapharse(Verbs verbs, Nouns nouns, WordNetAccess wordnet, GrammarParser.ParaphraseOptions options, List <Phrase> emphasizes, ref double prob)
{
Phrase synonym = SynonymParaphrase(WordNetAccess.PartOfSpeech.Verb, verbs, nouns, wordnet, options, emphasizes, ref prob);
if (synonym == null)
{
return(base.Parapharse(verbs, nouns, wordnet, options, emphasizes, ref prob));
}
else
{
return(synonym);
}
}
public Phrase ParaphraseAsSubject(Verbs verbs, Nouns nouns, WordNetAccess wordnet, GrammarParser.ParaphraseOptions options, List <Phrase> emphasizes, ref double prob)
{
string asSubject = Nouns.AsSubject(Text);
if (asSubject == Text)
{
return(Parapharse(verbs, nouns, wordnet, options, emphasizes, ref prob));
}
else
{
return(new NounPhrase(new Noun(asSubject)));
}
}
public override Phrase Parapharse(Verbs verbs, Nouns nouns, WordNetAccess wordnet, GrammarParser.ParaphraseOptions options, List <Phrase> emphasizes, ref double prob)
{
POSPhrase phrase = (POSPhrase)MemberwiseClone();
if ((options & GrammarParser.ParaphraseOptions.MoveToStart) != GrammarParser.ParaphraseOptions.NoOptions)
{
phrase.word = nouns.StartCap(phrase.word);
}
else if ((options & GrammarParser.ParaphraseOptions.MoveOffStart) != GrammarParser.ParaphraseOptions.NoOptions)
{
phrase.word = nouns.UnStartCap(phrase.word);
}
return(phrase);
}
public override Phrase Parapharse(Verbs verbs, Nouns nouns, WordNetAccess wordnet, GrammarParser.ParaphraseOptions options, List <Phrase> emphasizes, ref double prob)
{
if (IsComposed(typeof(VerbPhrase), typeof(Conjunction), typeof(VerbPhrase)))
{
if (RemoveImprobability(.5, ref prob))
{
Phrase first = constituents[2].Parapharse(verbs, nouns, wordnet, SubMoveToFront(options), emphasizes, ref prob);
Phrase and = constituents[1].Parapharse(verbs, nouns, wordnet, SubNotMoved(options), emphasizes, ref prob);
Phrase second = constituents[0].Parapharse(verbs, nouns, wordnet, SubMoveOffFront(options), emphasizes, ref prob);
return(new PrepositionalPhrase(first, and, second));
}
}
return(base.Parapharse(verbs, nouns, wordnet, options, emphasizes, ref prob));
}
public ParaphraseHandler(PluginEnvironment plugenv)
: base("Paraphrase an IParsedPhrase",
"Construct a new IParsedPhrase which means roughly the same thing.",
new string[] { "input", "prob", "opts", "emph" },
new string[] { "Phrase Input", "Paraphrase Improbability", "Options", "Words to Emphasize" },
new IArgumentType[] { GrammarParser.GrammarParseResultType,
new RangedArgumentType <double>(0, 1.0, .75),
new SelectableArgumentType(new object[] { GrammarParser.ParaphraseOptions.NoOptions, GrammarParser.ParaphraseOptions.MoveToStart, GrammarParser.ParaphraseOptions.MoveOffStart, GrammarParser.ParaphraseOptions.IsStayingStart }),
new EnumerableArgumentType(int.MaxValue, new StringArgumentType(4, ".+", "buffalo")) },
new string[] { null, null, null, null },
new bool[] { true, true, false, false },
LanguageNet.Grammarian.GrammarParser.ParaphrasingResultType, 120)
{
nouns = new Nouns(plugenv);
verbs = new Verbs(plugenv);
wordnet = new WordNetAccess(plugenv);
}
public void Run(string configpath)
{
PluginEnvironment plugenv = new PluginEnvironment(this);
plugenv.Initialize(configpath, null);
Console.WriteLine(plugenv.GetConfigDirectory("datadirectory"));
Console.WriteLine("Welcome to the Virsona Commander!");
bool running = true;
while (running)
{
Console.Write("(: ");
string command = Console.ReadLine();
string[] argv = Regex.Split(command, "\\s+");
switch (argv[0])
{
case "hepple":
{
string sentence = string.Join(" ", new ArraySegment <string> (argv, 1, argv.Length - 1));
object result = plugenv.ImmediateConvertTo(sentence,
LanguageNet.Grammarian.POSTagger.TagEnumerationResultType, 1, 1000);
if (result is Exception)
{
Console.WriteLine(((Exception)result).Message);
Console.WriteLine(((Exception)result).StackTrace);
continue;
}
Console.WriteLine(result);
string output = string.Join(" ", (IEnumerable <string>)result);
Console.WriteLine(output);
break;
}
case "synonyms":
{
if (wordnet == null)
{
wordnet = new WordNetAccess(plugenv);
}
List <string> synonyms = wordnet.GetExactSynonyms(argv [1], WordNetAccess.PartOfSpeech.All);
if (synonyms.Count == 0)
{
Console.WriteLine("None.");
}
else
{
string output = string.Join(" ", synonyms);
Console.WriteLine(output);
}
break;
}
case "quit":
Console.WriteLine("Goodbye!");
running = false;
break;
default:
Console.WriteLine("Unknown command: " + argv [0]);
break;
}
}
}
public override Phrase Parapharse(Verbs verbs, Nouns nouns, WordNetAccess wordnet, GrammarParser.ParaphraseOptions options, List <Phrase> emphasizes, ref double inprob)
{
return((Phrase)MemberwiseClone());
}
public Phrase SynonymParaphrase(WordNetAccess.PartOfSpeech part, Verbs verbs, Nouns nouns, WordNetAccess wordnet, GrammarParser.ParaphraseOptions options, List <Phrase> emphasizes, ref double prob)
{
if (word == "not" || word == "non")
{
return(null); // we don't replace these!
}
// Can we use a synonym?
List <string> synonyms = wordnet.GetExactSynonyms(word, part);
if (synonyms != null)
{
synonyms.Remove(word);
synonyms.Remove(word.ToLower());
// remove any synonyms more than twice as long, or half as long as the original
List <string> onlygoods = new List <string>();
foreach (string synonym in synonyms)
{
if (synonym.Length <= 2 * word.Length && synonym.Length >= word.Length / 2)
{
onlygoods.Add(synonym);
}
}
synonyms = onlygoods;
if (synonyms.Count > 0 && RemoveUnemphasizedImprobability(.75, emphasizes, this, ref prob))
{
string newword = synonyms[ImprobabilityToInt(synonyms.Count, ref prob)];
if (IsStart(options))
{
newword = nouns.StartCap(newword);
}
POSPhrase clone = (POSPhrase)MemberwiseClone();
clone.word = newword;
return(clone);
}
}
return(null);
}
public override Phrase Parapharse(Verbs verbs, Nouns nouns, WordNetAccess wordnet, GrammarParser.ParaphraseOptions options, List <Phrase> emphasizes, ref double prob)
{
// Can we change to passive voice?
VerbPhrase verbphrase = FindConsituent <VerbPhrase>();
NounPhrase subjphrase = FindConsituent <NounPhrase>();
if (verbphrase != null && subjphrase != null)
{
Verb verb = verbphrase.FindConsituent <Verb>();
if (verb.Word == "had" || verb.Word == "have" || verb.Word == "has")
{
verb = null; // never do passive transformations to this
}
if (verb != null && verbs.IsTransitive(verb.Word))
{
bool isToBe = Verbs.IsToBe(verb.Word);
if (!isToBe && verbphrase.IsComposed(typeof(Verb), typeof(NounPhrase)))
{ // Like "The dog ate the bone."
if (RemoveEmphasizedImprobability(.75, emphasizes, subjphrase, ref prob))
{
NounPhrase objphrase = verbphrase.FindConsituent <NounPhrase>();
Phrase newobjphrase = subjphrase.ParaphraseAsObject(verbs, nouns, wordnet, SubMoveOffFront(options), emphasizes, ref prob);
Phrase newsubjphrase = objphrase.ParaphraseAsSubject(verbs, nouns, wordnet, SubMoveToFront(options), emphasizes, ref prob);
return(new SimpleDeclarativePhrase(newsubjphrase, new VerbPhrase(new Verb(Verbs.ComposeToBe(nouns.GetPerson(objphrase.Text), verbs.GetInflection(verb.Word))), new VerbPastParticiple(verbs.InflectVerb(verb.Word, Verbs.Convert.ext_Ven)), new PrepositionalPhrase(new Preposition("by"), newobjphrase)), new Period(" .")));
}
}
else if (!isToBe && verbphrase.IsComposed(typeof(Verb), typeof(NounPhrase), typeof(PrepositionalPhrase)))
{ // Like "Joe gave a ring to Mary."
if (RemoveEmphasizedImprobability(.75, emphasizes, subjphrase, ref prob))
{
NounPhrase dirobjphrase = verbphrase.FindConsituent <NounPhrase>();
Phrase newsubjphrase = dirobjphrase.ParaphraseAsSubject(verbs, nouns, wordnet, SubMoveToFront(options), emphasizes, ref prob);
Phrase newdirobjphrase = subjphrase.ParaphraseAsObject(verbs, nouns, wordnet, SubMoveOffFront(options), emphasizes, ref prob);
PrepositionalPhrase indobjphrase = verbphrase.FindConsituent <PrepositionalPhrase>();
Phrase newindobjphrase = indobjphrase.Parapharse(verbs, nouns, wordnet, options, emphasizes, ref prob);
return(new SimpleDeclarativePhrase(newsubjphrase, new VerbPhrase(new Verb(Verbs.ComposeToBe(nouns.GetPerson(dirobjphrase.Text), verbs.GetInflection(verb.Word))), new VerbPastParticiple(verbs.InflectVerb(verb.Word, Verbs.Convert.ext_Ven)), newindobjphrase, new PrepositionalPhrase(new Preposition("by"), newdirobjphrase)), new Period(" .")));
}
}
else if (!isToBe && verbphrase.IsComposed(typeof(Verb), typeof(VerbPastParticiple), typeof(PrepositionalPhrase)))
{ // Like "The bone was eaten by the dog."
PrepositionalPhrase byphrase = verbphrase.FindConsituent <PrepositionalPhrase>();
if (byphrase.IsComposed(typeof(Preposition), typeof(NounPhrase)) && byphrase.Constituents[0].Text == "by")
{
if (RemoveEmphasizedImprobability(.4, emphasizes, subjphrase, ref prob))
{
Phrase newsubjphrase = byphrase.FindConsituent <NounPhrase>().ParaphraseAsSubject(verbs, nouns, wordnet, SubMoveToFront(options), emphasizes, ref prob);
Phrase newobjphrase = subjphrase.ParaphraseAsObject(verbs, nouns, wordnet, SubMoveOffFront(options), emphasizes, ref prob);
VerbPastParticiple oldverb = verbphrase.FindConsituent <VerbPastParticiple>();
Verb newverb = new Verb(verbs.InflectVerb(oldverb.Word, verbs.GetInflection(verb.Word)));
return(new SimpleDeclarativePhrase(newsubjphrase, new VerbPhrase(newverb, newobjphrase), new Period(" .")));
}
}
}
else if (!isToBe && verbphrase.IsComposed(typeof(Verb), typeof(VerbPastParticiple), typeof(PrepositionalPhrase), typeof(PrepositionalPhrase)))
{ // Like "A ring was given to Mary by Joe."
PrepositionalPhrase indobjphrase = verbphrase.FindConsituent <PrepositionalPhrase>(0);
PrepositionalPhrase byphrase = verbphrase.FindConsituent <PrepositionalPhrase>(1);
if (byphrase.IsComposed(typeof(Preposition), typeof(NounPhrase)) && byphrase.Constituents[0].Text == "by")
{
if (RemoveEmphasizedImprobability(.4, emphasizes, subjphrase, ref prob))
{
Phrase newsubjphrase = byphrase.FindConsituent <NounPhrase>().ParaphraseAsSubject(verbs, nouns, wordnet, SubMoveToFront(options), emphasizes, ref prob);
Phrase newobjphrase = subjphrase.ParaphraseAsObject(verbs, nouns, wordnet, SubMoveOffFront(options), emphasizes, ref prob);
VerbPastParticiple oldverb = verbphrase.FindConsituent <VerbPastParticiple>();
Verb newverb = new Verb(verbs.InflectVerb(oldverb.Word, verbs.GetInflection(verb.Word)));
return(new SimpleDeclarativePhrase(newsubjphrase, new VerbPhrase(newverb, newobjphrase, indobjphrase), new Period(" .")));
}
}
}
else if (isToBe && verbphrase.IsComposed(typeof(Verb), typeof(PrepositionalPhrase)))
{ // Like "The fly is on the wall."
if (RemoveEmphasizedImprobability(.6, emphasizes, subjphrase, ref prob))
{
Phrase newobjphrase = subjphrase.ParaphraseAsObject(verbs, nouns, wordnet, SubMoveOffFront(options), emphasizes, ref prob);
Phrase newprepphrase = verbphrase.FindConsituent <PrepositionalPhrase>().Parapharse(verbs, nouns, wordnet, options, emphasizes, ref prob);
return(new SimpleDeclarativePhrase(new ExistentialThere("There"), new VerbPhrase(verb, newobjphrase, newprepphrase), new Period(" .")));
}
}
}
}
ExistentialThere there = FindConsituent <ExistentialThere>();
if (verbphrase != null && there != null)
{
Verb verb = verbphrase.FindConsituent <Verb>();
if (Verbs.IsToBe(verb.Word) && verbphrase.IsComposed(typeof(Verb), typeof(NounPhrase), typeof(PrepositionalPhrase)))
{ // Like "There is a fly on the wall."
if (RemoveUnemphasizedImprobability(.4, emphasizes, verbphrase.Constituents[1], ref prob))
{
Phrase newsubjphrase = verbphrase.FindConsituent <NounPhrase>().ParaphraseAsSubject(verbs, nouns, wordnet, SubMoveToFront(options), emphasizes, ref prob);
Phrase newprepphrase = verbphrase.FindConsituent <PrepositionalPhrase>().Parapharse(verbs, nouns, wordnet, options, emphasizes, ref prob);
return(new SimpleDeclarativePhrase(newsubjphrase, new VerbPhrase(verb, newprepphrase), new Period(" .")));
}
}
}
return(base.Parapharse(verbs, nouns, wordnet, options, emphasizes, ref prob));
}