/// <summary>
/// a constructor taking another bucket to simple clone it here
/// </summary>
/// <param name="bucket">the query bucket to clone it here</param>
public QueryBucket(QueryBucket bucket)
{
this.tokens = bucket.tokens.ToList();
this.questionLeft = bucket.questionLeft.ToString();
this.uriUsed = new List<string>(bucket.uriUsed);
this.uriToDo = new List<string>(bucket.uriToDo);
this.questionType = bucket.questionType;
}
/// <summary>
/// a constructor taking another bucket to simple clone it here
/// </summary>
/// <param name="bucket">the query bucket to clone it here</param>
public QueryBucket(QueryBucket bucket)
{
this.tokens = bucket.tokens.ToList();
this.questionLeft = bucket.questionLeft.ToString();
this.uriUsed = new List <string>(bucket.uriUsed);
this.uriToDo = new List <string>(bucket.uriToDo);
this.questionType = bucket.questionType;
}
/// <summary>
/// constructor
/// </summary>
/// <param name="question">the question of the query bucket</param>
public QueryBucket(string question,util.questionTypes type)
{
tokens = new List<LexiconToken>();
questionLeft = question;
uriToDo = new List<string>();
uriUsed = new List<string>();
questionType = type;
}
/// <summary>
/// constructor
/// </summary>
/// <param name="question">the question of the query bucket</param>
public QueryBucket(string question, util.questionTypes type)
{
tokens = new List <LexiconToken>();
questionLeft = question;
uriToDo = new List <string>();
uriUsed = new List <string>();
questionType = type;
}
public PartialAnswer(questionAnswer answer)
{
this.questiontype = answer.questiontype;
this.answerCount = answer.answerCount;
this.objectUriList = answer.objectUriList;
this.objectLabelList = answer.objectLabelList;
}
public PartialAnswer(questionAnswer answer)
{
this.questiontype = answer.questiontype;
this.answerCount = answer.answerCount;
this.objectUriList = answer.objectUriList;
this.objectLabelList = answer.objectLabelList;
}
public questionAnswer(util.questionTypes type)
{
subjectList = new List<LexiconLiteral>();
predicateList = new List<LexiconPredicate>();
objectNodetList = new List<INode>();
subjectStringList = new List<string>();
predicateStringList = new List<string>();
objectStringList = new List<string>();
questiontype = type;
}
public questionAnswer(util.questionTypes type)
{
questiontype = type;
subjectList = new List <LexiconLiteral>();
subjectUriList = new Dictionary <string, string>();
subjectLabelList = new Dictionary <string, string>();
predicateList = new List <LexiconPredicate>();
predicateUriList = new Dictionary <string, string>();
predicateLabelList = new Dictionary <string, string>();
objectNodetList = new List <INode>();
objectUriList = new List <string>();
objectLabelList = new List <string>();
}
public questionAnswer(util.questionTypes type)
{
questiontype = type;
subjectList = new List<LexiconLiteral>();
subjectUriList = new Dictionary<string,string>();
subjectLabelList = new Dictionary<string,string>();
predicateList = new List<LexiconPredicate>();
predicateUriList = new Dictionary<string, string>();
predicateLabelList = new Dictionary<string, string>();
objectNodetList = new List<INode>();
objectUriList = new List<string>();
objectLabelList = new List<string>();
}
/// <summary>
/// takes the parsed Question and Get predicates literals joins them
/// generate the Query buckets filter the buckets and get for each bucket the list of
/// Query strings
/// </summary>
/// <returns></returns>
private List <QueryBucket> buildQueries()
{
List <string> questionAndType = util.GetQuestionType(parsedQuestion); //list of two elements, first is the question, second is the question type
parsedQuestion = questionAndType[0]; //set the parsed question to the modified question string after knowing its type
util.questionTypes questionType = util.mapQuestionType(questionAndType[1]); //set the question type to the type read from the quetion types file
//Get predicates and literals of the question
List <LexiconPredicate> predicateList = lexicon.getPredicates(parsedQuestion); //find all matching predicates
List <LexiconLiteral> literalList = lexicon.getLiterals(parsedQuestion);
//create list of the queryBuckets
List <QueryBucket> queryBuckets = new List <QueryBucket>();
//create queryBucket of the whole question
QueryBucket tmpBucket = new QueryBucket(parsedQuestion, questionType);
queryBuckets.Add(tmpBucket);
// first of all create an ArrayList containing as much QueryBuckets as there are predicates in our predicateList
foreach (LexiconPredicate predicate in predicateList)
{
//create a new QueryBucket object to be added in the end of the for loop
tmpBucket = new QueryBucket(parsedQuestion, questionType);
string[] tmpWords = parsedQuestion.Split(' ');
// if any of the words in the Question matches the domain of the predicate , adding it to the Question match
foreach (string word in tmpWords)
{
if (util.match(word, util.URIToSimpleString(predicate.domains)) && !predicate.QuestionMatch.Contains(word))
{
if (predicate.QuestionMatch.Length > 0)
{
predicate.QuestionMatch += " ";
}
predicate.QuestionMatch += word;
}
}
// if any of the words in the Question matches the range of the predicate , adding it to the Question match
foreach (string word in tmpWords)
{
if (util.match(word, util.URIToSimpleString(predicate.ranges)) && !predicate.QuestionMatch.Contains(word))
{
if (predicate.QuestionMatch.Length > 0)
{
predicate.QuestionMatch += " ";
}
predicate.QuestionMatch += word;
}
}
//testing
tmpBucket.add(predicate.getClone(predicate));
//now add the bucket to the queryBuckets ArrayList
queryBuckets.Add(tmpBucket);
}
/*
* and now for each QueryBucket search for all the
* combination possibilities among the predicates
*/
/* will remove this part untill a second proposal design is implemented so our design supports only 1 predicate */
#region merging with other predicates step 2
util.log("search for combination possibilities among predicates");
util.log("loop over " + queryBuckets.Count);
//foreach (QueryBucket bucket in queryBuckets.ToList())
//{
// bool somethingHappened = false;
// if (bucket.questionLeft.Length > 0)
// {
// // getting all the new predicates for the Question left
// foreach (LexiconPredicate predicate in predicateList.ToList())
// {
// //only go further if the predicate is not already in tmpBucket
// if (!bucket.ContainsTokenWithSameURIs(predicate))
// {
// string[] tmpWords = bucket.questionLeft.Split(' ');
// foreach (string word in tmpWords)
// {
// if ((util.match(word, util.URIToSimpleString(predicate.domains)) || util.match(word, util.URIToSimpleString(predicate.ranges))) && !predicate.QuestionMatch.Contains(word))
// {
// if (predicate.QuestionMatch.Length > 0) predicate.QuestionMatch += " ";
// predicate.QuestionMatch += word;
// }
// }
// //testing
// QueryBucket newBucket = new QueryBucket(bucket);
// somethingHappened = newBucket.add(predicate.getClone(predicate));
// if (somethingHappened) queryBuckets.Add(newBucket);
// }
// }
// }
//}//end for
#endregion
//we have now query buckets that has the matched predicates and the part of the question left
//if we have a question: Who is the father of barack obama
//after parsing the question, it would be: father of barack obama
//after the .getPredicates(), it would be: Question left:barack obama, becasue fatehrof is a predicate
//find combinations using literals , which could match any of the already made QueryBuckets
util.log(" search for combinations using literals among " + queryBuckets.Count + " Querybuckets ");
foreach (QueryBucket bucket in queryBuckets.ToList())
{
bool somethingHappened = false;
//Literals
if (bucket.questionLeft.Length > 0)
{
literalList = lexicon.getLiterals(bucket.questionLeft); //find all matching literals
foreach (LexiconLiteral literal in literalList)
{
//if we only matched because of one single character ("a" for example) jump over this..
// useless in our example because we don't match
if (literal.QuestionMatch.Length > 1)
{ //jump over
//add TypeOfOwner to matchstring
string[] tmpWords = bucket.questionLeft.Split(' ');
//adding to the type of owner and the predicate used \
// not used in our case
//foreach (string word in tmpWords)
//{
// // some literals don't have type of owner .. it's set to "" and all don't have a predicate . because we match " label "
// if ((util.match(util.URIToSimpleString(literal.typeOfOwner), word) || Util.match(tmpLit.getSimplePredicate(), word)) && !literal.QuestionMatch.Contains(word))
// {
// if (literal.QuestionMatch.Length > 0)
// literal.QuestionMatch += " ";
// literal.QuestionMatch += word;
// }
//}
//add additional matchStrings
// not used as well in our case
//List<string> matchStrings = lexicon.getMatchStringsForLiteral(tmpLit);
//if (matchStrings != null)
// foreach (string word in tmpWords)
// {
// foreach (string matchStringWord in matchStrings)
// {
// if (Util.match(matchStringWord, word) && !wordsUsed.Contains(word))
// {
// if (wordsUsed.Length > 0)
// wordsUsed = wordsUsed + " ";
// wordsUsed = wordsUsed + word;
// }
// }
// }
QueryBucket newBucket = new QueryBucket(bucket);
//if literal contained in the quesion left , add it in a new bucket
// only suitable for one predicate and one literal Questions
if (newBucket.questionLeft.Contains(literal.QuestionMatch) || util.match(newBucket.questionLeft, literal.QuestionMatch)) // because it could be included with a space of something
{
somethingHappened = newBucket.add(literal.getClone(literal));
if (somethingHappened)
{
queryBuckets.Add(newBucket);
}
}
}
}
}
}
// till now query buckets generated containing predicates combined with other predicates combined with literals
//delete all occurences of ignoreStrings out of questionLeft string
foreach (QueryBucket bucket in queryBuckets)
{
string questionLeft = bucket.questionLeft;
List <string> ignoreStrings = util.getIgnoreStrings();
foreach (string ignoreString in ignoreStrings)
{
while (Regex.Match(questionLeft, ".*(\\s|^)" + ignoreString + "(\\s|$).*", RegexOptions.IgnoreCase).Length > 0)
{
questionLeft = Regex.Replace(questionLeft, "(\\s|^)" + ignoreString + "(\\s|$)", " ");
questionLeft = questionLeft.Replace(" ", " "); //delete double spaces
questionLeft = questionLeft.Trim();
bucket.questionLeft = questionLeft;
}
}
#region check exceptions
// bucket.QuestionLeft = questionLeft.Trim();
// if ((bucket.QuestionLeft.Trim().Length > 0) || (bucket.countToDo()/*Replaced by getter count*/ > 0))
// {
// //ok now check for our exceptions
// //exception: words left and those are contained in the string of the unresolved URIs
// bool isException = false;
// if ((bucket.QuestionLeft.Trim().Length > 0) && (bucket.countToDo()/*Replaced by getter count*/ > 0))
// {
// string tmpString = Util.stem(bucket.QuestionLeft.Trim().ToLower());
// string[] tmpWords = tmpString.Split(' '); allContained = true;
// foreach (string word in tmpWords)
// {
// if (!Util.stem(bucket.getToDoAsSimpleString().replaceAll("([A-Z])", " $1").toLowerCase()).contains(word)) //////////////////////////to be handled later
// allContained = false;
// }
// if (allContained)
// isException = true;
// }
// //exception: unresolved URIs and the strings of those uri are contained in the parsedQuestion string
// if ((bucket.QuestionLeft.Trim().Length == 0) && (bucket.countToDo()/*Replaced by getter count*/ > 0))
// {
// string tmpString = bucket.getToDoAsSimpleString().replaceAll("([A-Z])", " $1").toLowerCase(); //////////////////////////to be handled later
// string[] tmpWords = tmpString.Trim().Split(' ');
// allContained = true;
// foreach (string word in tmpWords)
// {
// if (!Util.stem(parsedQuestion).Contains(Util.stem(word)))
// allContained = false;
// }
// if (allContained)
// isException = true;
// }
// if (!isException)
// {
// queryBuckets.Remove(bucket);
// /*
// queryBuckets.Remove(i);
// i--;
// * */
// }
// }
#endregion
}
List <QueryBucket> oldbuckets = new List <QueryBucket>(queryBuckets);
queryBuckets = cleanBucket(queryBuckets);
isKeywordSearch = IsKeywordSearch(queryBuckets);
//// remove duplicates ie. if for any solution another one has the same content in the bucket remove that
//foreach (QueryBucket bucket1 in queryBuckets)
//{
// foreach (QueryBucket bucket2 in queryBuckets)
// {
// if (!bucket1.Equals(bucket2))
// {
// // not to comparing to itself
// if (bucket1.EqualSolution(bucket2))
// {
// queryBuckets.Remove(bucket1);
// break;
// }
// }
// }
//}
//and now build queries out of the buckets :-)
foreach (QueryBucket bucket in queryBuckets)
{
if (bucket.questionLeft.Length > 4)
{
continue;
}
util.log("-----------------------");
util.log("QUESTION LEFT: " + bucket.questionLeft);
//foreach (var item in bucket.tokens)
//{
// //if (item.score ==0)
// {
// //util.log("\n\nSCORE:" + item.score.ToString());
// //util.log("\n\nQUESTION MATCH: " + item.QuestionMatch + "\t" + "URI USED: " + item.URI+"\tSCORE:" + item.score.ToString()
// // + "\tLABEL: " + item.label);
// }
//}
bucket.GetQuery();
//util.log(bucket.Query);
//sparqlQueries.addQuery(Query, bucket.getScore())
}
// remove duplicates ie. if for any solution another one has the same content in the bucket remove that
bool removeFlag;
for (int i = 0; i < queryBuckets.Count; i++)
{
if (queryBuckets[i].BucketQueryList.Count != 0)
{
for (int j = i + 1; j < queryBuckets.Count; j++)
{
if (queryBuckets[i].BucketQueryList.Count == queryBuckets[j].BucketQueryList.Count)
{
removeFlag = true;
for (int k = 0; k < queryBuckets[i].BucketQueryList.Count; k++)
{
if (!(queryBuckets[i].BucketQueryList[k].Equals(queryBuckets[j].BucketQueryList[k])))
{
removeFlag = false;
break;
}
}
if (removeFlag)
{
queryBuckets.Remove(queryBuckets[j]);
j--;
}
}
}
}
}
//write queries to Log !For Testing!
foreach (QueryBucket bucket in queryBuckets)
{
util.log("New Bucket----------------------------");
foreach (string query in bucket.BucketQueryList)
{
util.log(query);
}
}
Console.WriteLine("DONE");
return(queryBuckets);
}
