public List <remoting_interfaces.Tuple> duplicate(remoting_interfaces.Tuple Tuple)
{
listToDup.Add(Tuple);
listToDup.Add(Tuple);
return(listToDup);
}
//Convert each userInfo in a remoting_interfaces.Tuple
public void readFile()
{
string line;
System.IO.StreamReader file = new System.IO.StreamReader(@"..\..\..\tweeters.data");
while ((line = file.ReadLine()) != null)
{
string[] words = line.Split(',');
remoting_interfaces.Tuple Tuple = new remoting_interfaces.Tuple(Int32.Parse(words[0]), words[1], words[2]);
in_queue.Add(Tuple);
}
}
public remoting_interfaces.Tuple uniqTuple(remoting_interfaces.Tuple Tuple, int field_nember)
{
//see if the tuple already passed in this operador or not
if (!tuplos.Contains(Tuple.getUser()))
{
tuplos.Add(Tuple.getUser());
output = Tuple;
}
else
{
output = new remoting_interfaces.Tuple(0, "", "");
}
return(output);
}
private static int hashing(int field, remoting_interfaces.Tuple tp, int replicas)
{
if (field == 1) // get the tuple id field
{
string str = tp.getID().ToString();
return(Math.Abs(str.GetHashCode()) % replicas);
}
else if (field == 2) // get the tuple user field
{
return(Math.Abs(tp.getUser().GetHashCode()) % replicas);
}
else if (field == 3) // get the tuple url field
{
return(Math.Abs(tp.getURL().GetHashCode()) % replicas);
}
return(0);
}
private static string routing(string urls, string routing, remoting_interfaces.Tuple tup)
{
string[] words = urls.Split(','); // contem todos os URls do downstream operador
if (routing.Equals("primary"))
{
return(words[0]);
}
else if (routing.Equals("random"))
{
Random rnd = new Random();
int rep = rnd.Next((words.Length)); // gera um numero de 1 até ao replication factor do operador
return(words[rep]);
}
else
{
char[] p = { '(', ')' };
string[] value = routing.Split(p);
int rep = hashing(Int32.Parse(value[1]), tup, words.Length);
return(words[rep]);
}
return("error");
}
public remoting_interfaces.Tuple countMethod(remoting_interfaces.Tuple Tuple)
{
count++;
return(Tuple);
}
public List <String> getoutput(string dll, string method, remoting_interfaces.Tuple Tuple)
{
List <string> outputUsers = new List <string>();
string path = Directory.GetCurrentDirectory();
path = path.Remove(path.Length - 13);
Assembly testDLL = Assembly.LoadFile(@path + dll);
foreach (var type in testDLL.GetExportedTypes())
{
//Get methods from class
MethodInfo[] members = type.GetMethods(BindingFlags.Public | BindingFlags.Instance | BindingFlags.InvokeMethod);
foreach (MemberInfo member in members)
{
if (member.Name.Equals(method))
{
MethodInfo methodInfo = type.GetMethod(member.Name);
if (methodInfo != null)
{
IList <IList <string> > result;
ParameterInfo[] parameters = methodInfo.GetParameters();
object classInstance = Activator.CreateInstance(type, null);
if (parameters.Length == 0)
{
result = (IList <IList <string> >)methodInfo.Invoke(classInstance, null);
}
else
{
object[] arr4 = new object[1];
List <string> inputLista = new List <string>();
inputLista.Add(Tuple.getID().ToString());
string str = Tuple.getUser();
str = str.Replace(" ", String.Empty);
inputLista.Add(str);
arr4[0] = inputLista;
result = (IList <IList <string> >)methodInfo.Invoke(classInstance, arr4);
//transform the list of list returned by the method, and convert to a list of strings
foreach (List <string> outputlist in result)
{
foreach (string output in outputlist)
{
outputUsers.Add(output);
}
}
}
}
}
}
}
return(outputUsers);
}
public remoting_interfaces.Tuple doTweeters(remoting_interfaces.Tuple input_Tuple, int field_number, string condition, string value)
{
List <string> tweeters = new List <string>();
remoting_interfaces.Tuple Tuple = new remoting_interfaces.Tuple(0, "", "");
string[] tokens = { input_Tuple.getID().ToString(), input_Tuple.getUser(), input_Tuple.getURL() };
//know what field_number(one, two or three)
//field_number is ID
if (field_number == 1)
{
switch (condition)
{
case "<":
if (Int32.Parse(tokens[0]) < Int32.Parse(value))
{
Tuple.setID(Int32.Parse(tokens[0]));
Tuple.setUser(tokens[1]);
Tuple.setURL(tokens[2]);
}
break;
case ">":
if (Int32.Parse(tokens[0]) > Int32.Parse(value))
{
Tuple.setID(Int32.Parse(tokens[0]));
Tuple.setUser(tokens[1]);
Tuple.setURL(tokens[2]);
}
break;
case "=":
if (Int32.Parse(tokens[0]) == Int32.Parse(value))
{
Tuple.setID(Int32.Parse(tokens[0]));
Tuple.setUser(tokens[1]);
Tuple.setURL(tokens[2]);
}
break;
default:
Console.WriteLine("default");
break;
}
}
//field_number is users
else if (field_number == 2)
{
if (tokens[1].Contains(value))
{
Tuple.setID(Int32.Parse(tokens[0]));
Tuple.setUser(tokens[1]);
Tuple.setURL(tokens[2]);
}
}
//field_nember is the URLs
else if (field_number == 3)
{
if (tokens[2].Contains(value))
{
Tuple.setID(Int32.Parse(tokens[0]));
Tuple.setUser(tokens[1]);
Tuple.setURL(tokens[2]);
}
}
return(Tuple);
}
//Method that takes the tuples from the inqueue and processes them.
public void process_inQueue()
{
FILTER filter = new FILTER();
CUSTOM custom = new CUSTOM();
UNIQ uniq = new UNIQ();
DUP dup = new DUP();
COUNT count = new COUNT();
while (true)
{
Monitor.Enter(tLock);
try
{
if (in_queue.Count > 0)
{
string[] words = op_spec.Split(',');
remoting_interfaces.Tuple outTuple;
if (in_queue[0].getID() != 0)
{
Console.WriteLine(" ");
Console.WriteLine("ID: " + in_queue[0].getID());
Console.WriteLine("User: "******"URL: " + in_queue[0].getURL());
}
if (words[0] == "FILTER")
{
//get the tuple after computation of Filter
outTuple = filter.doTweeters(in_queue[0], Int32.Parse(words[1]), words[2], words[3]);
out_queue.Add(outTuple);
in_queue.Remove(in_queue[0]);
Console.WriteLine("Output from Operator:");
Console.WriteLine(outTuple.getID());
Console.WriteLine(outTuple.getUser());
Console.WriteLine(outTuple.getURL());
}
if (words[0] == "CUSTOM")
{
List <string> Followers = new List <string>();
//get the list of followers
Followers = custom.getoutput(words[1], words[3], in_queue[0]);
foreach (string follower in Followers)
{
Console.WriteLine("follower: " + follower);
remoting_interfaces.Tuple Tuple = new remoting_interfaces.Tuple(0, follower, "");
out_queue.Add(Tuple);
}
in_queue.Remove(in_queue[0]);
}
if (words[0] == "UNIQ")
{
outTuple = uniq.uniqTuple(in_queue[0], Int32.Parse(words[1]));
//only put the tuple in the out_queue if don't exists another equal to that tuple
if (outTuple.getUser() != "")
{
out_queue.Add(outTuple);
Console.WriteLine("Output from Operator:");
Console.WriteLine(outTuple.getUser());
}
in_queue.Remove(in_queue[0]);
}
if (words[0] == "DUP")
{
List <remoting_interfaces.Tuple> duplicatedTuple = dup.duplicate(in_queue[0]);
foreach (remoting_interfaces.Tuple tuplo in duplicatedTuple)
{
out_queue.Add(tuplo);
Console.WriteLine("Output from Operator:");
Console.WriteLine(tuplo.getID());
Console.WriteLine(tuplo.getUser());
Console.WriteLine(tuplo.getURL());
}
duplicatedTuple.Remove(in_queue[0]);
duplicatedTuple.Remove(in_queue[0]);
in_queue.Remove(in_queue[0]);
}
if (words[0] == "COUNT")
{
outTuple = count.countMethod(in_queue[0]);
out_queue.Add(outTuple);
Console.WriteLine("Output from Operator:");
Console.WriteLine(outTuple.getUser());
Console.WriteLine("Tuples count until now: " + count.getCount());
Console.WriteLine(" ");
in_queue.Remove(in_queue[0]);
}
}
}
finally
{
Monitor.Exit(tLock);
}
}
}
//Method that allows an Operator to add tuples from the outqueue to the inqueue.
public void add_to_inQueue(remoting_interfaces.Tuple tp)
{
in_queue.Add(tp);
}