public void ReadDocBatch(StreamReader file, String line, WindowJoinVertex <Document, Author, int, JoinOutput> vertex) { var elements = line.Split(' '); if (elements[0] == "BEGIN") { int time = Convert.ToInt32(elements[1]); int batch_size = Convert.ToInt32(elements[2]); Message <int, Document> msg = new Message <int, Document>(time, batch_size); for (int i = 0; i < batch_size; i++) { elements = file.ReadLine().Split(' '); msg.put(new Document(Convert.ToInt32(elements[1]), Convert.ToInt32(elements[2]), Convert.ToInt32(elements[3]), elements[4])); } vertex.onReceive(msg); } else if (elements[0] == "END") { vertex.onNotify(Convert.ToInt32(elements[1])); } }
public void ReadAuthorBatch(StreamReader file, String line, WindowJoinVertex <Document, Author, int, JoinOutput> vertex) { var elements = line.Split(' '); if (elements[0] == "BEGIN") { int time = Convert.ToInt32(elements[1]); int batch_size = Convert.ToInt32(elements[2]); Message <int, Author> msg = new Message <int, Author>(time, batch_size); for (int i = 0; i < batch_size; i++) { elements = file.ReadLine().Split(' '); msg.put(new Author(Convert.ToInt32(elements[1]), elements[2], Convert.ToInt32(elements[3]))); } vertex.onReceive(msg); } else if (elements[0] == "END") { // NOTE: This is commented because we don't want to call onNotify // twice for the same time epoch. // vertex.onNotify(Convert.ToInt32(elements[1])); } }
public void Execute(string[] args) { int windowSize = 4; WindowJoinVertex <Document, Author, int, JoinOutput> windowJoinVertex = new WindowJoinVertex <Document, Author, int, JoinOutput>( windowSize, document => document.authorId, author => author.id, (document, author) => new JoinOutput(document.title, author.name, author.age)); PlayData(windowJoinVertex, args[0], args[1]); }
public void PlayData(WindowJoinVertex <Document, Author, int, JoinOutput> vertex, string docFileName, string authorFileName) { if (File.Exists(docFileName) && File.Exists(authorFileName)) { using (StreamReader docFile = File.OpenText(docFileName)) { using (StreamReader authorFile = File.OpenText(authorFileName)) { bool docEmpty = false; bool authorEmpty = false; while (!docEmpty || !authorEmpty) { var line = docFile.ReadLine(); if (line != null) { ReadDocBatch(docFile, line, vertex); } else { docEmpty = true; } line = authorFile.ReadLine(); if (line != null) { ReadAuthorBatch(authorFile, line, vertex); } else { authorEmpty = true; } } } } } }