public override void main()
{
IIteratorInstance <IKVPair <OKey, OValue> > output_pairs = (IIteratorInstance <IKVPair <OKey, OValue> >)Output_pairs.Instance;
IIteratorInstance <IKVPair <IKey, IValue> > input_pairs = (IIteratorInstance <IKVPair <IKey, IValue> >)Input_pairs.Instance;
object pair;
while (iterate_pairs.has_next())
{
while (iterate_pairs.fetch_next(out pair))
{
input_pairs.put(pair);
}
input_pairs.finish();
}
iterate_pairs.fetch_next(out pair);
input_pairs.finish();
while (iterate_pairs.fetch_next(out pair))
{
output_pairs.put(pair);
}
output_pairs.finish();
}
public override void main()
{
IIteratorInstance <IKVPair <IVertex, IDataTriangle> > output_pairs = (IIteratorInstance <IKVPair <IVertex, IDataTriangle> >)Output_pairs.Instance;
IIteratorInstance <IKVPair <IVertex, IDataTriangle> > input_pairs = (IIteratorInstance <IKVPair <IVertex, IDataTriangle> >)Input_pairs.Instance;
object pair;
// For 3 iterations: startup_push, gust0, gust1
while ((iterate_num++) < 2)
{
while (iterate_pairs.fetch_next(out pair))
{
input_pairs.put(pair);
}
input_pairs.finish();
}
input_pairs.finish();
// Finally, all pairs are sent to the output.
while (iterate_pairs.fetch_next(out pair))
{
output_pairs.put(pair);
}
output_pairs.finish();
}
private void file_writer()
{
object pair_obj = null;
output_buffer = new string[CHUNK_SIZE];
int pair_counter = 0;
bool end_iteration = false;
while (!end_iteration)
{
if (!client.has_next())
{
end_iteration = true;
}
while (client.fetch_next(out pair_obj))
{ //IKVPairInstance<IString,IInteger> pair = (IKVPairInstance<IString,IInteger>)pair_obj;
output_buffer [pair_counter] = server.formatRepresentation(pair_obj); //pair.Key + ": " + pair.Value;
pair_counter++;
if (pair_counter >= CHUNK_SIZE)
{
server.writeLines(output_buffer);
pair_counter = 0;
}
}
}
for (int i = pair_counter; i < CHUNK_SIZE; i++)
{
output_buffer [i] = "";
}
server.writeLines(output_buffer);
}
public override void main()
{
Console.WriteLine(this.Rank + ": TERMINATE FUNCTION 1");
IIteratorInstance <IKVPair <OKey, OValue> > output_pairs = (IIteratorInstance <IKVPair <OKey, OValue> >)Output_pairs.Instance;
IIteratorInstance <IKVPair <IKey, IValue> > input_pairs = (IIteratorInstance <IKVPair <IKey, IValue> >)Input_pairs.Instance;
Console.WriteLine(this.Rank + ": TERMINATE FUNCTION 2");
input_pairs.finish();
// All pairs are sent to the output, i.e. the algorithm is not iterative.
object pair;
while (iterate_pairs.fetch_next(out pair))
{
output_pairs.put(pair);
}
output_pairs.finish();
Console.WriteLine(this.Rank + ": TERMINATE FUNCTION 3");
}
public override void main()
{
Console.WriteLine(this.Rank + ": SPLITTER 1 ");
IPortTypeIterator input_instance = (IPortTypeIterator)Source.Client;
// TODO: será que READ_SOURCE é necessária ???
Task_binding_data.TraceFlag = true;
Task_binding_data.invoke(ITaskPortData.READ_SOURCE);
// CALCULATE SubGraph TARGET
int nfr = this.FacetMultiplicity [FACET_REDUCE];
int r_size = 0;
foreach (int i in this.FacetIndexes[FACET_REDUCE])
{
r_size += this.UnitSizeInFacet [i] ["gusty_collector"];
}
Console.WriteLine(this.Rank + ": SPLITTER 2 ");
Source.startReadSource(r_size); // subgrafos divididos em GIF, com destino final nos r_size redutores
Console.WriteLine(this.Rank + ": SPLITTER 3 ");
object bin_object = null;
bool set_table_partition = true;
// CALCULATE TARGETs
IDictionary <int, Tuple <int, int> > unit_ref = new Dictionary <int, Tuple <int, int> > ();
int nf = this.FacetMultiplicity [FACET_MAP];
int m_size = 0;
foreach (int i in this.FacetIndexes[FACET_MAP])
{
int nr0 = m_size;
m_size += this.UnitSizeInFacet [i] ["gusty_feeder"];
for (int k = 0, j = nr0; j < m_size; k++, j++)
{
unit_ref [j] = new Tuple <int, int> (i /*, 0 INDEX OF gusty_feeder */, k);
}
}
Console.WriteLine(this.Rank + ": SPLITTER 4 ");
Task_binding_split_first.TraceFlag = true;
Split_channel.TraceFlag = true;
Thread t_output = new Thread(new ThreadStart(delegate
{
Task_binding_data.invoke(ITaskPortData.TERMINATE);
Task_binding_data.invoke(ITaskPortData.WRITE_SINK);
}));
t_output.Start();
Console.WriteLine(this.Rank + ": SPLITTER 5 ");
bool end_iteration = false;
while (!end_iteration) // take next chunk
{
IActionFuture sync_perform;
Console.WriteLine(this.Rank + ": SPLITTER READ SOURCE - BEFORE READ_CHUNK " + m_size);
/* All the pairs will be read from the source in a single chunk */
Task_binding_split_first.invoke(ITaskPortAdvance.READ_CHUNK); //****
Task_binding_split_first.invoke(ITaskPortAdvance.PERFORM, out sync_perform);
IList <IKVPairInstance <IInteger, GIF> >[] buffer = new IList <IKVPairInstance <IInteger, GIF> > [m_size];
for (int i = 0; i < m_size; i++)
{
buffer [i] = new List <IKVPairInstance <IInteger, GIF> > ();
}
Console.WriteLine(this.Rank + ": BEGIN READING CHUNKS and distributing to MAPPERS m_size=" + m_size);
if (!input_instance.has_next())
{
end_iteration = true;
}
Bin_function_gif.NumberOfPartitions = m_size;
while (input_instance.fetch_next(out bin_object))
{
IKVPairInstance <IInteger, GIF> item = (IKVPairInstance <IInteger, GIF>)bin_object;
this.Input_key_gif.Instance = item.Value; //item.Key;
Bin_function_gif.go();
int index = ((IIntegerInstance)this.Output_key_gif.Instance).Value;
buffer [index].Add(item);
}
Console.WriteLine(this.Rank + ": END READING CHUNKS and distributing to MAPPERS");
for (int i = 0; i < m_size; i++)
{
Console.WriteLine("buffer[" + i + "].Count = " + buffer [i].Count);
}
Console.WriteLine(this.Rank + ": BEGIN SENDING CHUNKS to the MAPPERS ");
// PERFORM
for (int i = 0; i < m_size; i++)
{
Split_channel.Send(buffer [i], unit_ref [i], end_iteration ? TAG_SPLIT_END_CHUNK : TAG_SPLIT_NEW_CHUNK);
}
sync_perform.wait();
Console.WriteLine(this.Rank + ": END SENDING CHUNKS to the MAPPERS ");
Task_binding_split_first.invoke(ITaskPortAdvance.CHUNK_READY);
}
Console.WriteLine(this.Rank + ": FINISH SPLITTER READ SOURCE ");
t_output.Join();
Console.WriteLine(this.Rank + ": FINISH SPLITTER READ SOURCE - INVOKE TERMINATE");
}
