public string Run(ISandboxedJobArgs args)
{
Console.WriteLine("Inside map job");
string mappertype = args.Get("mapper");
var mapper = Activator.CreateInstance(Type.GetType(mappertype)) as IMapper;
var reader = JobUtilities.ParseAndCreateFileSource(args.Get("input"));
var writer = JobUtilities.ParseAndCreateFileDestination(args.Get("output"));
Mapper.Map(reader, writer, mapper);
return "Map result.";
}
public string Run(ISandboxedJobArgs args)
{
Console.WriteLine("Inside reduce job");
string reducertype = args.Get("reducer");
var reducer = Activator.CreateInstance(Type.GetType(reducertype)) as IReducer;
var reader = JobUtilities.ParseAndCreateFileSource(args.Get("input"));
var writer = JobUtilities.ParseAndCreateFileDestination(args.Get("output"));
Reducer.Reduce(reader, writer, reducer);
return "Reduce result.";
}
public string Run(ISandboxedJobArgs args)
{
Console.WriteLine("Inside shuffle job");
string partitionertype = args.Get("partitioner");
var partitioner = Activator.CreateInstance(Type.GetType(partitionertype)) as IShardingPartitioner;
bool sort = (int.Parse(args.Get("sort", "1")) == 1);
var inputs = JobUtilities.ParseAndCreateFileSources(args.GetValues("input"));
var outputs = JobUtilities.ParseAndCreateFileDestinations(args.GetValues("output"));
Splitter.Split(inputs, outputs, partitioner, sort);
return "Shuffle result.";
}
