public string Run(ISandboxedJobArgs args)
{
Console.WriteLine("TestJob called.");
IMapper tmp = new TestMapper();
tmp.Map("x", "apa bpa cpa dpa", new DummyCollector());
Console.WriteLine("TestJob done.");
return "";
}
public string Run(ISandboxedJobArgs args)
{
Console.WriteLine("Inside map job");
string mappertype = args.Get("mapper");
var mapper = Activator.CreateInstance(Type.GetType(mappertype)) as IMapper;
var reader = JobUtilities.ParseAndCreateFileSource(args.Get("input"));
var writer = JobUtilities.ParseAndCreateFileDestination(args.Get("output"));
Mapper.Map(reader, writer, mapper);
return "Map result.";
}
public string Run(ISandboxedJobArgs args)
{
Console.WriteLine("Inside reduce job");
string reducertype = args.Get("reducer");
var reducer = Activator.CreateInstance(Type.GetType(reducertype)) as IReducer;
var reader = JobUtilities.ParseAndCreateFileSource(args.Get("input"));
var writer = JobUtilities.ParseAndCreateFileDestination(args.Get("output"));
Reducer.Reduce(reader, writer, reducer);
return "Reduce result.";
}
public string Run(ISandboxedJobArgs args)
{
Console.WriteLine("Inside shuffle job");
string partitionertype = args.Get("partitioner");
var partitioner = Activator.CreateInstance(Type.GetType(partitionertype)) as IShardingPartitioner;
bool sort = (int.Parse(args.Get("sort", "1")) == 1);
var inputs = JobUtilities.ParseAndCreateFileSources(args.GetValues("input"));
var outputs = JobUtilities.ParseAndCreateFileDestinations(args.GetValues("output"));
Splitter.Split(inputs, outputs, partitioner, sort);
return "Shuffle result.";
}
public string RunJob(AppDomain domain, string jobtype, ISandboxedJobArgs args)
{
string ret = "";
Console.WriteLine("SandboxProxy: Trying to create a " + jobtype);
try
{
var aa = jobtype.Split(',');
var t = domain.CreateInstanceAndUnwrap(aa[1].Trim(), aa[0].Trim()) as ISandboxedJob;
// var t = Activator.CreateInstance(Type.GetType(jobtype)) as ISandboxedJob;
Console.WriteLine("Created type " + t);
Console.WriteLine("---------------------------------------------------------");
ret = t.Run(args);
Console.WriteLine("---------------------------------------------------------");
}
catch (Exception z)
{
Console.WriteLine(z);
}
return ret;
}
