private object GetTaskProgress(MapReduceOperation operation)
{
String taskId = (String)operation.TaskID;
if (waitingTasks.ContainsKey(taskId))
{
return(new Runtime.MapReduce.TaskStatus(Runtime.MapReduce.TaskStatus.Status.Waiting));
}
else if (taskOutputStore.TaskOutputExists(taskId))
{
return(new Runtime.MapReduce.TaskStatus(Runtime.MapReduce.TaskStatus.Status.Completed));
}
if (runningTasks.ContainsKey(taskId))
{
Task t = (Task)runningTasks[taskId];
MapReduceTask mrt = (MapReduceTask)t;
return(mrt.TaskStatus);
}
else
{
if (this.cancelledTask.Contains(taskId))
{
throw new OperationFailedException("Task with specified task ID was Cancelled.");
}
else
{
throw new OperationFailedException("Task with specified task ID does not exist.");
}
}
}
public MapperTask(IMapper mapper, MapReduceInput input, IKeyFilter filter, MapReduceTask prnt)
{
this.mapper = mapper;
this.parent = prnt;
this.inputProvider = input;
this.keyFilter = filter;
}
private object SubmitMapReduceTask(MapReduceOperation operation)
{
try
{
_context.NCacheLog.CriticalInfo("MapReduce.TaskTracker ",
"MapReduce task with taskId '" + operation.TaskID + "' is submitted");
CacheBase p = (CacheBase)((_context.CacheImpl != null && _context.CacheImpl is CacheBase) ? _context.CacheImpl : null);
Runtime.MapReduce.MapReduceTask userTask = (Runtime.MapReduce.MapReduceTask)operation.Data;
Filter filter = operation.Filter;
if (userTask != null)
{
MapReduceTask serverTask = new MapReduceTask(p, Callback, userTask.Mapper,
userTask.Combiner, userTask.Reducer,
userTask.InputProvider == null ? new InputProviders.CacheInputProvider(p.InternalCache, filter != null ? filter.QueryFilter : null, this._context) : userTask.InputProvider,
new InMemoryOutpuProvider(taskOutputStore),
filter,
_context, this.ChunkSize, this.MaxExceptions);
serverTask.TaskId = operation.TaskID;
serverTask.AddTaskCallbackInfo(operation.CallbackInfo);
return(this.SubmitTask(serverTask));
}
}
catch (Exception ex)
{
throw new OperationFailedException(ex.Message);
}
return(null);
}
private Object ReducerFailed(MapReduceOperation operation)
{
string taskID = (string)operation.TaskID;
if (runningTasks.ContainsKey(taskID))
{
MapReduceTask t = (MapReduceTask)runningTasks[taskID];
t.ReducerFailed(operation);
}
return(true);
}
public ReducerTask(IReducerFactory reducer, MapReduceTask p)
{
this.reducerFactory = reducer;
this.reducers = new HashVector();
this.parent = p;
//initializing and synchronizing the queue
this.reducerInputQueue = new Queue();
Queue synchronizedQueue = Queue.Synchronized(reducerInputQueue);
this.reducerInputQueue = synchronizedQueue;
}
private object ReducerCompleted(MapReduceOperation operation)
{
lock (_lock) {
string taskID = (string)operation.TaskID;
if (runningTasks.ContainsKey(taskID))
{
MapReduceTask t = (MapReduceTask)runningTasks[taskID];
t.ReducerCompleted(operation);
}
return(true);
}
}
public CombinerTask(ICombinerFactory combiner, MapReduceTask p)
{
this.combinerFactory = combiner;
this.parent = p;
combiners = new HashVector();
// initializing and synchronizing the queue
this.combinerInputQueue = new Queue();
Queue synchQueue = Queue.Synchronized(combinerInputQueue);
this.combinerInputQueue = synchQueue;
}
private object RecievedReducerData(MapReduceOperation operation)
{
string taskID = (string)operation.TaskID;
if (runningTasks.ContainsKey(taskID))
{
MapReduceTask t = (MapReduceTask)runningTasks[taskID];
t.EnqueueReducerInput((Common.MapReduce.TaskOutputPair)operation.Data);
}
else
{
if (_context.NCacheLog.IsInfoEnabled)
{
_context.NCacheLog.Info("TaskTracker.recievedReducerData", "task does not exist in running tasks " + taskID);
}
}
return(true);
}
public MapReduceThrottlingManager(int chunkSize, MapReduceTask tt)
{
this.chunkSize = chunkSize;
this.t = tt;
}
