/// <exception cref="System.IO.IOException"/>
private IndexCache.IndexInformation ReadIndexFileToCache(Path indexFileName, string
mapId, string expectedIndexOwner)
{
IndexCache.IndexInformation info;
IndexCache.IndexInformation newInd = new IndexCache.IndexInformation();
if ((info = cache.PutIfAbsent(mapId, newInd)) != null)
{
lock (info)
{
while (IsUnderConstruction(info))
{
try
{
Sharpen.Runtime.Wait(info);
}
catch (Exception e)
{
throw new IOException("Interrupted waiting for construction", e);
}
}
}
Log.Debug("IndexCache HIT: MapId " + mapId + " found");
return(info);
}
Log.Debug("IndexCache MISS: MapId " + mapId + " not found");
SpillRecord tmp = null;
try
{
tmp = new SpillRecord(indexFileName, conf, expectedIndexOwner);
}
catch (Exception e)
{
tmp = new SpillRecord(0);
Sharpen.Collections.Remove(cache, mapId);
throw new IOException("Error Reading IndexFile", e);
}
finally
{
lock (newInd)
{
newInd.mapSpillRecord = tmp;
Sharpen.Runtime.NotifyAll(newInd);
}
}
queue.AddItem(mapId);
if (totalMemoryUsed.AddAndGet(newInd.GetSize()) > totalMemoryAllowed)
{
FreeIndexInformation();
}
return(newInd);
}
/// <summary>Bring memory usage below totalMemoryAllowed.</summary>
private void FreeIndexInformation()
{
lock (this)
{
while (totalMemoryUsed.Get() > totalMemoryAllowed)
{
string s = queue.Remove();
IndexCache.IndexInformation info = Sharpen.Collections.Remove(cache, s);
if (info != null)
{
totalMemoryUsed.AddAndGet(-info.GetSize());
}
}
}
}
/// <summary>
/// This method removes the map from the cache if index information for this
/// map is loaded(size>0), index information entry in cache will not be
/// removed if it is in the loading phrase(size=0), this prevents corruption
/// of totalMemoryUsed.
/// </summary>
/// <remarks>
/// This method removes the map from the cache if index information for this
/// map is loaded(size>0), index information entry in cache will not be
/// removed if it is in the loading phrase(size=0), this prevents corruption
/// of totalMemoryUsed. It should be called when a map output on this tracker
/// is discarded.
/// </remarks>
/// <param name="mapId">The taskID of this map.</param>
public virtual void RemoveMap(string mapId)
{
IndexCache.IndexInformation info = cache[mapId];
if (info == null || IsUnderConstruction(info))
{
return;
}
info = Sharpen.Collections.Remove(cache, mapId);
if (info != null)
{
totalMemoryUsed.AddAndGet(-info.GetSize());
if (!queue.Remove(mapId))
{
Log.Warn("Map ID" + mapId + " not found in queue!!");
}
}
else
{
Log.Info("Map ID " + mapId + " not found in cache");
}
}