/// <exception cref="System.IO.IOException"/>
public SplitMetaInfo(InputSplit split, long startOffset)
{
try
{
this.locations = split.GetLocations();
this.inputDataLength = split.GetLength();
this.startOffset = startOffset;
}
catch (Exception ie)
{
throw new IOException(ie);
}
}
/// <exception cref="System.Exception"/>
public virtual void TestLastInputSplitSingleSplit()
{
FileInputFormat fif = new TestMRCJCFileInputFormat.FileInputFormatForTest(this, 100l
* 1024 * 1024, 128l * 1024 * 1024);
JobConf job = new JobConf();
InputSplit[] splits = fif.GetSplits(job, 1);
NUnit.Framework.Assert.AreEqual(1, splits.Length);
for (int i = 0; i < splits.Length; i++)
{
InputSplit split = splits[i];
NUnit.Framework.Assert.AreEqual(("host" + i), split.GetLocations()[0]);
}
}
public virtual void TestLastInputSplitExceedingSplitBoundary()
{
FileInputFormat fif = new TestMRCJCFileInputFormat.FileInputFormatForTest(this, 1027l
* 1024 * 1024, 128l * 1024 * 1024);
Configuration conf = new Configuration();
JobContext jobContext = Org.Mockito.Mockito.Mock <JobContext>();
Org.Mockito.Mockito.When(jobContext.GetConfiguration()).ThenReturn(conf);
IList <InputSplit> splits = fif.GetSplits(jobContext);
NUnit.Framework.Assert.AreEqual(8, splits.Count);
for (int i = 0; i < splits.Count; i++)
{
InputSplit split = splits[i];
NUnit.Framework.Assert.AreEqual(("host" + i), split.GetLocations()[0]);
}
}
/// <exception cref="System.IO.IOException"/>
public virtual string[] GetLocations()
{
return(inputSplit.GetLocations());
}
/// <exception cref="System.IO.IOException"/>
/// <exception cref="System.Exception"/>
public override string[] GetLocations()
{
return(inputSplit.GetLocations());
}
/// <exception cref="System.Exception"/>
/// <exception cref="System.IO.IOException"/>
public TaskSplitMetaInfo(InputSplit split, long startOffset)
: this(new JobSplit.TaskSplitIndex(string.Empty, startOffset), split.GetLocations
(), split.GetLength())
{
}
