/// <exception cref="System.IO.IOException"/> public SplitMetaInfo(InputSplit split, long startOffset) { try { this.locations = split.GetLocations(); this.inputDataLength = split.GetLength(); this.startOffset = startOffset; } catch (Exception ie) { throw new IOException(ie); } }
/// <exception cref="System.Exception"/> public virtual void TestLastInputSplitSingleSplit() { FileInputFormat fif = new TestMRCJCFileInputFormat.FileInputFormatForTest(this, 100l * 1024 * 1024, 128l * 1024 * 1024); JobConf job = new JobConf(); InputSplit[] splits = fif.GetSplits(job, 1); NUnit.Framework.Assert.AreEqual(1, splits.Length); for (int i = 0; i < splits.Length; i++) { InputSplit split = splits[i]; NUnit.Framework.Assert.AreEqual(("host" + i), split.GetLocations()[0]); } }
public virtual void TestLastInputSplitExceedingSplitBoundary() { FileInputFormat fif = new TestMRCJCFileInputFormat.FileInputFormatForTest(this, 1027l * 1024 * 1024, 128l * 1024 * 1024); Configuration conf = new Configuration(); JobContext jobContext = Org.Mockito.Mockito.Mock <JobContext>(); Org.Mockito.Mockito.When(jobContext.GetConfiguration()).ThenReturn(conf); IList <InputSplit> splits = fif.GetSplits(jobContext); NUnit.Framework.Assert.AreEqual(8, splits.Count); for (int i = 0; i < splits.Count; i++) { InputSplit split = splits[i]; NUnit.Framework.Assert.AreEqual(("host" + i), split.GetLocations()[0]); } }
/// <exception cref="System.IO.IOException"/> public virtual string[] GetLocations() { return(inputSplit.GetLocations()); }
/// <exception cref="System.IO.IOException"/> /// <exception cref="System.Exception"/> public override string[] GetLocations() { return(inputSplit.GetLocations()); }
/// <exception cref="System.Exception"/> /// <exception cref="System.IO.IOException"/> public TaskSplitMetaInfo(InputSplit split, long startOffset) : this(new JobSplit.TaskSplitIndex(string.Empty, startOffset), split.GetLocations (), split.GetLength()) { }