// no check for ll.isEmpty() to permit extension private JobConf GetConf(JobConf job) { JobConf conf = new JobConf(job); FileInputFormat.SetInputPaths(conf, indir); conf.SetClassLoader(job.GetClassLoader()); return(conf); }
public RR_ClassLoaderChecker(JobConf job) { NUnit.Framework.Assert.IsTrue("The class loader has not been inherited from " + typeof( CompositeRecordReader).Name, job.GetClassLoader() is TestWrappedRecordReaderClassloader.Fake_ClassLoader ); keyclass = (Type)job.GetClass <WritableComparable>("test.fakeif.keyclass", typeof( NullWritable)); valclass = (Type)job.GetClass <WritableComparable>("test.fakeif.valclass", typeof( NullWritable)); }
/// <summary> /// Tests the class loader set by /// <see cref="Org.Apache.Hadoop.Conf.Configuration.SetClassLoader(Sharpen.ClassLoader) /// "/> /// is inherited by any /// <see cref="WrappedRecordReader{K, U}"/> /// s created by /// <see cref="CompositeRecordReader{K, V, X}"/> /// </summary> /// <exception cref="System.Exception"/> public virtual void TestClassLoader() { JobConf job = new JobConf(); TestWrappedRecordReaderClassloader.Fake_ClassLoader classLoader = new TestWrappedRecordReaderClassloader.Fake_ClassLoader (); job.SetClassLoader(classLoader); NUnit.Framework.Assert.IsTrue(job.GetClassLoader() is TestWrappedRecordReaderClassloader.Fake_ClassLoader ); FileSystem fs = FileSystem.Get(job); Path testdir = new Path(Runtime.GetProperty("test.build.data", "/tmp")).MakeQualified (fs); Path @base = new Path(testdir, "/empty"); Path[] src = new Path[] { new Path(@base, "i0"), new Path("i1"), new Path("i2") }; job.Set("mapreduce.join.expr", CompositeInputFormat.Compose("outer", typeof(TestWrappedRecordReaderClassloader.IF_ClassLoaderChecker ), src)); CompositeInputFormat <NullWritable> inputFormat = new CompositeInputFormat <NullWritable >(); inputFormat.GetRecordReader(inputFormat.GetSplits(job, 1)[0], job, Reporter.Null); }