Пример #1
0
            // no check for ll.isEmpty() to permit extension
            private JobConf GetConf(JobConf job)
            {
                JobConf conf = new JobConf(job);

                FileInputFormat.SetInputPaths(conf, indir);
                conf.SetClassLoader(job.GetClassLoader());
                return(conf);
            }
 public RR_ClassLoaderChecker(JobConf job)
 {
     NUnit.Framework.Assert.IsTrue("The class loader has not been inherited from " + typeof(
                                       CompositeRecordReader).Name, job.GetClassLoader() is TestWrappedRecordReaderClassloader.Fake_ClassLoader
                                   );
     keyclass = (Type)job.GetClass <WritableComparable>("test.fakeif.keyclass", typeof(
                                                            NullWritable));
     valclass = (Type)job.GetClass <WritableComparable>("test.fakeif.valclass", typeof(
                                                            NullWritable));
 }
        /// <summary>
        /// Tests the class loader set by
        /// <see cref="Org.Apache.Hadoop.Conf.Configuration.SetClassLoader(Sharpen.ClassLoader)
        ///     "/>
        /// is inherited by any
        /// <see cref="WrappedRecordReader{K, U}"/>
        /// s created by
        /// <see cref="CompositeRecordReader{K, V, X}"/>
        /// </summary>
        /// <exception cref="System.Exception"/>
        public virtual void TestClassLoader()
        {
            JobConf job = new JobConf();

            TestWrappedRecordReaderClassloader.Fake_ClassLoader classLoader = new TestWrappedRecordReaderClassloader.Fake_ClassLoader
                                                                                  ();
            job.SetClassLoader(classLoader);
            NUnit.Framework.Assert.IsTrue(job.GetClassLoader() is TestWrappedRecordReaderClassloader.Fake_ClassLoader
                                          );
            FileSystem fs      = FileSystem.Get(job);
            Path       testdir = new Path(Runtime.GetProperty("test.build.data", "/tmp")).MakeQualified
                                     (fs);
            Path @base = new Path(testdir, "/empty");

            Path[] src = new Path[] { new Path(@base, "i0"), new Path("i1"), new Path("i2") };
            job.Set("mapreduce.join.expr", CompositeInputFormat.Compose("outer", typeof(TestWrappedRecordReaderClassloader.IF_ClassLoaderChecker
                                                                                        ), src));
            CompositeInputFormat <NullWritable> inputFormat = new CompositeInputFormat <NullWritable
                                                                                        >();

            inputFormat.GetRecordReader(inputFormat.GetSplits(job, 1)[0], job, Reporter.Null);
        }