Example #1
0
        /// <exception cref="System.IO.IOException"/>
        public static Job CreateJob()
        {
            Configuration conf    = new Configuration();
            Job           baseJob = Job.GetInstance(conf);

            baseJob.SetOutputKeyClass(typeof(Org.Apache.Hadoop.IO.Text));
            baseJob.SetOutputValueClass(typeof(IntWritable));
            baseJob.SetMapperClass(typeof(TestJobCounters.NewMapTokenizer));
            baseJob.SetCombinerClass(typeof(TestJobCounters.NewSummer));
            baseJob.SetReducerClass(typeof(TestJobCounters.NewSummer));
            baseJob.SetNumReduceTasks(1);
            baseJob.GetConfiguration().SetInt(JobContext.IoSortMb, 1);
            baseJob.GetConfiguration().Set(JobContext.MapSortSpillPercent, "0.50");
            baseJob.GetConfiguration().SetInt(JobContext.MapCombineMinSpills, 3);
            FileInputFormat.SetMinInputSplitSize(baseJob, long.MaxValue);
            return(baseJob);
        }