protected internal static int PrintUsage()
{
System.Console.Error.WriteLine("Usage: [-m <maps>] [-r <reduces>]\n" + " [-keepmap <percent>] [-keepred <percent>]\n"
+ " [-indir <path>] [-outdir <path]\n" + " [-inFormat[Indirect] <InputFormat>] [-outFormat <OutputFormat>]\n"
+ " [-outKey <WritableComparable>] [-outValue <Writable>]\n");
GenericOptionsParser.PrintGenericCommandUsage(System.Console.Error);
return(-1);
}
private static void PrintUsage(TextWriter err)
{
err.WriteLine("fetchdt retrieves delegation tokens from the NameNode");
err.WriteLine();
err.WriteLine("fetchdt <opts> <token file>");
err.WriteLine("Options:");
err.WriteLine(" --webservice <url> Url to contact NN on");
err.WriteLine(" --renewer <name> Name of the delegation token renewer");
err.WriteLine(" --cancel Cancel the delegation token");
err.WriteLine(" --renew Renew the delegation token. Delegation " +
"token must have been fetched using the --renewer <name> option.");
err.WriteLine(" --print Print the delegation token");
err.WriteLine();
GenericOptionsParser.PrintGenericCommandUsage(err);
ExitUtil.Terminate(1);
}
internal virtual void PrintUsage()
{
// The CLI package should do this for us, but I can't figure out how
// to make it print something reasonable.
System.Console.Out.WriteLine("bin/hadoop pipes");
System.Console.Out.WriteLine(" [-input <path>] // Input directory");
System.Console.Out.WriteLine(" [-output <path>] // Output directory");
System.Console.Out.WriteLine(" [-jar <jar file> // jar filename");
System.Console.Out.WriteLine(" [-inputformat <class>] // InputFormat class");
System.Console.Out.WriteLine(" [-map <class>] // Java Map class");
System.Console.Out.WriteLine(" [-partitioner <class>] // Java Partitioner");
System.Console.Out.WriteLine(" [-reduce <class>] // Java Reduce class");
System.Console.Out.WriteLine(" [-writer <class>] // Java RecordWriter");
System.Console.Out.WriteLine(" [-program <executable>] // executable URI");
System.Console.Out.WriteLine(" [-reduces <num>] // number of reduces");
System.Console.Out.WriteLine(" [-lazyOutput <true/false>] // createOutputLazily"
);
System.Console.Out.WriteLine();
GenericOptionsParser.PrintGenericCommandUsage(System.Console.Out);
}
/// <summary>Create an Aggregate based map/reduce job.</summary>
/// <param name="args">
/// the arguments used for job creation. Generic hadoop
/// arguments are accepted.
/// </param>
/// <param name="caller">the the caller class.</param>
/// <returns>a JobConf object ready for submission.</returns>
/// <exception cref="System.IO.IOException"/>
/// <seealso cref="Org.Apache.Hadoop.Util.GenericOptionsParser"/>
public static JobConf CreateValueAggregatorJob(string[] args, Type caller)
{
Configuration conf = new Configuration();
GenericOptionsParser genericParser = new GenericOptionsParser(conf, args);
args = genericParser.GetRemainingArgs();
if (args.Length < 2)
{
System.Console.Out.WriteLine("usage: inputDirs outDir " + "[numOfReducer [textinputformat|seq [specfile [jobName]]]]"
);
GenericOptionsParser.PrintGenericCommandUsage(System.Console.Out);
System.Environment.Exit(1);
}
string inputDir = args[0];
string outputDir = args[1];
int numOfReducers = 1;
if (args.Length > 2)
{
numOfReducers = System.Convert.ToInt32(args[2]);
}
Type theInputFormat = typeof(TextInputFormat);
if (args.Length > 3 && args[3].CompareToIgnoreCase("textinputformat") == 0)
{
theInputFormat = typeof(TextInputFormat);
}
else
{
theInputFormat = typeof(SequenceFileInputFormat);
}
Path specFile = null;
if (args.Length > 4)
{
specFile = new Path(args[4]);
}
string jobName = string.Empty;
if (args.Length > 5)
{
jobName = args[5];
}
JobConf theJob = new JobConf(conf);
if (specFile != null)
{
theJob.AddResource(specFile);
}
string userJarFile = theJob.Get("user.jar.file");
if (userJarFile == null)
{
theJob.SetJarByClass(caller != null ? caller : typeof(ValueAggregatorJob));
}
else
{
theJob.SetJar(userJarFile);
}
theJob.SetJobName("ValueAggregatorJob: " + jobName);
FileInputFormat.AddInputPaths(theJob, inputDir);
theJob.SetInputFormat(theInputFormat);
theJob.SetMapperClass(typeof(ValueAggregatorMapper));
FileOutputFormat.SetOutputPath(theJob, new Path(outputDir));
theJob.SetOutputFormat(typeof(TextOutputFormat));
theJob.SetMapOutputKeyClass(typeof(Text));
theJob.SetMapOutputValueClass(typeof(Text));
theJob.SetOutputKeyClass(typeof(Text));
theJob.SetOutputValueClass(typeof(Text));
theJob.SetReducerClass(typeof(ValueAggregatorReducer));
theJob.SetCombinerClass(typeof(ValueAggregatorCombiner));
theJob.SetNumMapTasks(1);
theJob.SetNumReduceTasks(numOfReducers);
return(theJob);
}
