internal static int PrintUsage()
{
System.Console.Out.WriteLine("wordcount [-m <maps>] [-r <reduces>] <input> <output>"
);
ToolRunner.PrintGenericCommandUsage(System.Console.Out);
return(-1);
}
/// <exception cref="System.Exception"/>
public static void Main(string[] args)
{
// -files option is also used by GenericOptionsParser
// Make sure that is not the first argument for fsck
int res = -1;
if ((args.Length == 0) || ("-files".Equals(args[0])))
{
PrintUsage(System.Console.Error);
ToolRunner.PrintGenericCommandUsage(System.Console.Error);
}
else
{
if (DFSUtil.ParseHelpArgument(args, Usage, System.Console.Out, true))
{
res = 0;
}
else
{
res = ToolRunner.Run(new Org.Apache.Hadoop.Hdfs.Tools.DFSck(new HdfsConfiguration
()), args);
}
}
System.Environment.Exit(res);
}
private static void Usage()
{
System.Console.Error.WriteLine("BigMapOutput -input <input-dir> -output <output-dir> "
+ "[-create <filesize in MB>]");
ToolRunner.PrintGenericCommandUsage(System.Console.Error);
System.Environment.Exit(1);
}
// IGNORE
private static void PrintUsage()
{
ToolRunner.PrintGenericCommandUsage(System.Console.Error);
System.Console.Error.WriteLine("Usage: dfsthroughput [#reps]");
System.Console.Error.WriteLine("Config properties:\n" + " dfsthroughput.file.size:\tsize of each write/read (10GB)\n"
+ " dfsthroughput.buffer.size:\tbuffer size for write/read (4k)\n");
}
private static void PrintHelp(string cmd)
{
string summary = "scmadmin is the command to execute shared cache manager" + "administrative commands.\n"
+ "The full syntax is: \n\n" + "hadoop scmadmin" + " [-runCleanerTask]" + " [-help [cmd]]\n";
string runCleanerTask = "-runCleanerTask: Run cleaner task right away.\n";
string help = "-help [cmd]: \tDisplays help for the given command or all commands if none\n"
+ "\t\tis specified.\n";
if ("runCleanerTask".Equals(cmd))
{
System.Console.Out.WriteLine(runCleanerTask);
}
else
{
if ("help".Equals(cmd))
{
System.Console.Out.WriteLine(help);
}
else
{
System.Console.Out.WriteLine(summary);
System.Console.Out.WriteLine(runCleanerTask);
System.Console.Out.WriteLine(help);
System.Console.Out.WriteLine();
ToolRunner.PrintGenericCommandUsage(System.Console.Out);
}
}
}
internal static int PrintUsage()
{
System.Console.Out.WriteLine("randomtextwriter " + "[-outFormat <output format class>] "
+ "<output>");
ToolRunner.PrintGenericCommandUsage(System.Console.Out);
return(2);
}
internal static int PrintUsage()
{
System.Console.Out.WriteLine("join [-r <reduces>] " + "[-inFormat <input format class>] "
+ "[-outFormat <output format class>] " + "[-outKey <output key class>] " + "[-outValue <output value class>] "
+ "[-joinOp <inner|outer|override>] " + "[input]* <input> <output>");
ToolRunner.PrintGenericCommandUsage(System.Console.Out);
return(2);
}
internal static int PrintUsage()
{
System.Console.Out.WriteLine("sort [-r <reduces>] " + "[-inFormat <input format class>] "
+ "[-outFormat <output format class>] " + "[-outKey <output key class>] " + "[-outValue <output value class>] "
+ "[-totalOrder <pcnt> <num samples> <max splits>] " + "<input> <output>");
ToolRunner.PrintGenericCommandUsage(System.Console.Out);
return(2);
}
/// <summary>Print usage messages</summary>
public static int PrintUsage(string[] args, string usage)
{
err.WriteLine("args = " + Arrays.AsList(args));
err.WriteLine();
err.WriteLine("Usage: java " + usage);
err.WriteLine();
ToolRunner.PrintGenericCommandUsage(err);
return(-1);
}
/// <summary>This is the main routine for launching a distributed random write job.</summary>
/// <remarks>
/// This is the main routine for launching a distributed random write job.
/// It runs 10 maps/node and each node writes 1 gig of data to a DFS file.
/// The reduce doesn't do anything.
/// </remarks>
/// <exception cref="System.IO.IOException"></exception>
/// <exception cref="System.Exception"/>
public virtual int Run(string[] args)
{
if (args.Length == 0)
{
System.Console.Out.WriteLine("Usage: writer <out-dir>");
ToolRunner.PrintGenericCommandUsage(System.Console.Out);
return(2);
}
Path outDir = new Path(args[0]);
Configuration conf = GetConf();
JobClient client = new JobClient(conf);
ClusterStatus cluster = client.GetClusterStatus();
int numMapsPerHost = conf.GetInt(MapsPerHost, 10);
long numBytesToWritePerMap = conf.GetLong(BytesPerMap, 1 * 1024 * 1024 * 1024);
if (numBytesToWritePerMap == 0)
{
System.Console.Error.WriteLine("Cannot have" + BytesPerMap + " set to 0");
return(-2);
}
long totalBytesToWrite = conf.GetLong(TotalBytes, numMapsPerHost * numBytesToWritePerMap
* cluster.GetTaskTrackers());
int numMaps = (int)(totalBytesToWrite / numBytesToWritePerMap);
if (numMaps == 0 && totalBytesToWrite > 0)
{
numMaps = 1;
conf.SetLong(BytesPerMap, totalBytesToWrite);
}
conf.SetInt(MRJobConfig.NumMaps, numMaps);
Job job = Job.GetInstance(conf);
job.SetJarByClass(typeof(RandomWriter));
job.SetJobName("random-writer");
FileOutputFormat.SetOutputPath(job, outDir);
job.SetOutputKeyClass(typeof(BytesWritable));
job.SetOutputValueClass(typeof(BytesWritable));
job.SetInputFormatClass(typeof(RandomWriter.RandomInputFormat));
job.SetMapperClass(typeof(RandomWriter.RandomMapper));
job.SetReducerClass(typeof(Reducer));
job.SetOutputFormatClass(typeof(SequenceFileOutputFormat));
System.Console.Out.WriteLine("Running " + numMaps + " maps.");
// reducer NONE
job.SetNumReduceTasks(0);
DateTime startTime = new DateTime();
System.Console.Out.WriteLine("Job started: " + startTime);
int ret = job.WaitForCompletion(true) ? 0 : 1;
DateTime endTime = new DateTime();
System.Console.Out.WriteLine("Job ended: " + endTime);
System.Console.Out.WriteLine("The job took " + (endTime.GetTime() - startTime.GetTime
()) / 1000 + " seconds.");
return(ret);
}
internal static int PrintUsage()
{
System.Console.Out.WriteLine("sampler -r <reduces>\n" + " [-inFormat <input format class>]\n"
+ " [-keyClass <map input & output key class>]\n" + " [-splitRandom <double pcnt> <numSamples> <maxsplits> | "
+ " // Sample from random splits at random (general)\n" + " -splitSample <numSamples> <maxsplits> | "
+ " // Sample from first records in splits (random data)\n" + " -splitInterval <double pcnt> <maxsplits>]"
+ " // Sample from splits at intervals (sorted data)");
System.Console.Out.WriteLine("Default sampler: -splitRandom 0.1 10000 10");
ToolRunner.PrintGenericCommandUsage(System.Console.Out);
return(-1);
}
private int PrintUsage(string error)
{
if (error != null)
{
System.Console.Error.WriteLine("ERROR: " + error);
}
System.Console.Error.WriteLine("SleepJob [-m numMapper] [-r numReducer]" + " [-mt mapSleepTime (msec)] [-rt reduceSleepTime (msec)]"
+ " [-recordt recordSleepTime (msec)]");
ToolRunner.PrintGenericCommandUsage(System.Console.Error);
return(2);
}
protected internal virtual void PrintUsage(TextWriter errOut)
{
errOut.WriteLine(GetUsageString());
foreach (KeyValuePair <string, HAAdmin.UsageInfo> e in Usage)
{
string cmd = e.Key;
HAAdmin.UsageInfo usage = e.Value;
errOut.WriteLine(" [" + cmd + " " + usage.args + "]");
}
errOut.WriteLine();
ToolRunner.PrintGenericCommandUsage(errOut);
}
/// <summary>Parse arguments and then runs a map/reduce job.</summary>
/// <returns>a non-zero value if there is an error. Otherwise, return 0.</returns>
/// <exception cref="System.IO.IOException"/>
public virtual int Run(string[] args)
{
if (args.Length != 4)
{
System.Console.Error.WriteLine("Usage: java " + GetType().FullName + " <startDigit> <nDigits> <nMaps> <workingDir>"
);
ToolRunner.PrintGenericCommandUsage(System.Console.Error);
return(-1);
}
int startDigit = System.Convert.ToInt32(args[0]);
int nDigits = System.Convert.ToInt32(args[1]);
int nMaps = System.Convert.ToInt32(args[2]);
string workingDir = args[3];
if (startDigit <= 0)
{
throw new ArgumentException("startDigit = " + startDigit + " <= 0");
}
else
{
if (nDigits <= 0)
{
throw new ArgumentException("nDigits = " + nDigits + " <= 0");
}
else
{
if (nDigits % BbpHexDigits != 0)
{
throw new ArgumentException("nDigits = " + nDigits + " is not a multiple of " + BbpHexDigits
);
}
else
{
if (nDigits - 1L + startDigit > ImplementationLimit + BbpHexDigits)
{
throw new NotSupportedException("nDigits - 1 + startDigit = " + (nDigits - 1L + startDigit
) + " > IMPLEMENTATION_LIMIT + BBP_HEX_DIGITS," + ", where IMPLEMENTATION_LIMIT="
+ ImplementationLimit + "and BBP_HEX_DIGITS=" + BbpHexDigits);
}
else
{
if (nMaps <= 0)
{
throw new ArgumentException("nMaps = " + nMaps + " <= 0");
}
}
}
}
}
Compute(startDigit, nDigits, nMaps, workingDir, GetConf(), System.Console.Out);
return(0);
}
internal static int PrintUsage()
{
ToolRunner.PrintGenericCommandUsage(System.Console.Out);
System.Console.Out.WriteLine("Usage: Task list: -[no]r -[no]w\n" + " Format: -[no]seq -[no]txt\n"
+ " CompressionCodec: -[no]zip -[no]pln\n" + " CompressionType: -[no]blk -[no]rec\n"
+ " Required: -dir <working dir>\n" + "All valid combinations are implicitly enabled, unless an option is enabled\n"
+ "explicitly. For example, specifying \"-zip\", excludes -pln,\n" + "unless they are also explicitly included, as in \"-pln -zip\"\n"
+ "Note that CompressionType params only apply to SequenceFiles\n\n" + "Useful options to set:\n"
+ "-D fs.defaultFS=\"file:///\" \\\n" + "-D fs.file.impl=org.apache.hadoop.fs.RawLocalFileSystem \\\n"
+ "-D filebench.file.bytes=$((10*1024*1024*1024)) \\\n" + "-D filebench.key.words=5 \\\n"
+ "-D filebench.val.words=20\n");
return(-1);
}
/* Extracts matching regexs from input files and counts them. */
// singleton
/// <exception cref="System.Exception"/>
public virtual int Run(string[] args)
{
if (args.Length < 3)
{
System.Console.Out.WriteLine("Grep <inDir> <outDir> <regex> [<group>]");
ToolRunner.PrintGenericCommandUsage(System.Console.Out);
return(2);
}
Path tempDir = new Path("grep-temp-" + Sharpen.Extensions.ToString(new Random().Next
(int.MaxValue)));
Configuration conf = GetConf();
conf.Set(RegexMapper.Pattern, args[2]);
if (args.Length == 4)
{
conf.Set(RegexMapper.Group, args[3]);
}
Job grepJob = Job.GetInstance(conf);
try
{
grepJob.SetJobName("grep-search");
grepJob.SetJarByClass(typeof(Org.Apache.Hadoop.Examples.Grep));
FileInputFormat.SetInputPaths(grepJob, args[0]);
grepJob.SetMapperClass(typeof(RegexMapper));
grepJob.SetCombinerClass(typeof(LongSumReducer));
grepJob.SetReducerClass(typeof(LongSumReducer));
FileOutputFormat.SetOutputPath(grepJob, tempDir);
grepJob.SetOutputFormatClass(typeof(SequenceFileOutputFormat));
grepJob.SetOutputKeyClass(typeof(Text));
grepJob.SetOutputValueClass(typeof(LongWritable));
grepJob.WaitForCompletion(true);
Job sortJob = Job.GetInstance(conf);
sortJob.SetJobName("grep-sort");
sortJob.SetJarByClass(typeof(Org.Apache.Hadoop.Examples.Grep));
FileInputFormat.SetInputPaths(sortJob, tempDir);
sortJob.SetInputFormatClass(typeof(SequenceFileInputFormat));
sortJob.SetMapperClass(typeof(InverseMapper));
sortJob.SetNumReduceTasks(1);
// write a single file
FileOutputFormat.SetOutputPath(sortJob, new Path(args[1]));
sortJob.SetSortComparatorClass(typeof(LongWritable.DecreasingComparator));
// sort by decreasing freq
sortJob.WaitForCompletion(true);
}
finally
{
FileSystem.Get(conf).Delete(tempDir, true);
}
return(0);
}
/// <summary>Displays format of commands.</summary>
/// <param name="cmd">The command that is being executed.</param>
private static void PrintUsage(string cmd)
{
if ("-runCleanerTask".Equals(cmd))
{
System.Console.Error.WriteLine("Usage: yarn scmadmin" + " [-runCleanerTask]");
}
else
{
System.Console.Error.WriteLine("Usage: yarn scmadmin");
System.Console.Error.WriteLine(" [-runCleanerTask]");
System.Console.Error.WriteLine(" [-help [cmd]]");
System.Console.Error.WriteLine();
ToolRunner.PrintGenericCommandUsage(System.Console.Error);
}
}
/// <summary>Displays format of commands.</summary>
/// <param name="cmd">The command that is being executed.</param>
private static void PrintUsage(string cmd, bool isHAEnabled)
{
StringBuilder usageBuilder = new StringBuilder();
if (AdminUsage.Contains(cmd) || Usage.Contains(cmd))
{
BuildIndividualUsageMsg(cmd, usageBuilder);
}
else
{
BuildUsageMsg(usageBuilder, isHAEnabled);
}
System.Console.Error.WriteLine(usageBuilder);
ToolRunner.PrintGenericCommandUsage(System.Console.Error);
}
/// <exception cref="System.Exception"/>
public virtual int Run(string[] args)
{
if (args.Length < 1)
{
System.Console.Error.WriteLine("FailJob " + " (-failMappers|-failReducers)");
ToolRunner.PrintGenericCommandUsage(System.Console.Error);
return(2);
}
bool failMappers = false;
bool failReducers = false;
for (int i = 0; i < args.Length; i++)
{
if (args[i].Equals("-failMappers"))
{
failMappers = true;
}
else
{
if (args[i].Equals("-failReducers"))
{
failReducers = true;
}
}
}
if (!(failMappers ^ failReducers))
{
System.Console.Error.WriteLine("Exactly one of -failMappers or -failReducers must be specified."
);
return(3);
}
// Write a file with one line per mapper.
FileSystem fs = FileSystem.Get(GetConf());
Path inputDir = new Path(typeof(FailJob).Name + "_in");
fs.Mkdirs(inputDir);
for (int i_1 = 0; i_1 < GetConf().GetInt("mapred.map.tasks", 1); ++i_1)
{
BufferedWriter w = new BufferedWriter(new OutputStreamWriter(fs.Create(new Path(inputDir
, Sharpen.Extensions.ToString(i_1)))));
w.Write(Sharpen.Extensions.ToString(i_1) + "\n");
w.Close();
}
Job job = CreateJob(failMappers, failReducers, inputDir);
return(job.WaitForCompletion(true) ? 0 : 1);
}
private void PrintInfo(TextWriter @out, string cmd, bool showHelp)
{
if (cmd != null)
{
// display help or usage for one command
Command instance = commandFactory.GetInstance("-" + cmd);
if (instance == null)
{
throw new FsShell.UnknownCommandException(cmd);
}
if (showHelp)
{
PrintInstanceHelp(@out, instance);
}
else
{
PrintInstanceUsage(@out, instance);
}
}
else
{
// display help or usage for all commands
@out.WriteLine(usagePrefix);
// display list of short usages
AList <Command> instances = new AList <Command>();
foreach (string name in commandFactory.GetNames())
{
Command instance = commandFactory.GetInstance(name);
if (!instance.IsDeprecated())
{
@out.WriteLine("\t[" + instance.GetUsage() + "]");
instances.AddItem(instance);
}
}
// display long descriptions for each command
if (showHelp)
{
foreach (Command instance in instances)
{
@out.WriteLine();
PrintInstanceHelp(@out, instance);
}
}
@out.WriteLine();
ToolRunner.PrintGenericCommandUsage(@out);
}
}
private void DisplayUsage(string cmd)
{
string prefix = "Usage: JobQueueClient ";
if ("-queueinfo".Equals(cmd))
{
System.Console.Error.WriteLine(prefix + "[" + cmd + "<job-queue-name> [-showJobs]]"
);
}
else
{
System.Console.Error.Printf(prefix + "<command> <args>%n");
System.Console.Error.Printf("\t[-list]%n");
System.Console.Error.Printf("\t[-info <job-queue-name> [-showJobs]]%n");
System.Console.Error.Printf("\t[-showacls] %n%n");
ToolRunner.PrintGenericCommandUsage(System.Console.Out);
}
}
private static void PrintHelp(string cmd, bool isHAEnabled)
{
StringBuilder summary = new StringBuilder();
summary.Append("rmadmin is the command to execute YARN administrative " + "commands.\n"
);
summary.Append("The full syntax is: \n\n" + "yarn rmadmin" + " [-refreshQueues]"
+ " [-refreshNodes]" + " [-refreshSuperUserGroupsConfiguration]" + " [-refreshUserToGroupsMappings]"
+ " [-refreshAdminAcls]" + " [-refreshServiceAcl]" + " [-getGroup [username]]"
+ " [[-addToClusterNodeLabels [label1,label2,label3]]" + " [-removeFromClusterNodeLabels [label1,label2,label3]]"
+ " [-replaceLabelsOnNode [node1[:port]=label1,label2 node2[:port]=label1]" + " [-directlyAccessNodeLabelStore]]"
);
if (isHAEnabled)
{
AppendHAUsage(summary);
}
summary.Append(" [-help [cmd]]");
summary.Append("\n");
StringBuilder helpBuilder = new StringBuilder();
System.Console.Out.WriteLine(summary);
foreach (string cmdKey in AdminUsage.Keys)
{
BuildHelpMsg(cmdKey, helpBuilder);
helpBuilder.Append("\n");
}
if (isHAEnabled)
{
foreach (string cmdKey_1 in Usage.Keys)
{
if (!cmdKey_1.Equals("-help"))
{
BuildHelpMsg(cmdKey_1, helpBuilder);
helpBuilder.Append("\n");
}
}
}
helpBuilder.Append(" -help [cmd]: Displays help for the given command or all commands"
+ " if none is specified.");
System.Console.Out.WriteLine(helpBuilder);
System.Console.Out.WriteLine();
ToolRunner.PrintGenericCommandUsage(System.Console.Out);
}
/// <summary>Parse arguments and then runs a map/reduce job.</summary>
/// <remarks>
/// Parse arguments and then runs a map/reduce job.
/// Print output in standard out.
/// </remarks>
/// <returns>a non-zero if there is an error. Otherwise, return 0.</returns>
/// <exception cref="System.Exception"/>
public virtual int Run(string[] args)
{
if (args.Length != 2)
{
System.Console.Error.WriteLine("Usage: " + GetType().FullName + " <nMaps> <nSamples>"
);
ToolRunner.PrintGenericCommandUsage(System.Console.Error);
return(2);
}
int nMaps = System.Convert.ToInt32(args[0]);
long nSamples = long.Parse(args[1]);
long now = Runtime.CurrentTimeMillis();
int rand = new Random().Next(int.MaxValue);
Path tmpDir = new Path(TmpDirPrefix + "_" + now + "_" + rand);
System.Console.Out.WriteLine("Number of Maps = " + nMaps);
System.Console.Out.WriteLine("Samples per Map = " + nSamples);
System.Console.Out.WriteLine("Estimated value of Pi is " + EstimatePi(nMaps, nSamples
, tmpDir, GetConf()));
return(0);
}
// reducer will print the results
/// <summary>Parse the command line arguments and initialize the data.</summary>
/// <remarks>
/// Parse the command line arguments and initialize the data.
/// Only parse the first arg: -mr <numMapTasks> <mrOutDir> (MUST be first three Args)
/// The rest are parsed by the Parent LoadGenerator
/// </remarks>
/// <exception cref="System.IO.IOException"/>
private int ParseArgsMR(string[] args)
{
try
{
if (args.Length >= 3 && args[0].Equals("-mr"))
{
numMapTasks = System.Convert.ToInt32(args[1]);
mrOutDir = args[2];
if (mrOutDir.StartsWith("-"))
{
System.Console.Error.WriteLine("Missing output file parameter, instead got: " + mrOutDir
);
System.Console.Error.WriteLine(Usage);
return(-1);
}
}
else
{
System.Console.Error.WriteLine(Usage);
ToolRunner.PrintGenericCommandUsage(System.Console.Error);
return(-1);
}
string[] strippedArgs = new string[args.Length - 3];
for (int i = 0; i < strippedArgs.Length; i++)
{
strippedArgs[i] = args[i + 3];
}
base.ParseArgs(true, strippedArgs);
}
catch (FormatException e)
{
// Parse normal LoadGenerator args
System.Console.Error.WriteLine("Illegal parameter: " + e.GetLocalizedMessage());
System.Console.Error.WriteLine(Usage);
return(-1);
}
return(0);
}
/// <summary>Print help.</summary>
private void PrintHelp()
{
string summary = "Usage: bin/hdfs oev [OPTIONS] -i INPUT_FILE -o OUTPUT_FILE\n" +
"Offline edits viewer\n" + "Parse a Hadoop edits log file INPUT_FILE and save results\n"
+ "in OUTPUT_FILE.\n" + "Required command line arguments:\n" + "-i,--inputFile <arg> edits file to process, xml (case\n"
+ " insensitive) extension means XML format,\n" + " any other filename means binary format\n"
+ "-o,--outputFile <arg> Name of output file. If the specified\n" + " file exists, it will be overwritten,\n"
+ " format of the file is determined\n" + " by -p option\n"
+ "\n" + "Optional command line arguments:\n" + "-p,--processor <arg> Select which type of processor to apply\n"
+ " against image file, currently supported\n" + " processors are: binary (native binary format\n"
+ " that Hadoop uses), xml (default, XML\n" + " format), stats (prints statistics about\n"
+ " edits file)\n" + "-h,--help Display usage information and exit\n"
+ "-f,--fix-txids Renumber the transaction IDs in the input,\n" + " so that there are no gaps or invalid "
+ " transaction IDs.\n" + "-r,--recover When reading binary edit logs, use recovery \n"
+ " mode. This will give you the chance to skip \n" + " corrupt parts of the edit log.\n"
+ "-v,--verbose More verbose output, prints the input and\n" + " output filenames, for processors that write\n"
+ " to a file, also output to screen. On large\n" + " image files this will dramatically increase\n"
+ " processing time (default is false).\n";
System.Console.Out.WriteLine(summary);
System.Console.Out.WriteLine();
ToolRunner.PrintGenericCommandUsage(System.Console.Out);
}
/// <summary>Parse the command line arguments and initialize the data</summary>
private int Init(string[] args)
{
try
{
// initialize file system handle
fc = FileContext.GetFileContext(GetConf());
}
catch (IOException ioe)
{
System.Console.Error.WriteLine("Can not initialize the file system: " + ioe.GetLocalizedMessage
());
return(-1);
}
for (int i = 0; i < args.Length; i++)
{
// parse command line
if (args[i].Equals("-root"))
{
root = new Path(args[++i]);
}
else
{
if (args[i].Equals("-inDir"))
{
inDir = new FilePath(args[++i]);
}
else
{
System.Console.Error.WriteLine(Usage);
ToolRunner.PrintGenericCommandUsage(System.Console.Error);
System.Environment.Exit(-1);
}
}
}
return(0);
}
/// <summary>Display usage of the command-line tool and terminate execution.</summary>
private void DisplayUsage(string cmd)
{
string prefix = "Usage: CLI ";
string jobPriorityValues = GetJobPriorityNames();
string taskStates = "running, completed";
if ("-submit".Equals(cmd))
{
System.Console.Error.WriteLine(prefix + "[" + cmd + " <job-file>]");
}
else
{
if ("-status".Equals(cmd) || "-kill".Equals(cmd))
{
System.Console.Error.WriteLine(prefix + "[" + cmd + " <job-id>]");
}
else
{
if ("-counter".Equals(cmd))
{
System.Console.Error.WriteLine(prefix + "[" + cmd + " <job-id> <group-name> <counter-name>]"
);
}
else
{
if ("-events".Equals(cmd))
{
System.Console.Error.WriteLine(prefix + "[" + cmd + " <job-id> <from-event-#> <#-of-events>]. Event #s start from 1."
);
}
else
{
if ("-history".Equals(cmd))
{
System.Console.Error.WriteLine(prefix + "[" + cmd + " <jobHistoryFile>]");
}
else
{
if ("-list".Equals(cmd))
{
System.Console.Error.WriteLine(prefix + "[" + cmd + " [all]]");
}
else
{
if ("-kill-task".Equals(cmd) || "-fail-task".Equals(cmd))
{
System.Console.Error.WriteLine(prefix + "[" + cmd + " <task-attempt-id>]");
}
else
{
if ("-set-priority".Equals(cmd))
{
System.Console.Error.WriteLine(prefix + "[" + cmd + " <job-id> <priority>]. " + "Valid values for priorities are: "
+ jobPriorityValues);
}
else
{
if ("-list-active-trackers".Equals(cmd))
{
System.Console.Error.WriteLine(prefix + "[" + cmd + "]");
}
else
{
if ("-list-blacklisted-trackers".Equals(cmd))
{
System.Console.Error.WriteLine(prefix + "[" + cmd + "]");
}
else
{
if ("-list-attempt-ids".Equals(cmd))
{
System.Console.Error.WriteLine(prefix + "[" + cmd + " <job-id> <task-type> <task-state>]. "
+ "Valid values for <task-type> are " + GetTaskTypes() + ". " + "Valid values for <task-state> are "
+ taskStates);
}
else
{
if ("-logs".Equals(cmd))
{
System.Console.Error.WriteLine(prefix + "[" + cmd + " <job-id> <task-attempt-id>]. "
+ " <task-attempt-id> is optional to get task attempt logs.");
}
else
{
System.Console.Error.Printf(prefix + "<command> <args>%n");
System.Console.Error.Printf("\t[-submit <job-file>]%n");
System.Console.Error.Printf("\t[-status <job-id>]%n");
System.Console.Error.Printf("\t[-counter <job-id> <group-name> <counter-name>]%n"
);
System.Console.Error.Printf("\t[-kill <job-id>]%n");
System.Console.Error.Printf("\t[-set-priority <job-id> <priority>]. " + "Valid values for priorities are: "
+ jobPriorityValues + "%n");
System.Console.Error.Printf("\t[-events <job-id> <from-event-#> <#-of-events>]%n"
);
System.Console.Error.Printf("\t[-history <jobHistoryFile>]%n");
System.Console.Error.Printf("\t[-list [all]]%n");
System.Console.Error.Printf("\t[-list-active-trackers]%n");
System.Console.Error.Printf("\t[-list-blacklisted-trackers]%n");
System.Console.Error.WriteLine("\t[-list-attempt-ids <job-id> <task-type> " + "<task-state>]. "
+ "Valid values for <task-type> are " + GetTaskTypes() + ". " + "Valid values for <task-state> are "
+ taskStates);
System.Console.Error.Printf("\t[-kill-task <task-attempt-id>]%n");
System.Console.Error.Printf("\t[-fail-task <task-attempt-id>]%n");
System.Console.Error.Printf("\t[-logs <job-id> <task-attempt-id>]%n%n");
ToolRunner.PrintGenericCommandUsage(System.Console.Out);
}
}
}
}
}
}
}
}
}
}
}
}
}
/// <summary>
/// Parse the command line arguments and initialize the data
/// <pre>
/// % hadoop credential create alias [-provider providerPath]
/// % hadoop credential list [-provider providerPath]
/// % hadoop credential delete alias [-provider providerPath] [-f]
/// </pre>
/// </summary>
/// <param name="args"/>
/// <returns>0 if the argument(s) were recognized, 1 otherwise</returns>
/// <exception cref="System.IO.IOException"/>
protected internal virtual int Init(string[] args)
{
// no args should print the help message
if (0 == args.Length)
{
PrintCredShellUsage();
ToolRunner.PrintGenericCommandUsage(System.Console.Error);
return(1);
}
for (int i = 0; i < args.Length; i++)
{
// parse command line
if (args[i].Equals("create"))
{
if (i == args.Length - 1)
{
PrintCredShellUsage();
return(1);
}
string alias = args[++i];
command = new CredentialShell.CreateCommand(this, alias);
if (alias.Equals("-help"))
{
PrintCredShellUsage();
return(0);
}
}
else
{
if (args[i].Equals("delete"))
{
if (i == args.Length - 1)
{
PrintCredShellUsage();
return(1);
}
string alias = args[++i];
command = new CredentialShell.DeleteCommand(this, alias);
if (alias.Equals("-help"))
{
PrintCredShellUsage();
return(0);
}
}
else
{
if (args[i].Equals("list"))
{
command = new CredentialShell.ListCommand(this);
}
else
{
if (args[i].Equals("-provider"))
{
if (i == args.Length - 1)
{
PrintCredShellUsage();
return(1);
}
userSuppliedProvider = true;
GetConf().Set(CredentialProviderFactory.CredentialProviderPath, args[++i]);
}
else
{
if (args[i].Equals("-f") || (args[i].Equals("-force")))
{
interactive = false;
}
else
{
if (args[i].Equals("-v") || (args[i].Equals("-value")))
{
value = args[++i];
}
else
{
if (args[i].Equals("-help"))
{
PrintCredShellUsage();
return(0);
}
else
{
PrintCredShellUsage();
ToolRunner.PrintGenericCommandUsage(System.Console.Error);
return(1);
}
}
}
}
}
}
}
}
return(0);
}
/// <summary>Parse the command line arguments and initialize the data</summary>
/// <exception cref="System.IO.IOException"/>
protected internal virtual int ParseArgs(bool runAsMapReduce, string[] args)
{
try
{
for (int i = 0; i < args.Length; i++)
{
// parse command line
if (args[i].Equals("-scriptFile"))
{
scriptFile = args[++i];
if (durations[0] > 0)
{
System.Console.Error.WriteLine("Can't specify elapsedTime and use script.");
return(-1);
}
}
else
{
if (args[i].Equals("-readProbability"))
{
if (scriptFile != null)
{
System.Console.Error.WriteLine("Can't specify probabilities and use script.");
return(-1);
}
readProbs[0] = double.ParseDouble(args[++i]);
if (readProbs[0] < 0 || readProbs[0] > 1)
{
System.Console.Error.WriteLine("The read probability must be [0, 1]: " + readProbs
[0]);
return(-1);
}
}
else
{
if (args[i].Equals("-writeProbability"))
{
if (scriptFile != null)
{
System.Console.Error.WriteLine("Can't specify probabilities and use script.");
return(-1);
}
writeProbs[0] = double.ParseDouble(args[++i]);
if (writeProbs[0] < 0 || writeProbs[0] > 1)
{
System.Console.Error.WriteLine("The write probability must be [0, 1]: " + writeProbs
[0]);
return(-1);
}
}
else
{
if (args[i].Equals("-root"))
{
root = new Path(args[++i]);
}
else
{
if (args[i].Equals("-maxDelayBetweenOps"))
{
maxDelayBetweenOps = System.Convert.ToInt32(args[++i]);
}
else
{
// in milliseconds
if (args[i].Equals("-numOfThreads"))
{
numOfThreads = System.Convert.ToInt32(args[++i]);
if (numOfThreads <= 0)
{
System.Console.Error.WriteLine("Number of threads must be positive: " + numOfThreads
);
return(-1);
}
}
else
{
if (args[i].Equals("-startTime"))
{
startTime = long.Parse(args[++i]);
}
else
{
if (args[i].Equals("-elapsedTime"))
{
if (scriptFile != null)
{
System.Console.Error.WriteLine("Can't specify elapsedTime and use script.");
return(-1);
}
durations[0] = long.Parse(args[++i]);
}
else
{
if (args[i].Equals("-seed"))
{
seed = long.Parse(args[++i]);
r = new Random(seed);
}
else
{
if (args[i].Equals("-flagFile"))
{
Log.Info("got flagFile:" + flagFile);
flagFile = new Path(args[++i]);
}
else
{
System.Console.Error.WriteLine(Usage);
ToolRunner.PrintGenericCommandUsage(System.Console.Error);
return(-1);
}
}
}
}
}
}
}
}
}
}
}
}
catch (FormatException e)
{
System.Console.Error.WriteLine("Illegal parameter: " + e.GetLocalizedMessage());
System.Console.Error.WriteLine(Usage);
return(-1);
}
// Load Script File if not MR; for MR scriptFile is loaded by Mapper
if (!runAsMapReduce && scriptFile != null)
{
if (LoadScriptFile(scriptFile, true) == -1)
{
return(-1);
}
}
for (int i_1 = 0; i_1 < readProbs.Length; i_1++)
{
if (readProbs[i_1] + writeProbs[i_1] < 0 || readProbs[i_1] + writeProbs[i_1] > 1)
{
System.Console.Error.WriteLine("The sum of read probability and write probability must be [0, 1]: "
+ readProbs[i_1] + " " + writeProbs[i_1]);
return(-1);
}
}
return(0);
}
/// <summary>
/// Parse the command line arguments and initialize the data
/// <pre>
/// % hadoop key create keyName [-size size] [-cipher algorithm]
/// [-provider providerPath]
/// % hadoop key roll keyName [-provider providerPath]
/// % hadoop key list [-provider providerPath]
/// % hadoop key delete keyName [-provider providerPath] [-i]
/// </pre>
/// </summary>
/// <param name="args">Command line arguments.</param>
/// <returns>0 on success, 1 on failure.</returns>
/// <exception cref="System.IO.IOException"/>
private int Init(string[] args)
{
KeyProvider.Options options = KeyProvider.Options(GetConf());
IDictionary <string, string> attributes = new Dictionary <string, string>();
for (int i = 0; i < args.Length; i++)
{
// parse command line
bool moreTokens = (i < args.Length - 1);
if (args[i].Equals("create"))
{
string keyName = "-help";
if (moreTokens)
{
keyName = args[++i];
}
command = new KeyShell.CreateCommand(this, keyName, options);
if ("-help".Equals(keyName))
{
PrintKeyShellUsage();
return(1);
}
}
else
{
if (args[i].Equals("delete"))
{
string keyName = "-help";
if (moreTokens)
{
keyName = args[++i];
}
command = new KeyShell.DeleteCommand(this, keyName);
if ("-help".Equals(keyName))
{
PrintKeyShellUsage();
return(1);
}
}
else
{
if (args[i].Equals("roll"))
{
string keyName = "-help";
if (moreTokens)
{
keyName = args[++i];
}
command = new KeyShell.RollCommand(this, keyName);
if ("-help".Equals(keyName))
{
PrintKeyShellUsage();
return(1);
}
}
else
{
if ("list".Equals(args[i]))
{
command = new KeyShell.ListCommand(this);
}
else
{
if ("-size".Equals(args[i]) && moreTokens)
{
options.SetBitLength(System.Convert.ToInt32(args[++i]));
}
else
{
if ("-cipher".Equals(args[i]) && moreTokens)
{
options.SetCipher(args[++i]);
}
else
{
if ("-description".Equals(args[i]) && moreTokens)
{
options.SetDescription(args[++i]);
}
else
{
if ("-attr".Equals(args[i]) && moreTokens)
{
string[] attrval = args[++i].Split("=", 2);
string attr = attrval[0].Trim();
string val = attrval[1].Trim();
if (attr.IsEmpty() || val.IsEmpty())
{
@out.WriteLine("\nAttributes must be in attribute=value form, " + "or quoted\nlike \"attribute = value\"\n"
);
PrintKeyShellUsage();
return(1);
}
if (attributes.Contains(attr))
{
@out.WriteLine("\nEach attribute must correspond to only one value:\n" + "atttribute \""
+ attr + "\" was repeated\n");
PrintKeyShellUsage();
return(1);
}
attributes[attr] = val;
}
else
{
if ("-provider".Equals(args[i]) && moreTokens)
{
userSuppliedProvider = true;
GetConf().Set(KeyProviderFactory.KeyProviderPath, args[++i]);
}
else
{
if ("-metadata".Equals(args[i]))
{
GetConf().SetBoolean(ListMetadata, true);
}
else
{
if ("-f".Equals(args[i]) || ("-force".Equals(args[i])))
{
interactive = false;
}
else
{
if ("-help".Equals(args[i]))
{
PrintKeyShellUsage();
return(1);
}
else
{
PrintKeyShellUsage();
ToolRunner.PrintGenericCommandUsage(System.Console.Error);
return(1);
}
}
}
}
}
}
}
}
}
}
}
}
}
if (command == null)
{
PrintKeyShellUsage();
return(1);
}
if (!attributes.IsEmpty())
{
options.SetAttributes(attributes);
}
return(0);
}