public void CanCreateNewStreamingJob_StartJob()
{
var streamingMapReduceJobDefinition = new StreamingMapReduceJobCreateParameters
{
JobName = "pi estimation jobDetails",
Input = TestConstants.WabsProtocolSchemeName + "container@hostname/input",
Output = TestConstants.WabsProtocolSchemeName + "container@hostname/input",
Mapper = TestConstants.WabsProtocolSchemeName + "container@hostname/combiner",
Reducer = TestConstants.WabsProtocolSchemeName + "container@hostname/combiner",
StatusFolder = TestConstants.WabsProtocolSchemeName + "container@hostname/someotherlocation"
};
INewAzureHDInsightStreamingJobDefinitionCommand newStreamingMapReduceJobDefinitionCommand =
ServiceLocator.Instance.Locate <IAzureHDInsightCommandFactory>().CreateNewStreamingMapReduceDefinition();
newStreamingMapReduceJobDefinitionCommand.JobName = streamingMapReduceJobDefinition.JobName;
newStreamingMapReduceJobDefinitionCommand.JobName = streamingMapReduceJobDefinition.JobName;
newStreamingMapReduceJobDefinitionCommand.InputPath = streamingMapReduceJobDefinition.Input;
newStreamingMapReduceJobDefinitionCommand.OutputPath = streamingMapReduceJobDefinition.Output;
newStreamingMapReduceJobDefinitionCommand.Mapper = streamingMapReduceJobDefinition.Mapper;
newStreamingMapReduceJobDefinitionCommand.Reducer = streamingMapReduceJobDefinition.Reducer;
newStreamingMapReduceJobDefinitionCommand.StatusFolder = streamingMapReduceJobDefinition.StatusFolder;
newStreamingMapReduceJobDefinitionCommand.EndProcessing();
AzureHDInsightStreamingMapReduceJobDefinition streamingJobFromCommand = newStreamingMapReduceJobDefinitionCommand.Output.ElementAt(0);
TestJobStart(streamingJobFromCommand);
}
public void CanCreateNewStreamingMapReduceDefinition_WithArguments()
{
StreamingMapReduceJobCreateParameters streamingMapReduceJobDefinition = this.GetStreamingMapReduceJob();
streamingMapReduceJobDefinition.Arguments.Add("16");
streamingMapReduceJobDefinition.Arguments.Add("10000");
INewAzureHDInsightStreamingJobDefinitionCommand newStreamingMapReduceJobDefinitionCommand =
ServiceLocator.Instance.Locate <IAzureHDInsightCommandFactory>().CreateNewStreamingMapReduceDefinition();
newStreamingMapReduceJobDefinitionCommand.JobName = streamingMapReduceJobDefinition.JobName;
newStreamingMapReduceJobDefinitionCommand.JobName = streamingMapReduceJobDefinition.JobName;
newStreamingMapReduceJobDefinitionCommand.InputPath = streamingMapReduceJobDefinition.Input;
newStreamingMapReduceJobDefinitionCommand.OutputPath = streamingMapReduceJobDefinition.Output;
newStreamingMapReduceJobDefinitionCommand.Mapper = streamingMapReduceJobDefinition.Mapper;
newStreamingMapReduceJobDefinitionCommand.Reducer = streamingMapReduceJobDefinition.Reducer;
newStreamingMapReduceJobDefinitionCommand.StatusFolder = streamingMapReduceJobDefinition.StatusFolder;
newStreamingMapReduceJobDefinitionCommand.Arguments = streamingMapReduceJobDefinition.Arguments.ToArray();
newStreamingMapReduceJobDefinitionCommand.EndProcessing();
AzureHDInsightStreamingMapReduceJobDefinition streamingMapReduceJobFromCommand =
newStreamingMapReduceJobDefinitionCommand.Output.ElementAt(0);
NewStreamingMapReduceJobCmdLetTests.AssertJobDefinitionsEqual(streamingMapReduceJobDefinition, streamingMapReduceJobFromCommand);
foreach (string argument in streamingMapReduceJobDefinition.Arguments)
{
Assert.IsTrue(
streamingMapReduceJobFromCommand.Arguments.Any(arg => string.Equals(argument, arg)),
"Unable to find argument '{0}' in value returned from command",
argument);
}
}
public void CanCreateNewStreamingMapReduceDefinition()
{
StreamingMapReduceJobCreateParameters streamingMapReduceJobDefinition = this.GetStreamingMapReduceJob();
INewAzureHDInsightStreamingJobDefinitionCommand newStreamingMapReduceJobDefinitionCommand =
ServiceLocator.Instance.Locate <IAzureHDInsightCommandFactory>().CreateNewStreamingMapReduceDefinition();
newStreamingMapReduceJobDefinitionCommand.JobName = streamingMapReduceJobDefinition.JobName;
newStreamingMapReduceJobDefinitionCommand.JobName = streamingMapReduceJobDefinition.JobName;
newStreamingMapReduceJobDefinitionCommand.InputPath = streamingMapReduceJobDefinition.Input;
newStreamingMapReduceJobDefinitionCommand.OutputPath = streamingMapReduceJobDefinition.Output;
newStreamingMapReduceJobDefinitionCommand.Mapper = streamingMapReduceJobDefinition.Mapper;
newStreamingMapReduceJobDefinitionCommand.Reducer = streamingMapReduceJobDefinition.Reducer;
newStreamingMapReduceJobDefinitionCommand.StatusFolder = streamingMapReduceJobDefinition.StatusFolder;
newStreamingMapReduceJobDefinitionCommand.EndProcessing();
AzureHDInsightStreamingMapReduceJobDefinition streamingMapReduceJobFromCommand =
newStreamingMapReduceJobDefinitionCommand.Output.ElementAt(0);
NewStreamingMapReduceJobCmdLetTests.AssertJobDefinitionsEqual(streamingMapReduceJobDefinition, streamingMapReduceJobFromCommand);
}
public void CanCreateNewStreamingMapReduceDefinition_WithParameters()
{
StreamingMapReduceJobCreateParameters streamingMapReduceJobDefinition = this.GetStreamingMapReduceJob();
streamingMapReduceJobDefinition.Defines.Add("map.input.tasks", "1000");
streamingMapReduceJobDefinition.Defines.Add("map.input.reducers", "1000");
INewAzureHDInsightStreamingJobDefinitionCommand newStreamingMapReduceJobDefinitionCommand =
ServiceLocator.Instance.Locate <IAzureHDInsightCommandFactory>().CreateNewStreamingMapReduceDefinition();
newStreamingMapReduceJobDefinitionCommand.JobName = streamingMapReduceJobDefinition.JobName;
newStreamingMapReduceJobDefinitionCommand.JobName = streamingMapReduceJobDefinition.JobName;
newStreamingMapReduceJobDefinitionCommand.InputPath = streamingMapReduceJobDefinition.Input;
newStreamingMapReduceJobDefinitionCommand.OutputPath = streamingMapReduceJobDefinition.Output;
newStreamingMapReduceJobDefinitionCommand.Mapper = streamingMapReduceJobDefinition.Mapper;
newStreamingMapReduceJobDefinitionCommand.Reducer = streamingMapReduceJobDefinition.Reducer;
newStreamingMapReduceJobDefinitionCommand.StatusFolder = streamingMapReduceJobDefinition.StatusFolder;
newStreamingMapReduceJobDefinitionCommand.Defines = new Hashtable();
foreach (var define in streamingMapReduceJobDefinition.Defines)
{
newStreamingMapReduceJobDefinitionCommand.Defines.Add(define.Key, define.Value);
}
newStreamingMapReduceJobDefinitionCommand.EndProcessing();
AzureHDInsightStreamingMapReduceJobDefinition streamingMapReduceJobFromCommand =
newStreamingMapReduceJobDefinitionCommand.Output.ElementAt(0);
NewStreamingMapReduceJobCmdLetTests.AssertJobDefinitionsEqual(streamingMapReduceJobDefinition, streamingMapReduceJobFromCommand);
foreach (var parameter in streamingMapReduceJobDefinition.Defines)
{
Assert.IsTrue(
streamingMapReduceJobFromCommand.Defines.Any(
arg => string.Equals(parameter.Key, arg.Key) && string.Equals(parameter.Value, arg.Value)),
"Unable to find parameter '{0}' in value returned from command",
parameter.Key);
}
}
/// <summary>
/// Initializes a new instance of the NewAzureHDInsightStreamingJobDefinitionCmdlet class.
/// </summary>
public NewAzureHDInsightStreamingJobDefinitionCmdlet()
{
this.command = ServiceLocator.Instance.Locate <IAzureHDInsightCommandFactory>().CreateNewStreamingMapReduceDefinition();
}
/// <summary>
/// Initializes a new instance of the NewAzureHDInsightStreamingJobDefinitionCmdlet class.
/// </summary>
public NewAzureHDInsightStreamingJobDefinitionCmdlet()
{
this.command = ServiceLocator.Instance.Locate<IAzureHDInsightCommandFactory>().CreateNewStreamingMapReduceDefinition();
}
