public void CanCreateNewStreamingJob_StartJob() { var streamingMapReduceJobDefinition = new StreamingMapReduceJobCreateParameters { JobName = "pi estimation jobDetails", Input = TestConstants.WabsProtocolSchemeName + "container@hostname/input", Output = TestConstants.WabsProtocolSchemeName + "container@hostname/input", Mapper = TestConstants.WabsProtocolSchemeName + "container@hostname/combiner", Reducer = TestConstants.WabsProtocolSchemeName + "container@hostname/combiner", StatusFolder = TestConstants.WabsProtocolSchemeName + "container@hostname/someotherlocation" }; INewAzureHDInsightStreamingJobDefinitionCommand newStreamingMapReduceJobDefinitionCommand = ServiceLocator.Instance.Locate <IAzureHDInsightCommandFactory>().CreateNewStreamingMapReduceDefinition(); newStreamingMapReduceJobDefinitionCommand.JobName = streamingMapReduceJobDefinition.JobName; newStreamingMapReduceJobDefinitionCommand.JobName = streamingMapReduceJobDefinition.JobName; newStreamingMapReduceJobDefinitionCommand.InputPath = streamingMapReduceJobDefinition.Input; newStreamingMapReduceJobDefinitionCommand.OutputPath = streamingMapReduceJobDefinition.Output; newStreamingMapReduceJobDefinitionCommand.Mapper = streamingMapReduceJobDefinition.Mapper; newStreamingMapReduceJobDefinitionCommand.Reducer = streamingMapReduceJobDefinition.Reducer; newStreamingMapReduceJobDefinitionCommand.StatusFolder = streamingMapReduceJobDefinition.StatusFolder; newStreamingMapReduceJobDefinitionCommand.EndProcessing(); AzureHDInsightStreamingMapReduceJobDefinition streamingJobFromCommand = newStreamingMapReduceJobDefinitionCommand.Output.ElementAt(0); TestJobStart(streamingJobFromCommand); }
public void CanCreateNewStreamingMapReduceDefinition_WithArguments() { StreamingMapReduceJobCreateParameters streamingMapReduceJobDefinition = this.GetStreamingMapReduceJob(); streamingMapReduceJobDefinition.Arguments.Add("16"); streamingMapReduceJobDefinition.Arguments.Add("10000"); INewAzureHDInsightStreamingJobDefinitionCommand newStreamingMapReduceJobDefinitionCommand = ServiceLocator.Instance.Locate <IAzureHDInsightCommandFactory>().CreateNewStreamingMapReduceDefinition(); newStreamingMapReduceJobDefinitionCommand.JobName = streamingMapReduceJobDefinition.JobName; newStreamingMapReduceJobDefinitionCommand.JobName = streamingMapReduceJobDefinition.JobName; newStreamingMapReduceJobDefinitionCommand.InputPath = streamingMapReduceJobDefinition.Input; newStreamingMapReduceJobDefinitionCommand.OutputPath = streamingMapReduceJobDefinition.Output; newStreamingMapReduceJobDefinitionCommand.Mapper = streamingMapReduceJobDefinition.Mapper; newStreamingMapReduceJobDefinitionCommand.Reducer = streamingMapReduceJobDefinition.Reducer; newStreamingMapReduceJobDefinitionCommand.StatusFolder = streamingMapReduceJobDefinition.StatusFolder; newStreamingMapReduceJobDefinitionCommand.Arguments = streamingMapReduceJobDefinition.Arguments.ToArray(); newStreamingMapReduceJobDefinitionCommand.EndProcessing(); AzureHDInsightStreamingMapReduceJobDefinition streamingMapReduceJobFromCommand = newStreamingMapReduceJobDefinitionCommand.Output.ElementAt(0); NewStreamingMapReduceJobCmdLetTests.AssertJobDefinitionsEqual(streamingMapReduceJobDefinition, streamingMapReduceJobFromCommand); foreach (string argument in streamingMapReduceJobDefinition.Arguments) { Assert.IsTrue( streamingMapReduceJobFromCommand.Arguments.Any(arg => string.Equals(argument, arg)), "Unable to find argument '{0}' in value returned from command", argument); } }
public void CanCreateNewStreamingMapReduceDefinition() { StreamingMapReduceJobCreateParameters streamingMapReduceJobDefinition = this.GetStreamingMapReduceJob(); INewAzureHDInsightStreamingJobDefinitionCommand newStreamingMapReduceJobDefinitionCommand = ServiceLocator.Instance.Locate <IAzureHDInsightCommandFactory>().CreateNewStreamingMapReduceDefinition(); newStreamingMapReduceJobDefinitionCommand.JobName = streamingMapReduceJobDefinition.JobName; newStreamingMapReduceJobDefinitionCommand.JobName = streamingMapReduceJobDefinition.JobName; newStreamingMapReduceJobDefinitionCommand.InputPath = streamingMapReduceJobDefinition.Input; newStreamingMapReduceJobDefinitionCommand.OutputPath = streamingMapReduceJobDefinition.Output; newStreamingMapReduceJobDefinitionCommand.Mapper = streamingMapReduceJobDefinition.Mapper; newStreamingMapReduceJobDefinitionCommand.Reducer = streamingMapReduceJobDefinition.Reducer; newStreamingMapReduceJobDefinitionCommand.StatusFolder = streamingMapReduceJobDefinition.StatusFolder; newStreamingMapReduceJobDefinitionCommand.EndProcessing(); AzureHDInsightStreamingMapReduceJobDefinition streamingMapReduceJobFromCommand = newStreamingMapReduceJobDefinitionCommand.Output.ElementAt(0); NewStreamingMapReduceJobCmdLetTests.AssertJobDefinitionsEqual(streamingMapReduceJobDefinition, streamingMapReduceJobFromCommand); }
public void CanCreateNewStreamingMapReduceDefinition_WithParameters() { StreamingMapReduceJobCreateParameters streamingMapReduceJobDefinition = this.GetStreamingMapReduceJob(); streamingMapReduceJobDefinition.Defines.Add("map.input.tasks", "1000"); streamingMapReduceJobDefinition.Defines.Add("map.input.reducers", "1000"); INewAzureHDInsightStreamingJobDefinitionCommand newStreamingMapReduceJobDefinitionCommand = ServiceLocator.Instance.Locate <IAzureHDInsightCommandFactory>().CreateNewStreamingMapReduceDefinition(); newStreamingMapReduceJobDefinitionCommand.JobName = streamingMapReduceJobDefinition.JobName; newStreamingMapReduceJobDefinitionCommand.JobName = streamingMapReduceJobDefinition.JobName; newStreamingMapReduceJobDefinitionCommand.InputPath = streamingMapReduceJobDefinition.Input; newStreamingMapReduceJobDefinitionCommand.OutputPath = streamingMapReduceJobDefinition.Output; newStreamingMapReduceJobDefinitionCommand.Mapper = streamingMapReduceJobDefinition.Mapper; newStreamingMapReduceJobDefinitionCommand.Reducer = streamingMapReduceJobDefinition.Reducer; newStreamingMapReduceJobDefinitionCommand.StatusFolder = streamingMapReduceJobDefinition.StatusFolder; newStreamingMapReduceJobDefinitionCommand.Defines = new Hashtable(); foreach (var define in streamingMapReduceJobDefinition.Defines) { newStreamingMapReduceJobDefinitionCommand.Defines.Add(define.Key, define.Value); } newStreamingMapReduceJobDefinitionCommand.EndProcessing(); AzureHDInsightStreamingMapReduceJobDefinition streamingMapReduceJobFromCommand = newStreamingMapReduceJobDefinitionCommand.Output.ElementAt(0); NewStreamingMapReduceJobCmdLetTests.AssertJobDefinitionsEqual(streamingMapReduceJobDefinition, streamingMapReduceJobFromCommand); foreach (var parameter in streamingMapReduceJobDefinition.Defines) { Assert.IsTrue( streamingMapReduceJobFromCommand.Defines.Any( arg => string.Equals(parameter.Key, arg.Key) && string.Equals(parameter.Value, arg.Value)), "Unable to find parameter '{0}' in value returned from command", parameter.Key); } }
/// <summary> /// Initializes a new instance of the NewAzureHDInsightStreamingJobDefinitionCmdlet class. /// </summary> public NewAzureHDInsightStreamingJobDefinitionCmdlet() { this.command = ServiceLocator.Instance.Locate <IAzureHDInsightCommandFactory>().CreateNewStreamingMapReduceDefinition(); }
/// <summary> /// Initializes a new instance of the NewAzureHDInsightStreamingJobDefinitionCmdlet class. /// </summary> public NewAzureHDInsightStreamingJobDefinitionCmdlet() { this.command = ServiceLocator.Instance.Locate<IAzureHDInsightCommandFactory>().CreateNewStreamingMapReduceDefinition(); }