public void CanCreateNewMapReduceDefinition_WithArguments()
{
var mapReduceJobDefinition = new MapReduceJobCreateParameters
{
JobName = "pi estimation jobDetails",
ClassName = "pi",
JarFile = TestConstants.WabsProtocolSchemeName + "container@hostname/examples.jar"
};
mapReduceJobDefinition.Arguments.Add("16");
mapReduceJobDefinition.Arguments.Add("10000");
INewAzureHDInsightMapReduceJobDefinitionCommand newMapReduceJobDefinitionCommand =
ServiceLocator.Instance.Locate <IAzureHDInsightCommandFactory>().CreateNewMapReduceDefinition();
newMapReduceJobDefinitionCommand.JobName = mapReduceJobDefinition.JobName;
newMapReduceJobDefinitionCommand.JarFile = mapReduceJobDefinition.JarFile;
newMapReduceJobDefinitionCommand.ClassName = mapReduceJobDefinition.ClassName;
newMapReduceJobDefinitionCommand.Arguments = mapReduceJobDefinition.Arguments.ToArray();
newMapReduceJobDefinitionCommand.EndProcessing();
AzureHDInsightMapReduceJobDefinition mapReduceJobFromCommand = newMapReduceJobDefinitionCommand.Output.ElementAt(0);
Assert.AreEqual(mapReduceJobDefinition.JobName, mapReduceJobFromCommand.JobName);
Assert.AreEqual(mapReduceJobDefinition.ClassName, mapReduceJobFromCommand.ClassName);
Assert.AreEqual(mapReduceJobDefinition.JarFile, mapReduceJobFromCommand.JarFile);
foreach (string argument in mapReduceJobDefinition.Arguments)
{
Assert.IsTrue(
mapReduceJobFromCommand.Arguments.Any(arg => string.Equals(argument, arg)),
"Unable to find argument '{0}' in value returned from command",
argument);
}
}
public void CanCreateNewMapReduceJob_StartJob()
{
var mapReduceJobDefinition = new MapReduceJobCreateParameters
{
JobName = "pi estimation jobDetails",
ClassName = "pi",
JarFile = TestConstants.WabsProtocolSchemeName + "container@hostname/examples.jar"
};
INewAzureHDInsightMapReduceJobDefinitionCommand newMapReduceJobDefinitionCommand =
ServiceLocator.Instance.Locate <IAzureHDInsightCommandFactory>().CreateNewMapReduceDefinition();
newMapReduceJobDefinitionCommand.JobName = mapReduceJobDefinition.JobName;
newMapReduceJobDefinitionCommand.JarFile = mapReduceJobDefinition.JarFile;
newMapReduceJobDefinitionCommand.ClassName = mapReduceJobDefinition.ClassName;
newMapReduceJobDefinitionCommand.EndProcessing();
AzureHDInsightMapReduceJobDefinition mapReduceJobFromCommand = newMapReduceJobDefinitionCommand.Output.ElementAt(0);
TestJobStart(mapReduceJobFromCommand);
}
public void CanCreateNewMapReduceDefinition_WithParameters()
{
var mapReduceJobDefinition = new MapReduceJobCreateParameters
{
JobName = "pi estimation jobDetails",
ClassName = "pi",
JarFile = TestConstants.WabsProtocolSchemeName + "container@hostname/examples.jar"
};
mapReduceJobDefinition.Defines.Add("map.input.tasks", "1000");
mapReduceJobDefinition.Defines.Add("map.input.reducers", "1000");
INewAzureHDInsightMapReduceJobDefinitionCommand newMapReduceJobDefinitionCommand =
ServiceLocator.Instance.Locate <IAzureHDInsightCommandFactory>().CreateNewMapReduceDefinition();
newMapReduceJobDefinitionCommand.JobName = mapReduceJobDefinition.JobName;
newMapReduceJobDefinitionCommand.JarFile = mapReduceJobDefinition.JarFile;
newMapReduceJobDefinitionCommand.ClassName = mapReduceJobDefinition.ClassName;
foreach (var define in mapReduceJobDefinition.Defines)
{
newMapReduceJobDefinitionCommand.Defines.Add(define.Key, define.Value);
}
newMapReduceJobDefinitionCommand.EndProcessing();
AzureHDInsightMapReduceJobDefinition mapReduceJobFromCommand = newMapReduceJobDefinitionCommand.Output.ElementAt(0);
Assert.AreEqual(mapReduceJobDefinition.JobName, mapReduceJobFromCommand.JobName);
Assert.AreEqual(mapReduceJobDefinition.ClassName, mapReduceJobFromCommand.ClassName);
Assert.AreEqual(mapReduceJobDefinition.JarFile, mapReduceJobFromCommand.JarFile);
foreach (var parameter in mapReduceJobDefinition.Defines)
{
Assert.IsTrue(
mapReduceJobFromCommand.Defines.Any(arg => string.Equals(parameter.Key, arg.Key) && string.Equals(parameter.Value, arg.Value)),
"Unable to find parameter '{0}' in value returned from command",
parameter.Key);
}
}
/// <summary>
/// Initializes a new instance of the NewAzureHDInsightMapReduceDefinitionCmdlet class.
/// </summary>
public NewAzureHDInsightMapReduceDefinitionCmdlet()
{
this.command = ServiceLocator.Instance.Locate<IAzureHDInsightCommandFactory>().CreateNewMapReduceDefinition();
}
/// <summary>
/// Initializes a new instance of the NewAzureHDInsightMapReduceDefinitionCmdlet class.
/// </summary>
public NewAzureHDInsightMapReduceDefinitionCmdlet()
{
this.command = ServiceLocator.Instance.Locate <IAzureHDInsightCommandFactory>().CreateNewMapReduceDefinition();
}
