Provides creation details for a new Streaming jobDetails.
Inheritance: AzureHDInsightJobDefinition
Exemplo n.º 1
0
        public virtual JobSubmissionResponse SubmitStreamingJob(
            AzureHDInsightStreamingMapReduceJobDefinition streamingJobDef)
        {
            var streamingJobParams = new MapReduceStreamingJobSubmissionParameters
            {
                Input     = streamingJobDef.Input,
                Output    = streamingJobDef.Output,
                Mapper    = streamingJobDef.Mapper,
                Reducer   = streamingJobDef.Reducer,
                File      = streamingJobDef.File,
                Defines   = ConvertDefinesToString(streamingJobDef.Defines),
                CmdEnv    = ConvertListToString(streamingJobDef.CommandEnvironment, "cmdenv"),
                Arguments = ConvertListToString(streamingJobDef.Arguments, "arg"),
                StatusDir = streamingJobDef.StatusFolder,
                UserName  = HdInsightJobManagementClient.Credentials.Username
            };

            return(HdInsightJobManagementClient.JobManagement.SubmitMapReduceStreamingJob(streamingJobParams));
        }
Exemplo n.º 2
0
        public virtual JobSubmissionResponse SubmitStreamingJob(
            AzureHDInsightStreamingMapReduceJobDefinition streamingJobDef)
        {
            var streamingJobParams = new MapReduceStreamingJobSubmissionParameters
            {
                Input     = streamingJobDef.Input,
                Output    = streamingJobDef.Output,
                Mapper    = streamingJobDef.Mapper,
                Reducer   = streamingJobDef.Reducer,
                File      = streamingJobDef.File,
                Files     = streamingJobDef.Files,
                Defines   = streamingJobDef.Defines,
                CmdEnv    = streamingJobDef.CommandEnvironment,
                Arguments = streamingJobDef.Arguments,
                StatusDir = streamingJobDef.StatusFolder
            };

            return(HdInsightJobManagementClient.JobManagement.SubmitMapReduceStreamingJob(streamingJobParams));
        }
        public virtual JobSubmissionResponse SubmitStreamingJob(
            AzureHDInsightStreamingMapReduceJobDefinition streamingJobDef)
        {
            var streamingJobParams = new MapReduceStreamingJobSubmissionParameters
            {
                Input = streamingJobDef.Input,
                Output = streamingJobDef.Output,
                Mapper = streamingJobDef.Mapper,
                Reducer = streamingJobDef.Reducer,
                File = streamingJobDef.File,
                Files = streamingJobDef.Files,
                Defines = streamingJobDef.Defines,
                CmdEnv = streamingJobDef.CommandEnvironment,
                Arguments = streamingJobDef.Arguments,
                StatusDir = streamingJobDef.StatusFolder
            };

            return HdInsightJobManagementClient.JobManagement.SubmitMapReduceStreamingJob(streamingJobParams);
        }
 public NewAzureHDInsightStreamingMapReduceJobDefinitionCommand()
 {
     Arguments = new string[] {};
     CommandEnvironment = new string[] {};
     Defines = new Hashtable();
     job = new AzureHDInsightStreamingMapReduceJobDefinition();
 }
        public virtual JobSubmissionResponse SubmitStreamingJob(
            AzureHDInsightStreamingMapReduceJobDefinition streamingJobDef)
        {
            var streamingJobParams = new MapReduceStreamingJobSubmissionParameters
            {
                Input = streamingJobDef.Input,
                Output = streamingJobDef.Output,
                Mapper = streamingJobDef.Mapper,
                Reducer = streamingJobDef.Reducer,
                File = streamingJobDef.File,
                Defines = ConvertDefinesToString(streamingJobDef.Defines),
                CmdEnv = ConvertListToString(streamingJobDef.CommandEnvironment, "cmdenv"),
                Arguments = ConvertListToString(streamingJobDef.Arguments, "arg"),
                StatusDir = streamingJobDef.StatusFolder,
                UserName = HdInsightJobManagementClient.Credentials.Username
            };

            return HdInsightJobManagementClient.JobManagement.SubmitMapReduceStreamingJob(streamingJobParams);
        }