Пример #1
0
            protected override void Render(HtmlBlock.Block html)
            {
                if (!IsValidRequest())
                {
                    html.H2($(Title));
                    return;
                }
                TaskType type   = null;
                string   symbol = $(AMParams.TaskType);

                if (!symbol.IsEmpty())
                {
                    type = MRApps.TaskType(symbol);
                }
                else
                {
                    type = app.GetTask().GetType();
                }
                Hamlet.TR <Hamlet.THEAD <Hamlet.TABLE <Org.Apache.Hadoop.Yarn.Webapp.Hamlet.Hamlet> >
                           > headRow = html.Table("#attempts").Thead().Tr();
                headRow.Th(".id", "Attempt").Th(".state", "State").Th(".status", "Status").Th(".node"
                                                                                              , "Node").Th(".logs", "Logs").Th(".tsh", "Start Time");
                if (type == TaskType.Reduce)
                {
                    headRow.Th("Shuffle Finish Time");
                    headRow.Th("Merge Finish Time");
                }
                headRow.Th("Finish Time");
                //Attempt
                if (type == TaskType.Reduce)
                {
                    headRow.Th("Elapsed Time Shuffle");
                    //Attempt
                    headRow.Th("Elapsed Time Merge");
                    //Attempt
                    headRow.Th("Elapsed Time Reduce");
                }
                //Attempt
                headRow.Th("Elapsed Time").Th(".note", "Note");
                Hamlet.TBODY <Hamlet.TABLE <Org.Apache.Hadoop.Yarn.Webapp.Hamlet.Hamlet> > tbody = headRow
                                                                                                   .().().Tbody();
                // Write all the data into a JavaScript array of arrays for JQuery
                // DataTables to display
                StringBuilder attemptsTableData = new StringBuilder("[\n");

                foreach (TaskAttempt attempt in GetTaskAttempts())
                {
                    TaskAttemptInfo ta                 = new TaskAttemptInfo(attempt, false);
                    string          taid               = ta.GetId();
                    string          nodeHttpAddr       = ta.GetNode();
                    string          containerIdString  = ta.GetAssignedContainerIdStr();
                    string          nodeIdString       = attempt.GetAssignedContainerMgrAddress();
                    string          nodeRackName       = ta.GetRack();
                    long            attemptStartTime   = ta.GetStartTime();
                    long            shuffleFinishTime  = -1;
                    long            sortFinishTime     = -1;
                    long            attemptFinishTime  = ta.GetFinishTime();
                    long            elapsedShuffleTime = -1;
                    long            elapsedSortTime    = -1;
                    long            elapsedReduceTime  = -1;
                    if (type == TaskType.Reduce)
                    {
                        shuffleFinishTime  = attempt.GetShuffleFinishTime();
                        sortFinishTime     = attempt.GetSortFinishTime();
                        elapsedShuffleTime = Times.Elapsed(attemptStartTime, shuffleFinishTime, false);
                        elapsedSortTime    = Times.Elapsed(shuffleFinishTime, sortFinishTime, false);
                        elapsedReduceTime  = Times.Elapsed(sortFinishTime, attemptFinishTime, false);
                    }
                    long attemptElapsed = Times.Elapsed(attemptStartTime, attemptFinishTime, false);
                    int  sortId         = attempt.GetID().GetId() + (attempt.GetID().GetTaskId().GetId() * 10000
                                                                     );
                    attemptsTableData.Append("[\"").Append(sortId + " ").Append(taid).Append("\",\"")
                    .Append(ta.GetState()).Append("\",\"").Append(StringEscapeUtils.EscapeJavaScript
                                                                      (StringEscapeUtils.EscapeHtml(ta.GetStatus()))).Append("\",\"").Append("<a class='nodelink' href='"
                                                                                                                                             + MRWebAppUtil.GetYARNWebappScheme() + nodeHttpAddr + "'>").Append(nodeRackName
                                                                                                                                                                                                                + "/" + nodeHttpAddr + "</a>\",\"").Append("<a class='logslink' href='").Append
                        (Url("logs", nodeIdString, containerIdString, taid, app.GetJob().GetUserName()))
                    .Append("'>logs</a>\",\"").Append(attemptStartTime).Append("\",\"");
                    if (type == TaskType.Reduce)
                    {
                        attemptsTableData.Append(shuffleFinishTime).Append("\",\"").Append(sortFinishTime
                                                                                           ).Append("\",\"");
                    }
                    attemptsTableData.Append(attemptFinishTime).Append("\",\"");
                    if (type == TaskType.Reduce)
                    {
                        attemptsTableData.Append(elapsedShuffleTime).Append("\",\"").Append(elapsedSortTime
                                                                                            ).Append("\",\"").Append(elapsedReduceTime).Append("\",\"");
                    }
                    attemptsTableData.Append(attemptElapsed).Append("\",\"").Append(StringEscapeUtils
                                                                                    .EscapeJavaScript(StringEscapeUtils.EscapeHtml(ta.GetNote()))).Append("\"],\n");
                }
                //Remove the last comma and close off the array of arrays
                if (attemptsTableData[attemptsTableData.Length - 2] == ',')
                {
                    attemptsTableData.Delete(attemptsTableData.Length - 2, attemptsTableData.Length -
                                             1);
                }
                attemptsTableData.Append("]");
                html.Script().$type("text/javascript").("var attemptsTableData=" + attemptsTableData
                                                        ).();
                Hamlet.TR <Hamlet.TFOOT <Hamlet.TABLE <Org.Apache.Hadoop.Yarn.Webapp.Hamlet.Hamlet> >
                           > footRow = tbody.().Tfoot().Tr();
                footRow.Th().Input("search_init").$type(HamletSpec.InputType.text).$name("attempt_name"
                                                                                         ).$value("Attempt").().().Th().Input("search_init").$type(HamletSpec.InputType.text
                                                                                                                                                   ).$name("attempt_state").$value("State").().().Th().Input("search_init").$type(HamletSpec.InputType
                                                                                                                                                                                                                                  .text).$name("attempt_status").$value("Status").().().Th().Input("search_init").
                $type(HamletSpec.InputType.text).$name("attempt_node").$value("Node").().().Th()
                .Input("search_init").$type(HamletSpec.InputType.text).$name("attempt_node").$value
                    ("Logs").().().Th().Input("search_init").$type(HamletSpec.InputType.text).$name(
                    "attempt_start_time").$value("Start Time").().();
                if (type == TaskType.Reduce)
                {
                    footRow.Th().Input("search_init").$type(HamletSpec.InputType.text).$name("shuffle_time"
                                                                                             ).$value("Shuffle Time").().();
                    footRow.Th().Input("search_init").$type(HamletSpec.InputType.text).$name("merge_time"
                                                                                             ).$value("Merge Time").().();
                }
                footRow.Th().Input("search_init").$type(HamletSpec.InputType.text).$name("attempt_finish"
                                                                                         ).$value("Finish Time").().();
                if (type == TaskType.Reduce)
                {
                    footRow.Th().Input("search_init").$type(HamletSpec.InputType.text).$name("elapsed_shuffle_time"
                                                                                             ).$value("Elapsed Shuffle Time").().();
                    footRow.Th().Input("search_init").$type(HamletSpec.InputType.text).$name("elapsed_merge_time"
                                                                                             ).$value("Elapsed Merge Time").().();
                    footRow.Th().Input("search_init").$type(HamletSpec.InputType.text).$name("elapsed_reduce_time"
                                                                                             ).$value("Elapsed Reduce Time").().();
                }
                footRow.Th().Input("search_init").$type(HamletSpec.InputType.text).$name("attempt_elapsed"
                                                                                         ).$value("Elapsed Time").().().Th().Input("search_init").$type(HamletSpec.InputType
                                                                                                                                                        .text).$name("note").$value("Note").().();
                footRow.().().();
            }
Пример #2
0
        /*
         * (non-Javadoc)
         * @see org.apache.hadoop.yarn.webapp.view.HtmlBlock#render(org.apache.hadoop.yarn.webapp.view.HtmlBlock.Block)
         */
        protected override void Render(HtmlBlock.Block html)
        {
            if (app.GetJob() == null)
            {
                html.H2($(Title));
                return;
            }
            TaskType type   = null;
            string   symbol = $(AMParams.TaskType);

            if (!symbol.IsEmpty())
            {
                type = MRApps.TaskType(symbol);
            }
            Hamlet.THEAD <Hamlet.TABLE <Org.Apache.Hadoop.Yarn.Webapp.Hamlet.Hamlet> > thead;
            if (type != null)
            {
                thead = html.Table("#" + app.GetJob().GetID() + type).$class("dt-tasks").Thead();
            }
            else
            {
                thead = html.Table("#tasks").Thead();
            }
            //Create the spanning row
            int attemptColSpan = type == TaskType.Reduce ? 8 : 3;

            thead.Tr().Th().$colspan(5).$class("ui-state-default").("Task").().Th().$colspan(
                attemptColSpan).$class("ui-state-default").("Successful Attempt").().();
            Hamlet.TR <Hamlet.THEAD <Hamlet.TABLE <Org.Apache.Hadoop.Yarn.Webapp.Hamlet.Hamlet> >
                       > theadRow = thead.Tr().Th("Name").Th("State").Th("Start Time").Th("Finish Time"
                                                                                          ).Th("Elapsed Time").Th("Start Time");
            //Attempt
            if (type == TaskType.Reduce)
            {
                theadRow.Th("Shuffle Finish Time");
                //Attempt
                theadRow.Th("Merge Finish Time");
            }
            //Attempt
            theadRow.Th("Finish Time");
            //Attempt
            if (type == TaskType.Reduce)
            {
                theadRow.Th("Elapsed Time Shuffle");
                //Attempt
                theadRow.Th("Elapsed Time Merge");
                //Attempt
                theadRow.Th("Elapsed Time Reduce");
            }
            //Attempt
            theadRow.Th("Elapsed Time");
            //Attempt
            Hamlet.TBODY <Hamlet.TABLE <Org.Apache.Hadoop.Yarn.Webapp.Hamlet.Hamlet> > tbody = theadRow
                                                                                               .().().Tbody();
            // Write all the data into a JavaScript array of arrays for JQuery
            // DataTables to display
            StringBuilder tasksTableData = new StringBuilder("[\n");

            foreach (Task task in app.GetJob().GetTasks().Values)
            {
                if (type != null && task.GetType() != type)
                {
                    continue;
                }
                TaskInfo    info               = new TaskInfo(task);
                string      tid                = info.GetId();
                long        startTime          = info.GetStartTime();
                long        finishTime         = info.GetFinishTime();
                long        elapsed            = info.GetElapsedTime();
                long        attemptStartTime   = -1;
                long        shuffleFinishTime  = -1;
                long        sortFinishTime     = -1;
                long        attemptFinishTime  = -1;
                long        elapsedShuffleTime = -1;
                long        elapsedSortTime    = -1;
                long        elapsedReduceTime  = -1;
                long        attemptElapsed     = -1;
                TaskAttempt successful         = info.GetSuccessful();
                if (successful != null)
                {
                    TaskAttemptInfo ta;
                    if (type == TaskType.Reduce)
                    {
                        ReduceTaskAttemptInfo rta = new ReduceTaskAttemptInfo(successful, type);
                        shuffleFinishTime  = rta.GetShuffleFinishTime();
                        sortFinishTime     = rta.GetMergeFinishTime();
                        elapsedShuffleTime = rta.GetElapsedShuffleTime();
                        elapsedSortTime    = rta.GetElapsedMergeTime();
                        elapsedReduceTime  = rta.GetElapsedReduceTime();
                        ta = rta;
                    }
                    else
                    {
                        ta = new TaskAttemptInfo(successful, type, false);
                    }
                    attemptStartTime  = ta.GetStartTime();
                    attemptFinishTime = ta.GetFinishTime();
                    attemptElapsed    = ta.GetElapsedTime();
                }
                tasksTableData.Append("[\"").Append("<a href='" + Url("task", tid)).Append("'>").
                Append(tid).Append("</a>\",\"").Append(info.GetState()).Append("\",\"").Append(startTime
                                                                                               ).Append("\",\"").Append(finishTime).Append("\",\"").Append(elapsed).Append("\",\""
                                                                                                                                                                           ).Append(attemptStartTime).Append("\",\"");
                if (type == TaskType.Reduce)
                {
                    tasksTableData.Append(shuffleFinishTime).Append("\",\"").Append(sortFinishTime).Append
                        ("\",\"");
                }
                tasksTableData.Append(attemptFinishTime).Append("\",\"");
                if (type == TaskType.Reduce)
                {
                    tasksTableData.Append(elapsedShuffleTime).Append("\",\"").Append(elapsedSortTime)
                    .Append("\",\"").Append(elapsedReduceTime).Append("\",\"");
                }
                tasksTableData.Append(attemptElapsed).Append("\"],\n");
            }
            //Remove the last comma and close off the array of arrays
            if (tasksTableData[tasksTableData.Length - 2] == ',')
            {
                tasksTableData.Delete(tasksTableData.Length - 2, tasksTableData.Length - 1);
            }
            tasksTableData.Append("]");
            html.Script().$type("text/javascript").("var tasksTableData=" + tasksTableData).(
                );
            Hamlet.TR <Hamlet.TFOOT <Hamlet.TABLE <Org.Apache.Hadoop.Yarn.Webapp.Hamlet.Hamlet> >
                       > footRow = tbody.().Tfoot().Tr();
            footRow.Th().Input("search_init").$type(HamletSpec.InputType.text).$name("task").
            $value("ID").().().Th().Input("search_init").$type(HamletSpec.InputType.text).$name
                ("state").$value("State").().().Th().Input("search_init").$type(HamletSpec.InputType
                                                                                .text).$name("start_time").$value("Start Time").().().Th().Input("search_init").
            $type(HamletSpec.InputType.text).$name("finish_time").$value("Finish Time").().(
                ).Th().Input("search_init").$type(HamletSpec.InputType.text).$name("elapsed_time"
                                                                                   ).$value("Elapsed Time").().().Th().Input("search_init").$type(HamletSpec.InputType
                                                                                                                                                  .text).$name("attempt_start_time").$value("Start Time").().();
            if (type == TaskType.Reduce)
            {
                footRow.Th().Input("search_init").$type(HamletSpec.InputType.text).$name("shuffle_time"
                                                                                         ).$value("Shuffle Time").().();
                footRow.Th().Input("search_init").$type(HamletSpec.InputType.text).$name("merge_time"
                                                                                         ).$value("Merge Time").().();
            }
            footRow.Th().Input("search_init").$type(HamletSpec.InputType.text).$name("attempt_finish"
                                                                                     ).$value("Finish Time").().();
            if (type == TaskType.Reduce)
            {
                footRow.Th().Input("search_init").$type(HamletSpec.InputType.text).$name("elapsed_shuffle_time"
                                                                                         ).$value("Elapsed Shuffle Time").().();
                footRow.Th().Input("search_init").$type(HamletSpec.InputType.text).$name("elapsed_merge_time"
                                                                                         ).$value("Elapsed Merge Time").().();
                footRow.Th().Input("search_init").$type(HamletSpec.InputType.text).$name("elapsed_reduce_time"
                                                                                         ).$value("Elapsed Reduce Time").().();
            }
            footRow.Th().Input("search_init").$type(HamletSpec.InputType.text).$name("attempt_elapsed"
                                                                                     ).$value("Elapsed Time").().();
            footRow.().().();
        }