Esempio n. 1
0
        /// <summary>test without TASK_LOG_DIR</summary>
        /// <exception cref="System.IO.IOException"/>
        public virtual void TestTaskLogWithoutTaskLogDir()
        {
            // TaskLog tasklog= new TaskLog();
            Runtime.ClearProperty(YarnConfiguration.YarnAppContainerLogDir);
            // test TaskLog
            NUnit.Framework.Assert.AreEqual(TaskLog.GetMRv2LogDir(), null);
            TaskAttemptID taid = Org.Mockito.Mockito.Mock <TaskAttemptID>();
            JobID         jid  = new JobID("job", 1);

            Org.Mockito.Mockito.When(((JobID)taid.GetJobID())).ThenReturn(jid);
            Org.Mockito.Mockito.When(taid.ToString()).ThenReturn("JobId");
            FilePath f = TaskLog.GetTaskLogFile(taid, true, TaskLog.LogName.Stdout);

            NUnit.Framework.Assert.IsTrue(f.GetAbsolutePath().EndsWith("stdout"));
        }
Esempio n. 2
0
 //taskId should be managed as String rather than TaskID object
 //so that log4j can configure it from the configuration(log4j.properties).
 // System properties passed in from JVM runner
 public override void ActivateOptions()
 {
     lock (this)
     {
         SetOptionsFromSystemProperties();
         if (maxEvents > 0)
         {
             tail = new List <LoggingEvent>();
         }
         SetFile(TaskLog.GetTaskLogFile(((TaskAttemptID)TaskAttemptID.ForName(taskId)), isCleanup
                                        , TaskLog.LogName.Syslog).ToString());
         SetAppend(true);
         base.ActivateOptions();
     }
 }
Esempio n. 3
0
        /// <summary>test TaskAttemptID</summary>
        /// <exception cref="System.IO.IOException"/>
        public virtual void TestTaskLog()
        {
            // test TaskLog
            Runtime.SetProperty(YarnConfiguration.YarnAppContainerLogDir, "testString");
            NUnit.Framework.Assert.AreEqual(TaskLog.GetMRv2LogDir(), "testString");
            TaskAttemptID taid = Org.Mockito.Mockito.Mock <TaskAttemptID>();
            JobID         jid  = new JobID("job", 1);

            Org.Mockito.Mockito.When(((JobID)taid.GetJobID())).ThenReturn(jid);
            Org.Mockito.Mockito.When(taid.ToString()).ThenReturn("JobId");
            FilePath f = TaskLog.GetTaskLogFile(taid, true, TaskLog.LogName.Stdout);

            NUnit.Framework.Assert.IsTrue(f.GetAbsolutePath().EndsWith("testString" + FilePath
                                                                       .separatorChar + "stdout"));
            // test getRealTaskLogFileLocation
            FilePath indexFile = TaskLog.GetIndexFile(taid, true);

            if (!indexFile.GetParentFile().Exists())
            {
                indexFile.GetParentFile().Mkdirs();
            }
            indexFile.Delete();
            indexFile.CreateNewFile();
            TaskLog.SyncLogs("location", taid, true);
            NUnit.Framework.Assert.IsTrue(indexFile.GetAbsolutePath().EndsWith("userlogs" + FilePath
                                                                               .separatorChar + "job_job_0001" + FilePath.separatorChar + "JobId.cleanup" + FilePath
                                                                               .separatorChar + "log.index"));
            f = TaskLog.GetRealTaskLogFileLocation(taid, true, TaskLog.LogName.Debugout);
            if (f != null)
            {
                NUnit.Framework.Assert.IsTrue(f.GetAbsolutePath().EndsWith("location" + FilePath.
                                                                           separatorChar + "debugout"));
                FileUtils.CopyFile(indexFile, f);
            }
            // test obtainLogDirOwner
            NUnit.Framework.Assert.IsTrue(TaskLog.ObtainLogDirOwner(taid).Length > 0);
            // test TaskLog.Reader
            NUnit.Framework.Assert.IsTrue(ReadTaskLog(TaskLog.LogName.Debugout, taid, true).Length
                                          > 0);
        }