public static void Setup()
{
try
{
dfsCluster = new MiniDFSCluster.Builder(conf).NumDataNodes(2).Format(true).Racks(
null).Build();
remoteFs = dfsCluster.GetFileSystem();
}
catch (IOException io)
{
throw new RuntimeException("problem starting mini dfs cluster", io);
}
if (!(new FilePath(MiniMRYarnCluster.Appjar)).Exists())
{
Log.Info("MRAppJar " + MiniMRYarnCluster.Appjar + " not found. Not running test."
);
return;
}
if (mrCluster == null)
{
mrCluster = new MiniMRYarnCluster(typeof(TestMRJobs).FullName, NumNodeMgrs);
Configuration conf = new Configuration();
conf.Set("fs.defaultFS", remoteFs.GetUri().ToString());
// use HDFS
conf.Set(MRJobConfig.MrAmStagingDir, "/apps_staging_dir");
mrCluster.Init(conf);
mrCluster.Start();
}
// Copy MRAppJar and make it private. TODO: FIXME. This is a hack to
// workaround the absent public discache.
localFs.CopyFromLocalFile(new Path(MiniMRYarnCluster.Appjar), AppJar);
localFs.SetPermission(AppJar, new FsPermission("700"));
}
public static void Setup()
{
if (!(new FilePath(MiniMRYarnCluster.Appjar)).Exists())
{
Log.Info("MRAppJar " + MiniMRYarnCluster.Appjar + " not found. Not running test."
);
return;
}
if (mrCluster == null)
{
mrCluster = new MiniMRYarnCluster(typeof(TestMRJobsWithProfiler).FullName);
mrCluster.Init(Conf);
mrCluster.Start();
}
// Copy MRAppJar and make it private. TODO: FIXME. This is a hack to
// workaround the absent public discache.
localFs.CopyFromLocalFile(new Path(MiniMRYarnCluster.Appjar), AppJar);
localFs.SetPermission(AppJar, new FsPermission("700"));
}
public static void Setup()
{
if (!(new FilePath(MiniMRYarnCluster.Appjar)).Exists())
{
Log.Info("MRAppJar " + MiniMRYarnCluster.Appjar + " not found. Not running test."
);
return;
}
if (mrCluster == null)
{
mrCluster = new MiniMRYarnCluster(typeof(TestSpeculativeExecution).FullName, 4);
Configuration conf = new Configuration();
mrCluster.Init(conf);
mrCluster.Start();
}
// workaround the absent public distcache.
localFs.CopyFromLocalFile(new Path(MiniMRYarnCluster.Appjar), AppJar);
localFs.SetPermission(AppJar, new FsPermission("700"));
}
public static void Setup()
{
if (!(new FilePath(MiniMRYarnCluster.Appjar)).Exists())
{
Log.Info("MRAppJar " + MiniMRYarnCluster.Appjar + " not found. Not running test."
);
return;
}
if (mrCluster == null)
{
mrCluster = new MiniMRYarnCluster(typeof(Org.Apache.Hadoop.Mapreduce.V2.TestRMNMInfo
).FullName, Numnodemanagers);
Configuration conf = new Configuration();
mrCluster.Init(conf);
mrCluster.Start();
}
// workaround the absent public distcache.
localFs.CopyFromLocalFile(new Path(MiniMRYarnCluster.Appjar), AppJar);
localFs.SetPermission(AppJar, new FsPermission("700"));
}
public static void Setup()
{
if (!(new FilePath(MiniMRYarnCluster.Appjar)).Exists())
{
Log.Info("MRAppJar " + MiniMRYarnCluster.Appjar + " not found. Not running test."
);
return;
}
if (mrCluster == null)
{
mrCluster = new MiniMRYarnCluster(typeof(TestMROldApiJobs).FullName);
mrCluster.Init(new Configuration());
mrCluster.Start();
}
// TestMRJobs is for testing non-uberized operation only; see TestUberAM
// for corresponding uberized tests.
mrCluster.GetConfig().SetBoolean(MRJobConfig.JobUbertaskEnable, false);
// Copy MRAppJar and make it private. TODO: FIXME. This is a hack to
// workaround the absent public discache.
localFs.CopyFromLocalFile(new Path(MiniMRYarnCluster.Appjar), TestMRJobs.AppJar);
localFs.SetPermission(TestMRJobs.AppJar, new FsPermission("700"));
}