/// <exception cref="System.IO.IOException"/> /// <exception cref="System.Exception"/> protected override void Setup(Mapper.Context context) { Configuration conf = context.GetConfiguration(); bool oldConfigs = conf.GetBoolean(OldConfigs, false); if (oldConfigs) { string javaOpts = conf.Get(JobConf.MapredTaskJavaOpts); NUnit.Framework.Assert.IsNotNull(JobConf.MapredTaskJavaOpts + " is null!", javaOpts ); NUnit.Framework.Assert.AreEqual(JobConf.MapredTaskJavaOpts + " has value of: " + javaOpts, javaOpts, TaskOptsVal); } else { string mapJavaOpts = conf.Get(JobConf.MapredMapTaskJavaOpts); NUnit.Framework.Assert.IsNotNull(JobConf.MapredMapTaskJavaOpts + " is null!", mapJavaOpts ); NUnit.Framework.Assert.AreEqual(JobConf.MapredMapTaskJavaOpts + " has value of: " + mapJavaOpts, mapJavaOpts, MapOptsVal); } Level logLevel = Level.ToLevel(conf.Get(JobConf.MapredMapTaskLogLevel, Level.Info .ToString())); NUnit.Framework.Assert.AreEqual(JobConf.MapredMapTaskLogLevel + "has value of " + logLevel, logLevel, Level.Off); }
/// <exception cref="System.IO.IOException"/> /// <exception cref="System.Exception"/> protected override void Setup(Mapper.Context context) { Configuration conf = context.GetConfiguration(); this.mapSleepCount = conf.GetInt(MapSleepCount, mapSleepCount); this.mapSleepDuration = mapSleepCount == 0 ? 0 : conf.GetLong(MapSleepTime, 100) / mapSleepCount; }
/// <exception cref="System.IO.IOException"/> /// <exception cref="System.Exception"/> protected override void Map(LongWritable key, Text value, Mapper.Context context) { if (context.GetConfiguration().GetBoolean(FailMap, true)) { throw new RuntimeException("Intentional map failure"); } context.Write(key, NullWritable.Get()); }
/// <summary>Save the configuration value that we need to write the data.</summary> protected override void Setup(Mapper.Context context) { Configuration conf = context.GetConfiguration(); numBytesToWrite = conf.GetLong(BytesPerMap, 1 * 1024 * 1024 * 1024); minWordsInKey = conf.GetInt(MinKey, 5); wordsInKeyRange = (conf.GetInt(MaxKey, 10) - minWordsInKey); minWordsInValue = conf.GetInt(MinValue, 10); wordsInValueRange = (conf.GetInt(MaxValue, 100) - minWordsInValue); }
/// <summary> /// Save the values out of the configuaration that we need to write /// the data. /// </summary> protected override void Setup(Mapper.Context context) { Configuration conf = context.GetConfiguration(); numBytesToWrite = conf.GetLong(BytesPerMap, 1 * 1024 * 1024 * 1024); minKeySize = conf.GetInt(MinKey, 10); keySizeRange = conf.GetInt(MaxKey, 1000) - minKeySize; minValueSize = conf.GetInt(MinValue, 0); valueSizeRange = conf.GetInt(MaxValue, 20000) - minValueSize; }
// Sampling // protected override void Setup(Mapper.Context context) { this.keep = context.GetConfiguration().GetFloat(MapPreservePercent, (float)100.0) / (float)100.0; }