コード例 #1
0
ファイル: TestChild.cs プロジェクト: orf53975/hadoop.net
            /// <exception cref="System.IO.IOException"/>
            /// <exception cref="System.Exception"/>
            protected override void Setup(Mapper.Context context)
            {
                Configuration conf       = context.GetConfiguration();
                bool          oldConfigs = conf.GetBoolean(OldConfigs, false);

                if (oldConfigs)
                {
                    string javaOpts = conf.Get(JobConf.MapredTaskJavaOpts);
                    NUnit.Framework.Assert.IsNotNull(JobConf.MapredTaskJavaOpts + " is null!", javaOpts
                                                     );
                    NUnit.Framework.Assert.AreEqual(JobConf.MapredTaskJavaOpts + " has value of: " +
                                                    javaOpts, javaOpts, TaskOptsVal);
                }
                else
                {
                    string mapJavaOpts = conf.Get(JobConf.MapredMapTaskJavaOpts);
                    NUnit.Framework.Assert.IsNotNull(JobConf.MapredMapTaskJavaOpts + " is null!", mapJavaOpts
                                                     );
                    NUnit.Framework.Assert.AreEqual(JobConf.MapredMapTaskJavaOpts + " has value of: "
                                                    + mapJavaOpts, mapJavaOpts, MapOptsVal);
                }
                Level logLevel = Level.ToLevel(conf.Get(JobConf.MapredMapTaskLogLevel, Level.Info
                                                        .ToString()));

                NUnit.Framework.Assert.AreEqual(JobConf.MapredMapTaskLogLevel + "has value of " +
                                                logLevel, logLevel, Level.Off);
            }
コード例 #2
0
ファイル: SleepJob.cs プロジェクト: orf53975/hadoop.net
            /// <exception cref="System.IO.IOException"/>
            /// <exception cref="System.Exception"/>
            protected override void Setup(Mapper.Context context)
            {
                Configuration conf = context.GetConfiguration();

                this.mapSleepCount    = conf.GetInt(MapSleepCount, mapSleepCount);
                this.mapSleepDuration = mapSleepCount == 0 ? 0 : conf.GetLong(MapSleepTime, 100)
                                        / mapSleepCount;
            }
コード例 #3
0
ファイル: FailJob.cs プロジェクト: orf53975/hadoop.net
 /// <exception cref="System.IO.IOException"/>
 /// <exception cref="System.Exception"/>
 protected override void Map(LongWritable key, Text value, Mapper.Context context)
 {
     if (context.GetConfiguration().GetBoolean(FailMap, true))
     {
         throw new RuntimeException("Intentional map failure");
     }
     context.Write(key, NullWritable.Get());
 }
コード例 #4
0
            /// <summary>Save the configuration value that we need to write the data.</summary>
            protected override void Setup(Mapper.Context context)
            {
                Configuration conf = context.GetConfiguration();

                numBytesToWrite   = conf.GetLong(BytesPerMap, 1 * 1024 * 1024 * 1024);
                minWordsInKey     = conf.GetInt(MinKey, 5);
                wordsInKeyRange   = (conf.GetInt(MaxKey, 10) - minWordsInKey);
                minWordsInValue   = conf.GetInt(MinValue, 10);
                wordsInValueRange = (conf.GetInt(MaxValue, 100) - minWordsInValue);
            }
コード例 #5
0
            /// <summary>
            /// Save the values out of the configuaration that we need to write
            /// the data.
            /// </summary>
            protected override void Setup(Mapper.Context context)
            {
                Configuration conf = context.GetConfiguration();

                numBytesToWrite = conf.GetLong(BytesPerMap, 1 * 1024 * 1024 * 1024);
                minKeySize      = conf.GetInt(MinKey, 10);
                keySizeRange    = conf.GetInt(MaxKey, 1000) - minKeySize;
                minValueSize    = conf.GetInt(MinValue, 0);
                valueSizeRange  = conf.GetInt(MaxValue, 20000) - minValueSize;
            }
コード例 #6
0
 // Sampling //
 protected override void Setup(Mapper.Context context)
 {
     this.keep = context.GetConfiguration().GetFloat(MapPreservePercent, (float)100.0)
                 / (float)100.0;
 }