コード例 #1
0
ファイル: TestMover.cs プロジェクト: orf53975/hadoop.net
        public virtual void TestScheduleSameBlock()
        {
            Configuration  conf    = new HdfsConfiguration();
            MiniDFSCluster cluster = new MiniDFSCluster.Builder(conf).NumDataNodes(4).Build();

            try
            {
                cluster.WaitActive();
                DistributedFileSystem dfs = cluster.GetFileSystem();
                string file = "/testScheduleSameBlock/file";
                {
                    FSDataOutputStream @out = dfs.Create(new Path(file));
                    @out.WriteChars("testScheduleSameBlock");
                    @out.Close();
                }
                Org.Apache.Hadoop.Hdfs.Server.Mover.Mover mover = NewMover(conf);
                mover.Init();
                Mover.Processor         processor    = new Mover.Processor(this);
                LocatedBlock            lb           = dfs.GetClient().GetLocatedBlocks(file, 0).Get(0);
                IList <Mover.MLocation> locations    = Mover.MLocation.ToLocations(lb);
                Mover.MLocation         ml           = locations[0];
                Dispatcher.DBlock       db           = mover.NewDBlock(lb.GetBlock().GetLocalBlock(), locations);
                IList <StorageType>     storageTypes = new AList <StorageType>(Arrays.AsList(StorageType
                                                                                             .Default, StorageType.Default));
                NUnit.Framework.Assert.IsTrue(processor.ScheduleMoveReplica(db, ml, storageTypes)
                                              );
                NUnit.Framework.Assert.IsFalse(processor.ScheduleMoveReplica(db, ml, storageTypes
                                                                             ));
            }
            finally
            {
                cluster.Shutdown();
            }
        }
コード例 #2
0
ファイル: Mover.cs プロジェクト: orf53975/hadoop.net
        /// <exception cref="System.IO.IOException"/>
        /// <exception cref="System.Exception"/>
        internal static int Run(IDictionary <URI, IList <Path> > namenodes, Configuration conf
                                )
        {
            long sleeptime = conf.GetLong(DFSConfigKeys.DfsHeartbeatIntervalKey, DFSConfigKeys
                                          .DfsHeartbeatIntervalDefault) * 2000 + conf.GetLong(DFSConfigKeys.DfsNamenodeReplicationIntervalKey
                                                                                              , DFSConfigKeys.DfsNamenodeReplicationIntervalDefault) * 1000;
            AtomicInteger retryCount = new AtomicInteger(0);

            Log.Info("namenodes = " + namenodes);
            IList <NameNodeConnector> connectors = Sharpen.Collections.EmptyList();

            try
            {
                connectors = NameNodeConnector.NewNameNodeConnectors(namenodes, typeof(Org.Apache.Hadoop.Hdfs.Server.Mover.Mover
                                                                                       ).Name, MoverIdPath, conf, NameNodeConnector.DefaultMaxIdleIterations);
                while (connectors.Count > 0)
                {
                    Sharpen.Collections.Shuffle(connectors);
                    IEnumerator <NameNodeConnector> iter = connectors.GetEnumerator();
                    while (iter.HasNext())
                    {
                        NameNodeConnector nnc = iter.Next();
                        Org.Apache.Hadoop.Hdfs.Server.Mover.Mover m = new Org.Apache.Hadoop.Hdfs.Server.Mover.Mover
                                                                          (nnc, conf, retryCount);
                        ExitStatus r = m.Run();
                        if (r == ExitStatus.Success)
                        {
                            IOUtils.Cleanup(Log, nnc);
                            iter.Remove();
                        }
                        else
                        {
                            if (r != ExitStatus.InProgress)
                            {
                                // must be an error statue, return
                                return(r.GetExitCode());
                            }
                        }
                    }
                    Sharpen.Thread.Sleep(sleeptime);
                }
                return(ExitStatus.Success.GetExitCode());
            }
            finally
            {
                foreach (NameNodeConnector nnc in connectors)
                {
                    IOUtils.Cleanup(Log, nnc);
                }
            }
        }