Esempio n. 1
0
 /// <exception cref="System.IO.IOException"/>
 public override void UpdateNodeToLabelsMappings(IDictionary <NodeId, ICollection <string
                                                                                   > > nodeToLabels)
 {
     EnsureAppendEditlogFile();
     editlogOs.WriteInt((int)(FileSystemNodeLabelsStore.SerializedLogType.NodeToLabels
                              ));
     ((ReplaceLabelsOnNodeRequestPBImpl)ReplaceLabelsOnNodeRequest.NewInstance(nodeToLabels
                                                                               )).GetProto().WriteDelimitedTo(editlogOs);
     EnsureCloseEditlogFile();
 }
Esempio n. 2
0
        public virtual void Initialize()
        {
            conf = new Configuration(false);
            conf.Set("fs.file.impl", typeof(LocalFileSystem).FullName);
            fs      = FileSystem.GetLocal(conf);
            testDir = new Path(Runtime.GetProperty("test.build.data", "build/test/data") + "/testStat"
                               );
            // don't want scheme on the path, just an absolute path
            testDir = new Path(fs.MakeQualified(testDir).ToUri().GetPath());
            FileSystem.SetDefaultUri(conf, fs.GetUri());
            fs.SetWorkingDirectory(testDir);
            fs.Mkdirs(new Path("d1"));
            fs.Mkdirs(new Path("d2"));
            fs.CreateNewFile(From);
            FSDataOutputStream output = fs.Create(From, true);

            for (int i = 0; i < 100; ++i)
            {
                output.WriteInt(i);
                output.WriteChar('\n');
            }
            output.Close();
            fs.SetTimes(From, ModificationTime, 0);
            fs.SetPermission(From, Permissions);
            fs.SetTimes(new Path("d1"), ModificationTime, 0);
            fs.SetPermission(new Path("d1"), Permissions);
        }
Esempio n. 3
0
            /// <exception cref="System.IO.IOException"/>
            public ChecksumFSOutputSummer(ChecksumFileSystem fs, Path file, bool overwrite, int
                                          bufferSize, short replication, long blockSize, Progressable progress, FsPermission
                                          permission)
                : base(DataChecksum.NewDataChecksum(DataChecksum.Type.Crc32, fs.GetBytesPerSum())
                       )
            {
                int bytesPerSum = fs.GetBytesPerSum();

                this.datas = fs.GetRawFileSystem().Create(file, permission, overwrite, bufferSize
                                                          , replication, blockSize, progress);
                int sumBufferSize = fs.GetSumBufferSize(bytesPerSum, bufferSize);

                this.sums = fs.GetRawFileSystem().Create(fs.GetChecksumFile(file), permission, true
                                                         , sumBufferSize, replication, blockSize, null);
                sums.Write(ChecksumVersion, 0, ChecksumVersion.Length);
                sums.WriteInt(bytesPerSum);
            }
Esempio n. 4
0
 /// <exception cref="System.IO.IOException"/>
 private static void WriteSplitHeader(FSDataOutputStream @out)
 {
     @out.Write(SplitFileHeader);
     @out.WriteInt(splitVersion);
 }