Пример #1
0
        /// <exception cref="System.IO.IOException"/>
        internal virtual void HandleWrite(DFSClient dfsClient, WRITE3Request request, Org.Jboss.Netty.Channel.Channel
                                          channel, int xid, Nfs3FileAttributes preOpAttr)
        {
            int count = request.GetCount();

            byte[] data = ((byte[])request.GetData().Array());
            if (data.Length < count)
            {
                WRITE3Response response = new WRITE3Response(Nfs3Status.Nfs3errInval);
                Nfs3Utils.WriteChannel(channel, response.Serialize(new XDR(), xid, new VerifierNone
                                                                       ()), xid);
                return;
            }
            FileHandle handle = request.GetHandle();

            if (Log.IsDebugEnabled())
            {
                Log.Debug("handleWrite " + request);
            }
            // Check if there is a stream to write
            FileHandle  fileHandle  = request.GetHandle();
            OpenFileCtx openFileCtx = fileContextCache.Get(fileHandle);

            if (openFileCtx == null)
            {
                Log.Info("No opened stream for fileId: " + fileHandle.GetFileId());
                string fileIdPath               = Nfs3Utils.GetFileIdPath(fileHandle.GetFileId());
                HdfsDataOutputStream fos        = null;
                Nfs3FileAttributes   latestAttr = null;
                try
                {
                    int bufferSize = config.GetInt(CommonConfigurationKeysPublic.IoFileBufferSizeKey,
                                                   CommonConfigurationKeysPublic.IoFileBufferSizeDefault);
                    fos = dfsClient.Append(fileIdPath, bufferSize, EnumSet.Of(CreateFlag.Append), null
                                           , null);
                    latestAttr = Nfs3Utils.GetFileAttr(dfsClient, fileIdPath, iug);
                }
                catch (RemoteException e)
                {
                    IOException io = e.UnwrapRemoteException();
                    if (io is AlreadyBeingCreatedException)
                    {
                        Log.Warn("Can't append file: " + fileIdPath + ". Possibly the file is being closed. Drop the request: "
                                 + request + ", wait for the client to retry...");
                        return;
                    }
                    throw;
                }
                catch (IOException e)
                {
                    Log.Error("Can't append to file: " + fileIdPath, e);
                    if (fos != null)
                    {
                        fos.Close();
                    }
                    WccData        fileWcc  = new WccData(Nfs3Utils.GetWccAttr(preOpAttr), preOpAttr);
                    WRITE3Response response = new WRITE3Response(Nfs3Status.Nfs3errIo, fileWcc, count
                                                                 , request.GetStableHow(), Nfs3Constant.WriteCommitVerf);
                    Nfs3Utils.WriteChannel(channel, response.Serialize(new XDR(), xid, new VerifierNone
                                                                           ()), xid);
                    return;
                }
                // Add open stream
                string writeDumpDir = config.Get(NfsConfigKeys.DfsNfsFileDumpDirKey, NfsConfigKeys
                                                 .DfsNfsFileDumpDirDefault);
                openFileCtx = new OpenFileCtx(fos, latestAttr, writeDumpDir + "/" + fileHandle.GetFileId
                                                  (), dfsClient, iug, aixCompatMode, config);
                if (!AddOpenFileStream(fileHandle, openFileCtx))
                {
                    Log.Info("Can't add new stream. Close it. Tell client to retry.");
                    try
                    {
                        fos.Close();
                    }
                    catch (IOException e)
                    {
                        Log.Error("Can't close stream for fileId: " + handle.GetFileId(), e);
                    }
                    // Notify client to retry
                    WccData        fileWcc  = new WccData(latestAttr.GetWccAttr(), latestAttr);
                    WRITE3Response response = new WRITE3Response(Nfs3Status.Nfs3errJukebox, fileWcc,
                                                                 0, request.GetStableHow(), Nfs3Constant.WriteCommitVerf);
                    Nfs3Utils.WriteChannel(channel, response.Serialize(new XDR(), xid, new VerifierNone
                                                                           ()), xid);
                    return;
                }
                if (Log.IsDebugEnabled())
                {
                    Log.Debug("Opened stream for appending file: " + fileHandle.GetFileId());
                }
            }
            // Add write into the async job queue
            openFileCtx.ReceivedNewWrite(dfsClient, request, channel, xid, asyncDataService,
                                         iug);
            return;
        }
Пример #2
0
        public virtual void TestAlterWriteRequest()
        {
            int len = 20;

            byte[]     data   = new byte[len];
            ByteBuffer buffer = ByteBuffer.Wrap(data);

            for (int i = 0; i < len; i++)
            {
                buffer.Put(unchecked ((byte)i));
            }
            buffer.Flip();
            int           originalCount = ((byte[])buffer.Array()).Length;
            WRITE3Request request       = new WRITE3Request(new FileHandle(), 0, data.Length, Nfs3Constant.WriteStableHow
                                                            .Unstable, buffer);
            WriteCtx writeCtx1 = new WriteCtx(request.GetHandle(), request.GetOffset(), request
                                              .GetCount(), WriteCtx.InvalidOriginalCount, request.GetStableHow(), request.GetData
                                                  (), null, 1, false, WriteCtx.DataState.NoDump);

            NUnit.Framework.Assert.IsTrue(((byte[])writeCtx1.GetData().Array()).Length == originalCount
                                          );
            // Now change the write request
            OpenFileCtx.AlterWriteRequest(request, 12);
            WriteCtx writeCtx2 = new WriteCtx(request.GetHandle(), request.GetOffset(), request
                                              .GetCount(), originalCount, request.GetStableHow(), request.GetData(), null, 2,
                                              false, WriteCtx.DataState.NoDump);
            ByteBuffer appendedData = writeCtx2.GetData();
            int        position     = appendedData.Position();
            int        limit        = appendedData.Limit();

            NUnit.Framework.Assert.IsTrue(position == 12);
            NUnit.Framework.Assert.IsTrue(limit - position == 8);
            NUnit.Framework.Assert.IsTrue(appendedData.Get(position) == unchecked ((byte)12));
            NUnit.Framework.Assert.IsTrue(appendedData.Get(position + 1) == unchecked ((byte)13
                                                                                       ));
            NUnit.Framework.Assert.IsTrue(appendedData.Get(position + 2) == unchecked ((byte)14
                                                                                       ));
            NUnit.Framework.Assert.IsTrue(appendedData.Get(position + 7) == unchecked ((byte)19
                                                                                       ));
            // Test current file write offset is at boundaries
            buffer.Position(0);
            request = new WRITE3Request(new FileHandle(), 0, data.Length, Nfs3Constant.WriteStableHow
                                        .Unstable, buffer);
            OpenFileCtx.AlterWriteRequest(request, 1);
            WriteCtx writeCtx3 = new WriteCtx(request.GetHandle(), request.GetOffset(), request
                                              .GetCount(), originalCount, request.GetStableHow(), request.GetData(), null, 2,
                                              false, WriteCtx.DataState.NoDump);

            appendedData = writeCtx3.GetData();
            position     = appendedData.Position();
            limit        = appendedData.Limit();
            NUnit.Framework.Assert.IsTrue(position == 1);
            NUnit.Framework.Assert.IsTrue(limit - position == 19);
            NUnit.Framework.Assert.IsTrue(appendedData.Get(position) == unchecked ((byte)1));
            NUnit.Framework.Assert.IsTrue(appendedData.Get(position + 18) == unchecked ((byte)
                                                                                        19));
            // Reset buffer position before test another boundary
            buffer.Position(0);
            request = new WRITE3Request(new FileHandle(), 0, data.Length, Nfs3Constant.WriteStableHow
                                        .Unstable, buffer);
            OpenFileCtx.AlterWriteRequest(request, 19);
            WriteCtx writeCtx4 = new WriteCtx(request.GetHandle(), request.GetOffset(), request
                                              .GetCount(), originalCount, request.GetStableHow(), request.GetData(), null, 2,
                                              false, WriteCtx.DataState.NoDump);

            appendedData = writeCtx4.GetData();
            position     = appendedData.Position();
            limit        = appendedData.Limit();
            NUnit.Framework.Assert.IsTrue(position == 19);
            NUnit.Framework.Assert.IsTrue(limit - position == 1);
            NUnit.Framework.Assert.IsTrue(appendedData.Get(position) == unchecked ((byte)19));
        }