Ejemplo n.º 1
0
        public virtual void TestBadChunks()
        {
            FilePath         fn     = GetTestFile();
            int              byteAm = 10000;
            FileOutputStream fout   = new FileOutputStream(fn);

            byte[] bytes = new byte[byteAm];
            rnd.NextBytes(bytes);
            fout.Write(bytes);
            fout.Close();
            // attempt to read it
            DataVerifier vf = new DataVerifier();

            DataVerifier.VerifyOutput vout = new DataVerifier.VerifyOutput(0, 0, 0, 0);
            DataInputStream           @in  = null;

            try
            {
                @in  = new DataInputStream(new FileInputStream(fn));
                vout = vf.VerifyFile(byteAm, @in);
            }
            catch (Exception)
            {
            }
            finally
            {
                if (@in != null)
                {
                    @in.Close();
                }
            }
            NUnit.Framework.Assert.IsTrue(vout.GetChunksSame() == 0);
        }
Ejemplo n.º 2
0
        public virtual void TestDataWriting()
        {
            long             byteAm = 100;
            FilePath         fn     = GetTestFile();
            DataWriter       writer = new DataWriter(rnd);
            FileOutputStream fs     = new FileOutputStream(fn);

            DataWriter.GenerateOutput ostat = writer.WriteSegment(byteAm, fs);
            Log.Info(ostat);
            fs.Close();
            NUnit.Framework.Assert.IsTrue(ostat.GetBytesWritten() == byteAm);
            DataVerifier    vf  = new DataVerifier();
            FileInputStream fin = new FileInputStream(fn);

            DataVerifier.VerifyOutput vfout = vf.VerifyFile(byteAm, new DataInputStream(fin));
            Log.Info(vfout);
            fin.Close();
            NUnit.Framework.Assert.AreEqual(vfout.GetBytesRead(), byteAm);
            NUnit.Framework.Assert.IsTrue(vfout.GetChunksDifferent() == 0);
        }
Ejemplo n.º 3
0
        internal override IList <OperationOutput> Run(FileSystem fs)
        {
            // Operation
            IList <OperationOutput> @out = base.Run(fs);
            DataInputStream         @is  = null;

            try
            {
                Path         fn            = GetReadFile();
                Range <long> readSizeRange = GetConfig().GetReadSize();
                long         readSize      = 0;
                string       readStrAm     = string.Empty;
                if (GetConfig().ShouldReadFullFile())
                {
                    readSize  = long.MaxValue;
                    readStrAm = "full file";
                }
                else
                {
                    readSize  = Range.BetweenPositive(GetRandom(), readSizeRange);
                    readStrAm = Helper.ToByteInfo(readSize);
                }
                long         timeTaken = 0;
                long         chunkSame = 0;
                long         chunkDiff = 0;
                long         bytesRead = 0;
                long         startTime = 0;
                DataVerifier vf        = new DataVerifier();
                Log.Info("Attempting to read file at " + fn + " of size (" + readStrAm + ")");
                {
                    // open
                    startTime  = Timer.Now();
                    @is        = fs.Open(fn);
                    timeTaken += Timer.Elapsed(startTime);
                    // read & verify
                    DataVerifier.VerifyOutput vo = vf.VerifyFile(readSize, @is);
                    timeTaken += vo.GetReadTime();
                    chunkSame += vo.GetChunksSame();
                    chunkDiff += vo.GetChunksDifferent();
                    bytesRead += vo.GetBytesRead();
                    // capture close time
                    startTime = Timer.Now();
                    @is.Close();
                    @is        = null;
                    timeTaken += Timer.Elapsed(startTime);
                }
                @out.AddItem(new OperationOutput(OperationOutput.OutputType.Long, GetType(), ReportWriter
                                                 .OkTimeTaken, timeTaken));
                @out.AddItem(new OperationOutput(OperationOutput.OutputType.Long, GetType(), ReportWriter
                                                 .BytesRead, bytesRead));
                @out.AddItem(new OperationOutput(OperationOutput.OutputType.Long, GetType(), ReportWriter
                                                 .Successes, 1L));
                @out.AddItem(new OperationOutput(OperationOutput.OutputType.Long, GetType(), ReportWriter
                                                 .ChunksVerified, chunkSame));
                @out.AddItem(new OperationOutput(OperationOutput.OutputType.Long, GetType(), ReportWriter
                                                 .ChunksUnverified, chunkDiff));
                Log.Info("Read " + Helper.ToByteInfo(bytesRead) + " of " + fn + " with " + chunkSame
                         + " chunks being same as expected and " + chunkDiff + " chunks being different than expected in "
                         + timeTaken + " milliseconds");
            }
            catch (FileNotFoundException e)
            {
                @out.AddItem(new OperationOutput(OperationOutput.OutputType.Long, GetType(), ReportWriter
                                                 .NotFound, 1L));
                Log.Warn("Error with reading", e);
            }
            catch (BadFileException e)
            {
                @out.AddItem(new OperationOutput(OperationOutput.OutputType.Long, GetType(), ReportWriter
                                                 .BadFiles, 1L));
                Log.Warn("Error reading bad file", e);
            }
            catch (IOException e)
            {
                @out.AddItem(new OperationOutput(OperationOutput.OutputType.Long, GetType(), ReportWriter
                                                 .Failures, 1L));
                Log.Warn("Error reading", e);
            }
            finally
            {
                if (@is != null)
                {
                    try
                    {
                        @is.Close();
                    }
                    catch (IOException e)
                    {
                        Log.Warn("Error closing read stream", e);
                    }
                }
            }
            return(@out);
        }