Beispiel #1
0
        public void TestGolomb()
        {
            var data = new Datastream();

            for (var i = 0U; i < 1000; ++i)
            {
                data.Add(i);
            }
            var last = UInt32.MaxValue;

            for (var m = 1U; m < 1000; ++m)
            {
                var g = new GolombCodec();
                g.Options  &= ~GolombCodec.OptionFlags.Optimize;
                g.Parameter = m;
                var bs  = g.CompressToStream(data, Header.HeaderFlags.None);
                var len = bs.Length;
                var dir = len < last ? -1 : len == last ? 0 : 1;
                WriteLine($"{m,3}: {bs.Length} {dir}");
                last = len;
            }
        }
Beispiel #2
0
        static void DoTesting()
        {
            var test = new Testing
            {
                OutputWriter = Console.Out
            };

            //TestGolomb();
            //return;
            //DumpCode();
            //return;


            //test.TestUniversalCodeBattery();
            //test.TestUniversalCode(1, 10000);
            //test.TestUniversalCode(1, 1U<<20,n=>5*n/3);
            //test.TestUniversalCode(8, 1U << 28, n => 9*n/8);
            //test.TestUniversalOnFiles(Testing.Paths[0]);
            //return;

            //var bs = new Bitstream();
            ////bs.OutputWriter = Console.Out;
            //var ls1 = new List<uint> {1,4,4,9,1,34,4,0,0,76,1,34,10,34};
            //ls1 = new List<uint> { 0x00, 0x2B, 0x4F, 0x81, 0x50, 0x2B, 0x56, 0x2B, 0x2C, 0x56, 0x56, 0x24, 0x24, 0x4F, 0x56, 0x25, 0x2B, 0x7B, 0x2B, 0x2C, 0x01, 0x2B, 0x81, 0x32, 0x32, 0x07, 0x07, 0x2B, 0x56, 0x06, 0x31, 0x00, 0xA5, 0x24, 0xAC, 0xAC, 0x50, 0x81, 0x81, 0x57, 0x01, 0x81, 0x81, 0x07, 0x5D, 0x00, 0x5C, 0x4F, 0x48, 0x81, 0xD7, 0x7A, 0x7A, 0xAC, 0x7B, 0x50, 0x75, 0x56, 0x81, 0x2D, 0x02, 0x81, 0x0E, 0x32, 0x81, 0x5C, 0x0C, 0x81, 0x73, 0x2B, 0xA5, 0x75, 0xA6, 0xD7, 0xA6, 0x75, 0x7B, 0x2D, 0x82, 0xAC, 0xAD, 0xAC, 0x88, 0x5D, 0x39, 0x15, 0x5D, 0xAC, 0x37, 0x0C, 0x6C, 0x9E, 0x56, 0x9F, 0xD1, 0x81, 0x82, 0x03, 0x2D, 0xD7, 0xAC, 0x03, 0x88, 0x15, 0x39, 0x88, 0x37, 0x12, 0x37, 0x87, 0x73, 0xA5, 0x9F, 0x9A, 0xA0, 0x58, 0x58, 0x2D, 0x2E, 0x2E, 0x04, 0xAC, 0x40, 0xB3, 0xD7, 0x62, 0x12, 0xAC, 0xD7, 0x81, 0x9E, 0x90, 0x97, 0x81, 0x81, 0xCA, 0xCB, 0xD1, 0x83, 0x04, 0x2E, 0x58, 0xAD, 0xD7, 0x40, 0x1C, 0x40, 0xAC, 0x81, 0x88, 0x1C, 0x88, 0x18, 0x62, 0x87, 0x3D, 0xAC, 0x97, 0xC9, 0x56, 0xA5, 0xD1, 0xBF, 0xBF, 0xC5, 0xD7, 0xCB, 0xD7, 0x59, 0x83, 0x6B, 0x23, 0x47, 0x6B, 0x3D, 0xB2, 0xD7, 0x2B, 0x9E, 0xB4, 0xBB, 0xBB, 0xD7, 0xD1, 0xCB, 0xCB, 0xC5, 0xC5, 0xD1, 0xD1, 0x59, 0x05, 0x05, 0x59, 0x56, 0x8F, 0x47, 0x88, 0x88, 0x8D, 0x43, 0xB2, 0xAC, 0x8D, 0x1E, 0x43, 0xBB, 0xD0, 0xCB, 0xAC, 0xAD, 0x2F, 0x83, 0xB3, 0x47, 0xB2, 0x43, 0x68, 0xBB, 0xC2, 0xC2, 0xD0, 0xD7, 0x83, 0x82, 0x8F, 0x8D, 0x68, 0x2B, 0xA5, 0xC9, 0xD1, 0xAD, 0x57, 0x2B, 0xB3, 0x8F, 0xB2, 0x8D, 0xAD, 0x83, 0xD7, 0x8F, 0xB3, 0x88, 0x56, 0xA5, 0xC9, 0xB3, 0xAC, 0x2B, 0xAD, 0xB3, 0x2B, 0x2B, 0x32, 0x56, 0x4F, 0x24, 0x50, 0x25, 0x57, 0x01, 0x56, 0x2C, 0x07, 0x06, 0x31, 0x56, 0x24, 0x48, 0x25, 0x7B, 0xAC, 0x2C, 0x07, 0x32, 0x30, 0x2A, 0x5C, 0x31, 0x55, 0x73, 0x48, 0x2B, 0x7B, 0x7B, 0x56, 0x2D, 0x02, 0x2C, 0x57, 0x57, 0x5D, 0x5D, 0x32, 0x0E, 0x0E, 0x5D, 0x0E, 0x30, 0x80, 0x5C, 0x55, 0x6C, 0xA5, 0xA6, 0xA6, 0x2D, 0x82, 0x88, 0x39, 0x80, 0x30, 0x5B, 0x5B, 0xAC, 0x9E, 0x97, 0x6C, 0x9E, 0x56, 0x7B, 0x7B, 0x75, 0x03, 0x2D, 0x15, 0xD7, 0x5B, 0x36, 0x86, 0x87, 0xB2, 0xA5, 0x90, 0x56, 0xA0, 0x75, 0xA0, 0x58, 0x82, 0x82, 0x58, 0xAD, 0x39, 0x56, 0x64, 0x15, 0x88, 0xD6, 0x86, 0xAB, 0x86, 0x5A, 0xA6, 0x9A, 0xA0, 0xD1, 0xAC, 0x58, 0x04, 0x2E, 0x1C, 0x88, 0xAC, 0xAB, 0x60, 0xC2, 0xBB, 0xC2, 0x56, 0xCB, 0xCB, 0xD7, 0x82, 0x04, 0x58, 0x2E, 0x57, 0x88, 0x40, 0x8C, 0x87, 0xA5, 0xBB, 0xC9, 0x56, 0xC9, 0xD7, 0xC5, 0xCB, 0x00, 0x82, 0x2F, 0xAD, 0x83, 0x59, 0x47, 0x23, 0x47, 0x88, 0x8C, 0x8B, 0xB1, 0xC2, 0x56, 0x7A, 0xC9, 0xD0, 0x59, 0x83, 0x83, 0x2B, 0x6B, 0x56, 0x8C, 0xC2, 0xC9, 0xC9, 0xAD, 0x59, 0x83, 0x5D, 0x6B, 0x6B, 0x6B, 0x8F, 0x8F, 0x2B, 0xD7, 0xD0, 0xD0, 0xD1, 0xCB, 0xB3, 0xB3, 0x81, 0x8C, 0xAC, 0xD0, 0xD0, 0xD7, 0x89, 0x81, 0x8F, 0x2B, 0x81, 0xB1, 0xB2, 0x81, 0xD1, 0xAD, 0xB3, 0xB3, 0x88, 0x87, 0xD6, 0xB2, 0xD6, 0xD7, 0xD6, 0x00, 0xFF, 0x00};
            //UniversalCodec.BinaryAdaptiveSequentialEncode(bs,ls1);
            //bs.Position = 0;
            //Console.WriteLine();
            //var ls2 = UniversalCodec.BinaryAdaptiveSequentialDecode(bs);
            //Console.WriteLine();
            //Console.WriteLine(CodecBase.CompareInts(ls1.ToArray(),ls2.ToArray()));
            //
            //return;

            //DumpCode();
            //return;
            var codec77 = new Lz77Codec
            {
                //OutputWriter = Console.Out,
                //MaximumDistance = 85,
                //MaximumLength = 12,
                //MinimumLength = 2
            };
            //codec77.Options |= Lz77Codec.OptionFlags.DumpHeader;

            var codecCLbase = new LzclCodec {
                CodecName = "LZCL"
            };

            codecCLbase.CompressionOptions &= ~CompressionChecker.OptionFlags.UseHuffman;
            codecCLbase.CompressionOptions &= ~CompressionChecker.OptionFlags.UseArithmetic;
            codecCLbase.CompressionOptions &= ~CompressionChecker.OptionFlags.UseGolomb;

            var codecCl = new LzclCodec
            {
                CodecName = "LZCL",
                //MaximumDistance = 85,
                //MaximumLength = 12,
                //MinimumLength = 2
            };

            //codecCl.OutputWriter = Console.Out;
            //codecCl.CompressionOptions &= ~CompressionChecker.OptionFlags.UseArithmetic;
            //codecCl.CompressionOptions &= ~CompressionChecker.OptionFlags.UseGolomb;
            //codecCl.CompressionOptions &= ~CompressionChecker.OptionFlags.UseHuffman;
            //codecCl.CompressionOptions &= ~CompressionChecker.OptionFlags.UseFixed;
            //codecCl.CompressionOptions |= CompressionChecker.OptionFlags.UseStout;
            //codecCl.CompressionOptions |= CompressionChecker.OptionFlags.UseBASC;
            //codecCl.Options |= LZCLCodec.OptionFlags.ShowSavings;
            //codecCl.Options |= LZCLCodec.OptionFlags.DumpOptimize;
            codecCl.Options |= LzclCodec.OptionFlags.DumpDebug;
            //codecCl.Options |= LZCLCodec.OptionFlags.ShowTallies;
            codecCl.Options |= LzclCodec.OptionFlags.DumpCompressorSelections;

            //var ds = DataSets.HypnoLightLogo;
            //ds = File.ReadAllBytes(@"..\Corpus\Cantebury\asyoulik.txt");
            //codecCL.Optimize(ds);
            //return;

            var codecH = new HuffmanCodec();
            //codecH.OutputWriter = Console.Out;
            //codecH.Options |= HuffmanCodec.OptionFlags.DumpDecoding;
            //codecH.Options |= HuffmanCodec.OptionFlags.DumpEncoding;
            //codecH.Options |= HuffmanCodec.OptionFlags.DumpHeader;
            //codecH.Options |= HuffmanCodec.OptionFlags.DumpDictionary;
            //codecH.Options &= ~HuffmanCodec.OptionFlags.UseLowMemoryDecoding;

            var codecA = new ArithmeticCodec();
            //codecA.OutputWriter = Console.Out;
            //codecA.Options |= ArithmeticCodec.OptionFlags.DumpHeader;
            //codecA.Options |= ArithmeticCodec.OptionFlags.DumpTable;
            //codecA.Options |= ArithmeticCodec.OptionFlags.DumpState;
            //codecA.Options |= ArithmeticCodec.OptionFlags.UseLowMemoryDecoding;

            var codecF = new FixedSizeCodec();

            var codecGolomb = new GolombCodec();

            byte[] smallTest = { 1, 2, 5, 5, 7, 7, 7, 7, 8, 8, 5 };

            var request = new Testing.Request
            {
                Codecs = new List <CodecBase>
                {
                    codecH,
                    codecA,
                    codec77,
                    codecCl,
                    //codecGolomb,
                    //codecCLbase,
                    //codecF
                },
                // Codec = codec,

                //TestData = smallTest,
                //TestData = DataSets.HypnoLightLogo,
                Filename     = "*.*",
                Path         = Testing.Paths[0],
                RecurseFiles = true,

                //Decompress = false,
                UseExternalDecompressor = true,
                ShowOnlyErrors          = false,
                TrapErrors = true
            };

            test.DoTest(request);

            //OutLogo();
            // test.Optimize(DataSets.HypnoLightLogo);
        }