Пример #1
0
            public void Store(WTree tree, BinaryWriter writer)
            {
                CountCompression.Serialize(writer, checked ((ulong)Count));

                Debug.Assert(Count > 0);
                writer.Write((byte)this[0].Value.NodeType);

                for (int i = 0; i < Count; i++)
                {
                    var     kv      = this[i];
                    FullKey fullkey = kv.Key;
                    Branch  branch  = kv.Value;
                    //lock (branch)
                    //{
                    //}

                    //write locator
                    tree.SerializeLocator(writer, fullkey.Locator);
                    fullkey.Locator.KeyPersist.Write(writer, fullkey.Key);

                    //write branch info
                    writer.Write(branch.NodeHandle);
                    writer.Write((int)branch.NodeState);

                    branch.Cache.Store(tree, writer);
                }
            }
Пример #2
0
 public static void WriteResponse(BinaryWriter writer, byte[] tag)
 {
     writer.Write(tag != null);
     if (tag != null)
     {
         CountCompression.Serialize(writer, (ulong)tag.Length);
         writer.Write(tag, 0, tag.Length);
     }
 }
Пример #3
0
 public static void WriteRequest(BinaryWriter writer, byte[] tag)
 {
     writer.Write((byte)RemoteHeapCommandCodes.SetTag);
     writer.Write(tag != null);
     if (tag != null)
     {
         CountCompression.Serialize(writer, (ulong)tag.Length);
         writer.Write(tag, 0, tag.Length);
     }
 }
Пример #4
0
 private void StoreExampleSingleSlot(BinaryWriter writer, Func <int, IData> values, int count)
 {
     //String
     using (MemoryStream ms = new MemoryStream())
     {
         ((IIndexerPersist <String>)Persists[0]).Store(new BinaryWriter(ms), (idx) => { return(((Data <string>)values(idx)).Slot0); }, count);
         CountCompression.Serialize(writer, checked ((ulong)ms.Length));
         writer.Write(ms.GetBuffer(), 0, (int)ms.Length);
     }
 }
Пример #5
0
        public static void WriteRequest(BinaryWriter writer, long handle, int index, int count, byte[] buffer)
        {
            writer.Write((byte)RemoteHeapCommandCodes.WriteCommand);
            CountCompression.Serialize(writer, (ulong)handle);

            CountCompression.Serialize(writer, (ulong)index);
            CountCompression.Serialize(writer, (ulong)count);

            CountCompression.Serialize(writer, (ulong)(count + index));
            writer.Write(buffer, 0, index + count);
        }
Пример #6
0
            public override void Store(Stream stream)
            {
                BinaryWriter writer = new BinaryWriter(stream);

                writer.Write(VERSION);

                CountCompression.Serialize(writer, checked ((ulong)Branch.NodeHandle));

                writer.Write(HaveChildrenForMaintenance);
                Branches.Store(Branch.Tree, writer);

                IsModified = false;
            }
Пример #7
0
        private void WriteVertical(BinaryWriter writer, IOrderedSet <IData, IData> data)
        {
            KeyValuePair <IData, IData>[] rows;

            bool isInternallyOrdered;

            lock (data)
            {
                isInternallyOrdered = data.IsInternallyOrdered;

                rows = new KeyValuePair <IData, IData> [data.Count];
                int index = 0;
                foreach (var kv in data.InternalEnumerate())
                {
                    rows[index++] = kv;
                }

                CountCompression.Serialize(writer, checked ((ulong)rows.Length));
                writer.Write(data.IsInternallyOrdered);
            }

            Action[]       actions = new Action[2];
            MemoryStream[] streams = new MemoryStream[2];

            actions[0] = () =>
            {
                streams[0] = new MemoryStream();
                keyIndexerPersist.Store(new BinaryWriter(streams[0]), (idx) => { return(rows[idx].Key); }, rows.Length);
            };

            actions[1] = () =>
            {
                streams[1] = new MemoryStream();
                recordIndexerPersist.Store(new BinaryWriter(streams[1]), (idx) => { return(rows[idx].Value); }, rows.Length);
            };

            Parallel.Invoke(actions);

            foreach (var stream in streams)
            {
                using (stream)
                {
                    CountCompression.Serialize(writer, checked ((ulong)stream.Length));
                    writer.Write(stream.GetBuffer(), 0, (int)stream.Length);
                }
            }
        }
Пример #8
0
            public override void Store(Stream stream)
            {
                BinaryWriter writer = new BinaryWriter(stream);

                writer.Write(VERSION);

                CountCompression.Serialize(writer, checked ((ulong)Branch.NodeHandle));

                CountCompression.Serialize(writer, checked ((ulong)Container.Count));
                foreach (var kv in Container)
                {
                    Branch.Tree.SerializeLocator(writer, kv.Key);
                    kv.Key.OrderedSetPersist.Write(writer, kv.Value);
                }

                IsModified = false;
            }
Пример #9
0
            public override void Store(Stream stream)
            {
                BinaryWriter writer = new BinaryWriter(stream);

                CountCompression.Serialize(writer, 1); //structure version

                CountCompression.Serialize(writer, checked ((ulong)Branch.NodeHandle));

                CountCompression.Serialize(writer, checked ((ulong)Container.Count));
                foreach (var kv in Container)
                {
                    Branch.Tree.Serialize(writer, kv.Key);
                    kv.Key.PersistDataContainer.Write(writer, kv.Value);
                }

                IsModified = false;
            }
Пример #10
0
        private void InternalSerialize(BinaryWriter writer)
        {
            //StructureType
            writer.Write(checked ((byte)StructureType));

            if (Object.ReferenceEquals(this, Locator.MIN))
            {
                return;
            }

            //descriptor
            descriptor.Serialize(writer);

            //Items
            CountCompression.Serialize(writer, checked ((ulong)Path.Length));
            for (int i = 0; i < Path.Length; i++)
            {
                writer.Write(Path[i]);
            }
        }
        private void WriteStorageEngineGetEnumeratorCommand(BinaryWriter writer, ICommand command)
        {
            var cmd = (StorageEngineGetEnumeratorCommand)command;

            if (cmd.Descriptions == null)
            {
                writer.Write(true);
            }
            else
            {
                writer.Write(false);

                int listCount = cmd.Descriptions.Count;
                CountCompression.Serialize(writer, (ulong)listCount);

                for (int i = 0; i < listCount; i++)
                {
                    SerializeDescriptor(writer, cmd.Descriptions[i]);
                }
            }
        }
Пример #12
0
        private void StoreExample(BinaryWriter writer, Func <int, IData> values, int count)
        {
            Action[]       actions = new Action[DataType.TypesCount];
            MemoryStream[] streams = new MemoryStream[DataType.TypesCount];

            //Int
            actions[0] = () =>
            {
                streams[0] = new MemoryStream();
                ((IIndexerPersist <Int32>)Persists[0]).Store(new BinaryWriter(streams[0]), (idx) => { return(((Data <int, string, double>)values(idx)).Slot0); }, count);
            };

            //String
            actions[1] = () =>
            {
                streams[1] = new MemoryStream();
                ((IIndexerPersist <String>)Persists[1]).Store(new BinaryWriter(streams[1]), (idx) => { return(((Data <int, string, double>)values(idx)).Slot1); }, count);
            };

            //Double
            actions[2] = () =>
            {
                streams[2] = new MemoryStream();
                ((IIndexerPersist <Double>)Persists[2]).Store(new BinaryWriter(streams[2]), (idx) => { return(((Data <int, string, double>)values(idx)).Slot2); }, count);
            };

            Parallel.Invoke(actions);

            for (int i = 0; i < DataType.TypesCount; i++)
            {
                var stream = streams[i];
                using (stream)
                {
                    CountCompression.Serialize(writer, checked ((ulong)stream.Length));
                    writer.Write(stream.GetBuffer(), 0, (int)stream.Length);
                }
            }
        }
Пример #13
0
        public void Write(BinaryWriter writer, IDataContainer item)
        {
            var set = (IOrderedSet <IData, IData>)item;

            var  rows = new KeyValuePair <IData, IData> [set.Count];
            bool isOrdered;

            set.InternalCopyTo(rows, out isOrdered);

            CountCompression.Serialize(writer, checked ((ulong)set.Count));
            writer.Write(isOrdered);

            Action[]       actions = new Action[2];
            MemoryStream[] streams = new MemoryStream[2];

            actions[0] = () =>
            {
                streams[0] = new MemoryStream();
                keyIndexerPersist.Store(new BinaryWriter(streams[0]), (idx) => { return(rows[idx].Key); }, rows.Length);
            };

            actions[1] = () =>
            {
                streams[1] = new MemoryStream();
                recordIndexerPersist.Store(new BinaryWriter(streams[1]), (idx) => { return(rows[idx].Value); }, rows.Length);
            };

            Parallel.Invoke(actions);

            foreach (var str in streams)
            {
                using (str)
                {
                    CountCompression.Serialize(writer, checked ((ulong)str.Length));
                    writer.Write(str.GetBuffer(), 0, (int)str.Length);
                }
            }
        }
Пример #14
0
        public void Store(BinaryWriter writer, Func <int, long> values, int count)
        {
            writer.Write(VERSION);

            long[] array = new long[count];

            int index = factors.Length - 1;

            for (int i = 0; i < count; i++)
            {
                long value = values(i);
                array[i] = value;

                while (index >= 0)
                {
                    if (value % factors[index] == 0)
                    {
                        break;
                    }
                    else
                    {
                        index--;
                    }
                }
            }

            long factor = index >= 0 ? factors[index] : 1;

            DeltaCompression.Helper helper = new DeltaCompression.Helper();
            for (int i = 0; i < count; i++)
            {
                array[i] /= factor;
                helper.Add(array[i]);
            }

            CountCompression.Serialize(writer, checked ((ulong)factor));
            DeltaCompression.Compress(writer, array, 0, count, helper);
        }
Пример #15
0
        public void Store(BinaryWriter writer, Func <int, long> values, int count)
        {
            List <long> list = new List <long>(count);

            int index = factors.Length - 1;

            for (int i = 0; i < count; i++)
            {
                long value = values(i);
                list.Add(value);

                while (index >= 0)
                {
                    if (value % factors[index] == 0)
                    {
                        break;
                    }
                    else
                    {
                        index--;
                    }
                }
            }

            long factor = index >= 0 ? factors[index] : 1;

            DeltaCompression.Helper helper = new DeltaCompression.Helper();
            for (int i = 0; i < count; i++)
            {
                list[i] = list[i] / factor;
                helper.AddValue(list[i]);
            }

            CountCompression.Serialize(writer, checked ((ulong)factor));
            DeltaCompression.CoreCompress(writer, list, helper);
        }
Пример #16
0
        //public byte[] Tag
        //{
        //    get
        //    {
        //        //if (ForSerialize)
        //        //    return tag;

        //        IDescriptor descriptor = GetDescriptor(this);
        //        tag = descriptor.Tag;

        //        return tag;
        //    }
        //    set
        //    {
        //        //this.ForSerialize = true;
        //        //this.tag = value;

        //        //IDescriptor descriptor = SetDescriptor(this);

        //        //tag = descriptor.Tag;
        //        //this.ForSerialize = false;
        //    }
        //}

        #endregion

        public void Serialize(BinaryWriter writer)
        {
            CountCompression.Serialize(writer, (ulong)ID);
            writer.Write(Name);

            CountCompression.Serialize(writer, (ulong)StructureType);

            KeyDataType.Serialize(writer);
            RecordDataType.Serialize(writer);

            CountCompression.Serialize(writer, (ulong)CreateTime.Ticks);
            CountCompression.Serialize(writer, (ulong)ModifiedTime.Ticks);
            CountCompression.Serialize(writer, (ulong)AccessTime.Ticks);

            if (Tag == null)
            {
                CountCompression.Serialize(writer, 0);
            }
            else
            {
                CountCompression.Serialize(writer, (ulong)Tag.Length + 1);
                writer.Write(Tag);
            }
        }
        private void SerializeDescriptor(BinaryWriter writer, IDescriptor description)
        {
            CountCompression.Serialize(writer, (ulong)description.ID);
            writer.Write(description.Name);

            CountCompression.Serialize(writer, (ulong)description.StructureType);

            description.KeyDataType.Serialize(writer);
            description.RecordDataType.Serialize(writer);

            CountCompression.Serialize(writer, (ulong)description.CreateTime.Ticks);
            CountCompression.Serialize(writer, (ulong)description.ModifiedTime.Ticks);
            CountCompression.Serialize(writer, (ulong)description.AccessTime.Ticks);

            if (description.Tag == null)
            {
                CountCompression.Serialize(writer, 0);
            }
            else
            {
                CountCompression.Serialize(writer, (ulong)description.Tag.Length + 1);
                writer.Write(description.Tag);
            }
        }
Пример #18
0
        public void Store(BinaryWriter writer, Func <int, byte[]> values, int count)
        {
            writer.Write(VERSION);

            int index = 0;

            byte[] value;

            if (writer.BaseStream is MemoryStream)
            {
                writer.Write((byte)1);
                if (count == 0)
                {
                    return;
                }

                int  c   = 1;
                long pos = writer.BaseStream.Position;
                writer.Write(count); //writer.Write(c);

                int length;
                value = values(index);
                if (value == null)
                {
                    length = -1;
                    writer.Write(length);
                }
                else
                {
                    length = value.Length;
                    writer.Write(length);
                    writer.Write(value);
                }
                index++;

                while (index < count)
                {
                    value = values(index);

                    if (value == null)
                    {
                        if (length != -1)
                        {
                            break;
                        }
                    }
                    else
                    {
                        if (length != value.Length)
                        {
                            break;
                        }

                        writer.Write(value);
                    }

                    index++;
                    c++;
                }

                if (c < count)
                {
                    var pos2 = writer.BaseStream.Position;
                    writer.BaseStream.Seek(pos, SeekOrigin.Begin);
                    writer.Write(c);
                    writer.BaseStream.Seek(pos2, SeekOrigin.Begin);
                }
                else
                {
                    return;
                }
            }
            else
            {
                writer.Write((byte)0);
            }

            for (int i = index; i < count; i++)
            {
                value = values(i);

                if (value == null)
                {
                    CountCompression.Serialize(writer, 0);
                }
                else
                {
                    CountCompression.Serialize(writer, (ulong)(value.Length + 1));
                    writer.Write(value);
                }
            }
        }
Пример #19
0
 public static void WriteRequest(BinaryWriter writer, long handle)
 {
     writer.Write((byte)RemoteHeapCommandCodes.HandleExist);
     CountCompression.Serialize(writer, (ulong)handle);
 }
Пример #20
0
 public static void WriteResponse(BinaryWriter writer, long size)
 {
     CountCompression.Serialize(writer, (ulong)size);
 }
Пример #21
0
        private void InternalSerialize(BinaryWriter writer)
        {
            lock (SyncRoot)
            {
                writer.Write(VERSION);

                writer.Write(ID);
                if (ID == Locator.MIN.ID)
                {
                    return;
                }

                writer.Write(IsDeleted);

                writer.Write(Name);
                writer.Write(checked ((byte)StructureType));

                //data types
                KeyDataType.Serialize(writer);
                RecordDataType.Serialize(writer);

                //types
                if (!DataTypeUtils.IsAnonymousType(KeyType))
                {
                    writer.Write(KeyType.FullName);
                }
                else
                {
                    writer.Write("");
                }

                if (!DataTypeUtils.IsAnonymousType(RecordType))
                {
                    writer.Write(RecordType.FullName);
                }
                else
                {
                    writer.Write("");
                }

                //key & record members
                WriteMembers(writer, keyMembers);
                WriteMembers(writer, recordMembers);

                //times
                writer.Write(CreateTime.Ticks);
                writer.Write(ModifiedTime.Ticks);
                writer.Write(AccessTime.Ticks);

                //tag
                if (Tag == null)
                {
                    writer.Write(false);
                }
                else
                {
                    writer.Write(true);
                    CountCompression.Serialize(writer, (ulong)Tag.Length);
                    writer.Write(Tag);
                }
            }
        }
Пример #22
0
 public static void WriteResponse(BinaryWriter writer, byte[] buffer)
 {
     CountCompression.Serialize(writer, (ulong)buffer.Length);
     writer.Write(buffer, 0, buffer.Length);
 }
        private void WriteStorageEngineCountCommand(BinaryWriter writer, ICommand command)
        {
            var cmd = (StorageEngineCountCommand)command;

            CountCompression.Serialize(writer, (ulong)cmd.Count);
        }
Пример #24
0
 public void Serialize(BinaryWriter writer)
 {
     CountCompression.Serialize(writer, checked ((ulong)Raw.Length));
     writer.Write(Raw);
 }