Example #1
0
        private SymbolMapColumn CreateSymbolColumn(PartitionTxData tx)
        {
            int fileID = 0;

            _symTestD    = RawFileStub.InMemoryFile(4096, fileID++);
            _symTestK    = RawFileStub.InMemoryFile(4096, fileID++);
            _symTestR    = RawFileStub.InMemoryFile(4096, fileID++);
            _symd        = new BufferBinaryReader(new byte[4096], fileID++);
            _symi        = RawFileStub.InMemoryFile(4096, fileID++);
            _symrk       = RawFileStub.InMemoryFile(4096, fileID++);
            _symrr       = RawFileStub.InMemoryFile(4096, fileID);
            _symbolCatch = new SymbolCache();
            var smc = new SymbolMapColumn(
                0,
                0,
                data: _symTestD.Object,
                datak: _symTestK.Object,
                datar: _symTestR.Object,
                symd: _symd,
                symi: _symi.Object,
                symk: _symrk.Object,
                symr: _symrr.Object,
                propertyName: "symTest",
                capacity: 24,
                recordCountHint: 100,
                maxLen: 56);

            tx.SymbolData[_symTestK.Object.FileID].KeyBlockOffset = 16;
            tx.AppendOffset[_symTestK.Object.FileID]           = 28;
            tx.SymbolData[_symrk.Object.FileID].KeyBlockOffset = 16;
            tx.AppendOffset[_symrk.Object.FileID] = 28;

            return(smc);
        }
Example #2
0
        private ColumnSource[] CreateColumnsFromColumnMetadata(IList <ColumnMetadata> columns,
                                                               IColumnStorage columnStorage, PartitionConfig configOverride, int partitionID)
        {
            var resultColumns = new ColumnSource[columns.Count];
            var recordHint    = _settings.RecordHint;

            if (configOverride != null)
            {
                columns    = ParseColumns(columns.Select(c => c.SerializerMetadata), configOverride.Columns);
                recordHint = configOverride.RecordHint;
            }

            int fileID = 0;

            for (int columnID = 0; columnID < columns.Count; columnID++)
            {
                var cType = columns[columnID];
                // Build.
                IColumn column;
                if (cType.ColumnType == EFieldType.String)
                {
                    // String.
                    var data  = columnStorage.GetFile(cType, fileID++, EDataType.Data, recordHint);
                    var index = columnStorage.GetFile(cType, fileID++, EDataType.Index, recordHint);
                    column = new StringColumn(data, index, cType.MaxSize, GetPropertyName(cType.FileName));
                }
                else if (cType.ColumnType == EFieldType.BitSet)
                {
                    var data = columnStorage.GetFile(cType, fileID++, EDataType.Data, recordHint);
                    column = new BitsetColumn(data, cType.MaxSize);
                }
                else if (cType.ColumnType == EFieldType.Symbol)
                {
                    var colData           = columnStorage.GetFile(cType, fileID++, EDataType.Data, recordHint);
                    var symData           = columnStorage.GetFile(cType, fileID++, EDataType.Symd, recordHint);
                    var symi              = columnStorage.GetFile(cType, fileID++, EDataType.Symi, recordHint);
                    var symk              = columnStorage.GetFile(cType, fileID++, EDataType.Symrk, recordHint);
                    var symr              = columnStorage.GetFile(cType, fileID++, EDataType.Symrr, recordHint);
                    int maxLen            = cType.MaxSize;
                    int distinctHintCount = cType.HintDistinctCount;
                    if (cType.Indexed)
                    {
                        var colDataK = columnStorage.GetFile(cType, fileID++, EDataType.Datak, recordHint);
                        var colDataR = columnStorage.GetFile(cType, fileID++, EDataType.Datar, recordHint);
                        column = new SymbolMapColumn(
                            columnID,
                            partitionID,
                            data: colData,
                            datak: colDataK,
                            datar: colDataR,
                            symd: symData,
                            symi: symi,
                            symk: symk,
                            symr: symr,
                            propertyName: GetPropertyName(cType.FileName),
                            capacity: distinctHintCount,
                            recordCountHint: _settings.RecordHint,
                            maxLen: maxLen);
                    }
                    else
                    {
                        column = new SymbolMapColumn(
                            columnID,
                            partitionID,
                            data: colData,
                            symd: symData,
                            symi: symi,
                            symk: symk,
                            symr: symr,
                            propertyName: GetPropertyName(cType.FileName),
                            capacity: distinctHintCount,
                            maxLen: maxLen);
                    }
                }
                else if (cType.ColumnType == EFieldType.Binary)
                {
                    // Byte array.
                    var data  = columnStorage.GetFile(cType, fileID++, EDataType.Data, recordHint);
                    var index = columnStorage.GetFile(cType, fileID++, EDataType.Index, recordHint);
                    column = new BinaryColumn(data, index, cType.MaxSize, GetPropertyName(cType.FileName));
                }
                else
                {
                    // Fixed size.
                    var data = columnStorage.GetFile(cType, fileID++, EDataType.Data, recordHint);
                    column = new FixedColumn(data, cType.ColumnType, GetPropertyName(cType.FileName));
                }

                resultColumns[columnID] = new ColumnSource(cType, column, fileID);
            }
            return(resultColumns);
        }