private IEnumerable <IColumn> CreateColumnsFromColumnMetadata(IArray <ColumnMetadata> columns,
IColumnStorage columnStorage)
{
foreach (var cType in columns)
{
// Build.
IColumn column;
if (cType.FieldType == EFieldType.String)
{
// String.
var data = columnStorage.GetFile(cType.FieldName, EDataType.Data);
var index = columnStorage.GetFile(cType.FieldName, EDataType.Index);
int maxLen = cType.MaxLength ?? DEFAULT_STRING_MAX_LEN;
column = new StringColumn(data, index, maxLen, GetPropertyName(cType.FieldName));
}
else if (cType.FieldType == EFieldType.BitSet)
{
var data = columnStorage.GetFile(cType.FieldName, EDataType.Data);
column = new BitsetColumn(data, columns);
}
else
{
// Fixed size.
var data = columnStorage.GetFile(cType.FieldName, EDataType.Data);
column = new FixedColumn(data, cType.FieldType, GetPropertyName(cType.FieldName));
}
yield return(column);
}
}
public FileTxSupport(int partitionID, IColumnStorage storage, IJournalMetadata metadata, DateTime startDate, DateTime endTime)
{
_partitionID = partitionID;
_storage = storage;
_metadata = metadata;
_startDate = startDate;
_endTime = endTime;
}
public static IEnumerable <IRawFile> AllOpenedFiles(IColumnStorage cs)
{
for (int i = 0; i < cs.OpenFileCount; i++)
{
var file = cs.GetOpenedFileByID(i);
if (file != null)
{
yield return(file);
}
}
}
private ColumnSource[] CreateColumnsFromColumnMetadata(IList <ColumnMetadata> columns,
IColumnStorage columnStorage, PartitionConfig configOverride, int partitionID)
{
var resultColumns = new ColumnSource[columns.Count];
var recordHint = _settings.RecordHint;
if (configOverride != null)
{
columns = ParseColumns(columns.Select(c => c.SerializerMetadata), configOverride.Columns);
recordHint = configOverride.RecordHint;
}
int fileID = 0;
for (int columnID = 0; columnID < columns.Count; columnID++)
{
var cType = columns[columnID];
// Build.
IColumn column;
if (cType.ColumnType == EFieldType.String)
{
// String.
var data = columnStorage.GetFile(cType, fileID++, EDataType.Data, recordHint);
var index = columnStorage.GetFile(cType, fileID++, EDataType.Index, recordHint);
column = new StringColumn(data, index, cType.MaxSize, GetPropertyName(cType.FileName));
}
else if (cType.ColumnType == EFieldType.BitSet)
{
var data = columnStorage.GetFile(cType, fileID++, EDataType.Data, recordHint);
column = new BitsetColumn(data, cType.MaxSize);
}
else if (cType.ColumnType == EFieldType.Symbol)
{
var colData = columnStorage.GetFile(cType, fileID++, EDataType.Data, recordHint);
var symData = columnStorage.GetFile(cType, fileID++, EDataType.Symd, recordHint);
var symi = columnStorage.GetFile(cType, fileID++, EDataType.Symi, recordHint);
var symk = columnStorage.GetFile(cType, fileID++, EDataType.Symrk, recordHint);
var symr = columnStorage.GetFile(cType, fileID++, EDataType.Symrr, recordHint);
int maxLen = cType.MaxSize;
int distinctHintCount = cType.HintDistinctCount;
if (cType.Indexed)
{
var colDataK = columnStorage.GetFile(cType, fileID++, EDataType.Datak, recordHint);
var colDataR = columnStorage.GetFile(cType, fileID++, EDataType.Datar, recordHint);
column = new SymbolMapColumn(
columnID,
partitionID,
data: colData,
datak: colDataK,
datar: colDataR,
symd: symData,
symi: symi,
symk: symk,
symr: symr,
propertyName: GetPropertyName(cType.FileName),
capacity: distinctHintCount,
recordCountHint: _settings.RecordHint,
maxLen: maxLen);
}
else
{
column = new SymbolMapColumn(
columnID,
partitionID,
data: colData,
symd: symData,
symi: symi,
symk: symk,
symr: symr,
propertyName: GetPropertyName(cType.FileName),
capacity: distinctHintCount,
maxLen: maxLen);
}
}
else if (cType.ColumnType == EFieldType.Binary)
{
// Byte array.
var data = columnStorage.GetFile(cType, fileID++, EDataType.Data, recordHint);
var index = columnStorage.GetFile(cType, fileID++, EDataType.Index, recordHint);
column = new BinaryColumn(data, index, cType.MaxSize, GetPropertyName(cType.FileName));
}
else
{
// Fixed size.
var data = columnStorage.GetFile(cType, fileID++, EDataType.Data, recordHint);
column = new FixedColumn(data, cType.ColumnType, GetPropertyName(cType.FileName));
}
resultColumns[columnID] = new ColumnSource(cType, column, fileID);
}
return(resultColumns);
}
public ColumnSource[] GetPartitionColumns(int paritionID, IColumnStorage partitionStorage, PartitionConfig configOverride = null)
{
return(CreateColumnsFromColumnMetadata(_columns, partitionStorage, configOverride, paritionID));
}
public IFieldReader GetObjectReader(IColumnStorage columnStorage)
{
var columns = CreateColumnsFromColumnMetadata(_columns, columnStorage);
return(new ReflectionObjectReader(_itemType, columns, _constructor));
}