private void UpdateField(DataType dataType, string propName, IList data, RowGroup group, bool addDefaultData = true) { _dataTypes[propName] = dataType; group.Data[propName] = data; if (addDefaultData == false) { return; } AddDefaultData(data, dataType, group.Count); }
public ParquetTransformedItems(string name, string key, string tmpPath, string fileNameSuffix, List <string> partitions, OlapEtlConfiguration configuration) : base(OlapEtlFileFormat.Parquet) { _tableName = name; _key = key; _configuration = configuration; _fileNameSuffix = fileNameSuffix; _tmpFilePath = tmpPath; _dataTypes = new Dictionary <string, DataType>(); _group = new RowGroup(); SetIdColumn(); GetSafeFolderName(name, partitions); }