private void UpdateField(DataType dataType, string propName, IList data, RowGroup group, bool addDefaultData = true)
{
_dataTypes[propName] = dataType;
group.Data[propName] = data;
if (addDefaultData == false)
{
return;
}
AddDefaultData(data, dataType, group.Count);
}
public ParquetTransformedItems(string name, string key, string tmpPath, string fileNameSuffix, List <string> partitions, OlapEtlConfiguration configuration)
: base(OlapEtlFileFormat.Parquet)
{
_tableName = name;
_key = key;
_configuration = configuration;
_fileNameSuffix = fileNameSuffix;
_tmpFilePath = tmpPath;
_dataTypes = new Dictionary <string, DataType>();
_group = new RowGroup();
SetIdColumn();
GetSafeFolderName(name, partitions);
}
