Beispiel #1
0
        private void UpdateField(DataType dataType, string propName, IList data, RowGroup group, bool addDefaultData = true)
        {
            _dataTypes[propName] = dataType;
            group.Data[propName] = data;

            if (addDefaultData == false)
            {
                return;
            }

            AddDefaultData(data, dataType, group.Count);
        }
Beispiel #2
0
        public ParquetTransformedItems(string name, string key, string tmpPath, string fileNameSuffix, List <string> partitions, OlapEtlConfiguration configuration)
            : base(OlapEtlFileFormat.Parquet)
        {
            _tableName      = name;
            _key            = key;
            _configuration  = configuration;
            _fileNameSuffix = fileNameSuffix;
            _tmpFilePath    = tmpPath;
            _dataTypes      = new Dictionary <string, DataType>();
            _group          = new RowGroup();

            SetIdColumn();
            GetSafeFolderName(name, partitions);
        }