示例#1
0
        public Generator(GenerateOptions options)
        {
            _options = options;

            if (string.IsNullOrWhiteSpace(_options.FileName))
            {
                throw new ArgumentException("Empty file name");
            }

            _size = SizeHelper.GetBytesFromSizeString(_options.SizeStr);
        }
示例#2
0
文件: Sorter.cs 项目: uu3474/ess
        public Sorter(SortOptions options)
        {
            _options = options;

            if (string.IsNullOrWhiteSpace(_options.InputFileName))
            {
                throw new ArgumentException("Empty input file name");
            }

            if (string.IsNullOrWhiteSpace(_options.OutputFileName))
            {
                throw new ArgumentException("Empty output file name");
            }

            _maxDataSize              = SizeHelper.GetBytesFromSizeString(_options.MaxDataSizeStr);
            _chunkSize                = SizeHelper.GetBytesFromSizeString(_options.ChunkSizeStr);
            _minChunkPartLoadSize     = SizeHelper.GetBytesFromSizeString(_options.MinChunkPartLoadSizeStr);
            _mergeOutputBufferMaxSize = SizeHelper.GetBytesFromSizeString(_options.MergeOutputBufferMaxSizeStr);

            _sortUnitMaxLinesCount = _options.SortUnitMaxLinesCount;

            _sortThreadsCount = _options.SortThreadsCount <= 0
                ? Environment.ProcessorCount - 2
                : _options.SortThreadsCount;

            _sortChunkBlock = new TransformBlock <ChunkWriter, ChunkWriter>(SortChunk,
                                                                            new ExecutionDataflowBlockOptions {
                MaxDegreeOfParallelism = _sortThreadsCount
            });                                                                                    // Сортируем многопоточно
            _writeChunkBlock = new ActionBlock <ChunkWriter>(WriteChunk,
                                                             new ExecutionDataflowBlockOptions {
                MaxDegreeOfParallelism = 1
            });                                                                    // Записываем чанки в один поток

            _sortChunkBlock.LinkTo(_writeChunkBlock);

            _writeResultPartBlock = new ActionBlock <List <string> >(WriteResultPartBlock,
                                                                     new ExecutionDataflowBlockOptions {
                EnsureOrdered = true, MaxDegreeOfParallelism = 1
            });                                                                                          // Записываем результат в один поток
        }