Example #1
0
        // Parses a single outfil configuration.
        private LegacyOutputFile ParseOutfil(Lexer lexer)
        {
            LegacyOutputFile outputFile = null;

            if (lexer.MoveNext())
            {
                outputFile = new LegacyOutputFile();
                string outrec  = null;
                string include = null;
                string omit    = null;

                while (lexer.Current != null)
                {
                    // Look for the supported commands
                    if (string.Equals(Outrec, lexer.Current, StringComparison.InvariantCultureIgnoreCase))
                    {
                        lexer.MoveNext();
                        outrec = ParseCommandParameters(lexer);
                    }
                    else if (string.Equals(Include, lexer.Current, StringComparison.InvariantCultureIgnoreCase))
                    {
                        lexer.MoveNext();
                        include = ParseCommandParameters(lexer);
                    }
                    else if (string.Equals(Omit, lexer.Current, StringComparison.InvariantCultureIgnoreCase))
                    {
                        lexer.MoveNext();
                        omit = ParseCommandParameters(lexer);
                    }
                    else if (lexer.Current != SemiColon)
                    {
                        throw new ParsingException(string.Format("Unexpected token at index {0}: {1}", lexer.Index,
                                                                 lexer.Current));
                    }
                    else
                    {
                        break;
                    }
                }

                // Set the required properties of the output file
                if (!string.IsNullOrEmpty(outrec))
                {
                    var formatterParser = new FormatterParser {
                        Encoding = Encoding
                    };
                    outputFile.Formatter = formatterParser.GetFormatter(outrec);
                }
                if (!string.IsNullOrWhiteSpace(include) || !string.IsNullOrWhiteSpace(omit))
                {
                    var filterParser = new FilterParser {
                        Encoding = Encoding, SortEncoding = SortEncoding
                    };
                    outputFile.Filter = filterParser.GetFilter(include, omit);
                }
            }

            return(outputFile);
        }
Example #2
0
        // Parses a single outfil configuration.
        private LegacyOutputFile ParseOutfil(Lexer lexer)
        {
            LegacyOutputFile outputFile = null;
            if (lexer.MoveNext())
            {
                outputFile = new LegacyOutputFile();
                string outrec = null;
                string include = null;
                string omit = null;

                while (lexer.Current != null)
                {
                    // Look for the supported commands
                    if (string.Equals(Outrec, lexer.Current, StringComparison.InvariantCultureIgnoreCase))
                    {
                        lexer.MoveNext();
                        outrec = ParseCommandParameters(lexer);
                    }
                    else if (string.Equals(Include, lexer.Current, StringComparison.InvariantCultureIgnoreCase))
                    {
                        lexer.MoveNext();
                        include = ParseCommandParameters(lexer);
                    }
                    else if (string.Equals(Omit, lexer.Current, StringComparison.InvariantCultureIgnoreCase))
                    {
                        lexer.MoveNext();
                        omit = ParseCommandParameters(lexer);
                    }
                    else if (lexer.Current != SemiColon)
                    {
                        throw new ParsingException(string.Format("Unexpected token at index {0}: {1}", lexer.Index,
                            lexer.Current));
                    }
                    else
                    {
                        break;
                    }
                }

                // Set the required properties of the output file
                if (!string.IsNullOrEmpty(outrec))
                {
                    var formatterParser = new FormatterParser { Encoding = Encoding };
                    outputFile.Formatter = formatterParser.GetFormatter(outrec);
                }
                if (!string.IsNullOrWhiteSpace(include) || !string.IsNullOrWhiteSpace(omit))
                {
                    var filterParser = new FilterParser { Encoding = Encoding, SortEncoding = SortEncoding };
                    outputFile.Filter = filterParser.GetFilter(include, omit);
                }
            }

            return outputFile;
        }
Example #3
0
        /// <summary>
        /// Builds the sorter.
        /// </summary>
        /// <returns>a <see cref="Sorter{T}"/></returns>
        private Sorter <byte[]> BuildSorter()
        {
            Logger.Debug("Building sorter");
            var sorter = new Sorter <byte[]>();

            var formatterParser = new FormatterParser {
                Encoding = Encoding
            };

            sorter.InputFiles = Input.Select(r => r.GetFileInfo()).ToList();
            if (Output.Count == 1)
            {
                var outputFiles = new List <IOutputFile <byte[]> >();
                var outputFile  = new LegacyOutputFile {
                    Output = Output[0].GetFileInfo()
                };
                if (!string.IsNullOrWhiteSpace(Outrec))
                {
                    outputFile.Formatter = formatterParser.GetFormatter(Outrec);
                }
                outputFiles.Add(outputFile);
                sorter.OutputFiles = outputFiles;
            }
            if (Output.Count > 1)
            {
                var outfilParser = new OutfilParser {
                    Encoding = Encoding, SortEncoding = SortEncoding
                };
                var outputFiles = outfilParser.GetOutputFiles(Outfils);
                if (Output.Count != outputFiles.Count)
                {
                    throw new SortException("The number of output files must match the number of outfil configurations.");
                }
                for (var i = 0; i < Output.Count; i++)
                {
                    outputFiles[i].Output = Output[i].GetFileInfo();
                }
                sorter.OutputFiles = outputFiles;
            }

            if (RecordLength > 0 || Separator == null)
            {
                sorter.RecordAccessorFactory = new BlockAccessorFactory {
                    RecordLength = RecordLength
                };
            }
            else
            {
                sorter.RecordAccessorFactory = new SeparatorAccessorFactory {
                    Separator = Encoding.GetBytes(Separator)
                };
            }

            if (!string.IsNullOrWhiteSpace(SortCard))
            {
                var comparerParser = new ComparerParser {
                    Encoding = Encoding, SortEncoding = SortEncoding
                };
                sorter.Comparer = comparerParser.GetComparer(SortCard);
            }
            if (!string.IsNullOrWhiteSpace(Include) || !string.IsNullOrWhiteSpace(Omit))
            {
                var filterParser = new FilterParser {
                    Encoding = Encoding, SortEncoding = SortEncoding
                };
                sorter.Filter = filterParser.GetFilter(Include, Omit);
            }
            if (SkipDuplicates)
            {
                sorter.Sum = new SkipSum <byte[]>();
            }
            if (!string.IsNullOrWhiteSpace(Sum))
            {
                var sumParser = new SumParser {
                    Encoding = Encoding
                };
                sorter.Sum = sumParser.GetSum(Sum);
            }
            if (!string.IsNullOrWhiteSpace(Inrec))
            {
                sorter.InputFormatter = formatterParser.GetFormatter(Inrec);
            }

            if (MaxInMemorySize > 0)
            {
                sorter.MaxInMemorySize = MaxInMemorySize;
            }

            sorter.HeaderSize = HeaderSize;

            return(sorter);
        }
Example #4
0
        /// <summary>
        /// Builds the sorter.
        /// </summary>
        /// <returns>a <see cref="Sorter{T}"/></returns>
        private Sorter<byte[]> BuildSorter()
        {
            Logger.Debug("Building sorter");
            var sorter = new Sorter<byte[]>();

            var formatterParser = new FormatterParser { Encoding = Encoding };

            sorter.InputFiles = Input.Select(r => r.GetFileInfo()).ToList();
            if (Output.Count == 1)
            {
                var outputFiles = new List<IOutputFile<byte[]>>();
                var outputFile = new LegacyOutputFile { Output = Output[0].GetFileInfo() };
                if (!string.IsNullOrWhiteSpace(Outrec))
                {
                    outputFile.Formatter = formatterParser.GetFormatter(Outrec);
                }
                outputFiles.Add(outputFile);
                sorter.OutputFiles = outputFiles;
            }
            if (Output.Count > 1)
            {
                var outfilParser = new OutfilParser { Encoding = Encoding, SortEncoding = SortEncoding };
                var outputFiles = outfilParser.GetOutputFiles(Outfils);
                if (Output.Count != outputFiles.Count)
                {
                    throw new SortException("The number of output files must match the number of outfil configurations.");
                }
                for (var i = 0; i < Output.Count; i++)
                {
                    outputFiles[i].Output = Output[i].GetFileInfo();
                }
                sorter.OutputFiles = outputFiles;
            }

            if (RecordLength > 0 || Separator == null)
            {
                sorter.RecordAccessorFactory = new BlockAccessorFactory { RecordLength = RecordLength };
            }
            else
            {
                sorter.RecordAccessorFactory = new SeparatorAccessorFactory { Separator = Encoding.GetBytes(Separator) };
            }

            if (!string.IsNullOrWhiteSpace(SortCard))
            {
                var comparerParser = new ComparerParser { Encoding = Encoding, SortEncoding = SortEncoding };
                sorter.Comparer = comparerParser.GetComparer(SortCard);
            }
            if (!string.IsNullOrWhiteSpace(Include) || !string.IsNullOrWhiteSpace(Omit))
            {
                var filterParser = new FilterParser { Encoding = Encoding, SortEncoding = SortEncoding };
                sorter.Filter = filterParser.GetFilter(Include, Omit);
            }
            if (SkipDuplicates)
            {
                sorter.Sum = new SkipSum<byte[]>();
            }
            if (!string.IsNullOrWhiteSpace(Sum))
            {
                var sumParser = new SumParser { Encoding = Encoding };
                sorter.Sum = sumParser.GetSum(Sum);
            }
            if (!string.IsNullOrWhiteSpace(Inrec))
            {
                sorter.InputFormatter = formatterParser.GetFormatter(Inrec);
            }

            if (MaxInMemorySize > 0)
            {
                sorter.MaxInMemorySize = MaxInMemorySize;
            }

            sorter.HeaderSize = HeaderSize;

            return sorter;
        }