示例#1
0
 public static FlatFileImportResult PerformImport(string filepath, FlatFileTemplate objFileTemplate, DataColumnMapping columnMapping)
 {
     return(PerformImport(new TextFieldParser(filepath), objFileTemplate, columnMapping));
 }
示例#2
0
        private static FlatFileImportResult PerformImport(TextFieldParser objParser, FlatFileTemplate objFileTemplate, DataColumnMapping columnMapping)
        {
            var result = new FlatFileImportResult();

            objParser.SetDelimiters(objFileTemplate.Delimiters);
            objParser.SetFieldWidths(objFileTemplate.FieldWidths);
            objParser.HasFieldsEnclosedInQuotes = objFileTemplate.HasFieldsEnclosedInQuotes;
            objParser.TextFieldType             = objFileTemplate.TextFieldType;
            objParser.TrimWhiteSpace            = objFileTemplate.TrimWhiteSpace;

            var importAborted  = false;
            var rawFieldValues = new List <string>();

            try
            {
                var mappedColumnCount = objFileTemplate.Columns.Count(columnMapping.ContainsSourceColumn);
                if (mappedColumnCount == 0)
                {
                    importAborted = true;
                    result.Errors.Add(new FlatFileImportException("The specified FeedFileColumnMapping object did not contain mappings for any of the columns defined in the specified FeedFileTemplate object."));
                }

                while (!objParser.EndOfData && !importAborted)
                {
                    try
                    {
                        var currentLineNumber = objParser.LineNumber;
                        if (currentLineNumber <= objFileTemplate.HeaderLinesToSkip)
                        {
                            result.HeaderLines.Add(objParser.ReadLine());
                            continue;
                        }

                        try
                        {
                            var fields = objParser.ReadFields();
                            if (fields == null)
                            {
                                throw new InvalidOperationException("Unable to read fields.");
                            }

                            rawFieldValues.AddRange(fields);
                        }
                        catch
                        {
                            // If we have a read error, we need to abort the read
                            importAborted = true;
                            throw;
                        }

                        result.TotalRecords++;

                        if (rawFieldValues.Count > objFileTemplate.Columns.Count)
                        {
                            result.SkippedRecords++;
                            throw new FlatFileFormatException("Line " + currentLineNumber + ": File has more fields than expected. Skipping line.");
                        }

                        if (rawFieldValues.Count < objFileTemplate.Columns.Count)
                        {
                            result.SkippedRecords++;
                            throw new FlatFileFormatException("Line " + currentLineNumber + ": File has fewer fields than expected. Skipping line.");
                        }

                        var dicNamedImportValues = new Dictionary <string, string>();
                        for (var i = 0; i < objFileTemplate.Columns.Count; i++)
                        {
                            dicNamedImportValues.Add(objFileTemplate.Columns[i], rawFieldValues[i]);
                        }

                        var dicNamedDestinationValues = dicNamedImportValues.Keys.Where(columnMapping.ContainsSourceColumn).ToDictionary(columnMapping.GetDestinationColumn, sourceColumn => columnMapping.TransformValue(sourceColumn, dicNamedImportValues[sourceColumn]));

                        if (dicNamedDestinationValues.Count > 0)
                        {
                            result.ImportedData.Add(dicNamedDestinationValues);
                        }
                        else
                        {
                            result.Warnings.Add("Line " + currentLineNumber + ": No data imported because none of the columns were mapped. Skipping line.");
                            result.SkippedRecords++;
                        }
                    }
                    catch (Exception ex)
                    {
                        result.Errors.Add(ex);
                    }
                    finally
                    {
                        rawFieldValues.Clear();
                    }
                }
            }
            finally
            {
                objParser.Close();
            }

            if (result.ImportedData.Count == 0)
            {
                var errorString = "No data was imported because ";
                if (importAborted)
                {
                    errorString += "the import was aborted.";
                }
                else if (result.TotalRecords == 0)
                {
                    errorString += "the file had no records.";
                }
                else if (result.SkippedRecords == result.TotalRecords)
                {
                    errorString += "all records were skipped.";
                }

                result.Errors.Add(new FlatFileImportException(errorString));
            }

            return(result);
        }
示例#3
0
 public static FlatFileImportResult PerformImport(Stream inputStream, FlatFileTemplate objFileTemplate, DataColumnMapping columnMapping)
 {
     return(PerformImport(new TextFieldParser(inputStream), objFileTemplate, columnMapping));
 }