public void FullClassBuilding()
{
var cb = new DelimitedClassBuilder("Customers", ",");
cb.IgnoreFirstLines = 1;
cb.IgnoreEmptyLines = true;
cb.AddField("Field1", typeof(DateTime));
cb.LastField.TrimMode = TrimMode.Both;
cb.LastField.QuoteMode = QuoteMode.AlwaysQuoted;
cb.LastField.FieldNullValue = DateTime.Today;
cb.AddField("Field2", typeof(string));
cb.LastField.FieldQuoted = true;
cb.LastField.QuoteChar = '"';
cb.AddField("Field3", typeof(int));
mEngine = new FileHelperEngine(cb.CreateRecordClass());
DataTable dt = mEngine.ReadFileAsDT(TestCommon.GetPath("Good", "Test2.txt"));
Assert.AreEqual(4, dt.Rows.Count);
Assert.AreEqual(4, mEngine.TotalRecords);
Assert.AreEqual(0, mEngine.ErrorManager.ErrorCount);
Assert.AreEqual("Field1", dt.Columns[0].ColumnName);
Assert.AreEqual("Field2", dt.Columns[1].ColumnName);
Assert.AreEqual("Field3", dt.Columns[2].ColumnName);
Assert.AreEqual("Hola", dt.Rows[0][1]);
Assert.AreEqual(DateTime.Today, dt.Rows[2][0]);
}
public void RunTimeEmptyGuidProperties()
{
var builder = new DelimitedClassBuilder("EntityWithGuid", "\t");
builder.AddField("Name", typeof(string));
builder.AddField("Id", typeof(Guid));
builder.LastField.FieldNullValue = Guid.Empty;
var engine = new FileHelperEngine(builder.CreateRecordClass())
{
Options = { IgnoreFirstLines = 1 }
};
const string inputValue = @"Name Id
first
second ";
var records = engine.ReadString(inputValue);
records.Length.AssertEqualTo(2);
dynamic record = records[0];
((Guid)record.Id).AssertEqualTo(Guid.Empty);
((string)record.Name).AssertEqualTo("first");
record = records[1];
((Guid)record.Id).AssertEqualTo(Guid.Empty);
((string)record.Name).AssertEqualTo("second");
}
public void TestingNameAndTypes()
{
var cb = new DelimitedClassBuilder("Customers", ",");
cb.IgnoreFirstLines = 1;
cb.IgnoreEmptyLines = true;
cb.AddField("Field1", typeof (DateTime));
cb.LastField.TrimMode = TrimMode.Both;
cb.LastField.QuoteMode = QuoteMode.AlwaysQuoted;
cb.LastField.FieldNullValue = DateTime.Today;
cb.AddField("Field2", typeof (string));
cb.LastField.FieldQuoted = true;
cb.LastField.QuoteChar = '"';
cb.AddField("Field3", typeof (int));
mEngine = new FileHelperEngine(cb.CreateRecordClass());
DataTable dt = mEngine.ReadFileAsDT(TestCommon.GetPath("Good", "Test2.txt"));
Assert.AreEqual("Field1", dt.Columns[0].ColumnName);
Assert.AreEqual(typeof (DateTime), dt.Columns[0].DataType);
Assert.AreEqual("Field2", dt.Columns[1].ColumnName);
Assert.AreEqual(typeof (string), dt.Columns[1].DataType);
Assert.AreEqual("Field3", dt.Columns[2].ColumnName);
Assert.AreEqual(typeof (int), dt.Columns[2].DataType);
}
public ReadUsersFromFileDynamic()
{
var userRecordClassBuilder = new DelimitedClassBuilder("UserRecord","\t");
userRecordClassBuilder.IgnoreFirstLines = 1;
userRecordClassBuilder.AddField("Id", typeof(Int32));
userRecordClassBuilder.AddField("Name", typeof(String));
userRecordClassBuilder.AddField("Email", typeof(String));
_tblClass = userRecordClassBuilder.CreateRecordClass();
}
/// <summary>
/// extract delimited class details from xml
/// </summary>
/// <param name="document">XML document to check</param>
/// <returns>delimited class information</returns>
internal static DelimitedClassBuilder LoadXmlInternal(XmlDocument document)
{
DelimitedClassBuilder res;
string del = document.SelectNodes("/DelimitedClass")[0].Attributes["Delimiter"].Value;
string className = document.SelectNodes("/DelimitedClass/ClassName")[0].InnerText;
res = new DelimitedClassBuilder(className, del);
return(res);
}
public void ReadAsDataTable1()
{
var cb = new DelimitedClassBuilder("ImportContact", ",");
cb.IgnoreEmptyLines = true;
cb.GenerateProperties = true;
cb.AddField("FirstName", typeof (string));
cb.LastField.TrimMode = TrimMode.Both;
cb.LastField.FieldQuoted = false;
cb.AddField("LastName", typeof (string));
cb.LastField.TrimMode = TrimMode.Both;
cb.LastField.FieldQuoted = false;
cb.AddField("StreetNumber", typeof (string));
cb.LastField.TrimMode = TrimMode.Both;
cb.LastField.FieldQuoted = false;
cb.AddField("StreetAddress", typeof (string));
cb.LastField.TrimMode = TrimMode.Both;
cb.LastField.FieldQuoted = false;
cb.AddField("Unit", typeof (string));
cb.LastField.TrimMode = TrimMode.Both;
cb.LastField.FieldQuoted = false;
cb.AddField("City", typeof (string));
cb.LastField.TrimMode = TrimMode.Both;
cb.LastField.FieldQuoted = false;
cb.AddField("State", typeof (string));
cb.LastField.TrimMode = TrimMode.Both;
cb.LastField.FieldQuoted = false;
cb.AddField("Zip", typeof (string));
cb.LastField.TrimMode = TrimMode.Both;
cb.LastField.FieldQuoted = false;
var engine = new FileHelperEngine(cb.CreateRecordClass());
string source = "Alex & Jen,Bouquet,1815,Bell Rd,, Batavia,OH,45103" + Environment.NewLine +
"Mark & Lisa K ,Arlinghaus,1817,Bell Rd,, Batavia,OH,45103" + Environment.NewLine +
"Ed & Karen S ,Craycraft,1819,Bell Rd,, Batavia,OH,45103" + Environment.NewLine;
DataTable contactData = engine.ReadStringAsDT(source);
Assert.AreEqual(3, contactData.Rows.Count);
Assert.AreEqual(8, contactData.Columns.Count);
Assert.AreEqual("Alex & Jen", contactData.Rows[0][0].ToString());
Assert.AreEqual("Mark & Lisa K", contactData.Rows[1][0].ToString());
// new DelimitedClassBuilder("", ",");
}
public void ReadAsDataTable2()
{
var cb = new DelimitedClassBuilder("ImportContact", ",");
cb.IgnoreEmptyLines = true;
cb.GenerateProperties = true;
cb.AddField("FirstName", typeof (string));
cb.LastField.TrimMode = TrimMode.Both;
cb.LastField.FieldQuoted = false;
cb.AddField("LastName", typeof (string));
cb.LastField.TrimMode = TrimMode.Both;
cb.LastField.FieldQuoted = false;
cb.AddField("StreetNumber", typeof (string));
cb.LastField.TrimMode = TrimMode.Both;
cb.LastField.FieldQuoted = false;
cb.AddField("StreetAddress", typeof (string));
cb.LastField.TrimMode = TrimMode.Both;
cb.LastField.FieldQuoted = false;
cb.AddField("Unit", typeof (string));
cb.LastField.TrimMode = TrimMode.Both;
cb.LastField.FieldQuoted = false;
cb.AddField("City", typeof (string));
cb.LastField.TrimMode = TrimMode.Both;
cb.LastField.FieldQuoted = false;
cb.AddField("State", typeof (string));
cb.LastField.TrimMode = TrimMode.Both;
cb.LastField.FieldQuoted = false;
cb.AddField("Zip", typeof (string));
cb.LastField.TrimMode = TrimMode.Both;
cb.LastField.FieldQuoted = false;
var engine = new FileHelperEngine(cb.CreateRecordClass());
DataTable contactData = engine.ReadFileAsDT(TestCommon.GetPath("Good", "ReadAsDataTable.txt"));
Assert.AreEqual(3, contactData.Rows.Count);
Assert.AreEqual(8, contactData.Columns.Count);
Assert.AreEqual("Alex & Jen", contactData.Rows[0][0].ToString());
Assert.AreEqual("Mark & Lisa K", contactData.Rows[1][0].ToString());
// new DelimitedClassBuilder("", ",");
}
public void RunTimeMultimpleInstances()
{
var cb = new DelimitedClassBuilder("ImportContact", ",");
cb.AddField("Field1", "int?");
cb.AddField("Field2", typeof(int?));
cb.AddField("Field3", "Nullable<int>");
cb.AddField("Field4", typeof(Nullable<int>));
cb.CreateRecordClass();
cb.CreateRecordClass();
}
/// <summary>
/// extract delimited class details from xml
/// </summary>
/// <param name="document">XML document to check</param>
/// <returns>delimited class information</returns>
internal static DelimitedClassBuilder LoadXmlInternal(XmlDocument document)
{
DelimitedClassBuilder res;
string del = document.SelectNodes("/DelimitedClass")[0].Attributes["Delimiter"].Value;
string className = document.SelectNodes("/DelimitedClass/ClassName")[0].InnerText;
res = new DelimitedClassBuilder(className, del);
return res;
}
private void CreateDelimiterOptions(string[][] sampleData, List<RecordFormatInfo> res, char delimiter)
{
List<DelimiterInfo> delimiters = new List<DelimiterInfo>();
if (delimiter == '\0')
delimiters = GetDelimiters(sampleData);
else
delimiters.Add(GetDelimiterInfo(sampleData, delimiter));
foreach (DelimiterInfo info in delimiters)
{
RecordFormatInfo format = new RecordFormatInfo();
format.mConfidence = (int)((1 - info.Deviation ) * 100);
AdjustConfidence(format, info);
DelimitedClassBuilder builder = new DelimitedClassBuilder("AutoDetectedClass", info.Delimiter.ToString());
builder.IgnoreFirstLines = FileHasHeaders ? 1 : 0;
var firstLineSplitted = sampleData[0][0].Split(info.Delimiter);
for (int i = 0; i < info.Max + 1; i++)
{
string name = "Field " + (i + 1).ToString().PadLeft(3, '0');
if (FileHasHeaders && i < firstLineSplitted.Length)
name = firstLineSplitted[i];
var f = builder.AddField(StringHelper.ToValidIdentifier(name));
if (i > info.Min)
f.FieldOptional = true;
}
format.mClassBuilder = builder;
res.Add(format);
}
}
public void SaveLoadXmlFileDelimited2()
{
var cb = new DelimitedClassBuilder("Customers", ",");
cb.IgnoreFirstLines = 1;
cb.IgnoreEmptyLines = true;
cb.AddField("Field1", typeof(DateTime));
cb.LastField.TrimMode = TrimMode.Both;
cb.LastField.QuoteMode = QuoteMode.AlwaysQuoted;
cb.LastField.FieldNullValue = DateTime.Today;
cb.AddField("FieldTwo", typeof(string));
cb.LastField.FieldQuoted = true;
cb.LastField.QuoteChar = '"';
cb.AddField("Field333", typeof(int));
cb.SaveToXml(@"dynamic.xml");
mEngine = new FileHelperEngine(ClassBuilder.ClassFromXmlFile("dynamic.xml"));
Assert.AreEqual("Customers", mEngine.RecordType.Name);
Assert.AreEqual(3, mEngine.RecordType.GetFields().Length);
Assert.AreEqual("Field1", mEngine.RecordType.GetFields()[0].Name);
}
public void ReadAsDataTableWithCustomConverter()
{
var fields = new[] {
"FirstName",
"LastName",
"StreetNumber",
"StreetAddress",
"Unit",
"City",
"State",
};
var cb = new DelimitedClassBuilder("ImportContact", ",");
// Add assembly reference
cb.AdditionalReferences.Add(typeof(MyCustomConverter).Assembly);
foreach (var f in fields)
{
cb.AddField(f, typeof(string));
cb.LastField.TrimMode = TrimMode.Both;
cb.LastField.FieldQuoted = false;
}
cb.AddField("Zip", typeof(int?));
cb.LastField.Converter.TypeName = "FileHelpers.Tests.Dynamic.DelimitedClassBuilderTests.MyCustomConverter";
mEngine = new FileHelperEngine(cb.CreateRecordClass());
string source = "Alex & Jen,Bouquet,1815,Bell Rd,, Batavia,OH,45103" + Environment.NewLine +
"Mark & Lisa K ,Arlinghaus,1817,Bell Rd,, Batavia,OH,NaN" + Environment.NewLine +
"Ed & Karen S ,Craycraft,1819,Bell Rd,, Batavia,OH,45103" + Environment.NewLine;
var contactData = mEngine.ReadString(source);
Assert.AreEqual(3, contactData.Length);
var zip = mEngine.RecordType.GetFields()[7];
Assert.AreEqual("Zip", zip.Name);
Assert.IsNull(zip.GetValue(contactData[1]));
Assert.AreEqual((decimal)45103, zip.GetValue(contactData[2]));
}
public void SaveLoadXmlOptionsString()
{
var cbOrig = new DelimitedClassBuilder("Customers", ",");
cbOrig.AddField("Field1", typeof(DateTime));
cbOrig.AddField("FieldTwo", typeof(string));
cbOrig.RecordCondition.Condition = RecordCondition.ExcludeIfMatchRegex;
cbOrig.RecordCondition.Selector = @"\w*";
cbOrig.IgnoreCommentedLines.CommentMarker = "//";
cbOrig.IgnoreCommentedLines.InAnyPlace = false;
cbOrig.IgnoreEmptyLines = true;
cbOrig.IgnoreFirstLines = 123;
cbOrig.IgnoreLastLines = 456;
cbOrig.SealedClass = false;
string xml = cbOrig.SaveToXmlString();
ClassBuilder cb2 = ClassBuilder.LoadFromXmlString(xml);
Assert.AreEqual("Customers", cb2.ClassName);
Assert.AreEqual(2, cb2.FieldCount);
Assert.AreEqual("Field1", cb2.Fields[0].FieldName);
Assert.AreEqual(RecordCondition.ExcludeIfMatchRegex, cb2.RecordCondition.Condition);
Assert.AreEqual(@"\w*", cb2.RecordCondition.Selector);
Assert.AreEqual("//", cb2.IgnoreCommentedLines.CommentMarker);
Assert.AreEqual(false, cb2.IgnoreCommentedLines.InAnyPlace);
Assert.AreEqual(false, cb2.SealedClass);
Assert.AreEqual(true, cb2.IgnoreEmptyLines);
Assert.AreEqual(123, cb2.IgnoreFirstLines);
Assert.AreEqual(456, cb2.IgnoreLastLines);
}
public void RunTimeNullableFields()
{
DelimitedClassBuilder cb = new DelimitedClassBuilder("ImportContact", ",");
cb.AddField("Field1", "int?");
cb.AddField("Field2", typeof(int?));
cb.AddField("Field3", "Nullable<int>");
cb.AddField("Field4", typeof (Nullable<int>));
}
/// <summary>
/// Loads the XML representation of a ClassBuilder inheritor and return
/// it. (for XML saved with SaveToXml method)
/// </summary>
/// <remarks>
/// ClassBuilder inheritors: <see cref="DelimitedClassBuilder"/> or <see cref="FixedLengthClassBuilder"/>
/// </remarks>
/// <param name="document">The XML document with the representation of the record class.</param>
/// <returns>A new instance of a ClassBuilder inheritor: <see cref="DelimitedClassBuilder"/> or <see cref="FixedLengthClassBuilder"/> </returns>
public static ClassBuilder LoadFromXml(XmlDocument document)
{
ClassBuilder res = null;
string classtype = document.DocumentElement.LocalName;
if (classtype == "DelimitedClass")
{
res = DelimitedClassBuilder.LoadXmlInternal(document);
}
else
{
res = FixedLengthClassBuilder.LoadXmlInternal(document);
}
XmlNode node = document.DocumentElement["IgnoreLastLines"];
if (node != null)
{
res.IgnoreLastLines = int.Parse(node.InnerText);
}
node = document.DocumentElement["IgnoreFirstLines"];
if (node != null)
{
res.IgnoreFirstLines = int.Parse(node.InnerText);
}
node = document.DocumentElement["IgnoreEmptyLines"];
if (node != null)
{
res.IgnoreEmptyLines = true;
}
node = document.DocumentElement["CommentMarker"];
if (node != null)
{
res.IgnoreCommentedLines.CommentMarker = node.InnerText;
}
node = document.DocumentElement["CommentInAnyPlace"];
if (node != null)
{
res.IgnoreCommentedLines.InAnyPlace = bool.Parse(node.InnerText.ToLower());
}
node = document.DocumentElement["SealedClass"];
res.SealedClass = node != null;
node = document.DocumentElement["Namespace"];
if (node != null)
{
res.Namespace = node.InnerText;
}
node = document.DocumentElement["Visibility"];
if (node != null)
{
res.Visibility = (NetVisibility)Enum.Parse(typeof(NetVisibility), node.InnerText);
}
node = document.DocumentElement["RecordCondition"];
if (node != null)
{
res.RecordCondition.Condition = (RecordCondition)Enum.Parse(typeof(RecordCondition), node.InnerText);
}
node = document.DocumentElement["RecordConditionSelector"];
if (node != null)
{
res.RecordCondition.Selector = node.InnerText;
}
node = document.DocumentElement["CommentText"];
if (node != null)
{
res.CommentText = node.InnerText;
}
res.ReadClassElements(document);
node = document.DocumentElement["Fields"];
XmlNodeList nodes;
if (classtype == "DelimitedClass")
{
nodes = node.SelectNodes("/DelimitedClass/Fields/Field");
}
else
{
nodes = node.SelectNodes("/FixedLengthClass/Fields/Field");
}
foreach (XmlNode n in nodes)
{
res.ReadField(n);
}
return(res);
}
public void RunTimeGenerics()
{
var cb = new DelimitedClassBuilder("ImportContact", ",");
cb.AddField("Field2", typeof (Dictionary<int, List<string>>));
cb.AddField("Field1", "System.Collections.Generic.List<int>");
cb.AddField("Field7", typeof (List<int>));
cb.AddField("Field3", "Nullable<int>");
cb.AddField("Field4", typeof (Nullable<int>));
cb.CreateRecordClass();
}
public void SaveLoadXmlFileDelimited()
{
var cb = new DelimitedClassBuilder("Customers", ",");
cb.IgnoreFirstLines = 1;
cb.IgnoreEmptyLines = true;
cb.AddField("Field1", typeof(DateTime));
cb.LastField.TrimMode = TrimMode.Both;
cb.LastField.QuoteMode = QuoteMode.AlwaysQuoted;
cb.LastField.FieldNullValue = DateTime.Today;
cb.AddField("FieldTwo", typeof(string));
cb.LastField.FieldQuoted = true;
cb.LastField.QuoteChar = '"';
cb.AddField("Field333", typeof(int));
cb.SaveToXml(@"dynamic.xml");
var loaded = (DelimitedClassBuilder)ClassBuilder.LoadFromXml(@"dynamic.xml");
Assert.AreEqual("Field1", loaded.FieldByIndex(0).FieldName);
Assert.AreEqual("FieldTwo", loaded.FieldByIndex(1).FieldName);
Assert.AreEqual("Field333", loaded.FieldByIndex(2).FieldName);
Assert.AreEqual("System.DateTime", loaded.FieldByIndex(0).FieldType);
Assert.AreEqual("System.String", loaded.FieldByIndex(1).FieldType);
Assert.AreEqual("System.Int32", loaded.FieldByIndex(2).FieldType);
Assert.AreEqual(QuoteMode.AlwaysQuoted, loaded.FieldByIndex(0).QuoteMode);
Assert.AreEqual(false, loaded.FieldByIndex(0).FieldQuoted);
Assert.AreEqual('"', loaded.FieldByIndex(1).QuoteChar);
Assert.AreEqual(true, loaded.FieldByIndex(1).FieldQuoted);
}
public void LoopingFields()
{
var cb = new DelimitedClassBuilder("MyClass", ",");
string[] lst = { "fieldOne", "fieldTwo", "fieldThree" };
for (int i = 0; i < lst.Length; i++)
cb.AddField(lst[i], typeof(string));
mEngine = new FileHelperEngine(cb.CreateRecordClass());
}
public void RunTimeGenerics()
{
DelimitedClassBuilder cb = new DelimitedClassBuilder("ImportContact", ",");
cb.AddField("Field2", typeof(Dictionary<int, List<string>>));
cb.AddField("Field1", "List<int>");
cb.AddField("Field2", typeof(List<int>));
cb.AddField("Field3", "Nullable<int>");
cb.AddField("Field4", typeof(Nullable<int>));
}
private static void Main(string[] args)
{
/*var provider = new ExcelStorage(typeof(RaRecord)) {
StartRow = 2,
StartColumn = 1,
SheetName = "Sheet2",
FileName = "test.xlsx"
};*/
//Dynamic Records
var cb = new DelimitedClassBuilder("Customer", "|")
{
IgnoreFirstLines = 1,
IgnoreEmptyLines = true
};
cb.AddField("BirthDate", typeof(DateTime));
cb.LastField.TrimMode = TrimMode.Both;
cb.LastField.FieldNullValue = DateTime.Today;
cb.AddField("Name", typeof(string));
cb.LastField.FieldQuoted = true;
cb.LastField.QuoteChar = '"';
cb.AddField("Age", typeof(int));
var providerWithDynamicRecord = new ExcelNPOIStorage(cb.CreateRecordClass())
{
FileName =Directory.GetCurrentDirectory()+@"\testDynamicRecords.xlsx"
};
providerWithDynamicRecord.StartRow = 1;
providerWithDynamicRecord.StartColumn = 1;
dynamic dynamicRecord = Activator.CreateInstance(providerWithDynamicRecord.RecordType);
dynamicRecord.Name = "Jonh";
dynamicRecord.Age = 1;
dynamicRecord.BirthDate = DateTime.Now;
var valuesList = new List<dynamic>
{
dynamicRecord,
dynamicRecord
};
var columnsHeaders = ((System.Reflection.TypeInfo)(dynamicRecord.GetType())).DeclaredFields.Select(x => x.Name).ToList();
providerWithDynamicRecord.ColumnsHeaders = columnsHeaders;
providerWithDynamicRecord.InsertRecords(valuesList.ToArray());
//General export of excel with date time columns
var provider = new ExcelNPOIStorage(typeof (RaRecord))
{
FileName = Directory.GetCurrentDirectory() + @"\test.xlsx"
};
provider.StartRow = 0;
provider.StartColumn = 0;
var records = new List<RaRecord>();
records.Add(new RaRecord()
{
Level = 123.123m,
Name = "Dickie",
Startdate = DateTime.Now
});
var values = new List<int>
{
1,
2,
3
};
records.Add(new RaRecord()
{
Level = null,
Name = "Bavo",
Project = "too many",
Startdate = DateTime.Now,
ListOfIds = string.Join(",", values.Select(n => n.ToString(CultureInfo.InvariantCulture)).ToArray())
});
provider.HeaderRows = 4;
provider.InsertRecords(records.ToArray());
var res = (RaRecord[])provider.ExtractRecords();
}
