public DelimitedTextDataset(
string folderName,
string fileName,
string folderPath = default,
ColumnDelimiter columnDelimiter = default,
RowDelimiter rowDelimiter = default,
EncodingName encodingName = default,
CompressionCodec compressionCodec = default,
CompressionLevel compressionLevel = default,
QuoteChar quoteChar = default,
EscapeChar escapeChar = default,
bool firstRowAsHeader = false,
string nullValue = default,
IList <SchemaColumn> schema = default)
{
FolderName = folderName;
FileName = fileName;
FolderPath = folderPath;
ColumnDelimiter = columnDelimiter;
RowDelimiter = rowDelimiter;
EncodingName = encodingName;
CompressionCodec = compressionCodec;
CompressionLevel = compressionLevel;
QuoteChar = quoteChar;
EscapeChar = escapeChar;
FirstRowAsHeader = firstRowAsHeader;
NullValue = nullValue;
Schema = schema;
}
internal System.Text.Encoding GetEncodingOrDefault()
{
if (string.IsNullOrWhiteSpace(EncodingName))
{
return(System.Text.Encoding.UTF8);
}
if (EncodingName.Trim().Equals("Unicode", StringComparison.OrdinalIgnoreCase))
{
return(System.Text.Encoding.Unicode);
}
if (EncodingName.Trim().Equals("ASCII", StringComparison.OrdinalIgnoreCase))
{
return(System.Text.Encoding.ASCII);
}
if (EncodingName.Trim().Equals("BigEndianUnicode", StringComparison.OrdinalIgnoreCase))
{
return(System.Text.Encoding.BigEndianUnicode);
}
if (EncodingName.Trim().Equals("UTF32", StringComparison.OrdinalIgnoreCase))
{
return(System.Text.Encoding.UTF32);
}
if (EncodingName.Trim().Equals("UTF7", StringComparison.OrdinalIgnoreCase))
{
return(System.Text.Encoding.UTF7);
}
return(System.Text.Encoding.UTF8);
}
public LuaSet(string LuaPath, string LuaExecutable, string WorkingPath, string CommandLine, EncodingName Encoding)
{
this.Folder = LuaPath;
this.LuaExecutable = LuaExecutable;
this.CommandLine = CommandLine;
this.Encoding = Encoding;
this.WorkingPath = WorkingPath;
}
static Encoding get_encoding(EncodingName name)
{
var ret = CodePagesEncodingProvider.Instance.GetEncoding((int)name);
if (ret == null)
{
ret = Encoding.GetEncoding((int)name);
}
return(ret);
}
/// <summary>
/// Finalize detection phase and gets detected encoding name.
/// </summary>
/// <returns></returns>
public string Complete()
{
Done = true;
ude.DataEnd();
if (ude.IsDone() && !String.IsNullOrEmpty(ude.Charset))
{
EncodingName = ude.Charset;
}
// vote for best encoding
EncodingName = GetCurrentEncoding();
// check result
if (!String.IsNullOrEmpty(EncodingName))
{
//return Encoding.GetEncoding (EncodingName);
return(EncodingName.ToString());
}
return(null);
}
protected TextEncoder(byte[][] symbols, EncodingName encoding)
{
_encoding = encoding;
_symbols = symbols;
_parsingTrie = ParsingTrie.Create(symbols);
}
public LuaSet(string Name, string LuaPath, string LuaExecutable = null, string WorkingPath = null, string CommandLine = null, EncodingName Encoding = EncodingName.UTF8)
: this(LuaPath, LuaExecutable, WorkingPath, CommandLine, Encoding)
{
this.Name = Name;
}
public LuaSet(string Name, string LuaPath, string LuaExecutable = null, string WorkingPath = null, string CommandLine = null, EncodingName Encoding = EncodingName.UTF8)
: this(LuaPath, LuaExecutable, WorkingPath, CommandLine, Encoding)
{
this.Name = Name;
}
public LuaSet(string LuaPath, string LuaExecutable, string WorkingPath, string CommandLine, EncodingName Encoding)
{
this.Folder = LuaPath;
this.LuaExecutable = LuaExecutable;
this.CommandLine = CommandLine;
this.Encoding = Encoding;
this.WorkingPath = WorkingPath;
}
public void AddSetting(string Name, string Folder, string LuaExecutable, string WorkingPath, string CommandLine, EncodingName Encoding)
{
var set = new LuaSet(Folder, LuaExecutable, WorkingPath, CommandLine, Encoding);
if (LuaSettings.ContainsKey(Name))
{
LuaSettings[Name] = set;
}
else
{
LuaSettings.Add(Name, set);
}
XElement element = null;
foreach (var xl in XMLLuaSettings.Elements(SettingConstants.SettingKeys.Set))
{
if (xl.Element(SettingConstants.SettingKeys.SetName).Value.Contains(Name))
{
element = xl;
break;
}
}
if (element == null)
{
element = new XElement(SettingConstants.SettingKeys.Set);
element.Add(new XElement(SettingConstants.SettingKeys.SetName, Name));
element.Add(new XElement(SettingConstants.SettingKeys.LuaFolder, Folder));
element.Add(new XElement(SettingConstants.SettingKeys.LuaExec, LuaExecutable));
element.Add(new XElement(SettingConstants.SettingKeys.WorkingPath, WorkingPath));
element.Add(new XElement(SettingConstants.SettingKeys.LuaExecArg, CommandLine));
element.Add(new XElement(SettingConstants.SettingKeys.FileEncoding, Encoding));
XMLLuaSettings.Add(element);
}
else
{
element.ReplaceNodes(
new XElement(SettingConstants.SettingKeys.SetName, Name),
new XElement(SettingConstants.SettingKeys.LuaFolder, Folder),
new XElement(SettingConstants.SettingKeys.LuaExec, LuaExecutable),
new XElement(SettingConstants.SettingKeys.WorkingPath, WorkingPath),
new XElement(SettingConstants.SettingKeys.LuaExecArg, CommandLine),
new XElement(SettingConstants.SettingKeys.FileEncoding, Encoding)
);
}
}
public EncodingState(EncodingName name)
{
Name = name;
}
public void AddSetting(string Name, string Folder, string LuaExecutable, string WorkingPath, string CommandLine, EncodingName Encoding)
{
var set = new LuaSet(Folder, LuaExecutable, WorkingPath, CommandLine, Encoding);
if (LuaSettings.ContainsKey(Name))
{
LuaSettings[Name] = set;
}
else
{
LuaSettings.Add(Name, set);
}
XElement element = null;
foreach (var xl in XMLLuaSettings.Elements(SettingConstants.SettingKeys.Set))
{
if (xl.Element(SettingConstants.SettingKeys.SetName).Value.Contains(Name))
{
element = xl;
break;
}
}
if (element == null)
{
element = new XElement(SettingConstants.SettingKeys.Set);
element.Add(new XElement(SettingConstants.SettingKeys.SetName, Name));
element.Add(new XElement(SettingConstants.SettingKeys.LuaFolder, Folder));
element.Add(new XElement(SettingConstants.SettingKeys.LuaExec, LuaExecutable));
element.Add(new XElement(SettingConstants.SettingKeys.WorkingPath, WorkingPath));
element.Add(new XElement(SettingConstants.SettingKeys.LuaExecArg, CommandLine));
element.Add(new XElement(SettingConstants.SettingKeys.FileEncoding, Encoding));
XMLLuaSettings.Add(element);
}
else
{
element.ReplaceNodes(
new XElement(SettingConstants.SettingKeys.SetName, Name),
new XElement(SettingConstants.SettingKeys.LuaFolder, Folder),
new XElement(SettingConstants.SettingKeys.LuaExec, LuaExecutable),
new XElement(SettingConstants.SettingKeys.WorkingPath, WorkingPath),
new XElement(SettingConstants.SettingKeys.LuaExecArg, CommandLine),
new XElement(SettingConstants.SettingKeys.FileEncoding, Encoding)
);
}
}
