public SHNFile(string path)
{
try
{
columns.Clear();
this.Path = path;
if (System.IO.Path.GetFileNameWithoutExtension(path).ToLower().Contains("textdata")) isTextData = true;
BinaryReaderEx r = new BinaryReaderEx(File.OpenRead(path));
if (path.EndsWith(".shn"))
{
this.CryptHeader = r.ReadBytes(0x20);
data = r.ReadBytes(r.ReadInt32() - 0x24);
}
else
data = r.ReadBytes((int)r.Length);
r.Close();
if (Properties.Settings.Default.isNewCrypto == true)
this.Decrypt(data, 0, data.Length, true);
else
this.Decrypt(data, 0, data.Length);
r = new BinaryReaderEx(new MemoryStream(data));
this.Header = r.ReadUInt32();
//FileStream stream = new FileStream(System.IO.Path.GetDirectoryName(path) + "\\TestFile.dat", FileMode.Create);
//stream.Write(data, 0, data.Length);
//stream.Close();
//return;
if (!((this.Header == 0xcdcdcdcd) | (this.Header == 0)))
{
//bleh, why check, unk.dat is useless, outspark uses other enc
}
//Parse columns
this.RecordCount = r.ReadUInt32();
this.DefaultRecordLength = r.ReadUInt32();
this.ColumnCount = r.ReadUInt32();
this.ColumnNames = new string[this.ColumnCount];
this.ColumnTypes = new uint[this.ColumnCount];
this.ColumnLengths = new int[this.ColumnCount];
int num2 = 2;
int unkCols = 0;
for (uint i = 0; i < this.ColumnCount; i++)
{
string str = r.ReadString(0x30);
// if (str.Length < 2) MessageBox.Show(str.Length.ToString());
uint num4 = r.ReadUInt32();
int num5 = r.ReadInt32();
SHNColumn col = new SHNColumn();
if (str.Length == 0)
{
str = "UnkCol" + unkCols.ToString();
unkCols++;
}
col.name = str;
col.Type = num4;
col.Lenght = num5;
columns.Add(col);
this.ColumnNames[i] = str;
this.ColumnTypes[i] = num4;
this.ColumnLengths[i] = num5;
num2 += num5;
}
if (num2 != this.DefaultRecordLength)
{
throw new Exception("Wrong record lenght!");
}
//generate columns
this.GenerateColumns(table, columns);
//add data into rows
this.ReadRows(r, table);
}
catch (Exception e)
{
Stream X = new FileStream("unk.dat", FileMode.OpenOrCreate);
BinaryWriter lol = new BinaryWriter(X);
lol.Write(data, 0, data.Length);
lol.Close();
throw new Exception("Unknown File Type -- dec to unk.dat Reason: " + e.Message);
}
}
/// <summary>
/// Load LabelFeatureData file - static function for both CLabelFeatureData and CLabelFeatureDataCoded
/// load in the file and output a LabelFeatureData object that has the specified Type (type = {LabelFeatureData, LabelFeatureDataCode}
/// </summary>
/// <param name="inFileName">the name of the file: xxx.tsv == tsv file formation; xxx.bin == binary uncoded data format; xxx.dp == binary coded data format</param>
/// <param name="featureParser">parser that understand the feature values</param>
/// <param name="labelParser">parser that understand the label values</param>
/// <param name="dataGroupBoundary">data group boundaries</param>
/// <param name="outDatatype">the output data type LabelFeatureData or LabelFeatureDataCoded</param>
/// <param name="activeFeatureNames">only these feature values are loaded</param>
/// <param name="cThreads">number of threads used to code the original data</param>
/// <returns>the desired LabelFeatureData if no errors in loading; otherwise, null</returns>
static public LabelFeatureData Load(string inFileName, IParser<float> featureParser, IParser<float> labelParser, IGroupBoundary dataGroupBoundary,
Type outDataType, string[] activeFeatureNames, int cThreads, bool fCacheCodedFeature, bool fSparseCoded)
{
if (inFileName == null)
{
return null;
}
string[] fields = inFileName.Split('.');
if (fields.Length <= 0)
{
return null;
}
CLabelFeatureData labelFeatureData = null;
string sufix = fields[fields.Length-1];
if (string.Compare(sufix, "bin", true) == 0 || string.Compare(sufix, "dp", true) == 0)
{
BinaryReaderEx binReaderEx = new BinaryReaderEx(inFileName);
Type t = binReaderEx.Read<Type>();
labelFeatureData = (CLabelFeatureData)binReaderEx.Read(t);
binReaderEx.Close();
labelFeatureData.SetActiveFeatures(activeFeatureNames);
}
else // "tsv" or null
{
TsvFileLoader tsvFileLoader = new TsvFileLoader(inFileName, null, labelParser, featureParser, dataGroupBoundary);
labelFeatureData = new CLabelFeatureData(tsvFileLoader.FeatureName, tsvFileLoader.Labels, tsvFileLoader.GroupId, tsvFileLoader.Feature);
}
if (outDataType.Equals(typeof(CLabelFeatureDataCoded)))
{
if (labelFeatureData.GetType().Equals(typeof(CLabelFeatureDataCoded)))
{
if (fCacheCodedFeature)
{
((CLabelFeatureDataCoded)labelFeatureData).EncodeFeatureValues(cThreads, fSparseCoded);
}
}
else
{
//need to upgrade to coded
labelFeatureData = new CLabelFeatureDataCoded(labelFeatureData, cThreads, fCacheCodedFeature, fSparseCoded);
}
}
return labelFeatureData;
}
public void LoadMe(string path)
{
BinaryReaderEx r = new BinaryReaderEx(File.OpenRead(path));
if (path.EndsWith(".shn"))
{
this.CryptHeader = r.ReadBytes(0x20);
data = r.ReadBytes(r.ReadInt32() - 0x24);
}
else
{
data = r.ReadBytes((int)r.Length);
}
r.Close();
if (Properties.Settings.Default.isNewCrypto == true)
this.Decrypt(data, 0, data.Length, true);
else
this.Decrypt(data, 0, data.Length);
}
