public SHNFile(string path) { try { columns.Clear(); this.Path = path; if (System.IO.Path.GetFileNameWithoutExtension(path).ToLower().Contains("textdata")) isTextData = true; BinaryReaderEx r = new BinaryReaderEx(File.OpenRead(path)); if (path.EndsWith(".shn")) { this.CryptHeader = r.ReadBytes(0x20); data = r.ReadBytes(r.ReadInt32() - 0x24); } else data = r.ReadBytes((int)r.Length); r.Close(); if (Properties.Settings.Default.isNewCrypto == true) this.Decrypt(data, 0, data.Length, true); else this.Decrypt(data, 0, data.Length); r = new BinaryReaderEx(new MemoryStream(data)); this.Header = r.ReadUInt32(); //FileStream stream = new FileStream(System.IO.Path.GetDirectoryName(path) + "\\TestFile.dat", FileMode.Create); //stream.Write(data, 0, data.Length); //stream.Close(); //return; if (!((this.Header == 0xcdcdcdcd) | (this.Header == 0))) { //bleh, why check, unk.dat is useless, outspark uses other enc } //Parse columns this.RecordCount = r.ReadUInt32(); this.DefaultRecordLength = r.ReadUInt32(); this.ColumnCount = r.ReadUInt32(); this.ColumnNames = new string[this.ColumnCount]; this.ColumnTypes = new uint[this.ColumnCount]; this.ColumnLengths = new int[this.ColumnCount]; int num2 = 2; int unkCols = 0; for (uint i = 0; i < this.ColumnCount; i++) { string str = r.ReadString(0x30); // if (str.Length < 2) MessageBox.Show(str.Length.ToString()); uint num4 = r.ReadUInt32(); int num5 = r.ReadInt32(); SHNColumn col = new SHNColumn(); if (str.Length == 0) { str = "UnkCol" + unkCols.ToString(); unkCols++; } col.name = str; col.Type = num4; col.Lenght = num5; columns.Add(col); this.ColumnNames[i] = str; this.ColumnTypes[i] = num4; this.ColumnLengths[i] = num5; num2 += num5; } if (num2 != this.DefaultRecordLength) { throw new Exception("Wrong record lenght!"); } //generate columns this.GenerateColumns(table, columns); //add data into rows this.ReadRows(r, table); } catch (Exception e) { Stream X = new FileStream("unk.dat", FileMode.OpenOrCreate); BinaryWriter lol = new BinaryWriter(X); lol.Write(data, 0, data.Length); lol.Close(); throw new Exception("Unknown File Type -- dec to unk.dat Reason: " + e.Message); } }
/// <summary> /// Load LabelFeatureData file - static function for both CLabelFeatureData and CLabelFeatureDataCoded /// load in the file and output a LabelFeatureData object that has the specified Type (type = {LabelFeatureData, LabelFeatureDataCode} /// </summary> /// <param name="inFileName">the name of the file: xxx.tsv == tsv file formation; xxx.bin == binary uncoded data format; xxx.dp == binary coded data format</param> /// <param name="featureParser">parser that understand the feature values</param> /// <param name="labelParser">parser that understand the label values</param> /// <param name="dataGroupBoundary">data group boundaries</param> /// <param name="outDatatype">the output data type LabelFeatureData or LabelFeatureDataCoded</param> /// <param name="activeFeatureNames">only these feature values are loaded</param> /// <param name="cThreads">number of threads used to code the original data</param> /// <returns>the desired LabelFeatureData if no errors in loading; otherwise, null</returns> static public LabelFeatureData Load(string inFileName, IParser<float> featureParser, IParser<float> labelParser, IGroupBoundary dataGroupBoundary, Type outDataType, string[] activeFeatureNames, int cThreads, bool fCacheCodedFeature, bool fSparseCoded) { if (inFileName == null) { return null; } string[] fields = inFileName.Split('.'); if (fields.Length <= 0) { return null; } CLabelFeatureData labelFeatureData = null; string sufix = fields[fields.Length-1]; if (string.Compare(sufix, "bin", true) == 0 || string.Compare(sufix, "dp", true) == 0) { BinaryReaderEx binReaderEx = new BinaryReaderEx(inFileName); Type t = binReaderEx.Read<Type>(); labelFeatureData = (CLabelFeatureData)binReaderEx.Read(t); binReaderEx.Close(); labelFeatureData.SetActiveFeatures(activeFeatureNames); } else // "tsv" or null { TsvFileLoader tsvFileLoader = new TsvFileLoader(inFileName, null, labelParser, featureParser, dataGroupBoundary); labelFeatureData = new CLabelFeatureData(tsvFileLoader.FeatureName, tsvFileLoader.Labels, tsvFileLoader.GroupId, tsvFileLoader.Feature); } if (outDataType.Equals(typeof(CLabelFeatureDataCoded))) { if (labelFeatureData.GetType().Equals(typeof(CLabelFeatureDataCoded))) { if (fCacheCodedFeature) { ((CLabelFeatureDataCoded)labelFeatureData).EncodeFeatureValues(cThreads, fSparseCoded); } } else { //need to upgrade to coded labelFeatureData = new CLabelFeatureDataCoded(labelFeatureData, cThreads, fCacheCodedFeature, fSparseCoded); } } return labelFeatureData; }
public void LoadMe(string path) { BinaryReaderEx r = new BinaryReaderEx(File.OpenRead(path)); if (path.EndsWith(".shn")) { this.CryptHeader = r.ReadBytes(0x20); data = r.ReadBytes(r.ReadInt32() - 0x24); } else { data = r.ReadBytes((int)r.Length); } r.Close(); if (Properties.Settings.Default.isNewCrypto == true) this.Decrypt(data, 0, data.Length, true); else this.Decrypt(data, 0, data.Length); }