public TextParser(Tokenizer t) : base(t) { this.Voc = new Dictionary<string, int> (); //this.InvIndex = new List<IList<int>> (); this.Seq = new List<int> (); }
public static void Main(string[] args) { var outname = "db.test"; if (!File.Exists(outname)) { Tokenizer tokenizer = new Tokenizer ('\t', '\n', (char)0x0); //Tokenizer tokenizer = new Tokenizer ('/', '\n', (char)0x0); Table table = new Table (); table.Build (args [0], int.Parse (args [1]), tokenizer, SequenceBuilders.GetSeqXLB_DiffSet64 (16, 31)); using (var Output = new BinaryWriter(File.Create(outname))) { table.Save (Output); } } { Table table = new Table(); using (var Input = new BinaryReader(File.OpenRead(outname))) { table.Load(Input); for (int i = 0; i < 3; ++i) { var s = table.GetTextRecord(new StringBuilder(), i).ToString(); Console.WriteLine("=== record {0}: {1}", i, s); } } } }