public override ObjectStream <CorefSample> create(string[] args) { Parameters @params = ArgumentParser.parse(args, typeof(Parameters)); CmdLineUtil.checkInputFile("Data", @params.Data); FileInputStream sampleDataIn = CmdLineUtil.openInFile(@params.Data); ObjectStream <string> lineStream = new ParagraphStream(new PlainTextByLineStream(sampleDataIn.Channel, @params.Encoding)); return(new CorefSampleDataStream(lineStream)); }
internal static Dictionary loadDict(Jfile f) { Dictionary dict = null; if (f != null) { CmdLineUtil.checkInputFile("abb dict", f); dict = new Dictionary(new FileInputStream(f)); } return(dict); }
public override void run(string[] args) { Params @params = validateAndParseParams(args, typeof(Params)); File dictInFile = @params.InputFile; File dictOutFile = @params.OutputFile; Charset encoding = @params.Encoding; CmdLineUtil.checkInputFile("dictionary input file", dictInFile); CmdLineUtil.checkOutputFile("dictionary output file", dictOutFile); InputStreamReader @in = null; OutputStream @out = null; try { @in = new InputStreamReader(new FileInputStream(dictInFile), encoding); @out = new FileOutputStream(dictOutFile); Dictionary dict = Dictionary.parseOneEntryPerLine(@in); dict.serialize(@out); } catch (IOException e) { throw new TerminateToolException(-1, "IO error while reading training data or indexing data: " + e.Message, e); } finally { try { @in.close(); @out.close(); } catch (IOException) { // sorry that this can fail } } }
public override void run(string[] args) { Parameters @params = validateAndParseParams(args, typeof(Parameters)); File testData = new File(@params.CensusData); File dictOutFile = new File(@params.Dict); CmdLineUtil.checkInputFile("Name data", testData); CmdLineUtil.checkOutputFile("Dictionary file", dictOutFile); FileInputStream sampleDataIn = CmdLineUtil.openInFile(testData); ObjectStream <StringList> sampleStream = new NameFinderCensus90NameStream(sampleDataIn, Charset.forName(@params.Encoding)); Dictionary mDictionary; try { Console.WriteLine("Creating Dictionary..."); mDictionary = createDictionary(sampleStream); } catch (IOException e) { throw new TerminateToolException(-1, "IO error while reading training data or indexing data: " + e.Message, e); } finally { try { sampleStream.close(); } catch (IOException) { // sorry this can fail.. } } Console.WriteLine("Saving Dictionary..."); OutputStream @out = null; try { @out = new FileOutputStream(dictOutFile); mDictionary.serialize(@out); } catch (IOException e) { throw new TerminateToolException(-1, "IO error while writing dictionary file: " + e.Message, e); } finally { if (@out != null) { try { @out.close(); } catch (IOException e) { // file might be damaged throw new TerminateToolException(-1, "Attention: Failed to correctly write dictionary:" + e.Message, e); } } } }