public override ObjectStream <CorefSample> create(string[] args)
{
Parameters @params = ArgumentParser.parse(args, typeof(Parameters));
CmdLineUtil.checkInputFile("Data", @params.Data);
FileInputStream sampleDataIn = CmdLineUtil.openInFile(@params.Data);
ObjectStream <string> lineStream = new ParagraphStream(new PlainTextByLineStream(sampleDataIn.Channel, @params.Encoding));
return(new CorefSampleDataStream(lineStream));
}
internal static Dictionary loadDict(Jfile f)
{
Dictionary dict = null;
if (f != null)
{
CmdLineUtil.checkInputFile("abb dict", f);
dict = new Dictionary(new FileInputStream(f));
}
return(dict);
}
public override void run(string[] args)
{
Params @params = validateAndParseParams(args, typeof(Params));
File dictInFile = @params.InputFile;
File dictOutFile = @params.OutputFile;
Charset encoding = @params.Encoding;
CmdLineUtil.checkInputFile("dictionary input file", dictInFile);
CmdLineUtil.checkOutputFile("dictionary output file", dictOutFile);
InputStreamReader @in = null;
OutputStream @out = null;
try
{
@in = new InputStreamReader(new FileInputStream(dictInFile), encoding);
@out = new FileOutputStream(dictOutFile);
Dictionary dict = Dictionary.parseOneEntryPerLine(@in);
dict.serialize(@out);
}
catch (IOException e)
{
throw new TerminateToolException(-1, "IO error while reading training data or indexing data: " + e.Message, e);
}
finally
{
try
{
@in.close();
@out.close();
}
catch (IOException)
{
// sorry that this can fail
}
}
}
public override void run(string[] args)
{
Parameters @params = validateAndParseParams(args, typeof(Parameters));
File testData = new File(@params.CensusData);
File dictOutFile = new File(@params.Dict);
CmdLineUtil.checkInputFile("Name data", testData);
CmdLineUtil.checkOutputFile("Dictionary file", dictOutFile);
FileInputStream sampleDataIn = CmdLineUtil.openInFile(testData);
ObjectStream <StringList> sampleStream = new NameFinderCensus90NameStream(sampleDataIn, Charset.forName(@params.Encoding));
Dictionary mDictionary;
try
{
Console.WriteLine("Creating Dictionary...");
mDictionary = createDictionary(sampleStream);
}
catch (IOException e)
{
throw new TerminateToolException(-1, "IO error while reading training data or indexing data: " + e.Message, e);
}
finally
{
try
{
sampleStream.close();
}
catch (IOException)
{
// sorry this can fail..
}
}
Console.WriteLine("Saving Dictionary...");
OutputStream @out = null;
try
{
@out = new FileOutputStream(dictOutFile);
mDictionary.serialize(@out);
}
catch (IOException e)
{
throw new TerminateToolException(-1, "IO error while writing dictionary file: " + e.Message, e);
}
finally
{
if (@out != null)
{
try
{
@out.close();
}
catch (IOException e)
{
// file might be damaged
throw new TerminateToolException(-1, "Attention: Failed to correctly write dictionary:" + e.Message, e);
}
}
}
}
