public void PrepareData()
{
var hp = new HyperParams("BiLstmCrfNer");
hp.filepath_words = Path.Combine(hp.data_root_dir, "vocab.words.txt");
hp.filepath_chars = Path.Combine(hp.data_root_dir, "vocab.chars.txt");
hp.filepath_tags = Path.Combine(hp.data_root_dir, "vocab.tags.txt");
hp.filepath_glove = Path.Combine(hp.data_root_dir, "glove.npz");
}
public CoNLLDataset(string path, HyperParams hp)
{
if (vocab_chars == null)
{
vocab_chars = load_vocab(hp.filepath_chars);
}
if (vocab_words == null)
{
vocab_words = load_vocab(hp.filepath_words);
}
if (vocab_tags == null)
{
vocab_tags = load_vocab(hp.filepath_tags);
}
_path = path;
}