public static DropoutLayer Load(BinaryReader br, LayerType layerType)
{
DropoutLayer dropoutLayer;
DropoutLayerConfig config = new DropoutLayerConfig();
SimpleLayer simpleLayer = SimpleLayer.Load(br, layerType);
config.DropoutRatio = br.ReadSingle();
config.LayerSize = simpleLayer.LayerSize;
dropoutLayer = new DropoutLayer(config);
dropoutLayer.SparseFeatureSize = simpleLayer.SparseFeatureSize;
dropoutLayer.DenseFeatureSize = simpleLayer.DenseFeatureSize;
if (dropoutLayer.SparseFeatureSize > 0)
{
dropoutLayer.SparseWeights = simpleLayer.SparseWeights;
}
if (dropoutLayer.DenseFeatureSize > 0)
{
dropoutLayer.DenseWeights = simpleLayer.DenseWeights;
}
return(dropoutLayer);
}
public override void LoadModel(string filename)
{
Logger.WriteLine("Loading SimpleRNN model: {0}", filename);
StreamReader sr = new StreamReader(filename);
BinaryReader br = new BinaryReader(sr.BaseStream);
int modelType = br.ReadInt32();
ModelDirection = (MODELDIRECTION)br.ReadInt32();
int iflag = br.ReadInt32();
if (iflag == 1)
{
IsCRFTraining = true;
}
else
{
IsCRFTraining = false;
}
//Create cells of each layer
int layerSize = br.ReadInt32();
HiddenLayerList = new List <SimpleLayer>();
for (int i = 0; i < layerSize; i++)
{
SimpleLayer layer = null;
if (modelType == 0)
{
layer = new BPTTLayer();
}
else
{
layer = new LSTMLayer();
}
layer.Load(br);
HiddenLayerList.Add(layer);
}
OutputLayer = new SimpleLayer();
OutputLayer.Load(br);
if (iflag == 1)
{
Logger.WriteLine("Loading CRF tag trans weights...");
CRFTagTransWeights = RNNHelper.LoadMatrix(br);
}
sr.Close();
}
public override void LoadModel(string filename)
{
Logger.WriteLine("Loading SimpleRNN model: {0}", filename);
var sr = new StreamReader(filename);
var br = new BinaryReader(sr.BaseStream);
var layerType = (LAYERTYPE)br.ReadInt32();
IsCRFTraining = br.ReadBoolean();
//Create cells of each layer
var layerSize = br.ReadInt32();
HiddenLayerList = new List <SimpleLayer>();
for (var i = 0; i < layerSize; i++)
{
SimpleLayer layer;
if (layerType == LAYERTYPE.BPTT)
{
layer = new BPTTLayer();
}
else
{
layer = new LSTMLayer();
}
layer.Load(br);
HiddenLayerList.Add(layer);
}
Logger.WriteLine("Create output layer");
OutputLayer = new SimpleLayer();
OutputLayer.Load(br);
if (IsCRFTraining)
{
Logger.WriteLine("Loading CRF tag trans weights...");
CRFTagTransWeights = RNNHelper.LoadMatrix(br);
}
sr.Close();
}
public override void LoadModel(string filename)
{
Logger.WriteLine(Logger.Level.info, "Loading bi-directional model: {0}", filename);
using (StreamReader sr = new StreamReader(filename))
{
BinaryReader br = new BinaryReader(sr.BaseStream);
int modelType = br.ReadInt32();
ModelDirection = (MODELDIRECTION)br.ReadInt32();
int iflag = br.ReadInt32();
if (iflag == 1)
{
IsCRFTraining = true;
}
else
{
IsCRFTraining = false;
}
int layerSize = br.ReadInt32();
//Load forward layers from file
forwardHiddenLayers = new List <SimpleLayer>();
for (int i = 0; i < layerSize; i++)
{
SimpleLayer layer = null;
if (modelType == 0)
{
Logger.WriteLine("Create BPTT hidden layer");
layer = new BPTTLayer();
}
else
{
Logger.WriteLine("Crate LSTM hidden layer");
layer = new LSTMLayer();
}
layer.Load(br);
forwardHiddenLayers.Add(layer);
}
//Load backward layers from file
backwardHiddenLayers = new List <SimpleLayer>();
for (int i = 0; i < layerSize; i++)
{
SimpleLayer layer = null;
if (modelType == 0)
{
Logger.WriteLine("Create BPTT hidden layer");
layer = new BPTTLayer();
}
else
{
Logger.WriteLine("Crate LSTM hidden layer");
layer = new LSTMLayer();
}
layer.Load(br);
backwardHiddenLayers.Add(layer);
}
OutputLayer = new SimpleLayer();
OutputLayer.Load(br);
if (iflag == 1)
{
Logger.WriteLine("Loading CRF tag trans weights...");
CRFTagTransWeights = RNNHelper.LoadMatrix(br);
}
}
}
public override void LoadModel(string filename)
{
Logger.WriteLine(Logger.Level.info, "Loading bi-directional model: {0}", filename);
using (StreamReader sr = new StreamReader(filename))
{
BinaryReader br = new BinaryReader(sr.BaseStream);
int modelType = br.ReadInt32();
ModelDirection = (MODELDIRECTION)br.ReadInt32();
int iflag = br.ReadInt32();
if (iflag == 1)
{
IsCRFTraining = true;
}
else
{
IsCRFTraining = false;
}
int layerSize = br.ReadInt32();
//Load forward layers from file
forwardHiddenLayers = new List<SimpleLayer>();
for (int i = 0; i < layerSize; i++)
{
SimpleLayer layer = null;
if (modelType == 0)
{
Logger.WriteLine("Create BPTT hidden layer");
layer = new BPTTLayer();
}
else
{
Logger.WriteLine("Crate LSTM hidden layer");
layer = new LSTMLayer();
}
layer.Load(br);
forwardHiddenLayers.Add(layer);
}
//Load backward layers from file
backwardHiddenLayers = new List<SimpleLayer>();
for (int i = 0; i < layerSize; i++)
{
SimpleLayer layer = null;
if (modelType == 0)
{
Logger.WriteLine("Create BPTT hidden layer");
layer = new BPTTLayer();
}
else
{
Logger.WriteLine("Crate LSTM hidden layer");
layer = new LSTMLayer();
}
layer.Load(br);
backwardHiddenLayers.Add(layer);
}
OutputLayer = new SimpleLayer();
OutputLayer.Load(br);
if (iflag == 1)
{
Logger.WriteLine("Loading CRF tag trans weights...");
CRFTagTransWeights = RNNHelper.LoadMatrix(br);
}
}
}
public override void LoadModel(string filename)
{
Logger.WriteLine(Logger.Level.info, "Loading bi-directional model: {0}", filename);
using (var sr = new StreamReader(filename))
{
var br = new BinaryReader(sr.BaseStream);
var layerType = (LAYERTYPE)br.ReadInt32();
IsCRFTraining = br.ReadBoolean();
var layerSize = br.ReadInt32();
//Load forward layers from file
forwardHiddenLayers = new List <SimpleLayer>();
for (var i = 0; i < layerSize; i++)
{
SimpleLayer layer;
if (layerType == LAYERTYPE.BPTT)
{
Logger.WriteLine("Create BPTT hidden layer");
layer = new BPTTLayer();
}
else
{
Logger.WriteLine("Create LSTM hidden layer");
layer = new LSTMLayer();
}
layer.Load(br);
forwardHiddenLayers.Add(layer);
}
//Load backward layers from file
backwardHiddenLayers = new List <SimpleLayer>();
for (var i = 0; i < layerSize; i++)
{
SimpleLayer layer;
if (layerType == LAYERTYPE.BPTT)
{
Logger.WriteLine("Create BPTT hidden layer");
layer = new BPTTLayer();
}
else
{
Logger.WriteLine("Create LSTM hidden layer");
layer = new LSTMLayer();
}
layer.Load(br);
backwardHiddenLayers.Add(layer);
}
Logger.WriteLine("Create output layer");
OutputLayer = new SimpleLayer();
OutputLayer.Load(br);
if (IsCRFTraining)
{
Logger.WriteLine("Loading CRF tag trans weights...");
CRFTagTransWeights = RNNHelper.LoadMatrix(br);
}
}
}