public static RNN <T> CreateRNN(NETWORKTYPE networkType)
{
RNN <T> rnn = null;
switch (networkType)
{
case NETWORKTYPE.Forward:
rnn = new ForwardRNN <T>();
break;
case NETWORKTYPE.ForwardSeq2Seq:
rnn = new ForwardRNNSeq2Seq <T>();
break;
case NETWORKTYPE.ForwardSeq2SeqLabeling:
rnn = new ForwardRNNSeq2SeqLabeling <T>();
break;
case NETWORKTYPE.BiDirectional:
rnn = new BiRNN <T>();
break;
case NETWORKTYPE.BiDirectionalAverage:
rnn = new BiRNNAvg <T>();
break;
}
return(rnn);
}
//The format of configuration file
public void LoadFeatureConfigFromFile(string configFilePath)
{
//Load configuration file
config = new ConfigUtils();
config.LoadFile(configFilePath);
//Get current directory from configuration file
currentDirectory = config.GetValueOptional(CURRENT_DIRECTORY);
if (string.IsNullOrEmpty(currentDirectory))
{
currentDirectory = Environment.CurrentDirectory;
}
Logger.WriteLine($"Current directory : {currentDirectory}");
//Get model file path
ModelFilePath = GetFilePath(currentDirectory, config.GetValueRequired(MODEL_FILEPATH));
Logger.WriteLine($"Main model is located at {ModelFilePath}");
featureContext = new Dictionary <string, List <int> >();
var isCRFTraining = config.GetValueOptional(CRF_LAYER);
IsCRFTraining = false;
if (string.IsNullOrEmpty(isCRFTraining) == false)
{
IsCRFTraining = bool.Parse(isCRFTraining);
}
var maxSeqLength = config.GetValueOptional(MAX_SEQUENCE_LENGTH);
if (String.IsNullOrEmpty(maxSeqLength) == false)
{
MaxSequenceLength = int.Parse(maxSeqLength);
}
//Load network type
string networkType = config.GetValueRequired(NETWORK_TYPE);
if (networkType.Equals(NETWORKTYPE.Forward.ToString(), StringComparison.InvariantCultureIgnoreCase))
{
NetworkType = NETWORKTYPE.Forward;
}
else if (networkType.Equals(NETWORKTYPE.ForwardSeq2Seq.ToString(), StringComparison.InvariantCultureIgnoreCase))
{
NetworkType = NETWORKTYPE.ForwardSeq2Seq;
}
else if (networkType.Equals(NETWORKTYPE.BiDirectional.ToString(), StringComparison.InvariantCultureIgnoreCase))
{
NetworkType = NETWORKTYPE.BiDirectional;
}
else if (networkType.Equals(NETWORKTYPE.BiDirectionalAverage.ToString(), StringComparison.InvariantCultureIgnoreCase))
{
NetworkType = NETWORKTYPE.BiDirectionalAverage;
}
else
{
throw new ArgumentException($"Invalidated network type: {networkType}");
}
Logger.WriteLine($"Network type: {NetworkType}");
SetHiddenLayers();
SetOutputLayers();
SetPretrainedModel();
SetTFeatures();
//Load auto-encoder model for sequence-to-sequence. This model is used to encode source sequence
if (NetworkType == NETWORKTYPE.ForwardSeq2Seq)
{
var seqAutoEncoderConfigFilePath = GetFilePath(currentDirectory,
config.GetValueRequired(SEQ2SEQ_AUTOENCODER_CONFIG));
Logger.WriteLine(
$"Loading auto encoder model for sequnce-to-sequence task. Config file = '{seqAutoEncoderConfigFilePath}'");
Seq2SeqAutoEncoder = InitializeAutoEncoder(seqAutoEncoderConfigFilePath);
}
//Check if settings are validated
CheckSettings();
}