//The format of configuration file
public void LoadFeatureConfigFromFile(string configFilePath)
{
//Load configuration file
config = new ConfigUtils();
config.LoadFile(configFilePath);
//Get current directory from configuration file
currentDirectory = config.GetValueOptional(CURRENT_DIRECTORY);
if (string.IsNullOrEmpty(currentDirectory))
{
currentDirectory = Environment.CurrentDirectory;
}
Logger.WriteLine($"Current directory : {currentDirectory}");
//Get model file path
ModelFilePath = GetFilePath(currentDirectory, config.GetValueRequired(MODEL_FILEPATH));
Logger.WriteLine($"Main model is located at {ModelFilePath}");
featureContext = new Dictionary <string, List <int> >();
SetHiddenLayers();
SetOutputLayers();
SetPretrainedModel();
SetTFeatures();
var isCRFTraining = config.GetValueOptional(CRF_LAYER);
IsCRFTraining = false;
if (string.IsNullOrEmpty(isCRFTraining) == false)
{
IsCRFTraining = bool.Parse(isCRFTraining);
}
//Load model type
ModelType = config.GetValueRequired(MODEL_TYPE)
.Equals(MODELTYPE.SeqLabel.ToString(), StringComparison.InvariantCultureIgnoreCase)
? MODELTYPE.SeqLabel
: MODELTYPE.Seq2Seq;
Logger.WriteLine($"Model type: {ModelType}");
ModelDirection = config.GetValueRequired(MODEL_DIRECTION)
.Equals(MODELDIRECTION.Forward.ToString(), StringComparison.InvariantCultureIgnoreCase)
? MODELDIRECTION.Forward
: MODELDIRECTION.BiDirectional;
Logger.WriteLine($"Model direction: {ModelDirection}");
//Load auto-encoder model for sequence-to-sequence. This model is used to encode source sequence
if (ModelType == MODELTYPE.Seq2Seq)
{
var seqAutoEncoderConfigFilePath = GetFilePath(currentDirectory,
config.GetValueRequired(SEQ2SEQ_AUTOENCODER_CONFIG));
Logger.WriteLine(
$"Loading auto encoder model for sequnce-to-sequence task. Config file = '{seqAutoEncoderConfigFilePath}'");
Seq2SeqAutoEncoder = InitializeAutoEncoder(seqAutoEncoderConfigFilePath);
}
//Check if settings are validated
CheckSettings();
}
private void SetTFeatures()
{
string tfeatureFileName = config.GetValueOptional(TFEATURE_FILENAME);
if (String.IsNullOrEmpty(tfeatureFileName) == false)
{
//Load template feature set
var tfeatureFilePath = GetFilePath(currentDirectory, tfeatureFileName);
Logger.WriteLine($"Loading template feature set from {tfeatureFilePath}");
tFeaturizer = new TemplateFeaturizer(tfeatureFilePath);
var tfeatureWeightType = config.GetValueRequired(TFEATURE_WEIGHT_TYPE);
tFeatureWeightType = tfeatureWeightType.Equals("binary", StringComparison.InvariantCultureIgnoreCase)
? TFEATURE_WEIGHT_TYPE_ENUM.BINARY
: TFEATURE_WEIGHT_TYPE_ENUM.FREQUENCY;
Logger.WriteLine($"TFeature weight type: {tfeatureWeightType}");
var tfeatureContext = config.GetValueRequired(TFEATURE_CONTEXT);
featureContext.Add(TFEATURE_CONTEXT, new List <int>());
foreach (var contextOffset in tfeatureContext.Split(','))
{
featureContext[TFEATURE_CONTEXT].Add(int.Parse(contextOffset));
}
Logger.WriteLine($"TFeature context: {tfeatureContext}");
}
else
{
Logger.WriteLine($"No TFeature available.");
}
}
//The format of configuration file
public void LoadFeatureConfigFromFile(string configFilePath)
{
//Load configuration file
config = new ConfigUtils();
config.LoadFile(configFilePath);
//Get current directory from configuration file
currentDirectory = config.GetValueOptional(CURRENT_DIRECTORY);
if (string.IsNullOrEmpty(currentDirectory))
{
currentDirectory = Environment.CurrentDirectory;
}
Logger.WriteLine($"Current directory : {currentDirectory}");
//Get model file path
ModelFilePath = GetFilePath(currentDirectory, config.GetValueRequired(MODEL_FILEPATH));
Logger.WriteLine($"Main model is located at {ModelFilePath}");
featureContext = new Dictionary <string, List <int> >();
var isCRFTraining = config.GetValueOptional(CRF_LAYER);
IsCRFTraining = false;
if (string.IsNullOrEmpty(isCRFTraining) == false)
{
IsCRFTraining = bool.Parse(isCRFTraining);
}
var maxSeqLength = config.GetValueOptional(MAX_SEQUENCE_LENGTH);
if (String.IsNullOrEmpty(maxSeqLength) == false)
{
MaxSequenceLength = int.Parse(maxSeqLength);
}
//Load network type
string networkType = config.GetValueRequired(NETWORK_TYPE);
if (networkType.Equals(NETWORKTYPE.Forward.ToString(), StringComparison.InvariantCultureIgnoreCase))
{
NetworkType = NETWORKTYPE.Forward;
}
else if (networkType.Equals(NETWORKTYPE.ForwardSeq2Seq.ToString(), StringComparison.InvariantCultureIgnoreCase))
{
NetworkType = NETWORKTYPE.ForwardSeq2Seq;
}
else if (networkType.Equals(NETWORKTYPE.BiDirectional.ToString(), StringComparison.InvariantCultureIgnoreCase))
{
NetworkType = NETWORKTYPE.BiDirectional;
}
else if (networkType.Equals(NETWORKTYPE.BiDirectionalAverage.ToString(), StringComparison.InvariantCultureIgnoreCase))
{
NetworkType = NETWORKTYPE.BiDirectionalAverage;
}
else
{
throw new ArgumentException($"Invalidated network type: {networkType}");
}
Logger.WriteLine($"Network type: {NetworkType}");
SetHiddenLayers();
SetOutputLayers();
SetPretrainedModel();
SetTFeatures();
//Load auto-encoder model for sequence-to-sequence. This model is used to encode source sequence
if (NetworkType == NETWORKTYPE.ForwardSeq2Seq)
{
var seqAutoEncoderConfigFilePath = GetFilePath(currentDirectory,
config.GetValueRequired(SEQ2SEQ_AUTOENCODER_CONFIG));
Logger.WriteLine(
$"Loading auto encoder model for sequnce-to-sequence task. Config file = '{seqAutoEncoderConfigFilePath}'");
Seq2SeqAutoEncoder = InitializeAutoEncoder(seqAutoEncoderConfigFilePath);
}
//Check if settings are validated
CheckSettings();
}
