public virtual List <IWeightTensor> getParams()
{
List <IWeightTensor> response = new List <IWeightTensor>();
response.AddRange(layerNorm2.getParams());
response.AddRange(feedForwardLayer1.GetParams());
response.AddRange(feedForwardLayer2.GetParams());
return(response);
}
public List <IWeightTensor> GetParams()
{
List <IWeightTensor> response = new List <IWeightTensor>();
foreach (LSTMAttentionDecoderCell item in m_decoders)
{
response.AddRange(item.getParams());
}
response.AddRange(m_attentionLayer.GetParams());
response.AddRange(m_decoderFFLayer.GetParams());
return(response);
}
public List <IWeightTensor> GetParams()
{
List <IWeightTensor> response = new List <IWeightTensor>();
foreach (MultiHeadAttention item in m_selfAttns)
{
response.AddRange(item.getParams());
}
foreach (MultiHeadAttention item in m_encAttns)
{
response.AddRange(item.getParams());
}
foreach (var item in m_posFFNs)
{
response.AddRange(item.getParams());
}
response.AddRange(layerNorm.getParams());
response.AddRange(m_decoderFFLayer.GetParams());
return(response);
}
public virtual List <IWeightTensor> getParams()
{
List <IWeightTensor> response = new List <IWeightTensor>
{
Q,
Qb,
K,
Kb,
V,
Vb,
W0,
b0
};
response.AddRange(layerNorm1.getParams());
response.AddRange(layerNorm2.getParams());
response.AddRange(feedForwardLayer1.GetParams());
response.AddRange(feedForwardLayer2.GetParams());
return(response);
}
