public void Save(IModel stream)
{
if (m_sharedQKV == false)
{
Q.Save(stream);
Qb.Save(stream);
K.Save(stream);
Kb.Save(stream);
V.Save(stream);
Vb.Save(stream);
}
else
{
QKV.Save(stream);
QKVb.Save(stream);
}
W0.Save(stream);
b0.Save(stream);
layerNormQ.Save(stream);
}
public void Save(IModel stream)
{
m_Wxh.Save(stream);
m_b.Save(stream);
m_layerNorm1.Save(stream);
m_layerNorm2.Save(stream);
}
public void Save(Stream stream)
{
m_Wxh.Save(stream);
m_b.Save(stream);
m_layerNorm1.Save(stream);
m_layerNorm2.Save(stream);
}
public void Save(Stream stream)
{
Wxhc.Save(stream);
b.Save(stream);
layerNorm1.Save(stream);
layerNorm2.Save(stream);
}
public void Save(Stream stream)
{
foreach (MultiHeadAttention item in m_encoders)
{
item.Save(stream);
}
foreach (var item in m_posFFNs)
{
item.Save(stream);
}
layerNorm.Save(stream);
}
public void Save(Stream stream)
{
Q.Save(stream);
K.Save(stream);
V.Save(stream);
W0.Save(stream);
b0.Save(stream);
layerNorm1.Save(stream);
layerNorm2.Save(stream);
feedForwardLayer1.Save(stream);
feedForwardLayer2.Save(stream);
}
public void Save(Stream stream)
{
Q.Save(stream);
Qb.Save(stream);
K.Save(stream);
Kb.Save(stream);
V.Save(stream);
Vb.Save(stream);
W0.Save(stream);
b0.Save(stream);
layerNormQ.Save(stream);
}
public void Save(Stream stream)
{
foreach (MultiHeadAttention item in m_selfAttns)
{
item.Save(stream);
}
foreach (MultiHeadAttention item in m_encAttns)
{
item.Save(stream);
}
foreach (var item in m_posFFNs)
{
item.Save(stream);
}
layerNorm.Save(stream);
m_decoderFFLayer.Save(stream);
}
public void Save(Stream stream)
{
//if (m_sharedQKV)
//{
// QKV.Save(stream);
//}
//else
//{
Q.Save(stream);
Qb.Save(stream);
K.Save(stream);
Kb.Save(stream);
V.Save(stream);
Vb.Save(stream);
// }
W0.Save(stream);
b0.Save(stream);
layerNormQ.Save(stream);
}
public void Save(Stream stream)
{
if (m_sharedQKV)
{
QKV.Save(stream);
}
else
{
Q.Save(stream);
Qb.Save(stream);
K.Save(stream);
Kb.Save(stream);
V.Save(stream);
Vb.Save(stream);
}
W0.Save(stream);
b0.Save(stream);
layerNormQ.Save(stream);
}
public void Save(Stream stream)
{
layerNorm2.Save(stream);
feedForwardLayer1.Save(stream);
feedForwardLayer2.Save(stream);
}