public void Save(IModel stream) { if (m_sharedQKV == false) { Q.Save(stream); Qb.Save(stream); K.Save(stream); Kb.Save(stream); V.Save(stream); Vb.Save(stream); } else { QKV.Save(stream); QKVb.Save(stream); } W0.Save(stream); b0.Save(stream); layerNormQ.Save(stream); }
public void Save(IModel stream) { m_Wxh.Save(stream); m_b.Save(stream); m_layerNorm1.Save(stream); m_layerNorm2.Save(stream); }
public void Save(Stream stream) { m_Wxh.Save(stream); m_b.Save(stream); m_layerNorm1.Save(stream); m_layerNorm2.Save(stream); }
public void Save(Stream stream) { Wxhc.Save(stream); b.Save(stream); layerNorm1.Save(stream); layerNorm2.Save(stream); }
public void Save(Stream stream) { foreach (MultiHeadAttention item in m_encoders) { item.Save(stream); } foreach (var item in m_posFFNs) { item.Save(stream); } layerNorm.Save(stream); }
public void Save(Stream stream) { Q.Save(stream); K.Save(stream); V.Save(stream); W0.Save(stream); b0.Save(stream); layerNorm1.Save(stream); layerNorm2.Save(stream); feedForwardLayer1.Save(stream); feedForwardLayer2.Save(stream); }
public void Save(Stream stream) { Q.Save(stream); Qb.Save(stream); K.Save(stream); Kb.Save(stream); V.Save(stream); Vb.Save(stream); W0.Save(stream); b0.Save(stream); layerNormQ.Save(stream); }
public void Save(Stream stream) { foreach (MultiHeadAttention item in m_selfAttns) { item.Save(stream); } foreach (MultiHeadAttention item in m_encAttns) { item.Save(stream); } foreach (var item in m_posFFNs) { item.Save(stream); } layerNorm.Save(stream); m_decoderFFLayer.Save(stream); }
public void Save(Stream stream) { //if (m_sharedQKV) //{ // QKV.Save(stream); //} //else //{ Q.Save(stream); Qb.Save(stream); K.Save(stream); Kb.Save(stream); V.Save(stream); Vb.Save(stream); // } W0.Save(stream); b0.Save(stream); layerNormQ.Save(stream); }
public void Save(Stream stream) { if (m_sharedQKV) { QKV.Save(stream); } else { Q.Save(stream); Qb.Save(stream); K.Save(stream); Kb.Save(stream); V.Save(stream); Vb.Save(stream); } W0.Save(stream); b0.Save(stream); layerNormQ.Save(stream); }
public void Save(Stream stream) { layerNorm2.Save(stream); feedForwardLayer1.Save(stream); feedForwardLayer2.Save(stream); }