public void Save(IModel stream)
        {
            if (m_sharedQKV == false)
            {
                Q.Save(stream);
                Qb.Save(stream);

                K.Save(stream);
                Kb.Save(stream);

                V.Save(stream);
                Vb.Save(stream);
            }
            else
            {
                QKV.Save(stream);
                QKVb.Save(stream);
            }


            W0.Save(stream);
            b0.Save(stream);

            layerNormQ.Save(stream);
        }
Esempio n. 2
0
        public void Save(IModel stream)
        {
            m_Wxh.Save(stream);
            m_b.Save(stream);

            m_layerNorm1.Save(stream);
            m_layerNorm2.Save(stream);
        }
Esempio n. 3
0
        public void Save(Stream stream)
        {
            m_Wxh.Save(stream);
            m_b.Save(stream);

            m_layerNorm1.Save(stream);
            m_layerNorm2.Save(stream);
        }
        public void Save(Stream stream)
        {
            Wxhc.Save(stream);
            b.Save(stream);

            layerNorm1.Save(stream);
            layerNorm2.Save(stream);
        }
Esempio n. 5
0
        public void Save(Stream stream)
        {
            foreach (MultiHeadAttention item in m_encoders)
            {
                item.Save(stream);
            }

            foreach (var item in m_posFFNs)
            {
                item.Save(stream);
            }

            layerNorm.Save(stream);
        }
Esempio n. 6
0
        public void Save(Stream stream)
        {
            Q.Save(stream);
            K.Save(stream);
            V.Save(stream);


            W0.Save(stream);
            b0.Save(stream);

            layerNorm1.Save(stream);
            layerNorm2.Save(stream);
            feedForwardLayer1.Save(stream);
            feedForwardLayer2.Save(stream);
        }
        public void Save(Stream stream)
        {
            Q.Save(stream);
            Qb.Save(stream);

            K.Save(stream);
            Kb.Save(stream);

            V.Save(stream);
            Vb.Save(stream);

            W0.Save(stream);
            b0.Save(stream);

            layerNormQ.Save(stream);
        }
Esempio n. 8
0
        public void Save(Stream stream)
        {
            foreach (MultiHeadAttention item in m_selfAttns)
            {
                item.Save(stream);
            }

            foreach (MultiHeadAttention item in m_encAttns)
            {
                item.Save(stream);
            }

            foreach (var item in m_posFFNs)
            {
                item.Save(stream);
            }


            layerNorm.Save(stream);
            m_decoderFFLayer.Save(stream);
        }
Esempio n. 9
0
        public void Save(Stream stream)
        {
            //if (m_sharedQKV)
            //{
            //    QKV.Save(stream);
            //}
            //else
            //{
            Q.Save(stream);
            Qb.Save(stream);

            K.Save(stream);
            Kb.Save(stream);

            V.Save(stream);
            Vb.Save(stream);
            //  }

            W0.Save(stream);
            b0.Save(stream);

            layerNormQ.Save(stream);
        }
Esempio n. 10
0
        public void Save(Stream stream)
        {
            if (m_sharedQKV)
            {
                QKV.Save(stream);
            }
            else
            {
                Q.Save(stream);
                Qb.Save(stream);

                K.Save(stream);
                Kb.Save(stream);

                V.Save(stream);
                Vb.Save(stream);
            }

            W0.Save(stream);
            b0.Save(stream);

            layerNormQ.Save(stream);
        }
Esempio n. 11
0
 public void Save(Stream stream)
 {
     layerNorm2.Save(stream);
     feedForwardLayer1.Save(stream);
     feedForwardLayer2.Save(stream);
 }