Example #1
0
 internal HeadSetting(int memoryColumnsN, ContentAddressing contentAddressing)
 {
     AddressingVector = UnitFactory.GetVector(memoryColumnsN);
     for (int i = 0; i < memoryColumnsN; i++)
     {
         AddressingVector[i].Value = contentAddressing.ContentVector[i].Value;
     }
 }
Example #2
0
 internal static ContentAddressing[] GetVector(int x, Func<int, BetaSimilarity[]> paramGetter)
 {
     ContentAddressing[] vector = new ContentAddressing[x];
     for (int i = 0; i < x; i++)
     {
         vector[i] = new ContentAddressing(paramGetter(i));
     }
     return vector;
 }
Example #3
0
 internal static ContentAddressing[] GetVector(int x, Func <int, BetaSimilarity[]> paramGetter)
 {
     ContentAddressing[] vector = new ContentAddressing[x];
     for (int i = 0; i < x; i++)
     {
         vector[i] = new ContentAddressing(paramGetter(i));
     }
     return(vector);
 }
Example #4
0
        internal GatedAddressing(Unit gate, ContentAddressing contentAddressing, HeadSetting oldHeadSettings)
        {
            _gate = gate;
            ContentVector = contentAddressing;
            _oldHeadSettings = oldHeadSettings;
            Unit[] contentVector = ContentVector.ContentVector;
            _memoryCellCount = contentVector.Length;
            GatedVector = UnitFactory.GetVector(_memoryCellCount);

            //Implementation of focusing by location - page 8 part 3.3.2. Focusing by Location
            _gt = Sigmoid.GetValue(_gate.Value);
            _oneminusgt = (1 - _gt);

            for (int i = 0; i < _memoryCellCount; i++)
            {
                GatedVector[i].Value = (_gt * contentVector[i].Value) + (_oneminusgt * _oldHeadSettings.AddressingVector[i].Value);
            }
        }
Example #5
0
        internal MemoryState Process(Head[] heads)
        {
            int headCount = heads.Length;
            int memoryColumnsN = _memory.CellCountN;

            ReadData[] newReadDatas = new ReadData[headCount];
            HeadSetting[] newHeadSettings = new HeadSetting[headCount];
            for (int i = 0; i < headCount; i++)
            {
                Head head = heads[i];
                BetaSimilarity[] similarities = new BetaSimilarity[_memory.CellCountN];

                for (int j = 0; j < memoryColumnsN; j++)
                {
                    Unit[] memoryColumn = _memory.Data[j];
                    SimilarityMeasure similarity = new SimilarityMeasure(new CosineSimilarityFunction(), head.KeyVector, memoryColumn);
                    similarities[j] = new BetaSimilarity(head.Beta, similarity);
                }

                ContentAddressing ca = new ContentAddressing(similarities);
                GatedAddressing ga = new GatedAddressing(head.Gate, ca, _headSettings[i]);
                ShiftedAddressing sa = new ShiftedAddressing(head.Shift, ga);

                newHeadSettings[i] = new HeadSetting(head.Gamma, sa);
                newReadDatas[i] = new ReadData(newHeadSettings[i], _memory);
            }

            NTMMemory newMemory = new NTMMemory(newHeadSettings, heads, _memory);

            return new MemoryState(newMemory, newHeadSettings, newReadDatas);
        }