public void Store(ResourceId resId, StoreKindData kindData) {
   string resourceId = resId.ToString();
   lock (resources) {
     if (!resources.ContainsKey(resourceId)) {
       resources.Add(resourceId, new Resource(resId, s_ReloadConfig));
     }
     Resource resource = resources[resourceId];
     foreach (StoredData storedData in kindData.Values) {
       resource.AddStoredData(kindData.Kind, storedData, kindData.Generation_counter);
     }
    ResourceStored(resId, kindData);
   }
 }
    /// <summary>
    /// Returns FetchKindResponse structs for a given ResourceId and Specifier
    /// </summary>
    /// <param name="resId">The ResourceId</param>
    /// <param name="specifier">The StoredDataSpecifier</param>
    /// <param name="fetchKindResponse">The Fetch result als FetchKindResonse</param>
    /// <returns>true, if value found</returns>
    public bool Fetch(ResourceId resId, StoredDataSpecifier specifier,
      out FetchKindResponse fetchKindResponse) {

      string resouceId = resId.ToString();
      lock (resources) {
        if (!resources.ContainsKey(resouceId)) {
          fetchKindResponse = new FetchKindResponse();
          return false;
        }
        Resource resource = resources[resouceId];
        List<StoredData> machtes = resource.StoredData(specifier);
        if (machtes != null && machtes.Count >= 0) {
          fetchKindResponse = new FetchKindResponse(
            specifier.kindId, resource.GetGeneration(specifier.kindId), machtes);
          return true;
        }
      }
      fetchKindResponse = new FetchKindResponse();
      return false;
    }
Exemple #3
0
        /// <summary>
        /// Handover key if: 1. leave overlay 2. I'm AP while a join req happens.
        /// </summary>
        /// <param name="fSendLeaveFirst"></param>
        /// <returns></returns>
        public IEnumerator<ITask> HandoverKeys(bool fSendLeaveFirst)
        {
            m_ReloadConfig.Logger(ReloadGlobals.TRACEFLAGS.T_TOPO, "Handover Keys!");

            if (fSendLeaveFirst)
            {
                yield return Arbiter.ExecuteToCompletion(m_DispatcherQueue, new IterativeTask(Leave));
            }

            // For each Resource stored at this Peer, handover StoredData
            List<string> storedKeys;
            if ((storedKeys = m_topology.Storage.StoredKeys) != null && storedKeys.Count > 0)
            {

                m_topology.Storage.RemoveExpired();

                Dictionary<ResourceId, List<StoreKindData>> nodes = new Dictionary<ResourceId, List<StoreKindData>>();

                Dictionary<ResourceId, Node> destinations = new Dictionary<ResourceId, Node>();

                foreach (string key in storedKeys)
                {
                    ResourceId res_id = new ResourceId(ReloadGlobals.HexToBytes(key));
                    Node currentNode = m_topology.routing_table.FindNextHopTo(new NodeId(res_id), true, fSendLeaveFirst);
                    if (currentNode == null || currentNode.Id == m_ReloadConfig.LocalNodeID)
                    {
                        //everything's fine, key still belongs to me
                        continue;
                    }
                    // REPLICATEST
                    // peer is no longer in the replica set for the resource
                    else if (m_topology.routing_table.Predecessors.Count > 2 && !res_id.ElementOfInterval(m_topology.routing_table.Predecessors[2], m_topology.LocalNode.Id, false))
                    {
                        m_topology.Storage.Remove(res_id.ToString());
                        m_topology.Replicas.Remove(res_id.ToString());
                        m_ReloadConfig.Logger(ReloadGlobals.TRACEFLAGS.T_ALL, String.Format("Data {0} no longer in range. Delete replica", res_id.ToString()));
                    }
                    else
                    {
                        if (!m_topology.Replicas.Contains(key))
                        {
                            m_ReloadConfig.Logger(ReloadGlobals.TRACEFLAGS.T_TOPO, "Handover Keys - will send store requests");
                            if (!nodes.ContainsKey(res_id))
                            {
                                nodes.Add(res_id, new List<StoreKindData>());
                                nodes[res_id].AddRange(m_topology.Storage.GetStoreKindData(key));

                                destinations.Add(res_id, currentNode);
                            }
                            else
                            {
                                nodes[res_id].AddRange(m_topology.Storage.GetStoreKindData(key));
                            }
                        }
                    }
                }

                ReloadDialog reloadDialog = null;
                ReloadMessage reloadSendMsg;
                List<StoreKindData> storeKindData;

                foreach (ResourceId res_id in nodes.Keys)
                {
                    Node node = destinations[res_id];
                    storeKindData = nodes[res_id];

                    List<SignerIdentity> signers = new List<SignerIdentity>();

                    m_ReloadConfig.Logger(ReloadGlobals.TRACEFLAGS.T_TOPO, "GOING TO STORE UNDER RES_ID: " + res_id);

                    foreach (StoreKindData skd in storeKindData)
                    {
                        foreach (StoredData sd in skd.Values)
                        {
                            m_ReloadConfig.Logger(ReloadGlobals.TRACEFLAGS.T_TOPO, "STOREDATA: " + sd.Value.GetUsageValue.Report());

                            // add certificate
                            if (!signers.Contains(sd.Signature.Identity))
                                signers.Add(sd.Signature.Identity);
                        }
                    }

                    if (m_machine.ReloadConfig.State == ReloadConfig.RELOAD_State.Leave)
                    {
                        node = m_topology.routing_table.GetSuccessor(0);
                        reloadSendMsg = create_store_req(new Destination(node.Id), res_id, storeKindData, false);
                    }
                    else
                    {
                        reloadSendMsg = create_store_req(new Destination(res_id), storeKindData, false);
                    }

                    // get certificates for this data
                    List<GenericCertificate> certs = new List<GenericCertificate>();
                    certs.AddRange(m_ReloadConfig.AccessController.GetPKCs(signers));

                    // add certificates to fetch answer
                    reloadSendMsg.security_block.Certificates.AddRange(certs);

                    int RetransmissionTime = ReloadGlobals.RetransmissionTime + ReloadGlobals.MaxTimeToSendPacket;

                    int iRetrans = ReloadGlobals.MaxRetransmissions;

                    while (iRetrans >= 0 && m_ReloadConfig.State < ReloadConfig.RELOAD_State.Exit)
                    {
                        try
                        {
                            reloadDialog = new ReloadDialog(m_ReloadConfig, m_flm, node);

                            m_ReloadConfig.Logger(ReloadGlobals.TRACEFLAGS.T_RELOAD, String.Format("{0} ==> {1} TransId={2:x16}",
                                reloadSendMsg.reload_message_body.RELOAD_MsgCode.ToString().PadRight(16, ' '), node.Id, reloadSendMsg.TransactionID));

                            Arbiter.Activate(m_DispatcherQueue, new IterativeTask<ReloadMessage, ReloadMessageFilter, int>(reloadSendMsg, new ReloadMessageFilter(reloadSendMsg.TransactionID), RetransmissionTime, reloadDialog.Execute));
                        }
                        catch (Exception ex)
                        {
                            m_ReloadConfig.Logger(ReloadGlobals.TRACEFLAGS.T_ERROR, "Send Store: " + ex.Message);
                        }

                        yield return Arbiter.Receive(false, reloadDialog.Done, done => { });

                        if (!reloadDialog.Error && reloadDialog.ReceivedMessage != null)
                            break;


                        /* If a response has not been received when the timer fires, the request
                           is retransmitted with the same transaction identifier. 
                        */
                        --iRetrans;
                    }

                    try
                    {
                        if (!reloadDialog.Error && reloadDialog.ReceivedMessage != null)
                        {
                            ReloadMessage reloadRcvMsg = reloadDialog.ReceivedMessage;

                            if (reloadRcvMsg.reload_message_body.RELOAD_MsgCode == RELOAD_MessageCode.Store_Answer)
                            {
                                m_ReloadConfig.Logger(ReloadGlobals.TRACEFLAGS.T_RELOAD, String.Format("{0} <== {1} TransId={2:x16}", reloadRcvMsg.reload_message_body.RELOAD_MsgCode.ToString().PadRight(16, ' '), reloadRcvMsg.OriginatorID, reloadRcvMsg.TransactionID));

                                //StoreReqAns answ = (StoreReqAns)reloadRcvMsg.reload_message_body; --old
                                StoreAns answ = (StoreAns)reloadRcvMsg.reload_message_body; // --alex

                                if (answ != null)
                                {
                                    // m_ReloadConfig.Logger(ReloadGlobals.TRACEFLAGS.T_WARNING, String.Format("Delete Key {0}", res_id));
                                    // m_topology.StoredValues.Remove(StoredKey); --old

                                    // REPLICATEST
                                    // Keep stored data but mark it as replica
                                    if (!m_topology.Replicas.Contains(res_id.ToString()))
                                        m_topology.Replicas.Add(res_id.ToString());

                                    //m_topology.Storage.Remove(res_id.ToString());
                                }
                            }
                        }
                        else
                        {
                            m_ReloadConfig.Logger(ReloadGlobals.TRACEFLAGS.T_WARNING, String.Format("Store failed"));
                            m_statistics.IncTransmissionError();
                        }
                    }
                    catch (Exception ex)
                    {
                        m_ReloadConfig.Logger(ReloadGlobals.TRACEFLAGS.T_ERROR, "Send Store: " + ex.Message);
                    }
                }
            }

            // this code might be redundant to code in RoutingTable.Leave()

            //// check if there are replicas I should be responsible for
            //if (m_topology.routing_table.Predecessors.Count == 0)
            //{
            //    m_topology.Replicas.Clear();
            //}
            //else
            //{
            //    List<string> removeReplicas = new List<string>();
            //    foreach (string replica in m_topology.Replicas)
            //    {
            //        // Convert the Resource String in a ResourceId
            //        int NumberChars = replica.Length;
            //        byte[] bytes = new byte[NumberChars / 2];
            //        for (int i = 0; i < NumberChars; i += 2)
            //            bytes[i / 2] = Convert.ToByte(replica.Substring(i, 2), 16);
            //        ResourceId id = new ResourceId(bytes);

            //        if (id.ElementOfInterval(m_topology.routing_table.Predecessors[0], m_topology.LocalNode.Id, false))
            //        {
            //            m_ReloadConfig.Logger(ReloadGlobals.TRACEFLAGS.T_ALL, String.Format("ResId: {0} is in interval [{1} - {2}]", id, m_topology.routing_table.Predecessors[0], m_topology.LocalNode.Id));
            //            removeReplicas.Add(replica);
            //        }
            //    }
            //    foreach (string removeRep in removeReplicas)
            //    {
            //        m_topology.Replicas.Remove(removeRep);
            //        Arbiter.Activate(m_ReloadConfig.DispatcherQueue, new IterativeTask<NodeId>(m_topology.routing_table.Successors[0], StoreReplicas));
            //        if(m_topology.routing_table.Successors.Count > 1)
            //            Arbiter.Activate(m_ReloadConfig.DispatcherQueue, new IterativeTask<NodeId>(m_topology.routing_table.Successors[1], StoreReplicas));
            //    }
            //}

            if (m_ReloadConfig.State == ReloadConfig.RELOAD_State.Leave)
                m_machine.SendCommand("Exit");

            if (fSendLeaveFirst)
                //this will reset neighbor tables
                m_topology.Leave();
        }
Exemple #4
0
 public UInt32 CurrentIndex(ResourceId resId, UInt32 kindId) {
   string resourceKindPair = resId.ToString() + kindId.ToString();
   if (!indices.ContainsKey(resourceKindPair))
     indices.Add(resourceKindPair, 0);
   UInt32 index = indices[resourceKindPair];
   indices[resourceKindPair] = ++index;
   return index;
 }
    /// <summary>
    /// Returns the current generation counter for a given Resource/Kind pair
    /// </summary>
    /// <param name="id">The resourceId</param>
    /// <param name="kindId"></param>
    /// <returns>The generation counter as UInt64</returns>
    public UInt64 GetGeneration(ResourceId id, UInt32 kindId) {

      if (resources.ContainsKey(id.ToString()))
        return resources[id.ToString()].GetGeneration(kindId);

      throw new KeyNotFoundException(String.Format("No Resouce found for Id {0}", id.ToString()));
    }