Example #1
0
        public void CheckIn(SockIO socket, bool addToAvail)
        {
            if (socket == null)
            {
                return;
            }

            string host = socket.Host;

            if (Log.IsDebugEnabled)
            {
                Log.Debug("Calling check-in on socket: " + socket.ToString() + " for host: " + host);
            }

            // remove from the busy pool
            if (Log.IsDebugEnabled)
            {
                Log.Debug("Removing socket (" + socket.ToString() + ") from busy pool for host: " + host);
            }
            RemoveSocketFromPool(_busyPool, host, socket);

            // add to avail pool
            if (addToAvail && socket.IsConnected)
            {
                if (Log.IsDebugEnabled)
                {
                    Log.Debug("Returning socket (" + socket.ToString() + " to avail pool for host: " + host);
                }
                AddSocketToPool(_availPool, host, socket);
            }
        }
Example #2
0
        protected static void RemoveSocketFromPool(Hashtable pool, string host, SockIO socket)
        {
            if (host != null && host.Length == 0 || pool == null)
            {
                return;
            }

            if (pool.ContainsKey(host))
            {
                Hashtable sockets = (Hashtable)pool[host];
                if (sockets != null)
                {
                    sockets.Remove(socket);
                }
            }
        }
Example #3
0
        /// <summary>
        /// Adds a socket to a given pool for the given host.
        ///
        /// Internal utility method.
        /// </summary>
        /// <param name="pool">pool to add to</param>
        /// <param name="host">host this socket is connected to</param>
        /// <param name="socket">socket to add</param>
        //[MethodImpl(MethodImplOptions.Synchronized)]
        protected static void AddSocketToPool(Hashtable pool, string host, SockIO socket)
        {
            if (pool == null)
            {
                return;
            }

            Hashtable sockets;

            if (host != null && host.Length != 0 && pool.ContainsKey(host))
            {
                sockets = (Hashtable)pool[host];
                if (sockets != null)
                {
                    sockets[socket] = DateTime.Now; //MaxM 1.16.05: Use current DateTime to indicate socker creation time rather than milliseconds since 1970

                    return;
                }
            }

            sockets         = new Hashtable();
            sockets[socket] = DateTime.Now; //MaxM 1.16.05: Use current DateTime to indicate socker creation time rather than milliseconds since 1970
            pool[host]      = sockets;
        }
Example #4
0
        public SockIO GetConnection(string host)
        {
            if (!_initialized)
            {
                if (Log.IsErrorEnabled)
                {
                    Log.Error(GetLocalizedString("get socket from uninitialized pool"));
                }
                return(null);
            }

            if (host == null)
            {
                return(null);
            }

            // if we have items in the pool
            // then we can return it
            if (_availPool != null && !(_availPool.Count == 0))
            {
                // take first connected socket
                Hashtable aSockets = (Hashtable)_availPool[host];

                if (aSockets != null && !(aSockets.Count == 0))
                {
                    foreach (SockIO socket in new IteratorIsolateCollection(aSockets.Keys))
                    {
                        if (socket.IsConnected)
                        {
                            if (Log.IsDebugEnabled)
                            {
                                Log.Debug(GetLocalizedString("move socket").Replace("$$Host$$", host).Replace("$$Socket$$", socket.ToString()));
                            }

                            // remove from avail pool
                            aSockets.Remove(socket);

                            // add to busy pool
                            AddSocketToPool(_busyPool, host, socket);

                            // return socket
                            return(socket);
                        }
                        else
                        {
                            // not connected, so we need to remove it
                            if (Log.IsErrorEnabled)
                            {
                                Log.Error(GetLocalizedString("socket not connected").Replace("$$Host$$", host).Replace("$$Socket$$", socket.ToString()));
                            }

                            // remove from avail pool
                            aSockets.Remove(socket);
                        }
                    }
                }
            }

            // if here, then we found no sockets in the pool
            // try to create on a sliding scale up to maxCreate
            object cShift = _createShift[host];
            int    shift  = (cShift != null) ? (int)cShift : 0;

            int create = 1 << shift;

            if (create >= _maxCreate)
            {
                create = _maxCreate;
            }
            else
            {
                shift++;
            }

            // store the shift value for this host
            _createShift[host] = shift;

            if (Log.IsDebugEnabled)
            {
                Log.Debug(GetLocalizedString("creating sockets").Replace("$$Create$$", create.ToString(new NumberFormatInfo())));
            }

            for (int i = create; i > 0; i--)
            {
                SockIO socket = CreateSocket(host);
                if (socket == null)
                {
                    break;
                }

                if (i == 1)
                {
                    // last iteration, add to busy pool and return sockio
                    AddSocketToPool(_busyPool, host, socket);
                    return(socket);
                }
                else
                {
                    // add to avail pool
                    AddSocketToPool(_availPool, host, socket);
                }
            }

            // should never get here
            return(null);
        }
Example #5
0
        /// <summary>
        /// Returns appropriate SockIO object given
        /// string cache key and optional hashcode.
        ///
        /// Trys to get SockIO from pool.  Fails over
        /// to additional pools in event of server failure.
        /// </summary>
        /// <param name="key">hashcode for cache key</param>
        /// <param name="hashCode">if not null, then the int hashcode to use</param>
        /// <returns>SockIO obj connected to server</returns>
        public SockIO GetSock(string key, object hashCode)
        {
            string hashCodeString = "<null>";

            if (hashCode != null)
            {
                hashCodeString = hashCode.ToString();
            }

            if (Log.IsDebugEnabled)
            {
                Log.Debug(GetLocalizedString("cache socket pick").Replace("$$Key$$", key).Replace("$$HashCode$$", hashCodeString));
            }

            if (key == null || key.Length == 0)
            {
                if (Log.IsDebugEnabled)
                {
                    Log.Debug(GetLocalizedString("null key"));
                }
                return(null);
            }

            if (!_initialized)
            {
                if (Log.IsErrorEnabled)
                {
                    Log.Error(GetLocalizedString("get socket from uninitialized pool"));
                }
                return(null);
            }

            // if no servers return null
            if (_buckets.Count == 0)
            {
                return(null);
            }

            // if only one server, return it
            if (_buckets.Count == 1)
            {
                return(GetConnection((string)_buckets[0]));
            }

            int tries = 0;

            // generate hashcode
            int hv;

            if (hashCode != null)
            {
                hv = (int)hashCode;
            }
            else
            {
                switch (_hashingAlgorithm)
                {
                case HashingAlgorithm.Native:
                    hv = key.GetHashCode();
                    break;

                case HashingAlgorithm.OldCompatibleHash:
                    hv = OriginalHashingAlgorithm(key);
                    break;

                case HashingAlgorithm.NewCompatibleHash:
                    hv = NewHashingAlgorithm(key);
                    break;

                default:
                    // use the native hash as a default
                    hv = key.GetHashCode();
                    _hashingAlgorithm = HashingAlgorithm.Native;
                    break;
                }
            }

            // keep trying different servers until we find one
            while (tries++ <= _buckets.Count)
            {
                // get bucket using hashcode
                // get one from factory
                int bucket = hv % _buckets.Count;
                if (bucket < 0)
                {
                    bucket += _buckets.Count;
                }

                SockIO sock = GetConnection((string)_buckets[bucket]);

                if (Log.IsDebugEnabled)
                {
                    Log.Debug(GetLocalizedString("cache choose").Replace("$$Bucket$$", _buckets[bucket].ToString()).Replace("$$Key$$", key));
                }

                if (sock != null)
                {
                    return(sock);
                }

                // if we do not want to failover, then bail here
                if (!_failover)
                {
                    return(null);
                }

                // if we failed to get a socket from this server
                // then we try again by adding an incrementer to the
                // current key and then rehashing
                switch (_hashingAlgorithm)
                {
                case HashingAlgorithm.Native:
                    hv += ((string)("" + tries + key)).GetHashCode();
                    break;

                case HashingAlgorithm.OldCompatibleHash:
                    hv += OriginalHashingAlgorithm("" + tries + key);
                    break;

                case HashingAlgorithm.NewCompatibleHash:
                    hv += NewHashingAlgorithm("" + tries + key);
                    break;

                default:
                    // use the native hash as a default
                    hv += ((string)("" + tries + key)).GetHashCode();
                    _hashingAlgorithm = HashingAlgorithm.Native;
                    break;
                }
            }

            return(null);
        }
Example #6
0
        /// <summary>
        /// Creates a new SockIO obj for the given server.
        ///
        ///If server fails to connect, then return null and do not try
        ///again until a duration has passed.  This duration will grow
        ///by doubling after each failed attempt to connect.
        /// </summary>
        /// <param name="host">host:port to connect to</param>
        /// <returns>SockIO obj or null if failed to create</returns>
        protected SockIO CreateSocket(string host)
        {
            SockIO socket = null;

            // if host is dead, then we don't need to try again
            // until the dead status has expired
            // we do not try to put back in if failover is off
            if (_failover && _hostDead.ContainsKey(host) && _hostDeadDuration.ContainsKey(host))
            {
                DateTime store  = (DateTime)_hostDead[host];
                long     expire = ((long)_hostDeadDuration[host]);

                if ((store.AddMilliseconds(expire)) > DateTime.Now)
                {
                    return(null);
                }
            }

            try
            {
                socket = new SockIO(this, host, _socketTimeout, _socketConnectTimeout, _nagle);

                if (!socket.IsConnected)
                {
                    if (Log.IsErrorEnabled)
                    {
                        Log.Error(GetLocalizedString("failed to get socket").Replace("$$Host$$", host));
                    }
                    try
                    {
                        socket.TrueClose();
                    }
                    catch (SocketException ex)
                    {
                        if (Log.IsErrorEnabled)
                        {
                            Log.Error(GetLocalizedString("failed to close socket on host").Replace("$$Host$$", host), ex);
                        }
                        socket = null;
                    }
                }
            }
            catch (SocketException ex)
            {
                if (Log.IsErrorEnabled)
                {
                    Log.Error(GetLocalizedString("failed to get socket").Replace("$$Host$$", host), ex);
                }
                socket = null;
            }
            catch (ArgumentException ex)
            {
                if (Log.IsErrorEnabled)
                {
                    Log.Error(GetLocalizedString("failed to get socket").Replace("$$Host$$", host), ex);
                }
                socket = null;
            }
            catch (IOException ex)
            {
                if (Log.IsErrorEnabled)
                {
                    Log.Error(GetLocalizedString("failed to get socket").Replace("$$Host$$", host), ex);
                }
                socket = null;
            }

            // if we failed to get socket, then mark
            // host dead for a duration which falls off
            if (socket == null)
            {
                DateTime now = DateTime.Now;
                _hostDead[host] = now;
                long expire = (_hostDeadDuration.ContainsKey(host)) ? (((long)_hostDeadDuration[host]) * 2) : 100;
                _hostDeadDuration[host] = expire;
                if (Log.IsDebugEnabled)
                {
                    Log.Debug(GetLocalizedString("ignoring dead host").Replace("$$Host$$", host).Replace("$$Expire$$", expire.ToString(new NumberFormatInfo())));
                }

                // also clear all entries for this host from availPool
                ClearHostFromPool(_availPool, host);
            }
            else
            {
                if (Log.IsDebugEnabled)
                {
                    Log.Debug(GetLocalizedString("created socket").Replace("$$ToString$$", socket.ToString()).Replace("$$Host$$", host));
                }
                _hostDead.Remove(host);
                _hostDeadDuration.Remove(host);
                if (_buckets.BinarySearch(host) < 0)
                {
                    _buckets.Add(host);
                }
            }

            return(socket);
        }
Example #7
0
        public void Initialize()
        {
            // check to see if already initialized
            if (_initialized &&
                _buckets != null &&
                _availPool != null &&
                _busyPool != null)
            {
                if (Log.IsErrorEnabled)
                {
                    Log.Error(GetLocalizedString("initializing initialized pool"));
                }
                return;
            }

            // initialize empty maps
            _buckets          = new ArrayList();
            _availPool        = new Hashtable(_servers.Count * _initConns);
            _busyPool         = new Hashtable(_servers.Count * _initConns);
            _hostDeadDuration = new Hashtable();
            _hostDead         = new Hashtable();
            _createShift      = new Hashtable();
            _maxCreate        = (_poolMultiplier > _minConns) ? _minConns : _minConns / _poolMultiplier;                // only create up to maxCreate connections at once

            if (Log.IsDebugEnabled)
            {
                Log.Debug(GetLocalizedString("initializing pool")
                          .Replace("$$InitConnections$$", InitConnections.ToString(new NumberFormatInfo()))
                          .Replace("$$MinConnections$$", MinConnections.ToString(new NumberFormatInfo()))
                          .Replace("$$MaxConnections$$", MaxConnections.ToString(new NumberFormatInfo())));
            }

            // if servers is not set, or it empty, then
            // throw a runtime exception
            if (_servers == null || _servers.Count <= 0)
            {
                if (Log.IsErrorEnabled)
                {
                    Log.Error(GetLocalizedString("initialize with no servers"));
                }
                throw new ArgumentException(GetLocalizedString("initialize with no servers"));
            }

            for (int i = 0; i < _servers.Count; i++)
            {
                // add to bucket
                // with weights if we have them
                if (_weights != null && _weights.Count > i)
                {
                    for (int k = 0; k < ((int)_weights[i]); k++)
                    {
                        _buckets.Add(_servers[i]);
                        if (Log.IsDebugEnabled)
                        {
                            Log.Debug("Added " + _servers[i] + " to server bucket");
                        }
                    }
                }
                else
                {
                    _buckets.Add(_servers[i]);
                    if (Log.IsDebugEnabled)
                    {
                        Log.Debug("Added " + _servers[i] + " to server bucket");
                    }
                }

                // create initial connections
                if (Log.IsDebugEnabled)
                {
                    Log.Debug(GetLocalizedString("create initial connections").Replace("$$InitConns$$", InitConnections.ToString(new NumberFormatInfo())).Replace("$$Servers[i]$$", Servers[i].ToString()));
                }

                for (int j = 0; j < _initConns; j++)
                {
                    SockIO socket = CreateSocket((string)_servers[i]);
                    if (socket == null)
                    {
                        if (Log.IsErrorEnabled)
                        {
                            Log.Error(GetLocalizedString("failed to connect").Replace("$$Servers[i]$$", Servers[i].ToString()).Replace("$$j$$", j.ToString(new NumberFormatInfo())));
                        }
                        break;
                    }

                    AddSocketToPool(_availPool, (string)_servers[i], socket);
                    if (Log.IsDebugEnabled)
                    {
                        Log.Debug(GetLocalizedString("created and added socket").Replace("$$ToString$$", socket.ToString()).Replace("$$Servers[i]$$", Servers[i].ToString()));
                    }
                }
            }

            // mark pool as initialized
            _initialized = true;

            // start maint thread TODO: re-enable
            if (_maintThreadSleep > 0)
            {
                this.StartMaintenanceThread();
            }
        }
Example #8
0
        protected void SelfMaintain()
        {
            if (Log.IsDebugEnabled)
            {
                Log.Debug(GetLocalizedString("start self maintenance"));
            }

            // go through avail sockets and create/destroy sockets
            // as needed to maintain pool settings
            foreach (string host in new IteratorIsolateCollection(_availPool.Keys))
            {
                Hashtable sockets = (Hashtable)_availPool[host];
                if (Log.IsDebugEnabled)
                {
                    Log.Debug(GetLocalizedString("size of available pool").Replace("$$Host$$", host).Replace("$$Sockets$$", sockets.Count.ToString(new NumberFormatInfo())));
                }

                // if pool is too small (n < minSpare)
                if (sockets.Count < _minConns)
                {
                    // need to create new sockets
                    int need = _minConns - sockets.Count;
                    if (Log.IsDebugEnabled)
                    {
                        Log.Debug(GetLocalizedString("need to create new sockets").Replace("$$Need$$", need.ToString(new NumberFormatInfo())).Replace("$$Host$$", host));
                    }

                    for (int j = 0; j < need; j++)
                    {
                        SockIO socket = CreateSocket(host);

                        if (socket == null)
                        {
                            break;
                        }

                        AddSocketToPool(_availPool, host, socket);
                    }
                }
                else if (sockets.Count > _maxConns)
                {
                    // need to close down some sockets
                    int diff        = sockets.Count - _maxConns;
                    int needToClose = (diff <= _poolMultiplier)
                        ? diff
                        : (diff) / _poolMultiplier;

                    if (Log.IsDebugEnabled)
                    {
                        Log.Debug(GetLocalizedString("need to remove spare sockets").Replace("$$NeedToClose$$", needToClose.ToString(new NumberFormatInfo()).Replace("$$Host$$", host)));
                    }
                    foreach (SockIO socket in new IteratorIsolateCollection(sockets.Keys))
                    {
                        if (needToClose <= 0)
                        {
                            break;
                        }

                        // remove stale entries
                        DateTime expire = (DateTime)sockets[socket];

                        // if past idle time
                        // then close socket
                        // and remove from pool
                        if ((expire.AddMilliseconds(_maxIdle)) < DateTime.Now)
                        {
                            if (Log.IsDebugEnabled)
                            {
                                Log.Debug(GetLocalizedString("removing stale entry"));
                            }
                            try
                            {
                                socket.TrueClose();
                            }
                            catch (IOException ioe)
                            {
                                if (Log.IsErrorEnabled)
                                {
                                    Log.Error(GetLocalizedString("failed to close socket"), ioe);
                                }
                            }

                            sockets.Remove(socket);
                            needToClose--;
                        }
                    }
                }

                // reset the shift value for creating new SockIO objects
                _createShift[host] = 0;
            }

            // go through busy sockets and destroy sockets
            // as needed to maintain pool settings
            foreach (string host in _busyPool.Keys)
            {
                Hashtable sockets = (Hashtable)_busyPool[host];
                if (Log.IsDebugEnabled)
                {
                    Log.Debug(GetLocalizedString("size of busy pool").Replace("$$Host$$", host).Replace("$$Sockets$$", sockets.Count.ToString(new NumberFormatInfo())));
                }

                // loop through all connections and check to see if we have any hung connections
                foreach (SockIO socket in new IteratorIsolateCollection(sockets.Keys))
                {
                    // remove stale entries
                    DateTime hungTime = (DateTime)sockets[socket];

                    // if past max busy time
                    // then close socket
                    // and remove from pool
                    if ((hungTime.AddMilliseconds(_maxBusyTime)) < DateTime.Now)
                    {
                        if (Log.IsErrorEnabled)
                        {
                            Log.Error(GetLocalizedString("removing hung connection").Replace("$$Time$$", (new TimeSpan(DateTime.Now.Ticks - hungTime.Ticks).TotalMilliseconds).ToString(new NumberFormatInfo())));
                        }
                        try
                        {
                            socket.TrueClose();
                        }
                        catch (IOException ioe)
                        {
                            if (Log.IsErrorEnabled)
                            {
                                Log.Error(GetLocalizedString("failed to close socket"), ioe);
                            }
                        }

                        sockets.Remove(socket);
                    }
                }
            }

            if (Log.IsDebugEnabled)
            {
                Log.Debug(GetLocalizedString("end self maintenance"));
            }
        }
Example #9
0
 public void CheckIn(SockIO socket)
 {
     CheckIn(socket, true);
 }
Example #10
0
        protected static void RemoveSocketFromPool(Hashtable pool, string host, SockIO socket)
        {
            if (host != null && host.Length == 0 || pool == null)
                return; 

            if(pool.ContainsKey(host))
            {
                Hashtable sockets = (Hashtable)pool[host];
                if(sockets != null)
                {
                    sockets.Remove(socket);
                }
            }
        }
Example #11
0
        /// <summary>
        /// Adds a socket to a given pool for the given host.
        /// 
        /// Internal utility method. 
        /// </summary>
        /// <param name="pool">pool to add to</param>
        /// <param name="host">host this socket is connected to</param>
        /// <param name="socket">socket to add</param>
        //[MethodImpl(MethodImplOptions.Synchronized)]
        protected static void AddSocketToPool(Hashtable pool, string host, SockIO socket)
        {
            if (pool == null)
                return; 

            Hashtable sockets;
            if (host != null && host.Length != 0 && pool.ContainsKey(host))
            {
                sockets = (Hashtable)pool[host];
                if (sockets != null)
                {
                    sockets[socket] = DateTime.Now; //MaxM 1.16.05: Use current DateTime to indicate socker creation time rather than milliseconds since 1970

                    return;
                }
            }

            sockets = new Hashtable();
            sockets[socket] = DateTime.Now; //MaxM 1.16.05: Use current DateTime to indicate socker creation time rather than milliseconds since 1970
            pool[host] = sockets;
        }
Example #12
0
        /// <summary>
        /// Creates a new SockIO obj for the given server.
        ///
        ///If server fails to connect, then return null and do not try
        ///again until a duration has passed.  This duration will grow
        ///by doubling after each failed attempt to connect.
        /// </summary>
        /// <param name="host">host:port to connect to</param>
        /// <returns>SockIO obj or null if failed to create</returns>
        protected SockIO CreateSocket(string host)
        {
            SockIO socket = null;

            // if host is dead, then we don't need to try again
            // until the dead status has expired
            // we do not try to put back in if failover is off
            if(_failover && _hostDead.ContainsKey(host) && _hostDeadDuration.ContainsKey(host))
            {

                DateTime store = (DateTime)_hostDead[host];
                long expire = ((long)_hostDeadDuration[host]);

                if((store.AddMilliseconds(expire)) > DateTime.Now)
                    return null;
            }

			try
			{
				socket = new SockIO(this, host, _socketTimeout, _socketConnectTimeout, _nagle);

				if(!socket.IsConnected)
				{
					if(Log.IsErrorEnabled)
					{
						Log.Error(GetLocalizedString("failed to get socket").Replace("$$Host$$", host));
					}
					try
					{
						socket.TrueClose();
					}
					catch(SocketException ex)
					{
						if(Log.IsErrorEnabled)
						{
							Log.Error(GetLocalizedString("failed to close socket on host").Replace("$$Host$$", host), ex);
						}
						socket = null;
					}
				}
			}
			catch(SocketException ex)
			{
				if(Log.IsErrorEnabled)
				{
					Log.Error(GetLocalizedString("failed to get socket").Replace("$$Host$$", host), ex);
				}
				socket = null;
			}
			catch(ArgumentException ex)
			{
				if(Log.IsErrorEnabled)
				{
					Log.Error(GetLocalizedString("failed to get socket").Replace("$$Host$$", host), ex);
				}
				socket = null;
			}
			catch(IOException ex)
			{
				if(Log.IsErrorEnabled)
				{
					Log.Error(GetLocalizedString("failed to get socket").Replace("$$Host$$", host), ex);
				}
				socket = null;
			}

            // if we failed to get socket, then mark
            // host dead for a duration which falls off
            if(socket == null)
            {
                DateTime now = DateTime.Now;
                _hostDead[host] = now;
                long expire = (_hostDeadDuration.ContainsKey(host)) ? (((long)_hostDeadDuration[host]) * 2) : 100;
                _hostDeadDuration[host] = expire;
				if(Log.IsDebugEnabled)
				{
					Log.Debug(GetLocalizedString("ignoring dead host").Replace("$$Host$$", host).Replace("$$Expire$$", expire.ToString(new NumberFormatInfo())));
				}

                // also clear all entries for this host from availPool
                ClearHostFromPool(_availPool, host);
            }
            else
            {
				if(Log.IsDebugEnabled)
				{
					Log.Debug(GetLocalizedString("created socket").Replace("$$ToString$$", socket.ToString()).Replace("$$Host$$", host));
				}
                _hostDead.Remove(host);
                _hostDeadDuration.Remove(host);
                if(_buckets.BinarySearch(host) < 0)
                    _buckets.Add(host);
            }

            return socket;
        }
Example #13
0
 public void CheckIn(SockIO socket)
 {
     CheckIn(socket, true);
 }
Example #14
0
        public void CheckIn(SockIO socket, bool addToAvail)
        {
            if (socket == null)
                return; 

            string host = socket.Host;
			if(Log.IsDebugEnabled)
			{
				Log.Debug("Calling check-in on socket: " + socket.ToString() + " for host: " + host);
			}

            // remove from the busy pool
			if(Log.IsDebugEnabled)
			{
				Log.Debug("Removing socket (" + socket.ToString() + ") from busy pool for host: " + host);
			}
            RemoveSocketFromPool(_busyPool, host, socket);

            // add to avail pool
            if(addToAvail && socket.IsConnected)
            {
				if(Log.IsDebugEnabled)
				{
					Log.Debug("Returning socket (" + socket.ToString() + " to avail pool for host: " + host);
				}
                AddSocketToPool(_availPool, host, socket);
            }
        }
Example #15
0
        /// <summary>
        /// This method loads the data from cache into a Hashtable.
        /// 
        /// Pass a SockIO object which is ready to receive data and a Hashtable
        /// to store the results.
        /// </summary>
        /// <param name="sock">socket waiting to pass back data</param>
        /// <param name="hm">hashmap to store data into</param>
        /// <param name="asString">if true, and if we are using NativehHandler, return string val</param>
        private void LoadItems(SockIO sock, Hashtable hm, bool asString)
        {
            while(true)
            {
                string line = sock.ReadLine();
            // 				if(log.IsDebugEnabled)
            // 				{
            // 					log.Debug(GetLocalizedString("loaditems line").Replace("$$Line$$", line));
            // 				}

                if(line.StartsWith(VALUE))
                {
                    string[] info = line.Split(' ');
                    string key    = info[1];
                    int flag      = int.Parse(info[2], new NumberFormatInfo());
                    int length    = int.Parse(info[3], new NumberFormatInfo());

            // 					if(log.IsDebugEnabled)
            // 					{
            // 						log.Debug(GetLocalizedString("loaditems header").Replace("$$Key$$", key).Replace("$$Flags$$", flag.ToString(new NumberFormatInfo())).Replace("$$Length$$", length.ToString(new NumberFormatInfo())));
            // 					}

                    // read obj into buffer
                    byte[] buf = new byte[length];
                    sock.Read(buf);
                    sock.ClearEndOfLine();

                    // ready object
                    object o;

                    // check for compression
                    if((flag & F_COMPRESSED) != 0)
                    {
                        try
                        {
                            // read the input stream, and write to a byte array output stream since
                            // we have to read into a byte array, but we don't know how large it
                            // will need to be, and we don't want to resize it a bunch
            // 							GZipInputStream gzi = new GZipInputStream(new MemoryStream(buf));
            // 							MemoryStream bos = new MemoryStream(buf.Length);
            //
            // 							int count;
            // 							byte[] tmp = new byte[2048];
            // 							while((count = gzi.Read(tmp, 0, tmp.Length)) > 0)
            // 							{
            // 								bos.Write(tmp, 0, count);
            // 							}
            //
            // 							// store uncompressed back to buffer
            // 							buf = bos.ToArray();
            // 							gzi.Close();
                        }
                        catch(IOException e)
                        {
            // 							if(log.IsErrorEnabled)
            // 							{
            // 								log.Error(GetLocalizedString("loaditems uncompression IOException").Replace("$$Key$$", key), e);
            // 							}
                            throw new IOException(GetLocalizedString("loaditems uncompression IOException").Replace("$$Key$$", key), e);
                        }
                    }

                    // we can only take out serialized objects
                    if((flag & F_SERIALIZED) == 0)
                    {
                        if(_primitiveAsString || asString)
                        {
                            // pulling out string value
            // 							if(log.IsInfoEnabled)
            // 							{
            // 								log.Info(GetLocalizedString("loaditems retrieve as string"));
            // 							}
                            o = Encoding.GetEncoding(_defaultEncoding).GetString(buf);
                        }
                        else
                        {
                            // decoding object
                            try
                            {
                                o = NativeHandler.Decode(buf);
                            }
                            catch(Exception e)
                            {
            // 								if(log.IsErrorEnabled)
            // 								{
            // 									log.Error(GetLocalizedString("loaditems deserialize error").Replace("$$Key$$", key), e);
            // 								}
                                throw new IOException(GetLocalizedString("loaditems deserialize error").Replace("$$Key$$", key), e);
                            }
                        }
                    }
                    else
                    {
                        // deserialize if the data is serialized
                        try
                        {
                            MemoryStream memStream = new MemoryStream(buf);
                            o = new BinaryFormatter().Deserialize(memStream);
            // 							if(log.IsInfoEnabled)
            // 							{
            // 								log.Info(GetLocalizedString("loaditems deserializing").Replace("$$Class$$", o.GetType().Name));
            // 							}
                        }
                        catch(SerializationException e)
                        {
            // 							if(log.IsErrorEnabled)
            // 							{
            // 								log.Error(GetLocalizedString("loaditems SerializationException").Replace("$$Key$$", key), e);
            // 							}
                            throw new IOException(GetLocalizedString("loaditems SerializationException").Replace("$$Key$$", key), e);
                        }
                    }

                    // store the object into the cache
                    hm[ key ] =  o ;
                }
                else if(END == line)
                {
            // 					if(log.IsDebugEnabled)
            // 					{
            // 						log.Debug(GetLocalizedString("loaditems finished"));
            // 					}
                    break;
                }
            }
        }