Beispiel #1
0
 private void ScanAll(ScanPolicy scanPolicy, List <MessageData> list)
 {
     this._client.ScanAll(scanPolicy,
                          defaultNs,
                          defaultSetName,
                          (key, record) => list.Add(ConvertRecordToMessages(record)));
 }
 /// <summary>
 /// Copy scan policy from another scan policy.
 /// </summary>
 public ScanPolicy(ScanPolicy other) : base(other)
 {
     this.scanPercent         = other.scanPercent;
     this.maxConcurrentNodes  = other.maxConcurrentNodes;
     this.concurrentNodes     = other.concurrentNodes;
     this.includeBinData      = other.includeBinData;
     this.failOnClusterChange = other.failOnClusterChange;
 }
Beispiel #3
0
        } //

        public void scanAllTweetsForAllUsers()

        {
            ScanPolicy policy = new ScanPolicy();

            policy.includeBinData = true;
            client.ScanAll(policy, "test", "tweets", scanTweetsCallback, "tweet");
        } //scanAllTweetsForAllUsers
        } //updateUser

        public void scanAllTweetsForAllUsers()
        {
            ScanPolicy policy = new ScanPolicy();

            policy.concurrentNodes = true;
            policy.priority        = Priority.LOW;
            policy.includeBinData  = true;
            client.ScanAll(policy, "test", "tweets", scanTweetsCallback, "tweet");
        } //scanAllTweets
Beispiel #5
0
        public AerospikeDataAccess(IBinarySerializer binarySerializer)
        {
            this._binarySerializer = binarySerializer;

            _client = new AsyncClient(Hostname, 3000);

            _writePolicy = new WritePolicy();
            _policy      = new Policy();
            _scanPolicy  = new ScanPolicy();
        }
Beispiel #6
0
        public void AsyncScan()
        {
            recordCount = 0;

            ScanPolicy policy = new ScanPolicy();

            client.ScanAll(policy, new RecordSequenceHandler(this), args.ns, args.set);

            WaitTillComplete();
        }
Beispiel #7
0
        public void ScanBenchmark()
        {
            ScanPolicy policy = new ScanPolicy();

            policy.concurrentNodes = true;
            policy.priority        = Priority.DEFAULT;
            policy.includeBinData  = true;

            _client.ScanAll(policy, Namespace, Set, ScanCallback);
        }
        /// <summary>
        /// Asynchronous scan example.
        /// </summary>
        public override void RunExample(AsyncClient client, Arguments args)
        {
            console.Info("Asynchronous scan: namespace=" + args.ns + " set=" + args.set);
            recordCount = 0;
            completed   = false;

            DateTime   begin  = DateTime.Now;
            ScanPolicy policy = new ScanPolicy();

            client.ScanAll(policy, new RecordSequenceHandler(this, begin), args.ns, args.set);

            WaitTillComplete();
        }
Beispiel #9
0
        /// <summary>
        /// This command can be used to set scan, connection, and advertising filtering parameters based on the local
        /// devices white list.See also Whitelist Append command.
        /// </summary>
        /// <param name="scanPolicy"></param>
        /// <param name="advPolicy"></param>
        /// <param name="scanDuplicateFiltering">
        /// <para>0: Do not filter duplicate advertisers</para>
        /// <para>1: Filter duplicates</para>
        /// </param>
        /// <returns></returns>
        public async Task SetFilteringAsync(ScanPolicy scanPolicy, AdvertisingPolicy advPolicy, byte scanDuplicateFiltering)
        {
            var scanPolicyValue = (byte)scanPolicy;
            var advPolicyValue  = (byte)advPolicy;
            var commandValue    = new[] { scanPolicyValue, advPolicyValue, scanDuplicateFiltering };
            var responseValue   = await WriteAsync(0x06, commandValue);

            var errorCode = BitConverter.ToUInt16(responseValue, 0);

            if (errorCode != 0)
            {
                throw new ErrorException(errorCode);
            }
        }
Beispiel #10
0
        } //updateUserUsingOperate

        public void scanAllTweetsForAllUsers()
        {
            // Scan all records
            // TODO: Create ScanPolicy instance with concurrentNodes, LOW priority and includeBinData
            // Exercise K4
            ScanPolicy policy = null;
            // policy = ....
            //policy.concurrentNodes = ....
            //policy.priority = ....
            //policy.includeBinData = ....

            // TODO: Initiate scan operation that invokes callback for outputting tweets to the console.
            // Exercise K4
            //client.ScanAll(....
        } //scanAllTweets
Beispiel #11
0
        } //updateUserUsingOperate

        public void scanAllTweetsForAllUsers()
        {
            // Scan all records
            // TODO: Create ScanPolicy instance with concurrentNodes, LOW priority and includeBinData
            // Exercise K4
            ScanPolicy policy = new ScanPolicy();

            policy.concurrentNodes = true;
            policy.priority        = Priority.LOW;
            policy.includeBinData  = true;

            // TODO: Initiate scan operation that invokes callback for outputting tweets to the console.
            // Exercise K4
            client.ScanAll(policy, "test", "tweets", scanTweetsCallback, "tweet");
        } //scanAllTweets
Beispiel #12
0
        /// <summary>
        /// Scan all nodes in series and read all records in all sets.
        /// </summary>
        public override void RunExample(AerospikeClient client, Arguments args)
        {
            console.Info("Scan series: namespace=" + args.ns + " set=" + args.set);
            setMap.Clear();

            ScanPolicy policy = new ScanPolicy();

            policy.recordsPerSecond = 5000;

            // Low scan priority will take more time, but it will reduce the load on the server.
            // policy.priority = Priority.LOW;

            Node[]   nodes = client.Nodes;
            DateTime begin = DateTime.Now;

            foreach (Node node in nodes)
            {
                console.Info("Scan node " + node.Name);
                client.ScanNode(policy, node, args.ns, args.set, ScanCallback);

                foreach (KeyValuePair <string, Metrics> entry in setMap)
                {
                    console.Info("Node " + node.Name + " set " + entry.Key + " count: " + entry.Value.count);
                    entry.Value.total += entry.Value.count;
                    entry.Value.count  = 0;
                }
            }

            DateTime end     = DateTime.Now;
            double   seconds = end.Subtract(begin).TotalSeconds;

            console.Info("Elapsed time: " + seconds + " seconds");

            long total = 0;

            foreach (KeyValuePair <string, Metrics> entry in setMap)
            {
                console.Info("Total set " + entry.Key + " count: " + entry.Value.total);
                total += entry.Value.total;
            }
            console.Info("Grand total: " + total);
            double performance = Math.Round((double)total / seconds);

            console.Info("Records/second: " + performance);
        }
Beispiel #13
0
        /// <summary>
        /// Scan all nodes in parallel and read all records in a set.
        /// </summary>
        public override void RunExample(AerospikeClient client, Arguments args)
        {
            console.Info("Scan parallel: namespace=" + args.ns + " set=" + args.set);
            recordCount = 0;
            DateTime   begin  = DateTime.Now;
            ScanPolicy policy = new ScanPolicy();

            client.ScanAll(policy, args.ns, args.set, ScanCallback);

            DateTime end     = DateTime.Now;
            double   seconds = end.Subtract(begin).TotalSeconds;

            console.Info("Total records returned: " + recordCount);
            console.Info("Elapsed time: " + seconds + " seconds");
            double performance = Math.Round((double)recordCount / seconds);

            console.Info("Records/second: " + performance);
        }
        public AsyncScan(
			AsyncMultiExecutor parent,
			AsyncCluster cluster,
			AsyncNode node,
			ScanPolicy policy,
			RecordSequenceListener listener,
			string ns,
			string setName,
			string[] binNames,
			ulong taskId
		)
            : base(parent, cluster, node, true)
        {
            this.policy = policy;
            this.listener = listener;
            this.ns = ns;
            this.setName = setName;
            this.binNamesScan = binNames;
            this.taskId = taskId;
        }
Beispiel #15
0
 public AsyncScan
 (
     AsyncMultiExecutor parent,
     AsyncCluster cluster,
     AsyncNode node,
     ScanPolicy policy,
     RecordSequenceListener listener,
     string ns,
     string setName,
     string[] binNames,
     long taskId
 ) : base(parent, cluster, node, true)
 {
     this.policy       = policy;
     this.listener     = listener;
     this.ns           = ns;
     this.setName      = setName;
     this.binNamesScan = binNames;
     this.taskId       = taskId;
 }
 public AsyncScan
 (
     AsyncMultiExecutor parent,
     AsyncCluster cluster,
     AsyncNode node,
     ScanPolicy scanPolicy,
     RecordSequenceListener listener,
     string ns,
     string setName,
     string[] binNames,
     ulong taskId
 ) : base(parent, cluster, scanPolicy, node, scanPolicy.socketTimeout, scanPolicy.totalTimeout)
 {
     this.scanPolicy   = scanPolicy;
     this.listener     = listener;
     this.ns           = ns;
     this.setName      = setName;
     this.binNamesScan = binNames;
     this.taskId       = taskId;
 }
        public void ScanSeries()
        {
            // Use low scan priority.  This will take more time, but it will reduce
            // the load on the server.
            ScanPolicy policy = new ScanPolicy();

            policy.maxRetries = 1;
            policy.priority   = Priority.LOW;

            Node[] nodes = client.Nodes;

            foreach (Node node in nodes)
            {
                client.ScanNode(policy, node, args.ns, args.set, ScanCallback);

                foreach (KeyValuePair <string, Metrics> entry in setMap)
                {
                    entry.Value.count = 0;
                }
            }
        }
Beispiel #18
0
        static void Delete(string host, int port, string asnamespace, string sets, int days, long limit, long rangeStart, long rangeEnd)
        {
            Console.WriteLine($"Host: {host}, Port: {port}, Namespace: {asnamespace}, Sets: {sets}, Days: {days}, Limit: {limit}, RangeStart: {rangeStart}, RangeEnd: {rangeEnd}");

            DateTime dt = DateTime.UtcNow.AddDays(days);

            Console.WriteLine($"Date: {dt}");

            _thresholdTime = UtcDateTimeToASTime(dt);


            _deleteSets       = sets;
            _deleteLimit      = limit;
            _deleteRangeStart = rangeStart;
            _deleteRangeEnd   = rangeEnd;
            _count            = _rewritecount = _total = 0;

            try
            {
                _client = new AerospikeClient(host, port);

                ScanPolicy scanPolicy = new ScanPolicy();
                // Scan the entire Set using ScanAll(). This will scan each node
                // in the cluster and return the record Digest to the call back object

                _watch = Stopwatch.StartNew();
                _client.ScanAll(scanPolicy, asnamespace, null, ScanCallback, new string[] { });
                _watch.Stop();

                Log($"Deleted {_count} records from set {sets}. Rewrites: {_rewritecount}");
            }
            catch (AerospikeException ex)
            {
                int resultCode = ex.Result;
                Log(ResultCode.GetResultString(resultCode));
                Log("Error details: " + ex.ToString());
            }

            return;
        }
 public AsyncScanPartition
 (
     AsyncMultiExecutor executor,
     AsyncCluster cluster,
     ScanPolicy scanPolicy,
     RecordSequenceListener listener,
     string ns,
     string setName,
     string[] binNames,
     ulong taskId,
     PartitionTracker tracker,
     NodePartitions nodePartitions
 ) : base(executor, cluster, scanPolicy, (AsyncNode)nodePartitions.node, tracker.socketTimeout, tracker.totalTimeout)
 {
     this.scanPolicy     = scanPolicy;
     this.listener       = listener;
     this.ns             = ns;
     this.setName        = setName;
     this.binNames       = binNames;
     this.taskId         = taskId;
     this.tracker        = tracker;
     this.nodePartitions = nodePartitions;
 }
Beispiel #20
0
        private List <string> WriteToDB(string word)
        {
            HtmlAgilityPack.HtmlWeb web = new HtmlAgilityPack.HtmlWeb();

//            var _client = new MongoClient();
//            var _database = _client.GetDatabase("SignLanguage");
//            var _collection = _database.GetCollection<SynonymsModel>("Synonyms");

            AerospikeClient client     = new AerospikeClient(configuration["AppSettings:AerospikeClient"], 3000);
            Policy          policy     = new Policy();
            List <string>   synonyms   = new List <string>();
            Key             key        = new Key("sign-language", "Synonyms", word);
            Record          record     = client.Get(policy, key);
            ScanPolicy      policyScan = new ScanPolicy();

            if (record != null)
            {
                foreach (KeyValuePair <string, object> entry in record.bins)
                {
                    var syns = "";
                    if (entry.Key == "Synonyms")
                    {
                        syns = entry.Value.ToString();
                    }

                    synonyms = syns.Split(",").ToList();
                    return(synonyms);
                }
            }
            //client.ScanAll(policyScan, "sign-language", "Synonyms", ScanCallback);


            //var node = new Uri("http://192.168.0.36:9200");

            //var settings = new ConnectionSettings(
            //    node
            //).DefaultIndex("synonyms");

            //var client = new ElasticClient(settings);

            List <string> links        = new List <string>();
            List <string> articleTexts = new List <string>();


            //var searchResponse = client.Search<SynonymsModel>(s => s
            //   .From(0)
            //   .Size(10)
            //   .Query(q => q
            //        .Match(m => m
            //           .Field(f => f.Word)
            //           .Query(word)
            //        )
            //   )
            //);
            //var synonymES = searchResponse.Documents.ToList();
            //if (synonymES.Count > 0)
            //{

            //    foreach (var synonym in synonymES)
            //    {
            //        synonyms.Add(synonym.Synonym);
            //    }
            //    return synonyms;
            //}
            List <string> synonymsList = new List <string>();

//            if (_collection.Find(x => x.Word == word.Trim()).Count() > 0)
//            {
//                foreach(var syn in _collection.Find(x => x.Word == word.Trim()).ToList())
//                {
//                    synonymsList.Add(syn.Synonym);
//                }
//                return synonymsList;
//            }

            HtmlAgilityPack.HtmlDocument doc = web.Load("http://www.makedonski.info/synonyms/show/" + word);
            Regex regex = new Regex("(synonyms/show)", RegexOptions.IgnoreCase);
            var   synsA = doc.DocumentNode.SelectNodes(".//a");

            if (synsA != null)
            {
                var regexMatch = synsA.Where(a => regex.IsMatch(a.Attributes["href"].Value)).ToList <HtmlNode>();
                var synsString = "";
                for (var i = 1; i < regexMatch.Count; i++)
                {
                    var           a      = regexMatch[i];
                    var           syn    = a.InnerText.Split('(')[0];
                    SynonymsModel plural = new SynonymsModel()
                    {
                        Word    = word,
                        Synonym = syn
                    };

                    //var indexResponse = client.IndexDocument(plural);
                    //_collection.InsertOne(plural);
                    synsString += syn;
                    if (i != regexMatch.Count - 1)
                    {
                        synsString += ",";
                    }
                    synonyms.Add(syn);
                }
                WritePolicy policyWrite = new WritePolicy();
                policy.SetTimeout(50);  // 50 millisecond timeout.
                Key keyWrite = new Key("sign-language", "Synonyms", word);
                Bin binVerb  = new Bin("Word", word);
                Bin binInf   = new Bin("Synonym", synsString);
                client.Put(policyWrite, keyWrite, binVerb, binInf);
                return(synonyms);
            }
            return(null);
        }
Beispiel #21
0
        public void ScanParallel()
        {
            ScanPolicy policy = new ScanPolicy();

            client.ScanAll(policy, args.ns, args.set, ScanCallback);
        }