Ejemplo n.º 1
0
        public void UploadDataToElastic(List <SearchEntity> entities)
        {
            List <string> bulkUploads = new List <string>();
            StringBuilder bulk        = new StringBuilder(100000);

            /*
             * Should look like this (for animal):
             *
             * { "create" : { "_index" : "zoo", "_type" : "animal", "_id" : "1" } }
             * { "name" : "White Fang", "kind" : "Wolf", "age": 3 }
             */

            for (int i = 0; i < entities.Count; i += 1)
            {
                bulk.Append("{\"create\":{\"_index\":\"psychologists\",\"_type\":\"psychologist\",\"_id\":\"" + i + "\"}}\n");
                bulk.Append($"{{\"id\":\"{entities[i].Id}\",\"nickName\":\"{entities[i].NickName}\",\"education\":\"{entities[i].Education}\",\"areaOfExpertise\":\"{entities[i].AreaOfExpertise}\",\"isAccountActivated\": \"{entities[i].IsAccountActivated}\"}}\n");

                if (i % 1000 == 0)
                {
                    bulkUploads.Add(bulk.ToString());
                    bulk.Clear();
                }
            }

            if (bulk.Length != 0)
            {
                bulkUploads.Add(bulk.ToString());
                bulk.Clear();
            }

            var uri = new Uri(_elasticURL + "/_bulk");

            for (int i = 0; i < bulkUploads.Count; i++)
            {
                try
                {
                    string response = CustomHttpSender.SendHttpRequest(uri, "POST", bulkUploads[i]);

                    if (response.Contains("\"errors\":true"))
                    {
                        Console.WriteLine("data upload warning");
                    }
                    else
                    {
                        Console.WriteLine($"data uploaded {i + 1} out of {bulkUploads.Count}");
                    }
                }
                catch (Exception ex)
                {
                    Console.WriteLine(ex.ToString());
                }
            }
        }
Ejemplo n.º 2
0
        //query data from whole elastic
        public string AutocompleteDataFromElastic(string userSearch)
        {
            string requestUrl  = string.Format("{0}/{1}/_search/?size=10", _elasticURL, _indexName);
            string requestBody = "{\"query\":{\"match_phrase_prefix\":{\"nickName\": \" " + userSearch + " \"}}}";

            try
            {
                return(CustomHttpSender.SendHttpRequest(new Uri(requestUrl), "POST", requestBody));
            }
            catch (Exception ex)
            {
                Console.WriteLine(ex.ToString());
            }

            return(string.Empty);
        }
Ejemplo n.º 3
0
        //simple search
        public string SearchUserNames(string userSearch, int numberOfResult)
        {
            string requestUrl  = string.Format("{0}/{1}/_search/?size={2}", _elasticURL, _indexName, numberOfResult);
            string requestBody = "{\"query\":{\"match\":{\"nickName\": \" " + userSearch + " \"}}}";

            try
            {
                return(CustomHttpSender.SendHttpRequest(new Uri(requestUrl), "POST", requestBody));
            }
            catch (Exception ex)
            {
                Console.WriteLine(ex.ToString());
            }

            return(string.Empty);
        }
Ejemplo n.º 4
0
        public void CreateElasticIndex()
        {
            try
            {
                var    uri      = new Uri(_elasticURL + "/" + _indexName);
                string response = CustomHttpSender.SendHttpRequest(uri, "PUT");

                if (!response.Contains("\"acknowledged\":true"))
                {
                    Console.WriteLine(response);
                }
            }
            catch (Exception ex)
            {
                Console.WriteLine(ex.ToString());
            }
        }
Ejemplo n.º 5
0
        public void DeleteExistingType(string typeName)
        {
            var path = new Uri(_elasticURL + "/" + _indexName + "/" + typeName);

            try
            {
                string response = CustomHttpSender.SendHttpRequest(path, "DELETE");

                if (!response.Contains("\"acknowledged\":true"))
                {
                    Console.WriteLine(response);
                }
            }
            catch (Exception ex)
            {
                Console.WriteLine(ex.ToString());
            }
        }
Ejemplo n.º 6
0
        //creates new type (table) in elastic
        public void CreateNewType(string typeName, string typeBody)
        {
            var path = new Uri(_elasticURL + "/" + _indexName + "/_mapping/" + typeName);

            try
            {
                string response = CustomHttpSender.SendHttpRequest(path, "PUT", typeBody);

                if (!response.Contains("\"acknowledged\":true"))
                {
                    Console.WriteLine(response);
                }
            }
            catch (Exception ex)
            {
                Console.WriteLine(ex.ToString());
            }
        }
Ejemplo n.º 7
0
        public void DeleteElasticIndex()
        {
            try
            {
                string response = CustomHttpSender.SendHttpRequest(new Uri(_elasticURL + "/" + _indexName), "DELETE");

                if (!response.Contains("\"acknowledged\":true"))
                {
                    Console.WriteLine(response);
                }
                else
                {
                    Console.WriteLine("index deleted");
                }
            }
            catch (Exception ex)
            {
                Console.WriteLine(ex.ToString());
            }
        }
Ejemplo n.º 8
0
        //take json file and set it to elastic (creates index/type & apply rules for mapping)
        public void CreateElasticFromIndexSettings()
        {
            string requestBody = ReadElasticSettings(ConfigurationManager.AppSettings["IndexSettingsPath"]);
            var    path        = new Uri(_elasticURL + "/" + _indexName);

            try
            {
                string response = CustomHttpSender.SendHttpRequest(path, "PUT", requestBody);

                if (response.Contains("\"errors\":true"))
                {
                    Console.WriteLine(response);
                }
                else
                {
                    Console.WriteLine("index created");
                }
            }
            catch (Exception ex)
            {
                Console.WriteLine(ex.ToString());
            }
        }