Пример #1
0
        public void TestIndexTimeout()
        {
            var timeout = 1;
            var s = new ConnectionSettings(Test.Default.Host, Test.Default.Port, timeout)
                        .SetDefaultIndex(Test.Default.DefaultIndex)
                        .SetMaximumAsyncConnections(Test.Default.MaximumAsyncConnections)
                        .UsePrettyResponses();

            var client = new ElasticClient(s);

            var newProject = new ElasticSearchProject
            {
                Name = "COBOLES", //COBOL ES client ?
            };
            var t = client.IndexAsync<ElasticSearchProject>(newProject);
            t.Wait(1000);
              var r = t.Result;
              Assert.True(r.IsValid);
              Assert.IsNotNullOrEmpty(r.Id);

            var cs = r.ConnectionStatus;
            Assert.False(cs.Success);
            Assert.NotNull(cs.Error);
            Assert.NotNull(cs.Error.OriginalException);
            Trace.WriteLine(cs.Error.OriginalException);
            Assert.IsNotNullOrEmpty(cs.Error.ExceptionMessage);
            Assert.IsTrue(cs.Error.OriginalException is WebException);
            var we = cs.Error.OriginalException as WebException;
            Assert.IsTrue(cs.Error.ExceptionMessage.Contains("The request was canceled"));
            Assert.IsTrue(we.Status == WebExceptionStatus.RequestCanceled);
            Assert.True(t.IsCompleted, "task did not complete");
            Assert.False(t.IsFaulted, "task was faulted, wich means the exception did not cleanly pass to ConnectionStatus");
        }
		public void ShouldFailoverOnThriftConnectionsUsingSniff()
		{
			var uris = new []
			{
				new Uri("http://INVALID_HOST"),
				new Uri("http://INVALID_HOST2"),
				new Uri("http://localhost:9500"),
			};
			var connectionPool = new SniffingConnectionPool(uris, randomizeOnStartup: false);
			var settings = new ConnectionSettings(connectionPool, ElasticsearchConfiguration.DefaultIndex)
				.SniffOnStartup()
				.ExposeRawResponse()
				.SetTimeout(2000);
			var client = new ElasticClient(settings, new ThriftConnection(settings));

			var results = client.Search<dynamic>(s => s.MatchAll());
			results.IsValid.Should().BeTrue("{0}", results.ConnectionStatus.ToString());
			results.ConnectionStatus.NumberOfRetries.Should().Be(0);
			var u = new Uri(results.ConnectionStatus.RequestUrl);
			u.Port.Should().Be(9500);

			results = client.Search<dynamic>(s => s.MatchAll());
			results.IsValid.Should().BeTrue("{0}", results.ConnectionStatus.ToString());
			results.ConnectionStatus.NumberOfRetries.Should().Be(0);
			u = new Uri(results.ConnectionStatus.RequestUrl);
			u.Port.Should().Be(9501);
		}
Пример #3
0
 public void TestIntLookup()
 {
     var client = new ElasticClient(new ConnectionSettings(new Uri("http://localhost:9200")));
     var expected = 12;
     var id = new IdResolver().GetIdFor(new IntIdClass { Id = expected });
     StringAssert.AreEqualIgnoringCase(expected.ToString(), id);
 }
Пример #4
0
 public void TestAlternateIdLookup()
 {
     var client = new ElasticClient(new ConnectionSettings(new Uri("http://localhost:9200")));
     var expectedGuid = Guid.NewGuid();
     var id = new IdResolver().GetIdFor(new AlternateIdClass { Guid = expectedGuid });
     StringAssert.AreEqualIgnoringCase(expectedGuid.ToString(), id);
 }
		public async void SniffOnStartShouldOnlyHit9200_WithoutPing_Async()
		{
			var seeds = new[]
			{
				ElasticsearchConfiguration.CreateBaseUri(9202),
				ElasticsearchConfiguration.CreateBaseUri(9201),
				ElasticsearchConfiguration.CreateBaseUri(9200)
			};
			var sniffingConnectionPool = new SniffingConnectionPool(seeds, randomizeOnStartup: false);
			var connectionSettings = new ConnectionSettings(sniffingConnectionPool)
				.SniffOnStartup();
			var client = new ElasticClient(connectionSettings);
			var rootNode = await client.RootNodeInfoAsync();
			var metrics = rootNode.ConnectionStatus.Metrics;
			
			//When the connectionpool is used for the first time the sniff call should already
			//know only 9200 is on and live, no need to ping
			metrics.Requests.Count.Should().Be(1);
			metrics.Requests[0].Node.Port.Should().Be(9200);
			metrics.Requests[0].RequestType.Should().Be(RequestType.ElasticsearchCall);

			for (var i = 0; i < 3; i++)
			{
				rootNode = await client.RootNodeInfoAsync();
				metrics = rootNode.ConnectionStatus.Metrics;
				metrics.Requests.Count.Should().Be(1);
				metrics.Requests[0].Node.Port.Should().Be(9200);
				metrics.Requests[0].RequestType.Should().Be(RequestType.ElasticsearchCall);
			}

		}
Пример #6
0
        public static void SearchResult(SearchResultActionArgs args)
        {
            try
            {
                BaseAction.Setup();
                var status = GetValidConnectionStatus();
                var settings = BaseAction.Settings();
                var client = new ElasticClient(settings, new InMemoryConnection(settings, status));

                for (var i = 0; i < 100; i++)
                {
                    var result = client.Search<Person>(s => s
                        .Size(2000)
                        .Index(BaseAction.DefaultIndex)
                        //.Types(typeof (Person), typeof (ElasticSearchProject))
                        .MatchAll()
                    );
                    result.Documents.Count();
                }
            }
            finally
            {
                BaseAction.TearDown();
            }
        }
		public void WhenPostExceedsHttpLimit_DoNotRetry_UsingConnectionPooling()
		{
			var pool = new StaticConnectionPool(new []
			{
				new Uri("http://localhost:9200"),
				new Uri("http://127.0.0.1:9200"),
			});
			var settings = new ConnectionSettings(pool);
			var client = new ElasticClient(settings);


			var index = ElasticsearchConfiguration.NewUniqueIndexName();
			var projects = NestTestData.Data;
			var people = NestTestData.People;
			var boolTerms = NestTestData.BoolTerms;
			var bulk = client.Bulk(b => b
				.FixedPath(index)
				.IndexMany(projects)
				.IndexMany(people)
				.IndexMany(boolTerms)
			);

			bulk.IsValid.Should().BeFalse();
			bulk.ConnectionStatus.NumberOfRetries.Should().Be(0);
		}
		public void FailoverShouldOnlyPingDeadNodes()
		{
			var seeds = new[]
			{
				ElasticsearchConfiguration.CreateBaseUri(9202),
				ElasticsearchConfiguration.CreateBaseUri(9201),
				ElasticsearchConfiguration.CreateBaseUri(9200)
			};
			var sniffingConnectionPool = new SniffingConnectionPool(seeds, randomizeOnStartup: false);
			var connectionSettings = new ConnectionSettings(sniffingConnectionPool);
			var client = new ElasticClient(connectionSettings);
			var rootNode = client.RootNodeInfo();
			var metrics = rootNode.ConnectionStatus.Metrics;
			
			//ping 9202 + 9201 + 9200 and call 9200
			metrics.Requests.Count.Should().Be(4);
			metrics.Requests[0].Node.Port.Should().Be(9202);
			metrics.Requests[0].RequestType.Should().Be(RequestType.Ping);
			metrics.Requests[0].EllapsedMilliseconds.Should().BeLessOrEqualTo(1100);
			metrics.Requests[1].Node.Port.Should().Be(9201);
			metrics.Requests[1].RequestType.Should().Be(RequestType.Ping);
			metrics.Requests[1].EllapsedMilliseconds.Should().BeLessOrEqualTo(1100);
			metrics.Requests[2].Node.Port.Should().Be(9200);
			metrics.Requests[2].RequestType.Should().Be(RequestType.Ping);
			metrics.Requests[2].EllapsedMilliseconds.Should().BeLessOrEqualTo(1100);
			metrics.Requests[3].Node.Port.Should().Be(9200);
			metrics.Requests[3].RequestType.Should().Be(RequestType.ElasticsearchCall);
			metrics.Requests[3].EllapsedMilliseconds.Should().BeLessOrEqualTo(1100);



			rootNode = client.RootNodeInfo();
			metrics = rootNode.ConnectionStatus.Metrics;
			metrics.Requests.Count.Should().Be(1);
			metrics.Requests[0].Node.Port.Should().Be(9200);
			metrics.Requests[0].RequestType.Should().Be(RequestType.ElasticsearchCall);

			rootNode = client.RootNodeInfo();
			metrics = rootNode.ConnectionStatus.Metrics;
			metrics.Requests.Count.Should().Be(1);
			metrics.Requests[0].Node.Port.Should().Be(9200);
			metrics.Requests[0].RequestType.Should().Be(RequestType.ElasticsearchCall);


			rootNode = client.RootNodeInfo();
			metrics = rootNode.ConnectionStatus.Metrics;
			metrics.Requests.Count.Should().Be(1);
			metrics.Requests[0].Node.Port.Should().Be(9200);
			metrics.Requests[0].RequestType.Should().Be(RequestType.ElasticsearchCall);


			rootNode = client.RootNodeInfo();	
			metrics = rootNode.ConnectionStatus.Metrics;
			metrics.Requests.Count.Should().Be(1);
			metrics.Requests[0].Node.Port.Should().Be(9200);
			metrics.Requests[0].RequestType.Should().Be(RequestType.ElasticsearchCall);


		}
		public void ConnectionException_WithThrowingClient_Async()
		{
			var uri = ElasticsearchConfiguration.CreateBaseUri(9494);
			var client = new ElasticClient(new ConnectionSettings(uri)
				.SetTimeout(500)
				.ThrowOnElasticsearchServerExceptions());
			Assert.Throws<WebException>(async () => await client.RootNodeInfoAsync());
		}
Пример #10
0
 public void TestInheritedLookup()
 {
     var client = new ElasticClient(new ConnectionSettings(new Uri("http://localhost:9200")));
     var expected = new InheritedIdClass() { Id = 123 };
     var id = new IdResolver().GetIdFor(expected);
     id = new IdResolver().GetIdFor(expected);
     Assert.AreEqual(expected.Id.ToString(), id);
 }
Пример #11
0
        public void DeserializeOfStreamDoesNotHoldACopyOfTheResponse()
        {
            var uri = ElasticsearchConfiguration.CreateBaseUri();
            var settings = new ConnectionSettings(uri, ElasticsearchConfiguration.DefaultIndex);
            IElasticClient client = new ElasticClient(settings);

            var results = client.Search<ElasticsearchProject>(s => s.MatchAll());
        }
		public void IdPropertyNotMapped_IdIsInferred()
		{
			var settings = new ConnectionSettings();
			var client = new ElasticClient(settings, connection: new InMemoryConnection());
			var project = new ElasticsearchProject { Id = 123 };

			Assert.AreEqual(project.Id.ToString(), client.Infer.Id<ElasticsearchProject>(project));
		}
Пример #13
0
        public void NoSearchResults()
        {
            //test teardown will delete defaultindex_* indices
            //process id makes it so we can run these tests concurrently using NCrunch
            var index = ElasticsearchConfiguration.DefaultIndex + "_posts_" + Process.GetCurrentProcess().Id.ToString();

            var client =  new ElasticClient(this._settings, new InMemoryConnection(this._settings));

            var streamId = new Guid("8d00cf65-bf84-4035-9adb-695b1366304c");
            var approved = true;

            var response = client.Count<MediaStreamEntry>(c=>c
                .Index("StreamEntry")
                .Query(x => x.Bool(
                    b => b.Must
                        (
                            x.Term(f => f.StreamId, streamId.ToString())
                            , x.Term(f => f.ApprovalSettings.Approved, approved)
                        )
                    )
                )
            );

            //Approval settings should not appear twice just because we are spawing the nested queries of wrong lambda parameter (x)
            Assert.AreEqual(1, Regex.Matches(response.ConnectionStatus.Request, @"approvalSettings\.approved").Count, response.ConnectionStatus.Request);

            //either use the lambda overload
            response = client.Count<MediaStreamEntry>(c=>c
                .Index("StreamEntry")
                .Query(x => x.Bool(
                    b => b.Must
                        (
                            m=> m.Term(f => f.StreamId, streamId.ToString())
                            , m => m.Term(f => f.ApprovalSettings.Approved, approved)
                        )
                    )
                )
            );

            //now we only see the query once
            Assert.AreEqual(1, Regex.Matches(response.ConnectionStatus.Request, @"approvalSettings\.approved").Count);

            //or use the static Query<MediaStreamEntry>
            response = client.Count<MediaStreamEntry>(c=>c
                .Index("StreamEntry")
                .Query(x => x.Bool(
                    b => b.Must
                        (
                            Query<MediaStreamEntry>.Term(f => f.StreamId, streamId)
                            , Query<MediaStreamEntry>.Term(f => f.ApprovalSettings.Approved, approved)
                        )
                    )
                )
            );

            //now we still only see the query once
            Assert.AreEqual(1, Regex.Matches(response.ConnectionStatus.Request, @"approvalSettings\.approved").Count);
        }
Пример #14
0
		public void TestConnectSuccessWithUri()
		{
			var settings = new ConnectionSettings(ElasticsearchConfiguration.CreateBaseUri(), "index");
			var client = new ElasticClient(settings);
			var result = client.RootNodeInfo();

			Assert.True(result.IsValid);
			Assert.NotNull(result.ConnectionStatus.HttpStatusCode);
		}
Пример #15
0
		public void EmptySearch_NoDefaultIndex_DoesNotThrow()
		{
			Assert.DoesNotThrow(()=>
			{
				var client = new ElasticClient();
				client.Search<dynamic>(new SearchRequest
				{
				});
			});
		}
		public void TestUsesDefaultPropertyNameResolver()
		{
			var settings = new ConnectionSettings(UnitTestDefaults.Uri, UnitTestDefaults.DefaultIndex)
				.SetDefaultPropertyNameInferrer(p => p);
			var client = new ElasticClient(settings);
			Expression<Func<UserItemData, object>> exp = (m) => m.UserLabels;
			var propertyName = client.Infer.PropertyPath(exp);
			Assert.AreEqual("UserLabels", propertyName);

		}
Пример #17
0
 public void IndexExistShouldNotThrowOn404()
 {
     var host = Test.Default.Host;
     if (Process.GetProcessesByName("fiddler").Any())
         host = "ipv4.fiddler";
     var connectionPool = new SniffingConnectionPool(new[] { new Uri("http://{0}:9200".F(host)) });
     var settings = new ConnectionSettings(connectionPool, ElasticsearchConfiguration.DefaultIndex)
         .SniffOnStartup();
     var client = new ElasticClient(settings);
 }
Пример #18
0
		public static void Setup()
		{
			var client = new ElasticClient(ElasticsearchConfiguration.Settings(hostOverride: new Uri("http://localhost:9200")));

			//uncomment the next line if you want to see the setup in fiddler too
			//var client = ElasticsearchConfiguration.Client;

			var projects = NestTestData.Data;
			var people = NestTestData.People;
			var boolTerms = NestTestData.BoolTerms;

			try
			{
				var createIndexResult = client.CreateIndex(ElasticsearchConfiguration.DefaultIndex, c => c
								.NumberOfReplicas(0)
								.NumberOfShards(1)
								.AddMapping<ElasticsearchProject>(m => m
								.MapFromAttributes()
								.Properties(p => p
								.String(s => s.Name(ep => ep.Content).TermVector(TermVectorOption.WithPositionsOffsetsPayloads))))
								.AddMapping<Person>(m => m.MapFromAttributes())
								.AddMapping<BoolTerm>(m => m.Properties(pp => pp
									.String(sm => sm.Name(p => p.Name1).Index(FieldIndexOption.NotAnalyzed))
									.String(sm => sm.Name(p => p.Name2).Index(FieldIndexOption.NotAnalyzed))
								))
							);

				var createAntotherIndexResult = client.CreateIndex(ElasticsearchConfiguration.DefaultIndex + "_clone", c => c
					.NumberOfReplicas(0)
					.NumberOfShards(1)
					.AddMapping<ElasticsearchProject>(m => m
					.MapFromAttributes()
					.Properties(p => p
					.String(s => s.Name(ep => ep.Content).TermVector(TermVectorOption.WithPositionsOffsetsPayloads))))
					.AddMapping<Person>(m => m.MapFromAttributes())
					.AddMapping<BoolTerm>(m => m.Properties(pp => pp
						.String(sm => sm.Name(p => p.Name1).Index(FieldIndexOption.NotAnalyzed))
						.String(sm => sm.Name(p => p.Name2).Index(FieldIndexOption.NotAnalyzed))
					))
				);

				var bulkResponse = client.Bulk(b => b
					.IndexMany(projects)
					.IndexMany(people)
					.IndexMany(boolTerms)
					.Refresh()
				);
			}
			catch (Exception e)
			{

				throw;
			}

		}
		public CustomConvertersTests()
		{
			var settings = new ConnectionSettings(new Uri("http://localhost:9200"))
				.SetDefaultIndex("nest_test_data")
				.AddContractJsonConverters(
					t => typeof(Enum).IsAssignableFrom(t) ? new Newtonsoft.Json.Converters.StringEnumConverter() : null,
					t => typeof(NestedObject).IsAssignableFrom(t) ? new CustomConverter() : null
				);

			 _serializationClient = new ElasticClient(settings);
		}
		public void MapNumericIdProperty()
		{
			var settings = new ConnectionSettings()
				.MapIdPropertyFor<ElasticsearchProject>(p => p.LongValue);

			var client = new ElasticClient(settings, connection: new InMemoryConnection());

			var project = new ElasticsearchProject { LongValue = 123 };

			Assert.AreEqual(project.LongValue.ToString(), client.Infer.Id<ElasticsearchProject>(project));
		}
		public void MapStringIdProperty()
		{
			var settings = new ConnectionSettings()
				.MapIdPropertyFor<ElasticsearchProject>(p => p.Name);

			var client = new ElasticClient(settings, connection: new InMemoryConnection());

			var project = new ElasticsearchProject { Name = "foo" };

			Assert.AreEqual(project.Name, client.Infer.Id<ElasticsearchProject>(project));
		}
Пример #22
0
        public void Execute()
        {
            Console.WriteLine("CLIENT SAMPLE");

            var client = new ElasticClient<Tweet>(defaultHost: "localhost", defaultPort: 9200);
            
            var firstTweet = new Tweet
            {
                User = "******",
                Message = "trying out Elastic Search"
            };

            var anotherTweet = new Tweet
            {
                User = "******",
                Message = "one more message"
            };


            IndexResult indexResult1 = client.Index(new IndexCommand(index: "twitter", type: "tweet", id: "1").Refresh(),
                         firstTweet);

            IndexResult indexResult2 = client.Index(Commands.Index(index: "twitter", type: "tweet", id: "2").Refresh(),
                         anotherTweet);

            GetResult<Tweet> getResult = client.Get(new GetCommand(index: "twitter", type: "tweet", id: "2"));

            SearchResult<Tweet> searchResult = client.Search(new SearchCommand("twitter", "tweet"),
                                                            new QueryBuilder<Tweet>()
                                                            .Query(q => q
                                                                .Term(t => t
                                                                    .Field(tweet => tweet.User)
                                                                    .Value("testUser")
                                                                    .Boost(2)
                                                                )
                                                            ));

            DeleteResult deleteResult = client.Delete(Commands.Delete(index: "twitter"));


            PrintIndexResult(indexResult1);

            PrintIndexResult(indexResult2);

            PrintGetResult(getResult);

            PrintSearchResults(searchResult);

            PrintDeleteResult(deleteResult);

            Console.WriteLine("Press any key");
            Console.ReadKey();
        }
		private string SerializeUsing(Flight flight, DateTimeZoneHandling handling)
		{
			var settings = new ConnectionSettings()
				.SetDefaultPropertyNameInferrer(p=>p)
				.SetJsonSerializerSettingsModifier(s =>
				{
					s.DateFormatHandling = DateFormatHandling.IsoDateFormat;
					s.DateTimeZoneHandling = handling;
				});
			var client = new ElasticClient(settings);
			return client.Serializer.Serialize(flight).Utf8String();
		}
Пример #24
0
		public void SearchWithTypesAndIndicesSetShouldNotThrow_WithNoDefaultIndex()
		{
			Assert.DoesNotThrow(()=>
			{
				var client = new ElasticClient();
				client.Search<dynamic>(new SearchRequest
				{
					Indices = new IndexNameMarker[] { "index" },
					Types = new TypeNameMarker[] { "type" }
				});
			});
		}
Пример #25
0
		public void CanCreateConnectionWithCustomQueryStringParameters()
		{
			// Arrange
			var uri = new Uri("http://localhost");
			var query = new NameValueCollection { { "authToken", "ABCDEFGHIJK" } };
			var connectionSettings = new ConnectionSettings(uri, "index").SetGlobalQueryStringParameters(query);
			var client = new ElasticClient(connectionSettings, new InMemoryConnection(connectionSettings));
			var result = client.RootNodeInfo();

			// Assert
			Assert.AreEqual(result.ConnectionStatus.RequestUrl, "http://localhost/?authToken=ABCDEFGHIJK");
		}
Пример #26
0
        public void CanCreateConnectionWithPathAndCustomQueryStringParameters()
        {
            // Arrange
            var uri = new Uri("http://localhost:9000");
            var query = new NameValueCollection { { "authToken", "ABCDEFGHIJK" } };
            var connectionSettings = new ConnectionSettings(uri, "index").SetGlobalQueryStringParameters(query);
            var client = new ElasticClient(connectionSettings, new TestConnection(connectionSettings));
            var result = client.IndexExists(ie=>ie.Index("index"));

            // Assert
            Assert.AreEqual(result.ConnectionStatus.RequestUrl, "http://localhost:9000/index?authToken=ABCDEFGHIJK");
        }
		public void Calling_Refresh_UsingHttpClientConnection_DoesNotThrow()
		{

			var settings = ElasticsearchConfiguration.Settings()
				.EnableCompressedResponses(true);
			var connection = new HttpClientConnection(settings);
			var client = new ElasticClient(settings, connection: connection);
			
			Assert.DoesNotThrow(()=> client.Refresh());
			Assert.DoesNotThrow(()=> client.Get<ElasticsearchProject>(NestTestData.Data.First().Id));
			Assert.DoesNotThrow(()=> client.Ping());

		}
Пример #28
0
 public static void Search(SearchActionArgs args)
 {
     var settings = BaseAction.Settings();
     var client = new ElasticClient(settings, new InMemoryConnection(settings));
     for (var i = 0; i < 10000; i++)
     {
         var term = i.ToString();
         var result = client.Search<ElasticSearchProject>(s => s
                 .Query(q=>
                     q.Term(p=>p.Name, term) || q.Term(p=>p.Followers.First().FirstName, term)
                 )
             );
     }
 }
		public void ServerError_Is_Set_ClientThat_DoesNotThow_AndDoesNotExposeRawResponse()
		{
			var uri = ElasticsearchConfiguration.CreateBaseUri();
			var client = new ElasticClient(new ConnectionSettings(uri).ExposeRawResponse(false));
			Assert.DoesNotThrow(() =>
			{
				var result = client.Search<ElasticsearchProject>(s => s.QueryRaw(@"{ ""badjson"": {}  }"));
				result.IsValid.Should().BeFalse();
				result.ConnectionStatus.HttpStatusCode.Should().Be(400);
				var e = result.ServerError;
				e.Should().NotBeNull();
				e.ExceptionType.Should().Contain("SearchPhaseExecutionException");
			});
		}
        public void UsePrettyResponsesShouldSurviveUrlModififications()
        {
            var settings = new ConnectionSettings(UnitTestDefaults.Uri, UnitTestDefaults.DefaultIndex)
                .UsePrettyResponses();
            var connection = new InMemoryConnection(settings);
            var client = new ElasticClient(settings, connection);

            var r = client.ClusterHealth(h=>h.Level(LevelOptions.Cluster));
            var u = new Uri(r.ConnectionStatus.RequestUrl);
            u.AbsolutePath.Should().StartWith("/_cluster/health");
            u.Query.Should().Contain("level=cluster");

            u.Query.Should().Contain("pretty=true");
        }
Пример #31
0
        static void Main(string[] args)
        {
            var    local     = new Uri("http://localhost:9200");
            string indexName = "blog_post_author_index";
            var    settings  = new ConnectionSettings(local).DefaultIndex(indexName);
            var    elastic   = new ElasticClient(settings);

            var res = elastic.ClusterHealth();

            Console.WriteLine(res.Status);

            var blogPost = new BlogPost
            {
                Id    = Guid.NewGuid(),
                Title = "First blog post",
                Body  = "This is very long blog post!"
            };

            if (!elastic.IndexExists(indexName).Exists)
            {
                var createIndexResponse = elastic.CreateIndex(indexName);
                var mappingBlogPost     = elastic.Map <BlogPost>(s => s.AutoMap());
                var mappingBlogAuthor   = elastic.Map <Author>(s => s.AutoMap());
                Console.WriteLine("createIndexResponse=" + createIndexResponse.IsValid);
                Console.WriteLine("mappingBlogPost=" + mappingBlogPost.IsValid);
                Console.WriteLine("mappingBlogAuthor=" + mappingBlogAuthor.IsValid);
            }

            IIndexResponse indexResponse = elastic.Index(blogPost, i => i
                                                         .Index(indexName)
                                                         .Type(typeof(BlogPost))
                                                         .Id(1)
                                                         .Refresh());

            Console.WriteLine("IIndexResponse=" + indexResponse.IsValid);


            //insert 10 documents
            for (var i = 2; i < 12; i++)
            {
                var blogPostNew = new BlogPost
                {
                    Id    = Guid.NewGuid(),
                    Title = string.Format("title {0:000}", i),
                    Body  = string.Format("This is {0:000} very long blog post!", i)
                };
                IIndexResponse bulkIndexReponse = elastic.Index(blogPostNew, p => p
                                                                .Type(typeof(BlogPost))
                                                                .Id(i)
                                                                .Refresh());
                Console.WriteLine("bulk IIndexResponse=" + bulkIndexReponse.IsValid);
            }

            //Get document by id
            var result = elastic.Get <BlogPost>(new GetRequest(indexName, typeof(BlogPost), 16));

            Console.WriteLine("Document id:" + result.Id);
            Console.WriteLine("Document fields:" + result.Fields);
            Console.WriteLine("Document Type:" + result.Type);
            Console.WriteLine("Document Found Status:" + result.Found);

            //delete document by id
            //var deleteResult = elastic.Delete(new DeleteRequest(indexName, typeof(BlogPost), 1));
            //Console.WriteLine(deleteResult.Found);

            //Query search queries for match all
            var searchResult = elastic.Search <BlogPost>(sr => sr
                                                         .From(0)
                                                         .Size(5)
                                                         .Query(q => q.MatchAll())
                                                         .Sort(ss => ss
                                                               .Ascending(p => p.Title)
                                                               .Field(f => f.Field(ff => ff.Title)))
                                                         );

            Console.WriteLine("Search results for Match All!! ==>");
            Console.WriteLine(searchResult.Hits.Count());
            foreach (var hit in searchResult.Hits)
            {
                Console.WriteLine(hit.Source);
            }

            //Query search results using Match
            var blogPostsForSearch = new[]
            {
                new BlogPost {
                    Id    = Guid.NewGuid(),
                    Title = "test post 123",
                    Body  = "1"
                },
                new BlogPost
                {
                    Id    = Guid.NewGuid(),
                    Title = "test something 123",
                    Body  = "2"
                },
                new BlogPost
                {
                    Id    = Guid.NewGuid(),
                    Title = "read this post",
                    Body  = "3"
                }
            };
            var id = 15;

            foreach (var blogPostSearch in blogPostsForSearch)
            {
                var insertRes = elastic.Index(blogPostSearch, p => p
                                              .Id(++id)
                                              .Refresh());
                Console.WriteLine("Match SearchResults IIndexResponse=" + insertRes.IsValid);
            }

            var searchMatch = elastic.Search <BlogPost>(es => es
                                                        .Query(q => q
                                                               .Match(m => m
                                                                      .Field(f => f.Title)
                                                                      .Query("test post 123"))));

            Console.WriteLine("Search results for Match!! ==>");
            Console.WriteLine(searchMatch.Hits.Count());
            foreach (var hit in searchMatch.Hits)
            {
                Console.WriteLine(hit.Source);
            }

            //Match with AND Operator
            var searchMatchAnd = elastic.Search <BlogPost>(es => es
                                                           .Query(q => q
                                                                  .Match(m => m
                                                                         .Field(f => f.Title)
                                                                         .Query("test post 123")
                                                                         .Operator(Operator.And))));

            Console.WriteLine("Search results for Match!! ==>");
            Console.WriteLine(searchMatchAnd.Hits.Count());
            foreach (var hit in searchMatchAnd.Hits)
            {
                Console.WriteLine(hit.Source);
            }

            //MinimumShouldMatch
            var searchMinMatch = elastic.Search <BlogPost>(es => es
                                                           .Query(q => q
                                                                  .Match(m => m
                                                                         .Field(f => f.Title)
                                                                         .Query("test post 123")
                                                                         .Operator(Operator.Or)
                                                                         .MinimumShouldMatch(2))));

            Console.WriteLine("Search results for Min Match!! ==>");
            Console.WriteLine(searchMinMatch.Hits.Count());
            foreach (var hit in searchMinMatch.Hits)
            {
                Console.WriteLine(hit.Source);
            }

            //Bool Query
            var boolQuerySearchResult = elastic.Search <BlogPost>(es => es
                                                                  .Query(qu => qu
                                                                         .Bool(b => b
                                                                               .Must(m =>
                                                                                     m.Match(mt => mt.Field(f => f.Title).Query("title")) &&
                                                                                     m.Match(mt2 => mt2.Field(f => f.Body).Query("002")))))
                                                                  .Sort(so => so.Field(fe => fe.Field(fe1 => fe1.Title))
                                                                        .Ascending(p => p.Title)));

            Console.WriteLine("Search results for Bool with Must!! ==>");
            Console.WriteLine(boolQuerySearchResult.Hits.Count());
            foreach (var hit in boolQuerySearchResult.Hits)
            {
                Console.WriteLine(hit.Source);
            }

            //Using replacing Must with should (or)
            var boolQuerySearchResultShould = elastic.Search <BlogPost>(es => es
                                                                        .Query(qu => qu
                                                                               .Bool(b => b
                                                                                     .Should(m =>
                                                                                             m.Match(mt => mt.Field(f => f.Title).Query("title")) ||
                                                                                             m.Match(mt2 => mt2.Field(f => f.Body).Query("002")))))
                                                                        .Sort(so => so.Field(fe => fe.Field(fe1 => fe1.Title))
                                                                              .Ascending(p => p.Title)));

            Console.WriteLine("Search results for Bool with Should!! ==>");
            Console.WriteLine(boolQuerySearchResultShould.Hits.Count());
            foreach (var hit in boolQuerySearchResultShould.Hits)
            {
                Console.WriteLine(hit.Source);
            }

            //Using bool with MUST NOT
            var boolQuerySearchResultMustNot = elastic.Search <BlogPost>(es => es
                                                                         .Query(qu => qu
                                                                                .Bool(b => b
                                                                                      .Should(m =>
                                                                                              m.Match(mt => mt.Field(f => f.Title).Query("title")) ||
                                                                                              m.Match(mt2 => mt2.Field(f => f.Body).Query("002")))
                                                                                      .Must(ms => ms
                                                                                            .Match(mt3 => mt3.Field(fi => fi.Body).Query("this")))
                                                                                      .MustNot(mn => mn
                                                                                               .Match(mt4 => mt4.Field(fi => fi.Body).Query("003")))))
                                                                         .Sort(so => so.Field(fe => fe.Field(fe1 => fe1.Title))
                                                                               .Ascending(p => p.Title)));

            Console.WriteLine("Search results for Bool with MUST NOT!! ==>");
            Console.WriteLine(boolQuerySearchResultMustNot.Hits.Count());
            foreach (var hit in boolQuerySearchResultMustNot.Hits)
            {
                Console.WriteLine(hit.Source);
            }

            //Using the above query with bitwise operator
            var boolQuerySearchResultBitwise = elastic.Search <BlogPost>(es => es
                                                                         .Query(q =>
                                                                                (q.Match(mt1 => mt1.Field(f1 => f1.Title).Query("title")) ||
                                                                                 q.Match(mt2 => mt2.Field(f2 => f2.Body).Query("002"))) &&
                                                                                (q.Match(mt3 => mt3.Field(fe3 => fe3.Body).Query("this"))) &&
                                                                                (!q.Match(mt4 => mt4.Field(fe4 => fe4.Body).Query("003")))));

            Console.WriteLine("Search results for Bool with Bitwise operator!! ==>");
            Console.WriteLine(boolQuerySearchResultBitwise.Hits.Count());
            foreach (var hit in boolQuerySearchResultBitwise.Hits)
            {
                Console.WriteLine(hit.Source);
            }
            //Nested Types and Nested Query
            Console.WriteLine("*******Nested Types and Nested Query*************");

            var authors = new[]
            {
                new Author {
                    Id = Guid.NewGuid(), FirstName = "John", LastName = "Doe"
                },
                new Author {
                    Id = Guid.NewGuid(), FirstName = "Notjohn", LastName = "Doe"
                },
                new Author {
                    Id = Guid.NewGuid(), FirstName = "John", LastName = "Notdoe"
                }
            };

            foreach (var author in authors)
            {
                IIndexResponse indexResponse2 = elastic.Index(author, i => i
                                                              .Index(indexName)
                                                              .Type(typeof(Author))
                                                              .Id(Guid.NewGuid())
                                                              .Refresh());
                Console.WriteLine("IIndexResponse=" + indexResponse2.IsValid);
            }


            Console.WriteLine("IIndexResponse=" + indexResponse.IsValid);

            var blogPostWithAuthor = new[]
            {
                new BlogPost {
                    Id = Guid.NewGuid(), Title = "test post 1", Body = "1", Author = authors[0]
                },
                new BlogPost {
                    Id = Guid.NewGuid(), Title = "test post 2", Body = "2", Author = authors[1]
                },
                new BlogPost {
                    Id = Guid.NewGuid(), Title = "test post 3", Body = "3", Author = authors[2]
                }
            };



            foreach (var blogPostAuthor in blogPostWithAuthor)
            {
                var resindex = elastic.Index(blogPostAuthor, p => p
                                             .Id(blogPostAuthor.Id.ToString())
                                             .Refresh());
                Console.WriteLine("Match SearchResults IIndexResponse=" + resindex.IsValid);
            }

            Console.WriteLine("*******Nested Query*************");
            var nestedQuery = elastic.Search <BlogPost>(es => es
                                                        .Query(q => q
                                                               .Nested(n => n
                                                                       .Path(b => b.Author)
                                                                       .Query(nq =>
                                                                              nq.Match(m1 => m1.Field(f1 => f1.Author.FirstName).Query("John")) &&
                                                                              nq.Match(m2 => m2.Field(f2 => f2.Author.LastName).Query("Notdoe"))))
                                                               ));

            Console.WriteLine(nestedQuery.IsValid);
            Console.WriteLine(nestedQuery.Hits.Count());
            foreach (var hit in nestedQuery.Hits)
            {
                Console.WriteLine(hit.Source);
            }
            Console.ReadLine();
        }
Пример #32
0
 public GetPageArticlesHandler(ElasticClient _client)
 {
     client = _client;
 }
Пример #33
0
        static void Main(string[] args)
        {
            string indexName = "rni-test";
            string esHostURL = "http://10.1.1.169:9200"; // Set to the host:port of elasticsearch
            var    pool      = new SingleNodeConnectionPool(new Uri(esHostURL));
            // Add a custom JSON serializer to the connection settings in order to force a
            // conforming date format
            var connectionSettings = new ConnectionSettings(pool, settings => new RniJsonNetSerializer(settings))
                                     .DefaultIndex(indexName)
                                     // Add the following to make sure that class property names are left as-is,
                                     // otherwise, they will be camelCased by NEST, causing confusion with the low-level mapping
                                     .DefaultFieldNameInferrer(p => p);
            var client = new ElasticClient(connectionSettings);

            Console.WriteLine("Checking for existing index");
            if (client.IndexExists(indexName).Exists)
            {
                Console.WriteLine("Deleting index");
                client.DeleteIndex(indexName);
            }


            Console.WriteLine("Creating Index");
            var createResponse = client.CreateIndex(indexName);

            Console.WriteLine("Creating Record");
            Record sampleRecord = new estest.Program.Record {
                Id          = "1",
                FullName    = "Joe Schmoe",
                LocalName   = "Joe the Schmoe",
                DateOfBirth = new DateTime(1980, 11, 11)
            };

            // Map custom type
            // Since the RNI plugin requires a custom type, rni_name, and the fluent NEST model doesn't appear to
            // have a way to map a custom type, use the LowLevel feature of NEST to apply the correct mapping.
            // This only needs to be done once.
            // NOTE: The type, e.g. Record and the second argument, Type, should match in case.  Why the IndicesPutMapping
            //       method can't figure out the type from the generic is a mystery.
            Console.WriteLine("Low-Level Map");
            var mapResponse = client.LowLevel.IndicesPutMapping <Record>(indexName, "Record", sampleRecord.MapToRNITypes());


            Console.WriteLine("Indexing");
            var indexResponse = client.Index(sampleRecord);

            // This is here to make sure that the record was added.  It's not necessary for operation.
            Console.WriteLine("Retrieve record as a check");
            var getResponse = client.Get <Record>(1, idx => idx.Index(indexName));

            // The search is the other area in which a lowlevel query is needed.  Rather than use LowLevel exclusively,
            // I opted to use the Query.Raw feature to specify the custom function_score, name_score.

            //string customQuery = @"{ ""function_score"": { ""name_score"": { ""field"": ""FullName"", ""query_name"": ""Jo Shmoe""} } }";
            // Again, to be safe, build the JSON using Newtonsoft
            JObject customQuery = new JObject(
                new JProperty("function_score",
                              new JObject(
                                  new JProperty("name_score",
                                                new JObject(
                                                    new JProperty("field", "FullName"),
                                                    new JProperty("query_name", "Jo Schmoe")
                                                    )
                                                )
                                  )
                              )
                );

            Console.WriteLine("Perform Search");
            var searchResponse = client.Search <Record>(search => search
                                                        .From(0)
                                                        .Size(100)
                                                        .Query(query => query
                                                               .Match(m => m.Field(f => f.FullName).Query("Joe Schmoe"))

                                                               )
                                                        .Rescore(fn => new RescoringDescriptor <Record>()
                                                                 .Rescore(rescore => rescore
                                                                          .WindowSize(200)
                                                                          .RescoreQuery(rescore_query => rescore_query
                                                                                        .QueryWeight(0.0)
                                                                                        .RescoreQueryWeight(1.0)
                                                                                        .Query(query => query
                                                                                               .Raw(customQuery.ToString()) // Raw required for custom function_score query
                                                                                               )
                                                                                        )
                                                                          )
                                                                 )
                                                        );

            Console.WriteLine(searchResponse.ToString());
            System.Diagnostics.Debug.WriteLine(searchResponse.ToString());

            // cleanup
            Console.WriteLine("Remove Index");
            client.DeleteIndex(indexName);
        }
Пример #34
0
        public object Get(int id)
        {
            ElasticClient es = conn.Update(indexName);

            return(esrepo.GetDocumentById(es, id, brand));
        }
Пример #35
0
 public ValuesController(IEsClientProvider clientProvider)
 {
     _client = clientProvider.GetClient();
     _provider = clientProvider;
 }
        private async Task <bool> SwitchToNextNodeAsync(CancellationToken cancellationToken = default)
        {
            if (_currentNode == null)
            {
                _currentNode = _nodes[0];
            }
            else
            {
                var currentIndex = _nodes.IndexOf(_currentNode);

                if (currentIndex == _nodes.Count - 1)
                {
                    _currentNode = _nodes[0];
                }
                else
                {
                    _currentNode = _nodes[currentIndex + 1];
                }
            }

            var uri = new Uri(_currentNode.Host);

            var settings = new ConnectionSettings(uri);

            settings.EnableHttpCompression();
            settings.MaximumRetries(_maximumRetries);
            settings.MaxRetryTimeout(_maxRetryTimeout);

            switch (_currentNode.AuthenticationType)
            {
            case AuthenticationType.Basic:
                settings.BasicAuthentication(_currentNode.UserName, _currentNode.Password);
                break;

            case AuthenticationType.ApiKey:
                settings.ApiKeyAuthentication(_currentNode.Id, _currentNode.ApiKey);
                break;

            default:
                break;
            }

            _client = new ElasticClient(settings);

            _logger.LogInformation($"Trying to connect to {uri} ({_eventLogItemsIndex})");

            var response = await _client.PingAsync(pd => pd, cancellationToken);

            if (!(response.OriginalException is TaskCanceledException))
            {
                if (!response.IsValid)
                {
                    _logger.LogWarning($"Failed to connect to {uri} ({_eventLogItemsIndex}): {response.OriginalException.Message}");
                }
                else
                {
                    _logger.LogInformation($"Successfully connected to {uri} ({_eventLogItemsIndex})");
                }
            }

            return(response.IsValid);
        }
    static async Task Main(string[] args)
    {
        var pool = new SingleNodeConnectionPool(new Uri("http://localhost:9200"));
        var connectionSettings = new ConnectionSettings(pool);

        connectionSettings.DefaultIndex("documents");
        connectionSettings.DisableDirectStreaming();
        connectionSettings.PrettyJson();
        var client = new ElasticClient(connectionSettings);
        var deleteIndexResponse = await client.Indices.DeleteAsync("documents");

        var createIndexResponse = await client.Indices.CreateAsync("documents", d => d
                                                                   .Map(m => m.AutoMap <Document>()));

        var indexDocument = await client
                            .IndexDocumentAsync(new Document
        {
            Id         = 1,
            Properties = new List <Property>
            {
                new Property {
                    Source = "Color", Value = "green"
                },
                new Property {
                    Source = "Size", Value = "2"
                },
            }
        });

        indexDocument = await client
                        .IndexDocumentAsync(new Document
        {
            Id         = 2,
            Properties = new List <Property>
            {
                new Property {
                    Source = "Color", Value = "blue"
                },
                new Property {
                    Source = "Size", Value = "2"
                },
            }
        });

        indexDocument = await client
                        .IndexDocumentAsync(new Document
        {
            Id         = 3,
            Properties = new List <Property>
            {
                new Property {
                    Source = "Color", Value = "red"
                },
                new Property {
                    Source = "Size", Value = "1"
                },
            }
        });

        var refreshAsync = client.Indices.RefreshAsync();
        var query        = new BoolQuery
        {
            Must = new QueryContainer[]
            {
                new NestedQuery
                {
                    Path  = "properties",
                    Query = new BoolQuery()
                    {
                        Must = new QueryContainer[]
                        {
                            new TermQuery()
                            {
                                Field = new Nest.Field("properties.source.keyword"),
                                Value = "Color"
                            },
                            new TermsQuery()
                            {
                                Field = new Nest.Field("properties.value.keyword"),
                                Terms = new[] { "green", "blue" }
                            }
                        }
                    }
                },
                new NestedQuery
                {
                    Path  = "properties",
                    Query = new BoolQuery()
                    {
                        Must = new QueryContainer[]
                        {
                            new TermQuery()
                            {
                                Field = new Nest.Field("properties.source.keyword"),
                                Value = "Size"
                            },
                            new TermsQuery()
                            {
                                Field = new Nest.Field("properties.value.keyword"),
                                Terms = new[] { "2" }
                            }
                        }
                    }
                }
            }
        };
        var response = client.Search <Document>(s => s.Query(q => query));

        foreach (var document in response.Documents)
        {
            Console.WriteLine($"Id: {document.Id}");
            document.Properties.ForEach(Console.WriteLine);
            Console.WriteLine();
        }
    }
Пример #38
0
        private static void PrepareES(Func <ElasticClient, bool> func)
        {
            var client = new ElasticClient(setting);

            func.Invoke(client);
        }
Пример #39
0
        static void Main(string[] args)
        {
            try
            {
                long elapsed_time;

                var stopwatch = new Stopwatch();
                stopwatch.Start();
                Config _conf = new Config();
                _conf = JsonConvert.DeserializeObject <Config>(File.ReadAllText(@"Config.json"));
                var    node = new Uri(_conf.EsClientAddress);
                string ss   = "ELASTIC TO CSV TOOL";
                Console.Title = "CSVRiver";
                Console.SetCursorPosition((Console.WindowWidth - ss.Length) / 2, Console.CursorTop);
                Console.ForegroundColor = ConsoleColor.DarkRed;
                Console.WriteLine(ss);
                Console.ResetColor();
                Console.ForegroundColor = ConsoleColor.Green;
                Console.WriteLine("ESClientAddress \t:{0}", _conf.EsClientAddress);
                Console.WriteLine("TenanID \t\t:{0}", _conf.TenantID);
                Console.WriteLine("Provided IndexTYPE\t:{0}", _conf.IndexType);
                Console.WriteLine("Provided QUERY JSON ");
                Console.ResetColor();
                var settings = new ConnectionSettings(node).SetTimeout(100000000);
                //sanitize request
                _conf.Query = Regex.Replace(_conf.Query, @"\s+", string.Empty);
                //removing query:{ to pass the string as RawQuery in Search nest
                _conf.Query = Regex.Replace(_conf.Query, "\"query\":{", string.Empty);
                string Filename = _conf.OutputFilepath;
                _conf.OutputFilepath = Filename;
                var client         = new ElasticClient(settings);
                var searchResponse = Search(_conf, client);
                Console.WriteLine(searchResponse.RequestInformation);
                Console.ForegroundColor = ConsoleColor.Green;
                Console.WriteLine("Total Doc Count for query is:{0}", searchResponse.Total);
                Console.ResetColor();
                List <Dictionary <string, string> > fields = new List <Dictionary <string, string> >();
                foreach (var DOC in searchResponse.Hits.Select(p => p.Source.ToString()).ToList())
                {
                    var field = JsonConvert.DeserializeObject <Dictionary <string, string> >(DOC);
                    fields.Add(field);
                }

                string        columnValues = string.Join(",", fields[0].Select(p => p.Key));
                List <string> joinedValues = new List <string>();

                CSVRowValuesList(fields, joinedValues);

                CSVwriter(_conf, columnValues, joinedValues);
                stopwatch.Stop();
                elapsed_time            = stopwatch.ElapsedMilliseconds;
                Console.ForegroundColor = ConsoleColor.Cyan;
                Console.WriteLine("File Successfully Saved........");
                Console.WriteLine("\n\nProvided FileName:\t\t{0}", _conf.OutputFilepath);
                Console.WriteLine("Total ElapsedTime in Seconds\t:{0}", elapsed_time / 1000);
                Console.ResetColor();
            }

            catch (IOException Ioe)
            {
                Console.WriteLine("\n\nException Occured");
                Console.ForegroundColor = ConsoleColor.Cyan;
                Console.WriteLine("Message: {0}", Ioe.Message);

                Console.ResetColor();
            }
            catch (ElasticsearchServerException Ioe)
            {
                Console.WriteLine("\n\nException Occured");
                Console.ForegroundColor = ConsoleColor.Cyan;
                Console.WriteLine("Message: {0}", Ioe.Message);

                Console.ResetColor();
            }
            catch (Exception Ioe)
            {
                Console.WriteLine("\n\nException Occured");
                Console.ForegroundColor = ConsoleColor.Cyan;
                Console.WriteLine("Message: {0}", Ioe.Message);

                Console.ResetColor();
            }
            finally {
                Console.Read();
            }
        }
Пример #40
0
 public SearchQuery(ElasticClient client, string index)
 {
     this.client = client;
     this.index  = index;
 }
 /// <summary>
 /// Initializes a new instance of the <see cref="RequestEventLogger"/> class.
 /// </summary>
 /// <param name="loggerFactory">The logger factory.</param>
 /// <param name="configuration">The configuration.</param>
 public RequestEventLogger(IConfiguration configuration)
 {
     _configuration = configuration;
     _elasticClient = new ElasticClient(new ConnectionSettings(new Uri(_configuration.GetSection(ConfigurationConstants.Serilog).GetValue <string>(ConfigurationConstants.ElasticSearchUrl))));
 }
 public abstract IEnumerable <SearchResultFilterData> returnSportResult(ElasticClient EsClient, QueryContainer _objNestedQuery, string IndexName);
 public Dictionary <string, object> fetchDropdowns(QueryContainer _objNestedQuery, Dictionary <string, object> ObjectArray, ElasticClient EsClient, string IndexName, Dictionary <string, string> _columns, string[] sFilterArray)
 {
     return(ObjectArray);
 }
 //hide
 [U] public void ArgumentExceptionBubblesOut()
 {
     var client = new ElasticClient(new ConnectionSettings());
     var e      = Assert.Throws <ArgumentException>(() => client.Search <Project>());
 }
Пример #45
0
 public ElasticWriter(ElasticClient client, ProduceOutput produceOutput, IOptions <OutputSettings> outputSettings)
 {
     _client         = client;
     _produceOutput  = produceOutput;
     _outputSettings = outputSettings;
 }
 public ElasticSearchService(ElasticClient client)
 {
     _client = client;
 }
Пример #47
0
 public DeeplinkAction(ElasticClient client)
 {
     _client = client;
 }
Пример #48
0
 public ElasticFilterBase()
 {
     _elasticSearchProvider    = ServiceLocator.GetService <IElasticSearchProvider>();
     _elasticClient            = _elasticSearchProvider.GetElasticClient();
     _isUseElasticSearchModule = DbSetting.Instance.UseElasicSearchModule;
 }
Пример #49
0
        public async Task UsingOnRequestCompletedForLogging()
        {
            var list           = new List <string>();
            var connectionPool = new SingleNodeConnectionPool(new Uri("http://localhost:9200"));

            var settings = new ConnectionSettings(connectionPool, new InMemoryConnection())             // <1> Here we use `InMemoryConnection`; in reality you would use another type of `IConnection` that actually makes a request.
                           .DefaultIndex("default-index")
                           .DisableDirectStreaming()
                           .OnRequestCompleted(response =>
            {
                // log out the request and the request body, if one exists for the type of request
                if (response.RequestBodyInBytes != null)
                {
                    list.Add(
                        $"{response.HttpMethod} {response.Uri} \n" +
                        $"{Encoding.UTF8.GetString(response.RequestBodyInBytes)}");
                }
                else
                {
                    list.Add($"{response.HttpMethod} {response.Uri}");
                }

                // log out the response and the response body, if one exists for the type of response
                if (response.ResponseBodyInBytes != null)
                {
                    list.Add($"Status: {response.HttpStatusCode}\n" +
                             $"{Encoding.UTF8.GetString(response.ResponseBodyInBytes)}\n" +
                             $"{new string('-', 30)}\n");
                }
                else
                {
                    list.Add($"Status: {response.HttpStatusCode}\n" +
                             $"{new string('-', 30)}\n");
                }
            });

            var client = new ElasticClient(settings);

            var syncResponse = client.Search <object>(s => s
                                                      .AllTypes()
                                                      .AllIndices()
                                                      .Scroll("2m")
                                                      .Sort(ss => ss
                                                            .Ascending(SortSpecialField.DocumentIndexOrder)
                                                            )
                                                      );

            list.Count.Should().Be(2);

            var asyncResponse = await client.SearchAsync <object>(s => s
                                                                  .AllTypes()
                                                                  .AllIndices()
                                                                  .Scroll("2m")
                                                                  .Sort(ss => ss
                                                                        .Ascending(SortSpecialField.DocumentIndexOrder)
                                                                        )
                                                                  );

            list.Count.Should().Be(4);
            list.ShouldAllBeEquivalentTo(new[]
            {
                "POST http://localhost:9200/_search?scroll=2m \n{\"sort\":[{\"_doc\":{\"order\":\"asc\"}}]}",
                "Status: 200\n------------------------------\n",
                "POST http://localhost:9200/_search?scroll=2m \n{\"sort\":[{\"_doc\":{\"order\":\"asc\"}}]}",
                "Status: 200\n------------------------------\n"
            });
        }
Пример #50
0
        /// <summary>
        /// 模拟加载博客园标题
        /// </summary>
        /// <param name="cnblogFilename"></param>
        /// <param name="strMDContent"></param>
        /// <param name="strHTMLContent"></param>
        /// <param name="LimitCnt"></param>
        /// <param name="client"></param>
        public static void InsertCnblogs(string cnblogFilename, string strMDContent, string strHTMLContent, int LimitCnt, ElasticClient client, bool IsArticleRandom)
        {
            Random r = new Random();

            titles.Clear();
            userdic.Clear();
            userColdic.Clear();
            StreamReader FileReader  = new StreamReader(cnblogFilename);
            string       Line        = string.Empty;
            int          startlength = "the article title is :".Length;
            int          endlength   = " - 博客园".Length;

            MongoDbRepository.DrapCollection(Article.CollectionName);
            MongoDbRepository.DrapCollection(Collection.CollectionName);
            MongoDbRepository.DrapCollection(GithubAccount.CollectionName);
            MongoDbRepository.DrapCollection(QQAccount.CollectionName);
            MongoDbRepository.DrapCollection(UserInfo.CollectionName);
            MongoDbRepository.DrapCollection(ArticleContent.CollectionName);
            MongoDbRepository.DrapCollection(SiteConfig.CollectionName);


            var PublishStatusTypeValues = Enum.GetValues(typeof(ApproveStatus));
            var ArticleLevelValues      = Enum.GetValues(typeof(ArticleLevel));

            int GetCnt  = 0;
            int LineCnt = 0;

            while (!FileReader.EndOfStream)
            {
                Line = FileReader.ReadLine();
                LineCnt++;
                if (Line.StartsWith("the article title is :用户登录 - 博客园"))
                {
                    continue;
                }
                if (!Line.StartsWith("the article title is :"))
                {
                    System.Diagnostics.Debug.WriteLine(Line);
                    continue;
                }
                if (!Line.EndsWith(" - 博客园"))
                {
                    System.Diagnostics.Debug.WriteLine(Line);
                    continue;
                }
                try
                {
                    Line = Line.Substring(startlength, Line.Length - startlength - endlength);
                    int    pos   = Line.LastIndexOf(" - ");
                    string title = Line.Substring(0, pos);
                    string user  = Line.Substring(pos + 3);
                    if (!userdic.ContainsKey(user))
                    {
                        var           userinfo   = new UserInfo();
                        int           qqOrGit    = r.Next(100);
                        string        accountId  = string.Empty;
                        QQAccount     qqaccount  = new QQAccount();
                        GithubAccount gitaccount = new GithubAccount();

                        if (qqOrGit % 2 == 0)
                        {
                            //Github帐号
                            gitaccount = new GithubAccount()
                            {
                                Avatar_url = "https://avatars.githubusercontent.com/u/897796?v=3",
                                Login      = user,
                                Name       = user,
                                Email      = "*****@*****.**",
                                Location   = "Shanghai,China",
                                Blog       = "http://www.mywechatapp.com",
                                Company    = "Shanghai Chuwa software co.ltd",
                                Followers  = 50,
                                Following  = 2,
                            };

                            accountId = MongoDbRepository.InsertRec(gitaccount);

                            userinfo = new UserInfo()
                            {
                                RegisterAccountID = accountId,
                                Privilege         = UserType.Normal,
                                RegisterMethod    = GithubAccount.Github,
                                TopicList         = new List <string>(),
                                TagList           = new List <string>(),
                                NickName          = gitaccount.Name,
                                Avatar_url        = gitaccount.Avatar_url,
                                ContainTag        = string.Empty,
                                AntiTag           = string.Empty,
                                Catalog           = new List <string>(),
                                Level             = new List <ArticleLevel>()
                            };
                        }
                        else
                        {
                            //QQ
                            qqaccount = new QQAccount()
                            {
                                figureurl = "https://avatars.githubusercontent.com/u/19196306?v=3",
                                gender    = "男",
                                nickname  = user,
                                OpenID    = "1234567890"
                            };

                            accountId = MongoDbRepository.InsertRec(qqaccount);

                            userinfo = new UserInfo()
                            {
                                RegisterAccountID = accountId,
                                Privilege         = UserType.Normal,
                                RegisterMethod    = QQAccount.QQ,
                                TopicList         = new List <string>(),
                                TagList           = new List <string>(),
                                NickName          = qqaccount.nickname,
                                Avatar_url        = qqaccount.figureurl,
                                ContainTag        = string.Empty,
                                AntiTag           = string.Empty,
                                Catalog           = new List <string>(),
                                Level             = new List <ArticleLevel>()
                            };
                        }

                        var x = r.Next(100);
                        if (x % 10 == 0)
                        {
                            userinfo.Privilege = UserType.Author;
                        }
                        else
                        {
                            if (x == 51)
                            {
                                userinfo.Privilege = UserType.Editor;
                            }
                        }
                        var userId = MongoDbRepository.InsertRec(userinfo);
                        if (userId == 1.ToString(EntityBase.SnFormat))
                        {
                            userinfo.Privilege = UserType.Admin;
                            UserInfo.UpdateUserInfo(userinfo);
                        }
                        if (userId == 2.ToString(EntityBase.SnFormat))
                        {
                            userinfo.Privilege = UserType.Editor;
                            UserInfo.UpdateUserInfo(userinfo);
                        }

                        if (qqOrGit % 2 == 0)
                        {
                            MongoDbRepository.UpdateRec(gitaccount, nameof(GithubAccount.UserInfoID), (BsonString)userId);
                        }
                        else
                        {
                            MongoDbRepository.UpdateRec(qqaccount, nameof(QQAccount.UserInfoID), (BsonString)userId);
                        }
                        userdic.Add(user, userId);

                        //默认文集
                        Collection collection = new Collection()
                        {
                            Title       = user + " 的文集",
                            Description = user + " 的文集",
                            IsSerie     = (r.Next(100) % 2 == 1)
                        };
                        var CollectionId = Collection.InsertCollection(collection, userId);
                        userColdic.Add(user, CollectionId);
                    }

                    if (!titles.Contains(title))
                    {
                        string  ownerid  = userdic[user];
                        string  collecId = userColdic[user];
                        Article article  = new Article()
                        {
                            Title           = title,
                            IsFirstPage     = IsArticleRandom ? (r.Next(0, 100) % 2 == 1) : true,
                            IsPrivate       = IsArticleRandom ? (r.Next(0, 100) % 2 == 1) : false,
                            PublishStatus   = IsArticleRandom ? (ApproveStatus)(PublishStatusTypeValues.GetValue(r.Next(0, 100) % PublishStatusTypeValues.Length)) : ApproveStatus.Accept,
                            IsCloseComment  = (r.Next(0, 100) % 2 == 1),
                            IsOriginal      = (r.Next(0, 100) % 2 == 1),
                            CollectionID    = collecId,
                            PublishDateTime = DateTime.Now.AddMinutes(r.NextDouble() * -10000),
                            Level           = (ArticleLevel)(ArticleLevelValues.GetValue(r.Next(0, 100) % ArticleLevelValues.Length)),
                            Catalog         = Article.CatalogItem[r.Next(0, 100) % Article.CatalogItem.Length].Substring(0, 4)
                        };
                        if (article.IsPrivate)
                        {
                            article.IsFirstPage   = false;
                            article.PublishStatus = ApproveStatus.NotNeed;
                        }
                        else
                        {
                            article.IsTopicable         = (r.Next(0, 100) % 2 == 1);
                            article.IsNeedTopicApproval = (r.Next(0, 100) % 2 == 1);
                        }
                        if (article.IsFirstPage)
                        {
                            article.IsOriginal     = true;
                            article.IsCloseComment = false;
                        }
                        article.ConfirmDateTime = article.PublishDateTime.AddSeconds(r.Next(1000, 7200));
                        string ArticleId = Article.InsertArticle(article, ownerid);
                        if (client != null && (!article.IsPrivate) && (article.PublishStatus == ApproveStatus.Accept))
                        {
                            client.Index(article);
                        }
                        //插入MarkDown文档(保证首页只读,则只需要SaveMarkDownVersion:Current)
                        ArticleContent.SaveMarkDownVersion(ArticleId, strMDContent, ownerid, RevisionType.Current);
                        ArticleContent.SaveMarkDownVersion(ArticleId, strMDContent, ownerid, RevisionType.First);
                        ArticleContent.SaveMarkDownVersion(ArticleId, strMDContent, ownerid, RevisionType.Draft);
                        ArticleContent.SaveHTMLVersion(ArticleId, strHTMLContent, ownerid);
                        titles.Add(title);
                        GetCnt++;
                        if (GetCnt == LimitCnt)
                        {
                            break;
                        }
                    }
                    else
                    {
                        System.Diagnostics.Debug.WriteLine("Dulipt:" + Line);
                    }
                }
                catch (Exception)
                {
                    System.Diagnostics.Debug.WriteLine("Error:" + Line);
                }
            }
            FileReader.Close();
            System.Diagnostics.Debug.WriteLine("LineCnt:" + LineCnt);
        }
Пример #51
0
        public static void CreateIndex(ElasticClient client, IndexType idxTyp)
        {
            IndexSettings set = new IndexSettings();

            set.NumberOfReplicas = 2;
            if (idxTyp == IndexType.DataSource)
            {
                set.NumberOfShards = 4;
            }
            else
            {
                set.NumberOfShards = 8;
            }
            // Create a Custom Analyzer ...
            var an = new CustomAnalyzer();

            an.Tokenizer = "standard";
            // ... with Filters from the StandardAnalyzer
            var filter = new List <string>();

            filter.Add("lowercase");
            filter.Add("czech_stop");
            //an.Filter.Add("czech_keywords");
            filter.Add("czech_stemmer"); //pouzit Hunspell
            filter.Add("asciifolding");
            an.Filter = filter;
            // Add the Analyzer with a name
            set.Analysis = new Nest.Analysis()
            {
                Analyzers    = new Analyzers(),
                TokenFilters = new TokenFilters(),
            };

            set.Analysis.Analyzers.Add("default", an);
            set.Analysis.TokenFilters.Add("czech_stop", new StopTokenFilter()
            {
                StopWords = new string[] { "_czech_" }
            });
            set.Analysis.TokenFilters.Add("czech_stemmer", new StemmerTokenFilter()
            {
                Language = "czech"
            });                                                                                              //Humspell
            IndexState idxSt = new IndexState();

            idxSt.Settings = set;

            CreateIndexResponse res = null;

            switch (idxTyp)
            {
            case IndexType.VerejneZakazky:
                res = client.Indices
                      .Create(client.ConnectionSettings.DefaultIndex, i => i
                              .InitializeUsing(idxSt)
                              .Map <Lib.Data.VZ.VerejnaZakazka>(map => map.AutoMap().DateDetection(false))
                              );
                break;

            case IndexType.ProfilZadavatele:
                res = client.Indices
                      .Create(client.ConnectionSettings.DefaultIndex, i => i
                              .InitializeUsing(idxSt)
                              .Map <Lib.Data.VZ.ProfilZadavatele>(map => map.AutoMap().DateDetection(false))
                              );
                break;

            case IndexType.Insolvence:
                res = client.Indices
                      .Create(client.ConnectionSettings.DefaultIndex, i => i  //todo: es7 check
                              .InitializeUsing(idxSt)
                              .Map <Lib.Data.Insolvence.Rizeni>(map => map.AutoMap().DateDetection(false))
                              );
                break;

            case IndexType.Dotace:
                res = client.Indices
                      .Create(client.ConnectionSettings.DefaultIndex, i => i  //todo: es7 check
                              .InitializeUsing(idxSt)
                              .Map <Data.Dotace.Dotace>(map => map.AutoMap().DateDetection(false))
                              );
                break;

            case IndexType.Smlouvy:
                res = client.Indices
                      .Create(client.ConnectionSettings.DefaultIndex, i => i  //todo: es7 check
                              .InitializeUsing(idxSt)
                              .Map <Lib.Data.Smlouva>(map => map.AutoMap().DateDetection(false))
                              );
                break;

            case IndexType.Firmy:
                res = client.Indices
                      .Create(client.ConnectionSettings.DefaultIndex, i => i  //todo: es7 check
                              .InitializeUsing(idxSt)
                              .Map <Data.Firma.Search.FirmaInElastic>(map => map.AutoMap(maxRecursion: 1))
                              );
                break;

            case IndexType.Logs:
                res = client.Indices
                      .Create(client.ConnectionSettings.DefaultIndex, i => i  //todo: es7 check
                              .InitializeUsing(idxSt)
                              .Map <Lib.Data.Logs.ProfilZadavateleDownload>(map => map.AutoMap(maxRecursion: 1))
                              );
                break;

            case IndexType.VerejneZakazkyNaProfiluRaw:
                res = client.Indices
                      .Create(client.ConnectionSettings.DefaultIndex, i => i  //todo: es7 check
                              .InitializeUsing(idxSt)
                              .Map <Lib.Data.External.ProfilZadavatelu.ZakazkaRaw>(map => map
                                                                                   .Properties(p => p
                                                                                               .Keyword(k => k.Name(n => n.ZakazkaId))
                                                                                               .Keyword(k => k.Name(n => n.Profil))
                                                                                               .Date(k => k.Name(n => n.LastUpdate))
                                                                                               )
                                                                                   )
                              );
                break;
            }
        }
Пример #52
0
        /// <summary>
        /// Create index for Call report documents
        /// </summary>
        /// <param name="documentsIndex"></param>
        public static void CreateIndex(IndexName documentsIndex = null)
        {
            var test  = "docstest";
            var index = test;
            var node  = new Uri("http://rcovlnx3532.corp.frk.com:9200/");

            var connectionSettings = new ConnectionSettings(node)
                                     .DefaultMappingFor <Document>(m => m.IndexName(index)
                                                                   );
            var client = new ElasticClient(connectionSettings);

            try
            {
                var indexResponse = client.CreateIndex(index, c => c
                                                       .Settings(s => s.Setting("index.soft_deletes.enabled", true)
                                                                 .Analysis(a => a
                                                                           .Analyzers(ad => ad
                                                                                      .Custom("windows_path_hierarchy_analyzer", ca => ca
                                                                                              .Tokenizer("windows_path_hierarchy_tokenizer")
                                                                                              )
                                                                                      .Pattern("my_pattern_analyzer", p => p
                                                                                               .Pattern("\\W|_")
                                                                                               .Lowercase()
                                                                                               )
                                                                                      .Custom("auto_complete", au => au.Tokenizer("standard").Filters("lowercase", "asciifolding", "auto-complete-filter"))
                                                                                      .Custom("auto-complete-id", au => au.Tokenizer("standard").Filters("lowercase", "asciifolding", "auto-complete-id-filter"))

                                                                                      )
                                                                           .TokenFilters(tokenFilter => tokenFilter
                                                                                         .EdgeNGram("auto-complete-filter", (t) => t.MinGram(3).MaxGram(20))
                                                                                         .EdgeNGram("auto-complete-id-filter", t => t.MinGram(1).MaxGram(5)))
                                                                           .Tokenizers(t => t
                                                                                       .PathHierarchy("windows_path_hierarchy_tokenizer", ph => ph
                                                                                                      .Delimiter('\\')
                                                                                                      )
                                                                                       .NGram("nGramTokenizer", tokenizer => tokenizer.MinGram(3).MaxGram(20).TokenChars(TokenChar.Letter, TokenChar.Digit, TokenChar.Punctuation, TokenChar.Symbol))
                                                                                       )
                                                                           )
                                                                 )
                                                       .Mappings(m => m
                                                                 .Map <Document>(mp => mp
                                                                                 .AutoMap()
                                                                                 .AllField(all => all
                                                                                           .Enabled(false)
                                                                                           )
                                                                                 .Properties(ps => ps
                                                                                             .Text(s => s
                                                                                                   .Name(n => n.Path)
                                                                                                   .Analyzer("windows_path_hierarchy_analyzer")
                                                                                                   )
                                                                                             .Text(s => s.Name(n => n.Title).Analyzer("my_pattern_analyzer")) //need to add this to break Title search with "_"
                                                                                             .Text(s => s.Name(n => n.CompanyName).Analyzer("auto_complete").Fields(ff => ff.Keyword(k => k.Name("keyword"))))
                                                                                             .Text(s => s.Name(n => n.Author).Analyzer("auto_complete").Fields(ff => ff.Keyword(k => k.Name("keyword"))))
                                                                                             .Text(s => s.Name(n => n.Country).Analyzer("auto_complete").Fields(ff => ff.Keyword(k => k.Name("keyword"))))
                                                                                             .Text(s => s.Name(n => n.Location).Analyzer("auto_complete").Fields(ff => ff.Keyword(k => k.Name("keyword"))))
                                                                                             .Text(s => s.Name(n => n.RegionName).Analyzer("auto_complete").Fields(ff => ff.Keyword(k => k.Name("keyword"))))
                                                                                             .Text(s => s.Name(n => n.SectorName).Analyzer("auto_complete").Fields(ff => ff.Keyword(k => k.Name("keyword"))))
                                                                                             //.Text(s => s.Name(n => n.Attachment.Content).Analyzer("auto_complete").Fields(ff => ff.Keyword(k => k.Name("keyword"))))
                                                                                             .Object <ElasticEntities.Attachment>(a => a
                                                                                                                                  .Name(n => n.Attachment)
                                                                                                                                  .AutoMap()
                                                                                                                                  )
                                                                                             )
                                                                                 )
                                                                 )
                                                       );
                client.PutPipeline("attachments", p => p
                                   .Description("Document attachment pipeline")
                                   .Processors(pr => pr
                                               .Attachment <Document>(a => a
                                                                      .Field(f => f.Content)
                                                                      .TargetField(f => f.Attachment)
                                                                      )
                                               .Remove <Document>(r => r
                                                                  .Field(f => f.Content)
                                                                  )
                                               )
                                   );
                PopulateIndex(client);
            }
            catch (Exception ex) { }
        }
Пример #53
0
 public AuthenticationController(IMemoryCache memoryCache, IDataStore dataStorage, Fido2 lib, IOptions <IndexingOptions> indexOptions, ElasticClient elasticClient)
 {
     _memoryCache   = memoryCache;
     _dataStore     = dataStorage;
     _lib           = lib;
     _indexOptions  = indexOptions.Value;
     _elasticClient = elasticClient;
 }
Пример #54
0
        public IReadOnlyCollection <Accounts> search_res(ElasticClient client, string field, string value)
        {
            ISearchResponse <Accounts> response = client.Search <Accounts>((s => s
                                                                            .Index("people")
                                                                            .From(0)
                                                                            .Size(10)
                                                                            .Query(q => q
                                                                                   .Match(z => z
                                                                                          .Field("firstname")
                                                                                          .Query("Amber")
                                                                                          )
                                                                                   )
                                                                            ));

            //Prendre les informations sur ES et modifier la proprieré qu'on veux puis tout repush sur ES

            var getresponse = client.Get <Person>("1");
            var surprise    = getresponse.Source;

            surprise.Firstname = "check";
            var updateResponse = client.Update <Person>(1, u => u
                                                        .Index("letest")
                                                        .Doc(surprise));

            // Autre approche pour modifier du contenue dans ES

            var updateResponse1 = client.Update <Person>(2, u => u
                                                         .Index("letest")
                                                         .Doc(new Person
            {
                //Id = "2",
                Firstname = "teeeest"
            })
                                                         .DetectNoop(false)
                                                         );

            if (updateResponse1.IsValid == true)
            {
                Console.WriteLine("is valid");
            }

            /*
             *                      var task = client.UpdateAsync<ElasticsearchDocument>(
             *                                 new DocumentPath<ElasticsearchDocument>(doc), u =>
             *                                         u.Index(indexName).Doc(doc));*/

            // await client.UpdateAsync<ElasticSearchDoc>(doc.Id, u => u.Index("movies").Doc(new ElasticSearchDoc { Title = "Updated title!" }));


            //var test = new UpdateRequest("people", "_doc", "1");

            var res = response.Documents;

            Console.WriteLine("count   " + res.Count);

            /*       foreach (var item in res)
             *     {
             *         Console.WriteLine("on test  " + item.firstname);
             *         item.firstname = "Nikita";
             *         Console.WriteLine(item.firstname);
             *     }
             */
            var test2 = client.Search <Accounts>(l => l
                                                 .Index("people")
                                                 .Query(z => z
                                                        .MatchAll()));

            var quer = client.Search <Accounts>((l => l
                                                 .Index("people")
                                                 .Size(10000)
                                                 .Query(p => p
                                                        .Match(m => m
                                                               .Field(field)
                                                               .Query(value)))));

            IReadOnlyCollection <Accounts> querD = quer.Documents;

/*
 *          foreach (var item in querD)
 *          {
 *              Console.WriteLine(item.firstname + " " + item.lastname + " " + item.age + " " + item.gender);
 *          }*/
            Console.WriteLine("there is a Count of " + querD.Count);
            Console.WriteLine();
            return(querD);
        }
Пример #55
0
        public void Delete(int id)
        {
            ElasticClient es = conn.Update(indexName);

            esrepo.DeleteDocument(es, id, brand, indexName);
        }
Пример #56
0
        static void Main(string[] args)
        {
            elasticSettings = new ConnectionSettings(new Uri("http://127.0.0.1:9200"))
                              .SetDefaultIndex("people");

            client = new ElasticClient(elasticSettings);

            client.DeleteIndex("people");

            // Create an index
            client.CreateIndex("people", c => c
                               .NumberOfReplicas(0)
                               .AddMapping <Person>(m => m.MapFromAttributes())
                               .NumberOfShards(1));


            //client.MapFluent<Person>(m => m.IndexAnalyzer("standard")
            //                                            .Properties(props => props
            //                                                .String(s => s
            //                                                    .Name(p => p.Message)
            //                                                    .Index(FieldIndexOption.analyzed))
            //                                                .Number(n => n
            //                                                    .Name(p => p.Age))
            //                                                .String(s => s
            //                                                    .Name(p => p.FirstName))
            //                                                .String(s => s
            //                                                    .Name(p => p.Sex))
            //                                                .String(s => s
            //                                                    .Name(p => p.LastName))));

            // Add some people
            var jp = new Person {
                FirstName = "JP", LastName = "Toto", Age = 37, Message = "OMG yay ES!", Sex = "Male"
            };
            var matt = new Person {
                FirstName = "Matt", LastName = "Toto", Age = 37, Message = "I'm JPs brother", Sex = "Male"
            };
            var christine = new Person {
                FirstName = "Christine", LastName = "Toto", Age = 0, Message = "I'm JPs wife", Sex = "Female"
            };
            var kevin = new Person {
                FirstName = "Kevin", LastName = "Smith", Age = 26, Message = "I'm JPs other brother", Sex = "Male"
            };

            client.Index(jp);
            client.Index(matt);
            client.Index(christine);
            client.Index(kevin);

            client.Flush(true);

            var results = client.Search <Person>(s => s
                                                 .MatchAll()
                                                 .FacetStatistical(fs => fs
                                                                   .OnField(f => f.Age)
                                                                   ));

            var facet = results.Facet <StatisticalFacet>(f => f.Age);

            Console.WriteLine("Statistical Facets");
            Console.WriteLine("");
            Console.WriteLine("Max: {0}", facet.Max);
            Console.WriteLine("Min: {0}", facet.Min);
            Console.WriteLine("Std Dev: {0}", facet.StandardDeviation);
            Console.WriteLine("Total: {0}", facet.Total);

            Console.ReadKey();

            Console.Clear();

            Console.WriteLine("Histogram Facets");
            Console.WriteLine("");
            var facetResults = client.Search <Person>(s => s
                                                      .MatchAll()
                                                      .FacetHistogram(fs => fs
                                                                      .OnField(f => f.Age)
                                                                      .Interval(1)
                                                                      ));

            var facet2 = facetResults.Facet <HistogramFacet>(f => f.Age);

            foreach (var item in facet2.Items)
            {
                Console.WriteLine("Key: {0}  Count: {1}", item.Key, item.Count);
            }

            Console.ReadKey();


            Console.Clear();

            Console.WriteLine("Term Facets");
            Console.WriteLine("");
            var facetResults2 = client.Search <Person>(s => s
                                                       .From(0)
                                                       .Size(10)
                                                       .MatchAll()
                                                       .FacetTerm(t => t.OnField(f => f.LastName).Size(20))
                                                       );

            var facet3 = facetResults2.Facet <TermFacet>(f => f.LastName);

            foreach (var item in facet3.Items)
            {
                Console.WriteLine("Key: {0}  Count: {1}", item.Term, item.Count);
            }

            Console.ReadKey();
        }
Пример #57
0
        /// <summary>
        /// 搜索日志
        /// </summary>
        /// <param name="highlight"></param>
        /// <param name="start"></param>
        /// <param name="end"></param>
        /// <param name="keyword"></param>
        /// <param name="logger_name"></param>
        /// <param name="page"></param>
        /// <param name="pagesize"></param>
        /// <returns></returns>
        public static async Task <PagerData <ESLogLine, QueryExtData> > Search(
            bool highlight = true,
            DateTime?start = null, DateTime?end       = null,
            string keyword = null, string logger_name = null,
            int page       = 1, int pagesize = 10)
        {
            var sd = new SearchDescriptor <ESLogLine>();

            sd = sd.Index(IndexName);

            var query = new QueryContainer();

            if (start != null)
            {
                query &= new DateRangeQuery()
                {
                    Field = nameof(temp.UpdateTime), GreaterThanOrEqualTo = start.Value
                };
            }
            if (end != null)
            {
                query &= new DateRangeQuery()
                {
                    Field = nameof(temp.UpdateTime), LessThan = end.Value
                };
            }
            if (ValidateHelper.IsPlumpString(keyword))
            {
                query &= new MatchQuery()
                {
                    Field              = nameof(temp.Message),
                    Query              = keyword,
                    Operator           = Operator.Or,
                    MinimumShouldMatch = "100%"
                };
            }
            if (ValidateHelper.IsPlumpString(logger_name))
            {
                query &= new TermQuery()
                {
                    Field = nameof(temp.LoggerName), Value = logger_name
                };
            }
            //查询条件
            sd = sd.Query(_ => query);
            //聚合
            sd = sd.Aggregations(x =>
                                 x.Terms(nameof(temp.LoggerName), av => av.Field(nameof(temp.LoggerName)).Size(1000))
                                 .Terms(nameof(temp.Level), av => av.Field(nameof(temp.Level)).Size(1000))
                                 .Terms(nameof(temp.Domain), av => av.Field(nameof(temp.Domain)).Size(1000)));
            //高亮
            if (highlight)
            {
                sd = sd.AddHighlightWrapper("<em class='kwd'>", "</em>", x => x.Field(nameof(temp.Message)));
            }
            //排序
            var sort = new SortDescriptor <ESLogLine>();

            sort = sort.Descending(x => x.UpdateTime);
            sort = sort.Descending(Field.Create("_score", boost: null));
            sd   = sd.Sort(_ => sort);

            //分页
            sd = sd.QueryPage_(page, pagesize);

            //请求服务器
            var client = new ElasticClient(ElasticsearchClientManager.Instance.DefaultClient);
            var re     = await client.SearchAsync <ESLogLine>(_ => sd);

            re.ThrowIfException();

            var data = new PagerData <ESLogLine, QueryExtData>();

            data.ItemCount = (int)re.Total;
            data.DataList  = re.Hits.Select(x => x.Source).ToList();
            //聚合数据
            data.ExtData           = new QueryExtData();
            data.ExtData.Ass       = re.GetAggs();
            data.ExtData.Highlight = re.GetHighlights();

            return(data);
        }
 public void BeforeAllElasticsearchTests()
 {
     ElasticsearchClient = SetupElasticsearchConnection();
 }
        public static ISearchResponse <ImDbBasicTitle> SearchMovies(ElasticClient client, string index, SearchRequest <ImDbBasicTitle> request)
        {
            var response = client.Search <ImDbBasicTitle>(request);

            return(response);
        }
Пример #60
0
 public ELSMemberRepository(ILogger <ILogger> logger, IOptions <ELSOptions> eLSOptions)
 {
     this.logger = logger;
     this.client = new ElasticClient(new ConnectionSettings(new Uri(eLSOptions.Value.Uri))
                                     .DefaultIndex(eLSOptions.Value.DefaultIndex));
 }