java使用elasticsearch-rest-high-level-client操作ElesticSearch(创建索引增删改查、文档增删改查、查询方式）

妖狐艹你老母 2023-02-10 05:22 10阅读 0赞

1、搭建spring boot 项目，pom.xml引入依赖如下：

<parent>
            <groupId>org.springframework.boot</groupId>
            <artifactId>spring-boot-starter-parent</artifactId>
            <version>2.0.1.RELEASE</version>
            <relativePath/> 
        </parent>
    
    
        <properties>
            <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
            <project.reporting.outputEncoding>UTF-8</project.reporting.outputEncoding>
            <java.version>1.8</java.version>
        </properties>
    
        <dependencies>
    
            <dependency>
                <groupId>org.mybatis.spring.boot</groupId>
                <artifactId>mybatis-spring-boot-starter</artifactId>
                <version>1.3.2</version>
            </dependency>
    
            <dependency>
                <groupId>mysql</groupId>
                <artifactId>mysql-connector-java</artifactId>
                <scope>runtime</scope>
            </dependency>
    
            <dependency>
                <groupId>org.springframework.boot</groupId>
                <artifactId>spring-boot-starter-test</artifactId>
                <scope>test</scope>
            </dependency>
    
            <dependency>
                <groupId>org.elasticsearch</groupId>
                <artifactId>elasticsearch</artifactId>
                <version>6.2.1</version>
            </dependency>
    
            <dependency>
                <groupId>org.elasticsearch.client</groupId>
                <artifactId>elasticsearch-rest-high-level-client</artifactId>
                <version>6.2.1</version>
            </dependency>
    
    
            <dependency>
                <groupId>junit</groupId>
                <artifactId>junit</artifactId>
                <version>4.12</version>
            </dependency>
    
            <dependency>
                <groupId>com.alibaba</groupId>
                <artifactId>fastjson</artifactId>
                <version>1.2.44</version>
            </dependency>
    
    
        </dependencies>

2、编写测试代码进行ElesticSearch操作

创建：RestHighLevelClient

@Before
        public void prepare() {
            // 创建Client连接对象
            //String[] ips = {"127.0.0.1:9200"};
            String[] ips = {"47.104.193.89:9200", "47.104.180.62:9200"};
            HttpHost[] httpHosts = new HttpHost[ips.length];
            for (int i = 0; i < ips.length; i++) {
                httpHosts[i] = HttpHost.create( ips[i] );
            }
            RestClientBuilder builder = RestClient.builder( httpHosts );
            client = new RestHighLevelClient( builder );
        }

2.1 创建索引和映射

/**
         * 创建索引 和 映射
         *
         * @throws IOException
         */
        @Test
        public void createIndex() throws IOException {
    
            //创建名称为blog2的索
            CreateIndexRequest request = new CreateIndexRequest( "blog1" );
    
            //设置映射 doc type名称
            request.mapping( "doc", " {\n" +
                    " \t\"properties\": {\n" +
                    "           \"name\": {\n" +
                    "              \"type\": \"text\",\n" +
                    "              \"analyzer\":\"ik_max_word\",\n" +
                    "              \"search_analyzer\":\"ik_smart\"\n" +
                    "           },\n" +
                    "           \"description\": {\n" +
                    "              \"type\": \"text\",\n" +
                    "              \"analyzer\":\"ik_max_word\",\n" +
                    "              \"search_analyzer\":\"ik_smart\"\n" +
                    "           },\n" +
                    "           \"studymodel\": {\n" +
                    "              \"type\": \"keyword\"\n" +
                    "           },\n" +
                    "           \"price\": {\n" +
                    "              \"type\": \"float\"\n" +
                    "           }\n" +
                    "        }\n" +
                    "}", XContentType.JSON );
    
    
            CreateIndexResponse createIndexResponse = client.indices().create( request );
            System.out.println( JSON.toJSONString( createIndexResponse ) );
    
            //释放资源
            client.close();
        }

2.2 删除索引

/**
         * 删除索引
         */
        //删除索引库
        @Test
        public void testDeleteIndex() throws IOException {
            //删除索引请求对象
            DeleteIndexRequest deleteIndexRequest = new DeleteIndexRequest( "doc" );
            //删除索引
            DeleteIndexResponse deleteIndexResponse = client.indices().delete( deleteIndexRequest );
            //删除索引响应结果
            boolean acknowledged = deleteIndexResponse.isAcknowledged();
            System.out.println( acknowledged );
        }

2.3 插入文档

/**
         * 插入文档
         */
        @Test
        public void testAddDocument() throws IOException {
            //准备json数据
            Map<String, Object> jsonMap = new HashMap<>();
            jsonMap.put( "name", "11spring cloud实战" );
            jsonMap.put( "description", "11本课程主要从四个章节进行讲解： 1.微服务架构入门 2.spring cloud基础入门 3.实战Spring Boot 4.注册中心eureka。" );
            jsonMap.put( "studymodel", "201001" );
            jsonMap.put( "price", 5.6f );
    
            //索引请求对象
            IndexRequest indexRequest = new IndexRequest( "blog1", "doc" ).id( "11" );
            //指定索引文档内容
            indexRequest.source( jsonMap );
    
            //索引响应对象
            IndexResponse index = client.index( indexRequest );
    
            //获取响应结果
            DocWriteResponse.Result result = index.getResult();
            System.out.println( result );
    
    
        }

2.4 更新文档

/**
         * 更新文档
         */
        @Test
        public void updateDocument() throws IOException {
            UpdateRequest updateRequest = new UpdateRequest( "blog1", "doc", "11" );
    
            Map<String, String> map = new HashMap<>();
            map.put( "name", "spring cloud实战222" );
            updateRequest.doc( map );
    
            UpdateResponse update = client.update( updateRequest );
    
            RestStatus status = update.status();
    
            System.out.println( status );
        }

2.5 删除文档

/**
         * 删除文档
         */
        @Test
        public void deleteDocument() throws IOException {
            String id = "AXIDNJoC19Z06cvw7_Gv";
            DeleteRequest deleteRequest = new DeleteRequest( "blog2", "doc", id );
    
            DeleteResponse delete = client.delete( deleteRequest );
    
            System.out.println( delete.status() );
        }

2.6 根据ID查询

/**
         * 查询文档  根据ID查询
         */
        @Test
        public void getDocumentById() throws IOException {
            GetRequest getRequest = new GetRequest( "blog1", "doc", "11" );
    
            GetResponse response = client.get( getRequest );
    
            boolean exists = response.isExists();
    
            Map<String, Object> sourceAsMap = response.getSourceAsMap();
            System.out.println( sourceAsMap );
    
        }

2.7 查询所有文档

/**
         * 搜索管理  查询所有文档
         */
        @Test
        public void testSearchAll() throws IOException {
    
            SearchRequest searchRequest = new SearchRequest( "blog1" );
            searchRequest.types( "doc" );
            SearchSourceBuilder searchSourceBuilder = new SearchSourceBuilder();
            searchSourceBuilder.query( QueryBuilders.matchAllQuery() );
            //source源字段过虑
            searchSourceBuilder.fetchSource( new String[]{"name", "studymodel", "description"}, new String[]{} );
            searchRequest.source( searchSourceBuilder );
            SearchResponse searchResponse = client.search( searchRequest );
            SearchHits hits = searchResponse.getHits();
            long totalHits = hits.getTotalHits();
    
            System.out.println( "total=" + totalHits );
    
            SearchHit[] searchHits = hits.getHits();
    
            for (SearchHit searchHit : searchHits) {
                String index = searchHit.getIndex();
                System.out.println( "index=" + index );
                String id = searchHit.getId();
                System.out.println( "id=" + id );
                String sourceAsString = searchHit.getSourceAsString();
                System.out.println( sourceAsString );
                Map<String, Object> sourceAsMap = searchHit.getSourceAsMap();
                //String articleId = String.valueOf( sourceAsMap.get( "id" ) );
                String title = (String) sourceAsMap.get( "name" );
                String content = (String) sourceAsMap.get( "description" );
                //System.out.println("articleId="+articleId);
                System.out.println( "title=" + title );
                System.out.println( "content=" + content );
            }
    
    
        }

2.8 分页查询

/**
         * 搜索管理  分页查询
         */
        @Test
        public void testSearchByPage() throws IOException {
            //设置要查询的索引 和 type
            SearchRequest searchRequest = new SearchRequest( "blog1" );
            searchRequest.types( "doc" );
            SearchSourceBuilder searchSourceBuilder = new SearchSourceBuilder();
            searchSourceBuilder.query( QueryBuilders.matchAllQuery() );
            //分页查询，设置起始下标，从0开始
            searchSourceBuilder.from( 0 );
            //每页显示个数
            searchSourceBuilder.size( 2 );
            //source源字段过虑
            //searchSourceBuilder.fetchSource(new String[]{"title","id","content"},new String[]{}  );
            searchSourceBuilder.fetchSource( new String[]{"name", "studymodel", "description"}, new String[]{} );
            searchRequest.source( searchSourceBuilder );
            SearchResponse search = client.search( searchRequest );
            SearchHits hits = search.getHits();
            long totalHits = hits.getTotalHits();
            System.out.println( totalHits );
            for (SearchHit searchHit : hits.getHits()) {
                String sourceAsString = searchHit.getSourceAsString();
                System.out.println( sourceAsString );
            }
        }

2.9 TeamQuey搜索

/**
         * 搜索管理  Term Query精确查找 ，在搜索时会整体匹配关键字，不再将关键字分词 ，
         * 下面的语句：查询title 包含 spring 的文档
         */
        @Test
        public void testSearchTerm() throws IOException {
            //创建查询，设置索引
            SearchRequest searchRequest = new SearchRequest( "blog1" );
            //设置type
            searchRequest.types( "doc" );
            //设置查询条件
            SearchSourceBuilder searchSourceBuilder = new SearchSourceBuilder();
            searchSourceBuilder.query( QueryBuilders.termQuery( "name", "spring" ) );
            //source源字段过虑
            //searchSourceBuilder.fetchSource(new String[]{"title","id","content"},new String[]{});
            searchSourceBuilder.fetchSource( new String[]{"name", "studymodel", "description"}, new String[]{} );
            searchRequest.source( searchSourceBuilder );
    
            SearchResponse search = client.search( searchRequest );
            SearchHits hits = search.getHits();
            long totalHits = hits.getTotalHits();
            System.out.println( "总条数：" + totalHits );
    
            for (SearchHit searchHit : hits.getHits()) {
                String sourceAsString = searchHit.getSourceAsString();
                System.out.println( sourceAsString );
            }
        }

2.10 根据多个ID查询

/**
         * 搜索管理 根据ID查询
         */
        @Test
        public void testSearchByID() throws IOException {
            //创建查询，设置索引
            SearchRequest searchRequest = new SearchRequest( "blog1" );
            //设置type
            searchRequest.types( "doc" );
            //设置查询条件
            SearchSourceBuilder searchSourceBuilder = new SearchSourceBuilder();
            String[] ids = {"11", "12"};
            List<String> stringList = Arrays.asList( ids );
            searchSourceBuilder.query( QueryBuilders.termsQuery( "_id", stringList ) );
            //source源字段过虑
            searchSourceBuilder.fetchSource( new String[]{"name", "studymodel", "description"}, new String[]{} );
            searchRequest.source( searchSourceBuilder );
    
            SearchResponse search = client.search( searchRequest );
            SearchHits hits = search.getHits();
            long totalHits = hits.getTotalHits();
            System.out.println( "总条数：" + totalHits );
    
            for (SearchHit searchHit : hits.getHits()) {
                String sourceAsString = searchHit.getSourceAsString();
                System.out.println( sourceAsString );
            }
        }

2.11 match Query

/**
         * 搜索管理 match query 先分词后查找 minimum_should_match  （如果实现三个词至少有两个词匹配如何实现）
         */
        @Test
        public void testSearchMatchMinimnum() throws IOException {
            //创建查询，设置索引
            SearchRequest searchRequest = new SearchRequest( "blog1" );
            //设置type
            searchRequest.types( "doc" );
            //设置查询条件
            SearchSourceBuilder searchSourceBuilder = new SearchSourceBuilder();
            //匹配关键字
            searchSourceBuilder.query( QueryBuilders.matchQuery( "name", "spring开发" ).minimumShouldMatch( "60%" ) );
            //source源字段过虑
            searchSourceBuilder.fetchSource( new String[]{"name", "studymodel", "description"}, new String[]{} );
            searchRequest.source( searchSourceBuilder );
    
            SearchResponse search = client.search( searchRequest );
            SearchHits hits = search.getHits();
            long totalHits = hits.getTotalHits();
            System.out.println( "总条数：" + totalHits );
    
            for (SearchHit searchHit : hits.getHits()) {
                String sourceAsString = searchHit.getSourceAsString();
                System.out.println( sourceAsString );
            }
        }

2.12 同时搜索多个Field

/**
         * 搜索管理 同时搜索多个Field
         */
        @Test
        public void testSearchMultiMatch() throws IOException {
            //创建查询，设置索引
            SearchRequest searchRequest = new SearchRequest( "blog1" );
            //设置type
            searchRequest.types( "doc" );
            //设置查询条件
            SearchSourceBuilder searchSourceBuilder = new SearchSourceBuilder();
            //匹配关键字
            MultiMatchQueryBuilder multiMatchQueryBuilder = QueryBuilders.multiMatchQuery( "Boot 开发", "name", "description" )
                    .minimumShouldMatch( "50%" );
            multiMatchQueryBuilder.field( "name", 10 );//提升boost 表示权重提升10倍
    
            searchSourceBuilder.query( multiMatchQueryBuilder );
            //source源字段过虑
            searchSourceBuilder.fetchSource( new String[]{"name", "studymodel", "description"}, new String[]{} );
            searchRequest.source( searchSourceBuilder );
    
            SearchResponse search = client.search( searchRequest );
            SearchHits hits = search.getHits();
            long totalHits = hits.getTotalHits();
            System.out.println( "总条数：" + totalHits );
    
            for (SearchHit searchHit : hits.getHits()) {
                String sourceAsString = searchHit.getSourceAsString();
                System.out.println( sourceAsString );
            }
        }

2.13 布尔查询

/**
         * 搜索管理 布尔查询
         */
        @Test
        public void testSearchBoolean() throws IOException {
            //创建搜索请求对象
            SearchRequest searchRequest = new SearchRequest( "blog1" );
            //设置type
            searchRequest.types( "doc" );
            创建搜索源配置对象
            SearchSourceBuilder searchSourceBuilder = new SearchSourceBuilder();
            //source源字段过虑
            searchSourceBuilder.fetchSource( new String[]{"name", "studymodel", "description"}, new String[]{} );
            //multiQuery
            MultiMatchQueryBuilder multiMatchQueryBuilder = QueryBuilders.multiMatchQuery( "Boot 开发", "name", "description" )
                    .minimumShouldMatch( "50%" );
            multiMatchQueryBuilder.field( "name", 10 );//提升boost 表示权重提升10倍
            //TermQuery
            TermQueryBuilder termQueryBuilder = QueryBuilders.termQuery( "studymodel", "201001" );
            // 布尔查询
            BoolQueryBuilder boolQueryBuilder = QueryBuilders.boolQuery();
            boolQueryBuilder.must( multiMatchQueryBuilder );
            boolQueryBuilder.must( termQueryBuilder );
            //设置布尔查询对象
            searchSourceBuilder.query( boolQueryBuilder );
            //设置搜索源配置
            searchRequest.source( searchSourceBuilder );
            //搜索
            SearchResponse search = client.search( searchRequest );
            SearchHits hits = search.getHits();
            long totalHits = hits.getTotalHits();
            System.out.println( "总条数：" + totalHits );
    
            for (SearchHit searchHit : hits.getHits()) {
                String sourceAsString = searchHit.getSourceAsString();
                System.out.println( sourceAsString );
            }
        }

2.14 过滤器

/**
         * 搜索管理 过滤器
         */
        @Test
        public void testSearchFilter() throws IOException {
            //创建搜索请求对象
            SearchRequest searchRequest = new SearchRequest( "blog1" );
            //设置type
            searchRequest.types( "doc" );
            创建搜索源配置对象
            SearchSourceBuilder searchSourceBuilder = new SearchSourceBuilder();
            //source源字段过虑
            searchSourceBuilder.fetchSource( new String[]{"name", "studymodel", "description"}, new String[]{} );
            //multiQuery 多field查询
            MultiMatchQueryBuilder multiMatchQueryBuilder = QueryBuilders.multiMatchQuery( "Boot 开发", "name", "description" )
                    .minimumShouldMatch( "50%" );
            multiMatchQueryBuilder.field( "name", 10 );//提升boost 表示权重提升10倍
            //多Field查询，添加到搜索源配置对象中
            searchSourceBuilder.query( multiMatchQueryBuilder );
    
            //TermQuery
            TermQueryBuilder termQueryBuilder = QueryBuilders.termQuery( "studymodel", "201001" );
            //Term查询，添加到搜索源配置对象中
            searchSourceBuilder.query( termQueryBuilder );
    
            // 布尔查询
            BoolQueryBuilder boolQueryBuilder = QueryBuilders.boolQuery();
            boolQueryBuilder.must( searchSourceBuilder.query() );
    
            //过虑
            boolQueryBuilder.filter( QueryBuilders.termQuery( "studymodel", "201001" ) );
            boolQueryBuilder.filter( QueryBuilders.rangeQuery( "price" ).gte( 5 ).lte( 100 ) );
    
            //设置布尔查询对象
            searchSourceBuilder.query( boolQueryBuilder );
            //设置搜索源配置
            searchRequest.source( searchSourceBuilder );
            //搜索
            SearchResponse search = client.search( searchRequest );
            SearchHits hits = search.getHits();
            long totalHits = hits.getTotalHits();
            System.out.println( "总条数：" + totalHits );
    
            for (SearchHit searchHit : hits.getHits()) {
                String sourceAsString = searchHit.getSourceAsString();
                System.out.println( sourceAsString );
            }
        }

2.15 排序

/**
         * 排序
         *
         * @throws IOException
         */
        @Test
        public void testSort() throws IOException {
            SearchRequest searchRequest = new SearchRequest( "blog1" );
            searchRequest.types( "doc" );
            SearchSourceBuilder searchSourceBuilder = new SearchSourceBuilder();
            //source源字段过虑
            searchSourceBuilder.fetchSource( new String[]{"name", "studymodel", "price", "description"}, new String[]{} );
            searchRequest.source( searchSourceBuilder );
            //布尔查询
            BoolQueryBuilder boolQueryBuilder = QueryBuilders.boolQuery();
            //过虑
            boolQueryBuilder.filter( QueryBuilders.rangeQuery( "price" ).gte( 0 ).lte( 100 ) );
            // 排序
            searchSourceBuilder.sort( new FieldSortBuilder( "studymodel" ).order( SortOrder.DESC ) );
            searchSourceBuilder.sort( new FieldSortBuilder( "price" ).order( SortOrder.ASC ) );
            //搜索
            SearchResponse searchResponse = client.search( searchRequest );
            SearchHits hits = searchResponse.getHits();
            SearchHit[] searchHits = hits.getHits();
            for (SearchHit hit : searchHits) {
                String sourceAsString = hit.getSourceAsString();
                System.out.println( sourceAsString );
            }
    
        }

2.16 高亮显示

/**
         * 高亮显示
         *
         * @throws IOException
         */
        @Test
        public void testHighlight() throws IOException {
            SearchRequest searchRequest = new SearchRequest( "blog1" );
            searchRequest.types( "doc" );
            SearchSourceBuilder searchSourceBuilder = new SearchSourceBuilder();
            //source源字段过虑
            searchSourceBuilder.fetchSource( new String[]{"name", "studymodel", "price", "description"}, new String[]{} );
            searchRequest.source( searchSourceBuilder );
            //匹配关键字
            MultiMatchQueryBuilder multiMatchQueryBuilder = QueryBuilders.multiMatchQuery( "实战", "name", "description" );
            searchSourceBuilder.query( multiMatchQueryBuilder );
            //布尔查询
            BoolQueryBuilder boolQueryBuilder = QueryBuilders.boolQuery();
            boolQueryBuilder.must( searchSourceBuilder.query() );
            //过虑
            boolQueryBuilder.filter( QueryBuilders.rangeQuery( "price" ).gte( 0 ).lte( 100 ) );
            //排序
            searchSourceBuilder.sort( new FieldSortBuilder( "studymodel" ).order( SortOrder.DESC ) );
            searchSourceBuilder.sort( new FieldSortBuilder( "price" ).order( SortOrder.ASC ) );
            //高亮设置
            HighlightBuilder highlightBuilder = new HighlightBuilder();
            highlightBuilder.preTags( "<tag>" );//设置前缀
            highlightBuilder.postTags( "</tag>" );//设置后缀
            // 设置高亮字段
            highlightBuilder.fields().add( new HighlightBuilder.Field( "name" ) );
            //highlightBuilder.fields().add(new HighlightBuilder.Field("description"));
            searchSourceBuilder.highlighter( highlightBuilder );
    
            SearchResponse searchResponse = client.search( searchRequest );
            SearchHits hits = searchResponse.getHits();
            SearchHit[] searchHits = hits.getHits();
            for (SearchHit hit : searchHits) {
                Map<String, Object> sourceAsMap = hit.getSourceAsMap();
                //名称
                String name = (String) sourceAsMap.get( "name" );
                //取出高亮字段内容
                Map<String, HighlightField> highlightFields = hit.getHighlightFields();
                if (highlightFields != null) {
                    HighlightField nameField = highlightFields.get( "name" );
                    if (nameField != null) {
                        Text[] fragments = nameField.getFragments();
                        StringBuffer stringBuffer = new StringBuffer();
                        for (Text str : fragments) {
                            stringBuffer.append( str.string() );
                        }
                        name = stringBuffer.toString();
                    }
                }
                System.out.println( "高亮==" + name );
    
                String sourceAsString = hit.getSourceAsString();
                System.out.println( sourceAsString );
            }
        }