【项目】仿牛客网社区开发第6章 Elasticsearch 分布式搜索引擎 2 Spring整合Elasticsearch

ゞ浴缸里的玫瑰 2024-03-22 16:40 15阅读 0赞

### 【项目】仿牛客网社区开发 ###

#### 文章目录 ####

*   *  【项目】仿牛客网社区开发
     *   *  第6章 Elasticsearch 分布式搜索引擎
         *   *  2 Spring整合Elasticsearch

![在这里插入图片描述][962599c01f1c466dbb8127f464afb21b.png_pic_center]

#### 第6章 Elasticsearch 分布式搜索引擎 ####

##### 2 Spring整合Elasticsearch #####

*  引入依赖
    
     *  spring-boot-starter-data-elasticsearch
 *  配置Elasticsearch
    
     *  cluster-name、cluster-nodes
 *  Spring Data Elasticsearch
    
     *  ElasticsearchTemplate
     *  ElasticsearchRepository

![在这里插入图片描述][a8e5a7431ba54f849367cf31e6527b0b.png_pic_center]

搜一下坐标先

![在这里插入图片描述][f4abf413522f41a188db9dc8476802c3.png_pic_center]

版本就随便了，反正springboot 是2.7.10 【引入坐标】

![在这里插入图片描述][ec25f0ab47024c06bc60029548b5efac.png_pic_center]

修改配置文件

![在这里插入图片描述][bd607e6a1f8d4bd5bf8c67cc8f612e53.png_pic_center]

这里springboot 版本好像太高了…

这里笔者把SpringBoot 版本降下去了，降到了和老师一样2.1.5 release，不然没法儿进行了

![在这里插入图片描述][910e68e9f59348a0a6fa580b42d651eb.png_pic_center]

![在这里插入图片描述][a7b058273f154002a3de843ec4e262fa.png_pic_center]

这样就OK了

【解决一个冲突】

![在这里插入图片描述][2559016e15ec4633b58ef644dc529959.png_pic_center]

现在直接启动项目会直接挂掉

修改启动类

package com.nowcoder.community;
    
    import org.springframework.boot.SpringApplication;
    import org.springframework.boot.autoconfigure.SpringBootApplication;
    
    import javax.annotation.PostConstruct;
    
    @SpringBootApplication
    public class CommunityApplication {
        
    
        @PostConstruct
        public void init() {
        
            // 解决netty启动冲突问题
            // see Netty4Utils.setAvailableProcessors()
            System.setProperty("es.set.netty.runtime.available.processors", "false");
        }
    
        public static void main(String[] args) {
        
            SpringApplication.run(CommunityApplication.class, args);
        }
    
    }

再是一次

![在这里插入图片描述][92e55db1d71a4725b82086bab79938e8.png_pic_center]

这样就正常了

在讨论帖的实体类上添加注解

![在这里插入图片描述][b009f6bec54c4634b905f216c1f0eff1.png_pic_center]

自动做映射

package com.nowcoder.community.entity;
    
    import org.springframework.data.annotation.Id;
    import org.springframework.data.elasticsearch.annotations.Document;
    import org.springframework.data.elasticsearch.annotations.Field;
    import org.springframework.data.elasticsearch.annotations.FieldType;
    
    import java.util.Date;
    
    /**
     * @Projectname: community
     * @Classname: DiscussPost
     * @Author: Ding Jiaxiong
     * @Date:2023/4/17 14:54
     */
    
    @Document(indexName = "discusspost", type = "_doc", shards = 6, replicas = 3)
    public class DiscussPost {
        
    
        @Id
        private int id;
    
        @Field(type = FieldType.Integer)
        private int userId;
    
        // 互联网校招
        @Field(type = FieldType.Text, analyzer = "ik_max_word", searchAnalyzer = "ik_smart")
        private String title;
    
        @Field(type = FieldType.Text, analyzer = "ik_max_word", searchAnalyzer = "ik_smart")
        private String content;
    
        @Field(type = FieldType.Integer)
        private int type;
    
        @Field(type = FieldType.Integer)
        private int status;
    
        @Field(type = FieldType.Date)
        private Date createTime;
    
        @Field(type = FieldType.Integer)
        private int commentCount;
    
        @Field(type = FieldType.Double)
        private double score;
    
        public int getId() {
        
            return id;
        }
    
        public void setId(int id) {
        
            this.id = id;
        }
    
        public int getUserId() {
        
            return userId;
        }
    
        public void setUserId(int userId) {
        
            this.userId = userId;
        }
    
        public String getTitle() {
        
            return title;
        }
    
        public void setTitle(String title) {
        
            this.title = title;
        }
    
        public String getContent() {
        
            return content;
        }
    
        public void setContent(String content) {
        
            this.content = content;
        }
    
        public int getType() {
        
            return type;
        }
    
        public void setType(int type) {
        
            this.type = type;
        }
    
        public int getStatus() {
        
            return status;
        }
    
        public void setStatus(int status) {
        
            this.status = status;
        }
    
        public Date getCreateTime() {
        
            return createTime;
        }
    
        public void setCreateTime(Date createTime) {
        
            this.createTime = createTime;
        }
    
        public int getCommentCount() {
        
            return commentCount;
        }
    
        public void setCommentCount(int commentCount) {
        
            this.commentCount = commentCount;
        }
    
        public double getScore() {
        
            return score;
        }
    
        public void setScore(double score) {
        
            this.score = score;
        }
    
        @Override
        public String toString() {
        
            return "DiscussPost{" +
                    "id=" + id +
                    ", userId=" + userId +
                    ", title='" + title + '\'' +
                    ", content='" + content + '\'' +
                    ", type=" + type +
                    ", status=" + status +
                    ", createTime=" + createTime +
                    ", commentCount=" + commentCount +
                    ", score=" + score +
                    '}';
        }
    }

定义一个新接口

package com.nowcoder.community.dao.elasticsearch;
 
 import com.nowcoder.community.entity.DiscussPost;
 import org.springframework.data.elasticsearch.repository.ElasticsearchRepository;
 import org.springframework.stereotype.Repository;
 
 /**
 * @Projectname: community
 * @Classname: DiscussPostRepository
 * @Author: Ding Jiaxiong
 * @Date:2023/4/22 16:05
 */
 
 @Repository
 public interface DiscussPostRepository extends ElasticsearchRepository<DiscussPost, Integer> {
 
 
 }

![在这里插入图片描述][7991bdf1811e48aca1f13c2f2e4abc10.png_pic_center]

这样就可以了，来个测试类

@RunWith(SpringRunner.class)
    @SpringBootTest
    @ContextConfiguration(classes = CommunityApplication.class)
    public class ElasticsearchTests {
        
    
        @Autowired
        private DiscussPostMapper discussMapper;
    
        @Autowired
        private DiscussPostRepository discussRepository;
    
        @Autowired
        private ElasticsearchTemplate elasticTemplate;
    
    }

测试插入

@Test
        public void testInsert() {
        
            discussRepository.save(discussMapper.selectDiscussPostById(241));
            discussRepository.save(discussMapper.selectDiscussPostById(242));
            discussRepository.save(discussMapper.selectDiscussPostById(243));
        }

运行结果

![在这里插入图片描述][93e700087d2c4e39b7c72df1e4f5a388.png_pic_center]

失败了

![在这里插入图片描述][2b303592f61a40379fa3771a2fe1926b.png_pic_center]

elasticsearch 日志这边也出现了警告

重启一下ES试试，不行的话，感觉就又是版本问题了

![在这里插入图片描述][07181c6c6f164196b86e5d033cc1bd80.png_pic_center]

再试一次

![在这里插入图片描述][19a65cbee16e4f78ac408148b19f1552.png_pic_center]

OK， 还是出现了同样的错误，OK，不犹豫了，降低es 版本到 6.4.3

![在这里插入图片描述][9bc592f04dc3411bb325352b1eef5c67.png_pic_center]

分词器的版本也是

![在这里插入图片描述][cf0ff9c654d34f8282c1017b6084d560.png_pic_center]

按照之前的方法配置好

![在这里插入图片描述][43676821f56b4b58a4027e3121a2ade8.png_pic_center]

![在这里插入图片描述][3ed9347f927848d085aeac085e4085d3.png_pic_center]

启动试试

![在这里插入图片描述][b3bdc74312f04d3d906fab4366812120.png_pic_center]

启动成功，再次运行我们的测试方法

![在这里插入图片描述][472a02a4319f4eb1a2267ba43858fe6f.png_pic_center]

这次过去了，果然还是版本问题

在postman 中查一下

![在这里插入图片描述][0c5dd0ed313249a09e8341ea6112b10b.png_pic_center]

没问题，索引成功创建了

查一下文档

![在这里插入图片描述][ecf595528a54491db64e9a241245e63a.png_pic_center]

OK，三条都出来了

插入列表

@Test
        public void testInsertList() {
        
            discussRepository.saveAll(discussMapper.selectDiscussPosts(101, 0, 100));
            discussRepository.saveAll(discussMapper.selectDiscussPosts(102, 0, 100));
            discussRepository.saveAll(discussMapper.selectDiscussPosts(103, 0, 100));
            discussRepository.saveAll(discussMapper.selectDiscussPosts(111, 0, 100));
            discussRepository.saveAll(discussMapper.selectDiscussPosts(112, 0, 100));
            discussRepository.saveAll(discussMapper.selectDiscussPosts(131, 0, 100));
            discussRepository.saveAll(discussMapper.selectDiscussPosts(132, 0, 100));
            discussRepository.saveAll(discussMapper.selectDiscussPosts(133, 0, 100));
            discussRepository.saveAll(discussMapper.selectDiscussPosts(134, 0, 100));
        }

运行结果

![在这里插入图片描述][989a9222e6774ee386e2d15bafd6e651.png_pic_center]

OK， 查一下

![在这里插入图片描述][830dd0a44dbd4ae3a0dffc80f798f245.png_pic_center]

一共命中141 条

修改文档

@Test
        public void testUpdate() {
        
            DiscussPost post = discussMapper.selectDiscussPostById(231);
            post.setContent("我是新人,使劲灌水.");
            discussRepository.save(post);
        }

这条文档原本是下面这样的

![在这里插入图片描述][5b6c2a8ccbc9499cbd64a792af458082.png_pic_center]

运行结果

![在这里插入图片描述][f5d90843b0ef45a5849bc70f1e584769.png_pic_center]

OK，更新完成，再查一下

![在这里插入图片描述][659044092d814fed92c6198b835a0d41.png_pic_center]

没问题

删除文档

@Test
        public void testDelete() {
        
            // discussRepository.deleteById(231);
            discussRepository.deleteAll();
        }

![在这里插入图片描述][41b64a29b763493b882e4bbaabfd1190.png_pic_center]

看看现在的索引

![在这里插入图片描述][1ddd6e792930469c9df475b1cc23a096.png_pic_center]

没问题

重新执行下insert，下面演示搜索

![在这里插入图片描述][0078de033e274e09b3770d74f408a035.png_pic_center]

@Test
 public void testSearchByRepository() {
 
 SearchQuery searchQuery = new NativeSearchQueryBuilder()
 .withQuery(QueryBuilders.multiMatchQuery("互联网寒冬", "title", "content"))
 .withSort(SortBuilders.fieldSort("type").order(SortOrder.DESC))
 .withSort(SortBuilders.fieldSort("score").order(SortOrder.DESC))
 .withSort(SortBuilders.fieldSort("createTime").order(SortOrder.DESC))
 .withPageable(PageRequest.of(0, 10))
 .withHighlightFields(
 new HighlightBuilder.Field("title").preTags("").postTags(""),
 new HighlightBuilder.Field("content").preTags("").postTags("")
 ).build();
 
 // elasticTemplate.queryForPage(searchQuery, class, SearchResultMapper)
 // 底层获取得到了高亮显示的值, 但是没有返回.
 
 Page<DiscussPost> page = discussRepository.search(searchQuery);
 System.out.println(page.getTotalElements());
 System.out.println(page.getTotalPages());
 System.out.println(page.getNumber());
 System.out.println(page.getSize());
 for (DiscussPost post : page) {
 
 System.out.println(post);
 }
 }

运行结果

![在这里插入图片描述][98240e5a806d40b188386f3e9d7aef98.png_pic_center]

OK，一共是111 条数据，12页，当前第0页，显示10条

@Test
 public void testSearchByTemplate() {
 
 SearchQuery searchQuery = new NativeSearchQueryBuilder()
 .withQuery(QueryBuilders.multiMatchQuery("互联网寒冬", "title", "content"))
 .withSort(SortBuilders.fieldSort("type").order(SortOrder.DESC))
 .withSort(SortBuilders.fieldSort("score").order(SortOrder.DESC))
 .withSort(SortBuilders.fieldSort("createTime").order(SortOrder.DESC))
 .withPageable(PageRequest.of(0, 10))
 .withHighlightFields(
 new HighlightBuilder.Field("title").preTags("").postTags(""),
 new HighlightBuilder.Field("content").preTags("").postTags("")
 ).build();
 
 Page<DiscussPost> page = elasticTemplate.queryForPage(searchQuery, DiscussPost.class, new SearchResultMapper() {
 
 @Override
 public <T> AggregatedPage<T> mapResults(SearchResponse response, Class<T> aClass, Pageable pageable) {
 
 SearchHits hits = response.getHits();
 if (hits.getTotalHits() <= 0) {
 
 return null;
 }
 
 List<DiscussPost> list = new ArrayList<>();
 for (SearchHit hit : hits) {
 
 DiscussPost post = new DiscussPost();
 
 String id = hit.getSourceAsMap().get("id").toString();
 post.setId(Integer.valueOf(id));
 
 String userId = hit.getSourceAsMap().get("userId").toString();
 post.setUserId(Integer.valueOf(userId));
 
 String title = hit.getSourceAsMap().get("title").toString();
 post.setTitle(title);
 
 String content = hit.getSourceAsMap().get("content").toString();
 post.setContent(content);
 
 String status = hit.getSourceAsMap().get("status").toString();
 post.setStatus(Integer.valueOf(status));
 
 String createTime = hit.getSourceAsMap().get("createTime").toString();
 post.setCreateTime(new Date(Long.valueOf(createTime)));
 
 String commentCount = hit.getSourceAsMap().get("commentCount").toString();
 post.setCommentCount(Integer.valueOf(commentCount));
 
 // 处理高亮显示的结果
 HighlightField titleField = hit.getHighlightFields().get("title");
 if (titleField != null) {
 
 post.setTitle(titleField.getFragments()[0].toString());
 }
 
 HighlightField contentField = hit.getHighlightFields().get("content");
 if (contentField != null) {
 
 post.setContent(contentField.getFragments()[0].toString());
 }
 
 list.add(post);
 }
 
 return new AggregatedPageImpl(list, pageable,
 hits.getTotalHits(), response.getAggregations(), response.getScrollId(), hits.getMaxScore());
 }
 });
 
 System.out.println(page.getTotalElements());
 System.out.println(page.getTotalPages());
 System.out.println(page.getNumber());
 System.out.println(page.getSize());
 for (DiscussPost post : page) {
 
 System.out.println(post);
 }
 }

运行结果

![在这里插入图片描述][2b4ec6f2d15f42f2b4514669d9faff01.png_pic_center]

没问题，结果数量一样，但是这一次，匹配上的词 都加上了标签【加上这个标签的作用是为了真正应用时前端页面可以给这个标签添加上样式，更加明确】。

[962599c01f1c466dbb8127f464afb21b.png_pic_center]: https://image.dandelioncloud.cn/pgy_files/images/2024/03/22/cec4574a1c8e45b0a58c1584d95d24d6.png
[a8e5a7431ba54f849367cf31e6527b0b.png_pic_center]: https://image.dandelioncloud.cn/pgy_files/images/2024/03/22/95267e81d1154a8baa1b904a17b20d01.png
[f4abf413522f41a188db9dc8476802c3.png_pic_center]: https://image.dandelioncloud.cn/pgy_files/images/2024/03/22/0aacbfcba4e64241b57343db4125ef31.png
[ec25f0ab47024c06bc60029548b5efac.png_pic_center]: https://image.dandelioncloud.cn/pgy_files/images/2024/03/22/19fac97373c94ee284bbf2d2118ca9e2.png
[bd607e6a1f8d4bd5bf8c67cc8f612e53.png_pic_center]: https://image.dandelioncloud.cn/pgy_files/images/2024/03/22/7e72b7ab968f4741b8b8192756644908.png
[910e68e9f59348a0a6fa580b42d651eb.png_pic_center]: https://image.dandelioncloud.cn/pgy_files/images/2024/03/22/48e4bb93d39c40268c6083feafb776fe.png
[a7b058273f154002a3de843ec4e262fa.png_pic_center]: https://image.dandelioncloud.cn/pgy_files/images/2024/03/22/4d4f123af6c7496c811f78ca32d43945.png
[2559016e15ec4633b58ef644dc529959.png_pic_center]: https://image.dandelioncloud.cn/pgy_files/images/2024/03/22/8222a5b360b64459bdbd9b9b66f7012b.png
[92e55db1d71a4725b82086bab79938e8.png_pic_center]: https://image.dandelioncloud.cn/pgy_files/images/2024/03/22/63e69debdeb341c1b45a57e8f0004071.png
[b009f6bec54c4634b905f216c1f0eff1.png_pic_center]: https://image.dandelioncloud.cn/pgy_files/images/2024/03/22/6414f398b3224b729624907cdf38e582.png
[7991bdf1811e48aca1f13c2f2e4abc10.png_pic_center]: https://image.dandelioncloud.cn/pgy_files/images/2024/03/22/a49225bd3ce64c44a125c5f67da7767a.png
[93e700087d2c4e39b7c72df1e4f5a388.png_pic_center]: https://image.dandelioncloud.cn/pgy_files/images/2024/03/22/8376f475d380487791409eafd6dd11e5.png
[2b303592f61a40379fa3771a2fe1926b.png_pic_center]: https://image.dandelioncloud.cn/pgy_files/images/2024/03/22/1fe943c1e0a44faeafebea92dff9b439.png
[07181c6c6f164196b86e5d033cc1bd80.png_pic_center]: https://image.dandelioncloud.cn/pgy_files/images/2024/03/22/1343bd0adbdf4ab3ac21223add65efbc.png
[19a65cbee16e4f78ac408148b19f1552.png_pic_center]: https://image.dandelioncloud.cn/pgy_files/images/2024/03/22/7ad74b1599e9409cb715304c6b2b4c8a.png
[9bc592f04dc3411bb325352b1eef5c67.png_pic_center]: https://image.dandelioncloud.cn/pgy_files/images/2024/03/22/09715823ca2d473bb7aa3df3d8bbdfd1.png
[cf0ff9c654d34f8282c1017b6084d560.png_pic_center]: https://image.dandelioncloud.cn/pgy_files/images/2024/03/22/4d0f7a9589eb4a149638f0f26e9e8c03.png
[43676821f56b4b58a4027e3121a2ade8.png_pic_center]: https://image.dandelioncloud.cn/pgy_files/images/2024/03/22/8d833d30972445c590fc6c4f78fa301b.png
[3ed9347f927848d085aeac085e4085d3.png_pic_center]: https://image.dandelioncloud.cn/pgy_files/images/2024/03/22/7493c500b2c9406186353cca126178aa.png
[b3bdc74312f04d3d906fab4366812120.png_pic_center]: https://image.dandelioncloud.cn/pgy_files/images/2024/03/22/c85f0a68e5154fe5a1c21af4703eb5c6.png
[472a02a4319f4eb1a2267ba43858fe6f.png_pic_center]: https://image.dandelioncloud.cn/pgy_files/images/2024/03/22/ee50c342e0b14bc8a9deb066e605a1bc.png
[0c5dd0ed313249a09e8341ea6112b10b.png_pic_center]: https://image.dandelioncloud.cn/pgy_files/images/2024/03/22/cff57c037c484bcca2c5ffb98328f94d.png
[ecf595528a54491db64e9a241245e63a.png_pic_center]: https://image.dandelioncloud.cn/pgy_files/images/2024/03/22/8a60714c55b84acbbfb19bf26378f963.png
[989a9222e6774ee386e2d15bafd6e651.png_pic_center]: https://image.dandelioncloud.cn/pgy_files/images/2024/03/22/dd742dd2c3fd4813860235e7324ebb98.png
[830dd0a44dbd4ae3a0dffc80f798f245.png_pic_center]: https://image.dandelioncloud.cn/pgy_files/images/2024/03/22/af2d30b178c04b259efadfd637ef9519.png
[5b6c2a8ccbc9499cbd64a792af458082.png_pic_center]: https://image.dandelioncloud.cn/pgy_files/images/2024/03/22/4b68d3464d9d48c2a4f6c1c4c89651d1.png
[f5d90843b0ef45a5849bc70f1e584769.png_pic_center]: https://image.dandelioncloud.cn/pgy_files/images/2024/03/22/576a69421477437d8589db2063ec0d52.png
[659044092d814fed92c6198b835a0d41.png_pic_center]: https://image.dandelioncloud.cn/pgy_files/images/2024/03/22/f58cd7a76a4e4f5bb7f8d36f296abff3.png
[41b64a29b763493b882e4bbaabfd1190.png_pic_center]: https://image.dandelioncloud.cn/pgy_files/images/2024/03/22/9dcfa2dea8b544ae8280e07ca7317310.png
[1ddd6e792930469c9df475b1cc23a096.png_pic_center]: https://image.dandelioncloud.cn/pgy_files/images/2024/03/22/9ce91e3dd76a45af97b87e210e88e959.png
[0078de033e274e09b3770d74f408a035.png_pic_center]: https://image.dandelioncloud.cn/pgy_files/images/2024/03/22/1f513b67b4c14392b7bdb65d9313fe20.png
[98240e5a806d40b188386f3e9d7aef98.png_pic_center]: https://image.dandelioncloud.cn/pgy_files/images/2024/03/22/64a37ea5553b423cb18d5ad029594ca3.png
[2b4ec6f2d15f42f2b4514669d9faff01.png_pic_center]: https://image.dandelioncloud.cn/pgy_files/images/2024/03/22/be9ebf1c7d8f42309982d508cae17178.png