ElasticSearch高级操作

本是古典何须时尚 2024-03-24 14:03 60阅读 0赞

### 1、bulk批量操作-脚本 ###

脚本

测试用的5号文档

> POST /person1/\_doc/5  
> \{  
> "name":"张三5号",  
> "age":18,  
> "address":"北京海淀区"  
> \}

批量操作文本

> \#批量操作  
> \#1.删除5号  
> \#新增8号  
> \#更新2号 name为2号  
> POST \_bulk  
> \{"delete":\{"\_index":"person1","\_id":"5"\}\}  
> \{"create":\{"\_index":"person1","\_id":"8"\}\}  
> \{"name":"八号","age":18,"address":"北京"\}  
> \{"update":\{"\_index":"person1","\_id":"2"\}\}  
> \{"doc":\{"name":"2号"\}\}

结果

> \{  
> "took" : 51,  
> "errors" : true,  
> "items" : \[  
> \{  
> "delete" : \{  
> "\_index" : "person1",  
> "\_type" : "\_doc",  
> "\_id" : "5",  
> "\_version" : 2,  
> "result" : "deleted",  
> "\_shards" : \{  
> "total" : 2,  
> "successful" : 1,  
> "failed" : 0  
> \},  
> "\_seq\_no" : 6,  
> "\_primary\_term" : 2,  
> "status" : 200  
> \}  
> \},  
> \{  
> "create" : \{  
> "\_index" : "person1",  
> "\_type" : "\_doc",  
> "\_id" : "8",  
> "\_version" : 1,  
> "result" : "created",  
> "\_shards" : \{  
> "total" : 2,  
> "successful" : 1,  
> "failed" : 0  
> \},  
> "\_seq\_no" : 7,  
> "\_primary\_term" : 2,  
> "status" : 201  
> \}  
> \},  
> \{  
> "update" : \{  
> "\_index" : "person1",  
> "\_type" : "\_doc",  
> "\_id" : "2",  
> "\_version" : 2,  
> "result" : "updated",  
> "\_shards" : \{  
> "total" : 2,  
> "successful" : 1,  
> "failed" : 0  
> \},  
> "\_seq\_no" : 10,  
> "\_primary\_term" : 2,  
> "status" : 200  
> \}  
> \}  
> \]  
> \}  
>

### **2、bulk批量操作-JavaAPI** ###

/**
         *  Bulk 批量操作
         */
        @Test
        public void test2() throws IOException {
     
            //创建bulkrequest对象，整合所有操作
            BulkRequest bulkRequest =new BulkRequest();
     
               /*
            # 1. 删除5号记录
            # 2. 添加6号记录
            # 3. 修改3号记录 名称为 “三号”
             */
            //添加对应操作
            //1. 删除5号记录
            DeleteRequest deleteRequest=new DeleteRequest("person1","5");
            bulkRequest.add(deleteRequest);
     
            //2. 添加6号记录
            Map<String, Object> map=new HashMap<>();
            map.put("name","六号");
            IndexRequest indexRequest=new IndexRequest("person1").id("6").source(map);
            bulkRequest.add(indexRequest);
            //3. 修改3号记录 名称为 “三号”
            Map<String, Object> mapUpdate=new HashMap<>();
            mapUpdate.put("name","三号");
            UpdateRequest updateRequest=new UpdateRequest("person1","3").doc(mapUpdate);
     
            bulkRequest.add(updateRequest);
            //执行批量操作
     
            // client是注入的自定义对象，详情见下面代码
     
            BulkResponse response = client.bulk(bulkRequest, RequestOptions.DEFAULT);
            System.out.println(response.status());
     
        }

### **3、导入数据-分析** ###

#### **3.1、创建索引** ####

> PUT goods  
> \{  
> "mappings": \{  
> "properties": \{  
> "title": \{  
> "type": "text",  
> "analyzer": "ik\_smart"  
> \},  
> "price": \{  
> "type": "double"  
> \},  
> "createTime": \{  
> "type": "date"  
> \},  
> "categoryName": \{  
> "type": "keyword"  
> \},  
> "brandName": \{  
> "type": "keyword"  
> \},  
>   
> "spec": \{  
> "type": "object"  
> \},  
> "saleNum": \{  
> "type": "integer"  
> \},  
>   
> "stock": \{  
> "type": "integer"  
> \}  
> \}  
> \}  
> \}

#### 3.2、代码实现 ####

**3.2.1、项目结构**![watermark_type_d3F5LXplbmhlaQ_shadow_50_text_Q1NETiBA5oKg54S25LqI5aSP_size_18_color_FFFFFF_t_70_g_se_x_16][]

**注：数据库设计略**

**3.2.2、pom.xml**

<?xml version="1.0" encoding="UTF-8"?>
    <project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
             xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 https://maven.apache.org/xsd/maven-4.0.0.xsd">
        <modelVersion>4.0.0</modelVersion>
        <parent>
            <groupId>org.springframework.boot</groupId>
            <artifactId>spring-boot-starter-parent</artifactId>
            <version>2.2.1.RELEASE</version>
            <relativePath/> 
        </parent>
        <groupId>com.itheima</groupId>
        <artifactId>elasticsearch-demo2</artifactId>
        <version>0.0.1-SNAPSHOT</version>
        <name>elasticsearch-demo2</name>
        <description>Demo project for Spring Boot</description>
     
        <properties>
            <java.version>1.8</java.version>
        </properties>
     
        <dependencies>
            <dependency>
                <groupId>org.springframework.boot</groupId>
                <artifactId>spring-boot-starter</artifactId>
            </dependency>
     
            <dependency>
                <groupId>org.springframework.boot</groupId>
                <artifactId>spring-boot-starter-test</artifactId>
                <scope>test</scope>
                <exclusions>
                    <exclusion>
                        <groupId>org.junit.vintage</groupId>
                        <artifactId>junit-vintage-engine</artifactId>
                    </exclusion>
                </exclusions>
            </dependency>
     
            
            <dependency>
                <groupId>org.elasticsearch.client</groupId>
                <artifactId>elasticsearch-rest-high-level-client</artifactId>
                <version>7.4.0</version>
            </dependency>
            <dependency>
                <groupId>org.elasticsearch.client</groupId>
                <artifactId>elasticsearch-rest-client</artifactId>
                <version>7.4.0</version>
            </dependency>
            <dependency>
                <groupId>org.elasticsearch</groupId>
                <artifactId>elasticsearch</artifactId>
                <version>7.4.0</version>
            </dependency>
     
     
            
            <dependency>
                <groupId>org.mybatis.spring.boot</groupId>
                <artifactId>mybatis-spring-boot-starter</artifactId>
                <version>2.1.0</version>
            </dependency>
     
            <dependency>
                <groupId>mysql</groupId>
                <artifactId>mysql-connector-java</artifactId>
            </dependency>
     
     
            <dependency>
                <groupId>com.alibaba</groupId>
                <artifactId>fastjson</artifactId>
                <version>1.2.4</version>
            </dependency>
     
        </dependencies>
     
        <build>
            <plugins>
                <plugin>
                    <groupId>org.springframework.boot</groupId>
                    <artifactId>spring-boot-maven-plugin</artifactId>
                </plugin>
            </plugins>
        </build>
     
    </project>

1.  **3.2.3、application.yml**
    
    > elasticsearch:  
    > host: IP地址  
    > port: 9200
    > 
    >   
    > \# datasource  
    > spring:  
    > datasource:  
    > url: jdbc:mysql:///es?serverTimezone=UTC  
    > username: root  
    > password: root  
    > driver-class-name: com.mysql.cj.jdbc.Driver
    > 
    >   
    > \# mybatis  
    > mybatis:  
    > mapper-locations: classpath:mapper/\*Mapper.xml \# mapper映射文件路径  
    > type-aliases-package: com.itheima.elasticsearchdemo2.domain

**3.2.4、ElasticSearchConfig.java**

package com.itheima.elasticsearchdemo2.config;
     
    import org.apache.http.HttpHost;
    import org.elasticsearch.client.RestClient;
    import org.elasticsearch.client.RestHighLevelClient;
    import org.springframework.boot.context.properties.ConfigurationProperties;
    import org.springframework.context.annotation.Bean;
    import org.springframework.context.annotation.Configuration;
     
    @Configuration
    @ConfigurationProperties(prefix = "elasticsearch")
    public class ElasticSearchConfig {
        private String host;
        private int port;
     
        public String getHost() {
            return host;
        }
     
        public void setHost(String host) {
            this.host = host;
        }
     
        public int getPort() {
            return port;
        }
     
        public void setPort(int port) {
            this.port = port;
        }
     
        @Bean
        public RestHighLevelClient client(){
            return new RestHighLevelClient(RestClient.builder(
                    new HttpHost(
                            host,
                            port,
                            "http"
                    )
            ));
        }
    }

1.  **3.2.5、Goods.java**
    
        package com.itheima.elasticsearchdemo2.domain;
         
        import com.alibaba.fastjson.annotation.JSONField;
         
        import java.util.Date;
        import java.util.Map;
         
        public class Goods {
         
            private int id;
            private String title;
            private double price;
            private int stock;
            private int saleNum;
            private Date createTime;
            private String categoryName;
            private String brandName;
            private Map spec;
         
            @JSONField(serialize = false)//在转换JSON时，忽略该字段
            private String specStr;//接收数据库的信息 "{}"
         
         
            public int getId() {
                return id;
            }
         
            public void setId(int id) {
                this.id = id;
            }
         
            public String getTitle() {
                return title;
            }
         
            public void setTitle(String title) {
                this.title = title;
            }
         
            public double getPrice() {
                return price;
            }
         
            public void setPrice(double price) {
                this.price = price;
            }
         
            public int getStock() {
                return stock;
            }
         
            public void setStock(int stock) {
                this.stock = stock;
            }
         
            public int getSaleNum() {
                return saleNum;
            }
         
            public void setSaleNum(int saleNum) {
                this.saleNum = saleNum;
            }
         
            public Date getCreateTime() {
                return createTime;
            }
         
            public void setCreateTime(Date createTime) {
                this.createTime = createTime;
            }
         
            public String getCategoryName() {
                return categoryName;
            }
         
            public void setCategoryName(String categoryName) {
                this.categoryName = categoryName;
            }
         
            public String getBrandName() {
                return brandName;
            }
         
            public void setBrandName(String brandName) {
                this.brandName = brandName;
            }
         
            public Map getSpec() {
                return spec;
            }
         
            public void setSpec(Map spec) {
                this.spec = spec;
            }
         
            public String getSpecStr() {
                return specStr;
            }
         
            public void setSpecStr(String specStr) {
                this.specStr = specStr;
            }
         
         
            @Override
            public String toString() {
                return "Goods{" +
                        "id=" + id +
                        ", title='" + title + '\'' +
                        ", price=" + price +
                        ", stock=" + stock +
                        ", saleNum=" + saleNum +
                        ", createTime=" + createTime +
                        ", categoryName='" + categoryName + '\'' +
                        ", brandName='" + brandName + '\'' +
                        ", spec=" + spec +
                        ", specStr='" + specStr + '\'' +
                        '}';
            }
        }
    
    **3.2.6、GoodMapper.xml**
    
        <?xml version="1.0" encoding="UTF-8" ?>
        <!DOCTYPE mapper PUBLIC "-//mybatis.org//DTD Mapper 3.0//EN" "http://mybatis.org/dtd/mybatis-3-mapper.dtd">
         
         
        <mapper namespace="com.itheima.elasticsearchdemo2.mapper.GoodsMapper">
         
         
         
            <select id="findAll" resultType="goods">
                select
                      `id`         ,
                      `title`       ,
                      `price`       ,
                      `stock`       ,
                      `saleNum`     ,
                      `createTime`  ,
                      `categoryName`,
                      `brandName`   ,
                      `spec`  as specStr
         
                 from goods
         
         
            </select>
         
         
        </mapper>
    
    **3.2.7、GoodsMapper.java**

package com.itheima.elasticsearchdemo2.mapper;
     
    import com.itheima.elasticsearchdemo2.domain.Goods;
    import org.apache.ibatis.annotations.Mapper;
    import org.springframework.stereotype.Repository;
     
    import java.util.List;
     
    @Repository
    @Mapper
    public interface GoodsMapper {
     
     
        /**
         * 查询所有
         */
        public List<Goods> findAll();
     
    }

**3.2.8、SpringBoot启动类ElasticsearchDemo2Application.java**

package com.itheima.elasticsearchdemo2;
     
    import org.springframework.boot.SpringApplication;
    import org.springframework.boot.autoconfigure.SpringBootApplication;
     
    @SpringBootApplication
    public class ElasticsearchDemo2Application {
     
        public static void main(String[] args) {
            SpringApplication.run(ElasticsearchDemo2Application.class, args);
        }
     
    }

**3.2.9、ElasticsearchDemo2ApplicationTests.java**

package com.itheima.elasticsearchdemo2;
     
    import com.alibaba.fastjson.JSON;
    import com.itheima.elasticsearchdemo2.domain.Goods;
    import com.itheima.elasticsearchdemo2.mapper.GoodsMapper;
    import org.elasticsearch.action.DocWriteRequest;
    import org.elasticsearch.action.bulk.BulkRequest;
    import org.elasticsearch.action.bulk.BulkResponse;
    import org.elasticsearch.action.delete.DeleteRequest;
    import org.elasticsearch.action.index.IndexRequest;
    import org.elasticsearch.action.search.SearchRequest;
    import org.elasticsearch.action.search.SearchResponse;
    import org.elasticsearch.action.update.UpdateRequest;
    import org.elasticsearch.client.RequestOptions;
    import org.elasticsearch.client.RestHighLevelClient;
    import org.elasticsearch.common.text.Text;
    import org.elasticsearch.common.xcontent.XContentType;
    import org.elasticsearch.index.query.*;
    import org.elasticsearch.rest.RestStatus;
    import org.elasticsearch.search.SearchHit;
    import org.elasticsearch.search.SearchHits;
    import org.elasticsearch.search.aggregations.Aggregation;
    import org.elasticsearch.search.aggregations.AggregationBuilder;
    import org.elasticsearch.search.aggregations.AggregationBuilders;
    import org.elasticsearch.search.aggregations.Aggregations;
    import org.elasticsearch.search.aggregations.bucket.terms.Terms;
    import org.elasticsearch.search.builder.SearchSourceBuilder;
    import org.elasticsearch.search.fetch.subphase.highlight.HighlightBuilder;
    import org.elasticsearch.search.fetch.subphase.highlight.HighlightField;
    import org.elasticsearch.search.sort.SortOrder;
    import org.junit.jupiter.api.Test;
    import org.springframework.beans.factory.annotation.Autowired;
    import org.springframework.boot.test.context.SpringBootTest;
     
    import java.io.IOException;
    import java.util.ArrayList;
    import java.util.HashMap;
    import java.util.List;
    import java.util.Map;
     
    @SpringBootTest
    class ElasticsearchDemo2ApplicationTests {
     
        @Autowired
        private RestHighLevelClient client;
     
        @Autowired
        private GoodsMapper goodsMapper;
     
        /**
         * 从Mysql 批量导入 elasticSearch
         */
        @Test
        public void test3() throws IOException {
            //1.查询所有数据，mysql
            List<Goods> goodsList = goodsMapper.findAll();
     
            //2.bulk导入
            BulkRequest bulkRequest=new BulkRequest();
     
            //2.1 循环goodsList，创建IndexRequest添加数据
            for (Goods goods : goodsList) {
     
                //2.2 设置spec规格信息 Map的数据   specStr:{}
                String specStr = goods.getSpecStr();
     
                //将json格式字符串转为Map集合
                Map map = JSON.parseObject(specStr, Map.class);
     
                //设置spec map
                goods.setSpec(map);
     
                //将goods对象转换为json字符串
                String data = JSON.toJSONString(goods);
     
                IndexRequest indexRequest=new IndexRequest("goods").source(data,XContentType.JSON);
                bulkRequest.add(indexRequest);
     
            }
     
     
            BulkResponse response = client.bulk(bulkRequest, RequestOptions.DEFAULT);
            System.out.println(response.status());
     
        }
    }

[watermark_type_d3F5LXplbmhlaQ_shadow_50_text_Q1NETiBA5oKg54S25LqI5aSP_size_18_color_FFFFFF_t_70_g_se_x_16]: https://image.dandelioncloud.cn/pgy_files/images/2024/03/24/e892f151895140b2b9496d2441fda550.png