elasticsearch从入门到入坟（安装、操作、及常用的解决方案）

雨点打透心脏的1/2处 2022-12-09 01:51 47阅读 0赞

### 安装elasticsearch ###

cmd中切换到C:\install\elasticsearch-5.1.1\bin中
    执行elasticsearch.bat

### 配置elasticsearch-head ###

在C:\install\elasticsearch-5.1.1\config\elasticsearch.yml中配置 安全策略
        http.cors.enabled: true
        http.cors.allow-origin: "*"
        http.cors.allow-methods: OPTIONS, HEAD, GET, POST, PUT, DELETE
        http.cors.allow-headers: "X-Requested-With, Content-Type, Content-Length, X-User"

### 安装npm ###

node.js
    安装阿里镜像 cnpm
    npm install -g cnpm --registry=https://registry.npm.taobao.org

### 安装elasticsearch-head ###

cd elasticsearch-head
    cnpm install
    cnpm run start
    打开 http://localhost:9100/

### 安装kibana ###

cd kibana/bin
    kibana.bat

### elasticsearch 操作 ###

# es 的文档、索引的CRUD(增删改查)操作
    # 索引初始化操作
    # 指定分片和副本的数量
    # shards一旦设置不能修改
    
    PUT lagou 
    {
      "settings": {
        "index":{
          "number_of_shards":5,
          "number_of_replicas":1
        }
      }
    }
    GET lagou/_settings
    GET _all/_settings
    GET .kibana,lagou/_settings
    GET _settings
    # 修改settings
    PUT lagou/_settings
    {
      "number_of_replicas":1
    }
    # 获取索引信息
    GET _all
    GET lagou
    
    # 保存文档
    #   index/type/id不指明id,会默认使用uuid
    PUT lagou/job/1
    {
      "title":"陈翔",
      "company":{
        "name":"百度",
        "company_addr":"海院"
      }
    }
    
    # 获取文档
    GET lagou/job/1
    GET lagou/job/1?_source=company.name
    GET lagou/job/1?_source
    
    # 修改文档 （覆盖）
    
    PUT lagou/job/1
    {
      "title":"陈翔",
      "company":{
        "name":"百度",
        "company_addr":"北京"
      }
    }
    
    POST lagou/job/1/_update
    {
      "doc": {
        "company":{
         "company_addr":"上海" 
        }
      }
    }
    
    # 删除
    DELETE lagou/job/1
    DELETE lagou
    
    # es的批量操作
    GET _mget
    {
        "docs"[
            {
                "_index":"testdb",
                "_type":"job1",
                "_id":1
            },
            {
                "_index": "testdb",
                "_type": "job2",
                "_id": 2
            }
    
        ]
    }
    
    GET testdb/_mget
    {
        "docs":[
            {
                "_type":"job1",
                "_id":1
            },
            {
                "_type": "job2",
                "_id": 2
            }
    
        ]
    }
    
    GET testdb/job1/_mget
    {
        "docs":[
            {
                "_id":1
            },
            {
                "_id": 2
            }
    
        ]
    }
    
    GET testdb/job1/_mget
    {
        "ids":[1,2]
    }
    
    
    # bulk批量操作：一次提交多个操作
    # 批量导入可以合并多个操作，比如index,delete,update,create等等。也可以从一个索引导入到另一个索引
    # 格式
    POST _bulk
    {"index":{ "_index":"test","_type":"type1","_id":"1"}}
    {"field1":"value1"}
    {"delete":{"_index":"test","_type":"type1","_id":"1"}}
    { "create": { "_index" : "test", "_type" :"type", "_id" : "1"} }
    {"field1":"value1"}
    { "update": { "_index" : "test", "_type" :"type", "_id" : "id"} }
    {"doc":{"field1":"value1"}}
    {"index":{ "_index" : "lagou02", "_type" :"job", "_id" : "1"} }
    {"title":"陈翔","company":{"name":"百度","company_addr":"北京"}}
    {"index": { "_index" : "lagou01", "_type" :"job", "_id" : "1"} }
    {"title":"陈翔","company":{"name":"百度","company_addr":"上海"}}
    
    DELETE lagou
    
    
    PUT lagou
        {
            "mappings":{
                "job":{
                    "properties":{
                        "title":{
                            "store":true,
                            "type": "text",
                            "analyzer":"ik_max_word"
                        },
                        "company_name":{
                            "store":true,
                            "type":"keyword"
                        },
                        "desc":{
                            "type":"text"
                        },
                        "comments":{
                            "type":"integer"
                        },
                        "add_time":{
                            "type":"date",
                              "format":"yyyy-MM-dd"
                        }
                    }
                }
            }
        }
    POST lagou/job/
    {
        "title":"python django 开发工程师",
        "company_name":"美团科技有限公司",
        "desc":"对django的概念熟悉，熟悉python 的基础知识",
        "comments":20,
        "add_time":"2020-1-31"
    }
    POST lagou/job/
    {
        "title":"python scrapy redis 分布式爬虫基本",
        "company_name":"猪小名科技有限公司",
        "desc":"对scrapy的概念熟悉，熟悉redis 的基础操作",
        "comments":100,
        "add_time":"2020-1-31"
    }
    
    # match查询查询对输入的关键词会进行分词处理
    GET lagou/_search
    {
        "query":{
            "match":{
                "title":"分布式 "
            }
        }
    }
    # term查询对输入的关键词不会进行任何处理
    GET lagou/_search
    {
        "query":{
            "term":{
               "company_name":"猪小名科技有限公司"
            }
        }
    }
    
    # terms查询返回数组中匹配的任意的值
    GET lagou/_search
    {
        "query":{
            "terms":{
                 "title":["工程师","django","系统"]
            }
        }
    }
    # 控制查询的返回数量
    GET lagou/_search
    {
        "query":{
            "match":{
                 "title":"python"
            }
        },
        "from":0,
        "size":3
    }
    # match_all 查询
    GET lagou/_search
    {
        "query":{
            "match_all":{}
        }
    }
    # match_phrase查询 短语查询
    # 必须要满足query里的所有内容
    # slop 单词分开的距离不能小于多少
    GET lagou/_search
    {
        "query":{
            "match_phrase":{
                "title":{
                    "query":"python工程师",
                    "slop":6
                }
            }
        }
    }
    # multi_match查询
    # 可以指定多个字段
    # ^3权重
    GET lagou/_search
    {
        "query":{
            "multi_match":{
                "query":"python工程师",
                "fields":["title^3","desc"]
            }
        }
    }
    
    # 指定返回字段
    # 返回mappings中store设置为true的，（默认返回False）
    GET lagou/_search
    {
        "stored_fields":["title","company_name"],
        "query":{
            "match":{
                "title":"python"
            }
        }
    }
    # # 通过sort 把结果排序
    # asc升序   desc降序
    GET laguo/_search
    {
        "query":{
            "match_all":{}
        },
        "sort":[{
            "comments":{
                "order":"asc"
            }
        }]
    }
    # range查询范围
    # gte 大于等于
    # gt 大于
    # lte 小于等于
    # lt 小于
    # boost 权重
    GET laguo/_search
    {
        "query":{
            "range":{
                "comments":{
                    "gte":10,
                    "lte":20,
                    "boost":2.0
                }
            }
        }
    }
    
    # 对时间进行查询
    GET laguo/_search
    {
        "query":{
            "range":{
                "add_time":{
                    "gte":"2020-01-29",
                    "lte":"now"
                }
            }
        }
    }
    
    # wildcard查询（模糊查询）(通配符)
    GET lagou/_search
    {
        "query":{
            "wildcard":{
                "title":{"value":"pyth*n","boost":2.0}
            }
        }
    }
    
    # bool查询
    # 包括 must,should,must_not,filter 开完成
    # bool:{
    #     "filter":[], #不参与打分
    #     "must":[], #数组里的查询的必须满足
    #     "should":[], # 数组里满足一个或多个都可以
    #     "must_not":[], #一个都不能满足
    # }
    
    # 建立测试数据
    POST lagou/testjob/_bulk
    {"index":{"_id":1}}
    {"salary":10,"title":"python"}
    {"index":{"_id":2}}
    {"salary":20,"title":"scrapy"}
    {"index":{"_id":3}}
    {"salary":30,"title":"Django"}
    {"index":{"_id":4}}
    {"salary":40,"title":"Elasticearch"}
    
    # 薪资为20k的工作
    # select * from testjob where salary = 20
    GET lagou/testjob/_search
    {
        "query":{
            "bool":{
                "must":{
                    "match_all":{}
                },
                "filter":{
                    "term":{
                        "salary":20
                    }
                }
            }
        }
    }
    # 也可以指定多个字段
    GET lagou/testjob/_search
    {
        "query":{
            "bool":{
                "must":{
                    "match_all":{}
                },
                "filter":{
                    "terms":{
                        "salary":[10,20]
                    }
                }
            }
        }
    }
    # select * from testjob where title="Python"
    
    GET lagou/testjob/_search
    {
        "query":{
            "bool":{
                "must":{
                    "match_all":{}
                },
                "filter":{
                    "terms":{
                        "title":"python"
                    }
                }
            }
        }
    }
    
    
    
    # 查看analyzer(分析器解析的结果)
    GET _analyze
    {
        "analyzer":"ik_max_word",
        "text":"python从入门到出家"
    }
    
    GET _analyze
    {
        "analyzer":"ik_smart",
        "text":"python从入门到出家"
    }
    
    
    
    # bool过滤查询，可以做组合过滤查询
    # select * from testjob where (salary=20 or title=Python ) and (salary !=30)
    # 查询资质等于20K或者工作为python的工作，排除薪资为30K的
    GET lagou/testjob/_search
    {
        "query":{
            "bool":{
                "should":[
                    {"term":{"salary":20}},
                    {"term":{"title":"python"}}
                ],
                "must_not":[{"term":{"salary":30}}]
            }
        }
    }
    
    # 嵌套查询
    # select * from testjob where title="python" or (title="django" and salary=30)
    
    GET lagou/testjob/_search
    {
        "query":{
            "bool":{
                "should":[
                    {"term":{"title":"python"}},
                    {
                        "bool":{
                            "must":[
                                {"term":{"title":"django"}},
                                {"term":{"salary":30}}
                            ]
                        }
                        
                    }
                ]
            }
        }
    }
    
    # 处理null空值 的方法
    # select tags from testjob2 where tags is not null  
    
    GET lagou/testjob/_search
    {
        "query":{
            "bool":{
                "filter":{
                    "exists":{
                        "field":"tags"
                    }
                }
            }
        }
    }
    # 取反
    GET lagou/testjob/_search
    {
        "query":{
            "bool":{
                "must_not":{
                    "exists":{
                        "field":"tags"
                    }
                }
            }
        }
    }