es kibana访问外网及刚开始启动的时候的报错

迷南。 2023-07-16 13:00 5阅读 0赞

## 1 es 配置 ##

修改配置文件

[es@mrd-perf-w30000382-0001 config]$ vim elasticsearch.yml
    [es@mrd-perf-w30000382-0001 config]$ pwd
    /opt/cloud/mrd-es/elasticsearch-6.3.0/config

外网访问（除本机访问）

network.host: 0.0.0.0

--------------------

启动报错

[2020-03-18T19:56:32,974][WARN ][o.e.b.ElasticsearchUncaughtExceptionHandler] [] uncaught exception in thread [main]
    org.elasticsearch.bootstrap.StartupException: java.lang.IllegalStateException: failed to obtain node locks, tried [[/opt/cloud/mrd-es/elasticsearch-6.3.0/data/elasticsearch]] with lock id [0]; maybe these locations are not writable or multiple nodes were started without increasing [node.max_local_storage_nodes] (was [1])?
            at org.elasticsearch.bootstrap.Elasticsearch.init(Elasticsearch.java:140) ~[elasticsearch-6.3.0.jar:6.3.0]
            at org.elasticsearch.bootstrap.Elasticsearch.execute(Elasticsearch.java:127) ~[elasticsearch-6.3.0.jar:6.3.0]
            at org.elasticsearch.cli.EnvironmentAwareCommand.execute(EnvironmentAwareCommand.java:86) ~[elasticsearch-6.3.0.jar:6.3.0]
            at org.elasticsearch.cli.Command.mainWithoutErrorHandling(Command.java:124) ~[elasticsearch-cli-6.3.0.jar:6.3.0]
            at org.elasticsearch.cli.Command.main(Command.java:90) ~[elasticsearch-cli-6.3.0.jar:6.3.0]
            at org.elasticsearch.bootstrap.Elasticsearch.main(Elasticsearch.java:93) ~[elasticsearch-6.3.0.jar:6.3.0]
            at org.elasticsearch.bootstrap.Elasticsearch.main(Elasticsearch.java:86) ~[elasticsearch-6.3.0.jar:6.3.0]
    Caused by: java.lang.IllegalStateException: failed to obtain node locks, tried [[/opt/cloud/mrd-es/elasticsearch-6.3.0/data/elasticsearch]] with lock id [0]; maybe these locations are not writable or multiple nodes were started without increasing [node.max_local_storage_nodes] (was [1])?
            at org.elasticsearch.env.NodeEnvironment.<init>(NodeEnvironment.java:243) ~[elasticsearch-6.3.0.jar:6.3.0]
            at org.elasticsearch.node.Node.<init>(Node.java:270) ~[elasticsearch-6.3.0.jar:6.3.0]
            at org.elasticsearch.node.Node.<init>(Node.java:252) ~[elasticsearch-6.3.0.jar:6.3.0]
            at org.elasticsearch.bootstrap.Bootstrap$5.<init>(Bootstrap.java:213) ~[elasticsearch-6.3.0.jar:6.3.0]
            at org.elasticsearch.bootstrap.Bootstrap.setup(Bootstrap.java:213) ~[elasticsearch-6.3.0.jar:6.3.0]
            at org.elasticsearch.bootstrap.Bootstrap.init(Bootstrap.java:326) ~[elasticsearch-6.3.0.jar:6.3.0]
            at org.elasticsearch.bootstrap.Elasticsearch.init(Elasticsearch.java:136) ~[elasticsearch-6.3.0.jar:6.3.0]
            ... 6 more

修改elasticsearch config目录下的elasticsearch.yml  
添加`node.max_local_storage_nodes: 256`

--------------------

启动报错

[2020-03-18T20:00:13,045][WARN ][o.e.b.ElasticsearchUncaughtExceptionHandler] [] uncaught exception in thread [main]
    org.elasticsearch.bootstrap.StartupException: BindHttpException[Failed to bind to [9200]]; nested: BindException[Address already in use];
            at org.elasticsearch.bootstrap.Elasticsearch.init(Elasticsearch.java:140) ~[elasticsearch-6.3.0.jar:6.3.0]
            at org.elasticsearch.bootstrap.Elasticsearch.execute(Elasticsearch.java:127) ~[elasticsearch-6.3.0.jar:6.3.0]
            at org.elasticsearch.cli.EnvironmentAwareCommand.execute(EnvironmentAwareCommand.java:86) ~[elasticsearch-6.3.0.jar:6.3.0]
            at org.elasticsearch.cli.Command.mainWithoutErrorHandling(Command.java:124) ~[elasticsearch-cli-6.3.0.jar:6.3.0]
            at org.elasticsearch.cli.Command.main(Command.java:90) ~[elasticsearch-cli-6.3.0.jar:6.3.0]
            at org.elasticsearch.bootstrap.Elasticsearch.main(Elasticsearch.java:93) ~[elasticsearch-6.3.0.jar:6.3.0]
            at org.elasticsearch.bootstrap.Elasticsearch.main(Elasticsearch.java:86) ~[elasticsearch-6.3.0.jar:6.3.0]
    Caused by: org.elasticsearch.http.BindHttpException: Failed to bind to [9200]
            at org.elasticsearch.http.netty4.Netty4HttpServerTransport.bindAddress(Netty4HttpServerTransport.java:439) ~[?:?]
            at org.elasticsearch.http.netty4.Netty4HttpServerTransport.createBoundHttpAddress(Netty4HttpServerTransport.java:340) ~[?:?]
            at org.elasticsearch.http.netty4.Netty4HttpServerTransport.doStart(Netty4HttpServerTransport.java:317) ~[?:?]
            at org.elasticsearch.xpack.security.transport.netty4.SecurityNetty4HttpServerTransport.doStart(SecurityNetty4HttpServerTransport.java:96) ~[?:?]
            at org.elasticsearch.common.component.AbstractLifecycleComponent.start(AbstractLifecycleComponent.java:66) ~[elasticsearch-6.3.0.jar:6.3.0]
            at org.elasticsearch.node.Node.start(Node.java:719) ~[elasticsearch-6.3.0.jar:6.3.0]
            at org.elasticsearch.bootstrap.Bootstrap.start(Bootstrap.java:265) ~[elasticsearch-6.3.0.jar:6.3.0]
            at org.elasticsearch.bootstrap.Bootstrap.init(Bootstrap.java:335) ~[elasticsearch-6.3.0.jar:6.3.0]
            at org.elasticsearch.bootstrap.Elasticsearch.init(Elasticsearch.java:136) ~[elasticsearch-6.3.0.jar:6.3.0]
            ... 6 more
    Caused by: java.net.BindException: Address already in use
            at sun.nio.ch.Net.bind0(Native Method) ~[?:?]
            at sun.nio.ch.Net.bind(Net.java:461) ~[?:?]
            at sun.nio.ch.Net.bind(Net.java:453) ~[?:?]
            at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:227) ~[?:?]
            at io.netty.channel.socket.nio.NioServerSocketChannel.doBind(NioServerSocketChannel.java:128) ~[?:?]
            at io.netty.channel.AbstractChannel$AbstractUnsafe.bind(AbstractChannel.java:558) ~[?:?]
            at io.netty.channel.DefaultChannelPipeline$HeadContext.bind(DefaultChannelPipeline.java:1283) ~[?:?]
            at io.netty.channel.AbstractChannelHandlerContext.invokeBind(AbstractChannelHandlerContext.java:501) ~[?:?]
            at io.netty.channel.AbstractChannelHandlerContext.bind(AbstractChannelHandlerContext.java:486) ~[?:?]
            at io.netty.channel.DefaultChannelPipeline.bind(DefaultChannelPipeline.java:989) ~[?:?]
            at io.netty.channel.AbstractChannel.bind(AbstractChannel.java:254) ~[?:?]
            at io.netty.bootstrap.AbstractBootstrap$2.run(AbstractBootstrap.java:365) ~[?:?]
            at io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:163) ~[?:?]
            at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:403) ~[?:?]
            at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:463) ~[?:?]
            at io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:858) ~[?:?]
            at java.lang.Thread.run(Thread.java:834) [?:?]

因为端口被占用，其实我已经下掉了es但是kibana一直在连接es导致es起不来。。reboot简单暴力。谁有好方法请留言赐教，感谢。

--------------------

java测试demo

import com.alibaba.fastjson.JSON;
    import com.alibaba.fastjson.JSONObject;
    import org.elasticsearch.action.bulk.BulkRequestBuilder;
    import org.elasticsearch.action.bulk.BulkResponse;
    import org.elasticsearch.action.index.IndexResponse;
    import org.elasticsearch.client.transport.TransportClient;
    import org.elasticsearch.common.settings.Settings;
    import org.elasticsearch.common.transport.TransportAddress;
    import org.elasticsearch.rest.RestStatus;
    import org.elasticsearch.transport.client.PreBuiltTransportClient;
    
    import java.net.InetAddress;
    import java.net.UnknownHostException;
    import java.util.HashMap;
    import java.util.List;
    import java.util.Map;
    import java.util.UUID;
    
    public class TTT {
    
        public static void main(String[] args) throws UnknownHostException {
            new TTT().batchInsert(null);
        }
    
        public void batchInsert(List<JSONObject> list) throws UnknownHostException {
    
            //        这里默认配置一个es的集群名字
            Settings settings = Settings.builder()
                    .put("cluster.name", "my-application").build();
    
            TransportClient client = new PreBuiltTransportClient(settings)
                    .addTransportAddress(new TransportAddress(InetAddress.getByName("100.95.130.229"), 9300));
    
            Map data = new HashMap<>();
            data.put("test", "test log");
            data.put("time", System.currentTimeMillis());
    
            IndexResponse response = client.prepareIndex("test", "log", UUID.randomUUID().toString()).setSource(data).get();
            System.out.println("id: "+response.getId());
    
    //        if (list.size() > 0) {
    //            BulkRequestBuilder prepareBulk = client.prepareBulk();
    //            for (JSONObject jsonObject : list) {
    //                prepareBulk.add(client.prepareIndex(INDEX, TYPE, UUID.randomUUID().toString()).setSource(jsonObject));
    //            }
    //            BulkResponse bulkResponse = prepareBulk.get();
    //            RestStatus status = bulkResponse.status();
    //            if (status.getStatus() == 200) {
    //                System.out.println("[add] - batch add log fail, statue: {}, data: {}::"+status+"::"+JSON.toJSON(list).toString());
    //            }
    //        }
        }
    }

打印结果

id: 1ef5d060-615f-46d7-9db8-40827ae76e54