CDH6.3.1企业版安装详细步骤

我不是女神ヾ 2022-12-26 04:49 373阅读 0赞

### 0. 主机规划 ###

<table> 
 <thead> 
  <tr> 
   <th>虚拟机主机</th> 
   <th>IP</th> 
   <th>资源(CPU/内存/硬盘)</th> 
   <th>所在ESXi(IP)</th> 
  </tr> 
 </thead> 
 <tbody> 
  <tr> 
   <td>Tools</td> 
   <td>192.168.1.30</td> 
   <td>04 Core/8 GB/10 TB</td> 
   <td>192.168.1.201</td> 
  </tr> 
  <tr> 
   <td>cdh-server01</td> 
   <td>192.168.1.31</td> 
   <td>32 Core/64 GB/3 TB</td> 
   <td>192.168.1.202</td> 
  </tr> 
  <tr> 
   <td>cdh-agent01</td> 
   <td>192.168.1.41</td> 
   <td>16 Core/32 GB/3 TB</td> 
   <td>192.168.1.203</td> 
  </tr> 
  <tr> 
   <td>cdh-agent02</td> 
   <td>192.168.1.42</td> 
   <td>16 Core/32 GB/3 TB</td> 
   <td>192.168.1.203</td> 
  </tr> 
  <tr> 
   <td>cdh-agent03</td> 
   <td>192.168.1.43</td> 
   <td>16 Core/32 GB/3 TB</td> 
   <td>192.168.1.204</td> 
  </tr> 
  <tr> 
   <td>cdh-agent04</td> 
   <td>192.168.1.44</td> 
   <td>16 Core/32 GB/3 TB</td> 
   <td>192.168.1.204</td> 
  </tr> 
 </tbody> 
</table>

注：用户名:root 密码:\*\*\*\*\*\*\*\*

### 1. 配置静态IP(主、次) ###

vi /etc/sysconfig/network-scripts/ifcfg-ens192
    # 把文件内容修改为以下内容
        TYPE=Ethernet
        BOOTPROTO=static
        DEFROUTE=yes
        PEERDNS=yes
        PEERROUTES=yes
        IPV4_FAILURE_FATAL=no
        IPV6INIT=yes
        IPV6_AUTOCONF=yes
        IPV6_DEFROUTE=yes
        IPV6_PEERDNS=yes
        IPV6_PEERROUTES=yes
        IPV6_FAILURE_FATAL=no
        NAME=eno192              #使用原NAME
        UUID=ae0965e7-22b9-45aa-8ec9-3f0a20a85d11
        ONBOOT=yes
        IPADDR0=192.168.1.30     # 根据需要填写
        PREFIXO0=24
        GATEWAY0=192.168.1.1
        DNS1=8.8.8.8
        DNS2=8.8.4.4
    service network restart

### 2. 集群初始化(主、次) ###

2.1 修改主机hostname

# 修改为虚拟主机名,例如： 
    vi /etc/hostname
    修改
        cdh-agent01

2.2 修改主机hosts

echo "192.168.1.31 cdh-server01" >> /etc/hosts  
    echo "192.168.1.41 cdh-agent01" >> /etc/hosts  
    echo "192.168.1.42 cdh-agent02" >> /etc/hosts  
    echo "192.168.1.43 cdh-agent03" >> /etc/hosts  
    echo "192.168.1.44 cdh-agent04" >> /etc/hosts

2.3 关闭防火墙和清空规则

systemctl stop firewalld
    systemctl disable firewalld
    iptables -F

2.4 selinux关闭

vi /etc/selinux/config
    修改
        selinux=disabled

2.5 时区与时间同步

date
    timedatectl --help
    timedatectl set-timezone Asia/Shanghai

2.6 时间同步(一主多从)

yum install -y ntp
    # 主节点
    vi /etc/ntp.conf
    添加
        server 127.127.1.0 iburst local clock
        restrict 192.168.1.0 mask 255.255.255.0 nomodify notrap
    systemctl start ntpd
    systemctl status ntpd
    ntpq -p
    # 次节点
    systemctl stop ntpd
    systemctl disable ntpd
    ntpdate cdh-server01
    crontab -e
    添加
        # 分 时 日 月 周，每天00:00执行该脚本
        00 00 * * * /usr/sbin/ntpdate cdh-server01

### 3. 安装JDK(主、次) ###

3.1 由Tools把软件包移动到主节点

# Tools
    scp -r CDH6.3.1 192.168.1.31:/root/
    # 次节点
    mkdir CDH6.3.1
    cd CDH6.3.1
    # 主节点
    cd CDH6.3.1
    scp jdk-8u45-linux-x64.gz  cdh-agent01:/root/CDH6.3.1/
    scp jdk-8u45-linux-x64.gz  cdh-agent02:/root/CDH6.3.1/
    scp jdk-8u45-linux-x64.gz  cdh-agent03:/root/CDH6.3.1/
    scp jdk-8u45-linux-x64.gz  cdh-agent04:/root/CDH6.3.1/

3.2 jdk安装

mkdir /usr/java
    tar -zxvf jdk-8u45-linux-x64.gz -C /usr/java
    cd /usr/java/
    ll
    chown -R root:root /usr/java/jdk1.8.0_45
    vi /etc/profile
    添加
        export JAVA_HOME=/usr/java/jdk1.8.0_45
        export PATH=${JAVA_HOME}/bin:${PATH}
    source /etc/profile
    which java

### 4. 离线部署MySQL(主) ###

4.1 解压及创建my.cnf

cd /root/CDH6.3.1/
    tar xzvf mysql-5.7.11-linux-glibc2.5-x86_64.tar.gz -C /usr/local
    ll
    cd /usr/local
    ll
    mv mysql-5.7.11-linux-glibc2.5-x86_64 mysql
    ll
    mkdir mysql/arch mysql/data mysql/tmp
    vi /etc/my.cnf
    :.,$d 
    添加
    [client]
    port            = 3306
    socket          = /usr/local/mysql/data/mysql.sock
    default-character-set=utf8mb4
    
    [mysqld]
    port            = 3306
    socket          = /usr/local/mysql/data/mysql.sock
    
    skip-slave-start
    
    skip-external-locking
    key_buffer_size = 256M
    sort_buffer_size = 2M
    read_buffer_size = 2M
    read_rnd_buffer_size = 4M
    query_cache_size= 32M
    max_allowed_packet = 16M
    myisam_sort_buffer_size=128M
    tmp_table_size=32M
    
    table_open_cache = 512
    thread_cache_size = 8
    wait_timeout = 86400
    interactive_timeout = 86400
    max_connections = 600
    
    # Try number of CPU's*2 for thread_concurrency
    #thread_concurrency = 32 
    
    #isolation level and default engine 
    default-storage-engine = INNODB
    transaction-isolation = READ-COMMITTED
    
    server-id  = 1739
    basedir     = /usr/local/mysql
    datadir     = /usr/local/mysql/data
    pid-file     = /usr/local/mysql/data/hostname.pid
    
    #open performance schema
    log-warnings
    sysdate-is-now
    
    binlog_format = ROW
    log_bin_trust_function_creators=1
    log-error  = /usr/local/mysql/data/hostname.err
    log-bin = /usr/local/mysql/arch/mysql-bin
    expire_logs_days = 7
    
    innodb_write_io_threads=16
    
    relay-log  = /usr/local/mysql/relay_log/relay-log
    relay-log-index = /usr/local/mysql/relay_log/relay-log.index
    relay_log_info_file= /usr/local/mysql/relay_log/relay-log.info
    
    log_slave_updates=1
    gtid_mode=OFF
    enforce_gtid_consistency=OFF
    
    # slave
    slave-parallel-type=LOGICAL_CLOCK
    slave-parallel-workers=4
    master_info_repository=TABLE
    relay_log_info_repository=TABLE
    relay_log_recovery=ON
    
    #other logs
    #general_log =1
    #general_log_file  = /usr/local/mysql/data/general_log.err
    #slow_query_log=1
    #slow_query_log_file=/usr/local/mysql/data/slow_log.err
    
    #for replication slave
    sync_binlog = 500
    
    
    #for innodb options 
    innodb_data_home_dir = /usr/local/mysql/data/
    innodb_data_file_path = ibdata1:1G;ibdata2:1G:autoextend
    
    innodb_log_group_home_dir = /usr/local/mysql/arch
    innodb_log_files_in_group = 4
    innodb_log_file_size = 1G
    innodb_log_buffer_size = 200M
    
    #根据生产需要，调整pool size 
    innodb_buffer_pool_size = 2G
    #innodb_additional_mem_pool_size = 50M #deprecated in 5.6
    tmpdir = /usr/local/mysql/tmp
    
    innodb_lock_wait_timeout = 1000
    #innodb_thread_concurrency = 0
    innodb_flush_log_at_trx_commit = 2
    
    innodb_locks_unsafe_for_binlog=1
    
    #innodb io features: add for mysql5.5.8
    performance_schema
    innodb_read_io_threads=4
    innodb-write-io-threads=4
    innodb-io-capacity=200
    #purge threads change default(0) to 1 for purge
    innodb_purge_threads=1
    innodb_use_native_aio=on
    
    #case-sensitive file names and separate tablespace
    innodb_file_per_table = 1
    lower_case_table_names=1
    
    [mysqldump]
    quick
    max_allowed_packet = 128M
    
    [mysql]
    no-auto-rehash
    default-character-set=utf8mb4
    
    [mysqlhotcopy]
    interactive-timeout
    
    [myisamchk]
    key_buffer_size = 256M
    sort_buffer_size = 256M
    read_buffer = 2M
    write_buffer = 2M

4.2 创建用户组及用户

[root@cdh-server01 local]# groupadd -g 101 dba
    [root@cdh-server01 local]# useradd -u 514 -g dba -G root -d /usr/local/mysql mysqladmin
    useradd: warning: the home directory already exists.
    Not copying any file from skel directory into it.
    [root@cdh-server01 local]# cp /etc/skel/.* /usr/local/mysql
    cp: omitting directory ‘/etc/skel/.’
    cp: omitting directory ‘/etc/skel/..’
    [root@cdh-server01 local]# vi mysql/.bashrc
    添加
        export MYSQL_BASE=/usr/local/mysql
        export PATH=${MYSQL_BASE}/bin:$PATH
    [root@cdh-server01 local]# chown  mysqladmin:dba /etc/my.cnf
    [root@cdh-server01 local]# chmod  640 /etc/my.cnf  
    [root@cdh-server01 local]# chown -R mysqladmin:dba /usr/local/mysql
    [root@cdh-server01 local]# chmod -R 755 /usr/local/mysql 
    [root@cdh-server01 local]# cd /usr/local/mysql
    [root@cdh-server01 mysql]# cp support-files/mysql.server /etc/rc.d/init.d/mysql
    [root@cdh-server01 mysql]# chmod +x /etc/rc.d/init.d/mysql
    [root@cdh-server01 mysql]# chkconfig --add mysql
    [root@cdh-server01 mysql]# bin/mysqld \
    --defaults-file=/etc/my.cnf \
    --user=mysqladmin \
    --basedir=/usr/local/mysql/ \
    --datadir=/usr/local/mysql/data/ \
    --initialize
    [root@cdh-server01 mysql]# cd data
    [root@cdh-server01 data]# cat hostname.err |grep password
    2019-12-06T14:24:59.548965Z 1 [Note] A temporary password is generated for root@localhost: r4jSaWdRd;yq
    [root@cdh-server01 data]# su - mysqladmin
    [mysqladmin@cdh-server01 ~]$ service mysql start
    Starting MySQL... SUCCESS! 
    [mysqladmin@cdh-server01 ~]$ mysql -uroot -p
    Enter password: 
    Welcome to the MySQL monitor.  Commands end with ; or \g.
    Your MySQL connection id is 2
    Server version: 5.7.11-log
    
    Copyright (c) 2000, 2016, Oracle and/or its affiliates. All rights reserved.
    
    Oracle is a registered trademark of Oracle Corporation and/or its
    affiliates. Other names may be trademarks of their respective
    owners.
    
    Type 'help;' or '\h' for help. Type '\c' to clear the current input statement.
    
    mysql> exit;
    Bye
    [mysqladmin@cdh-server01 ~]$ mysql -uroot -p
    Enter password: 
    Welcome to the MySQL monitor.  Commands end with ; or \g.
    Your MySQL connection id is 3
    Server version: 5.7.11-log
    
    Copyright (c) 2000, 2016, Oracle and/or its affiliates. All rights reserved.
    
    Oracle is a registered trademark of Oracle Corporation and/or its
    affiliates. Other names may be trademarks of their respective
    owners.
    
    Type 'help;' or '\h' for help. Type '\c' to clear the current input statement.
    
    mysql> alter user root@localhost identified by 'ahu=2018';
    Query OK, 0 rows affected (0.00 sec)
    
    mysql> GRANT ALL PRIVILEGES ON *.* TO 'root'@'%' IDENTIFIED BY 'ahu=2018' ;
    Query OK, 0 rows affected, 1 warning (0.00 sec)
    
    mysql> flush privileges;
    Query OK, 0 rows affected (0.01 sec)
    
    mysql> exit;
    Bye
    [mysqladmin@cdh-server01 ~]$ service mysql restart
    Shutting down MySQL.. SUCCESS! 
    Starting MySQL.. SUCCESS! 
    [mysqladmin@cdh-server01 ~]$ mysql -uroot -pahu=2018
    mysql: [Warning] Using a password on the command line interface can be insecure.
    Welcome to the MySQL monitor.  Commands end with ; or \g.
    Your MySQL connection id is 2
    Server version: 5.7.11-log MySQL Community Server (GPL)
    
    Copyright (c) 2000, 2016, Oracle and/or its affiliates. All rights reserved.
    
    Oracle is a registered trademark of Oracle Corporation and/or its
    affiliates. Other names may be trademarks of their respective
    owners.
    
    Type 'help;' or '\h' for help. Type '\c' to clear the current input statement.
    
    mysql> create database cmf default character set utf8;
    Query OK, 1 row affected (0.00 sec)
    
    mysql> create database amon default character set utf8;
    Query OK, 1 row affected (0.01 sec)
    
    mysql> grant all privileges on cmf.*  to 'cmf'@'%' identified by 'ahu=2018';
    Query OK, 0 rows affected, 1 warning (0.00 sec)
    
    mysql> grant all privileges on amon.*  to 'amon'@'%' identified by 'ahu=2018';
    Query OK, 0 rows affected, 1 warning (0.00 sec)
    
    mysql> flush privileges;
    Query OK, 0 rows affected (0.00 sec)
    
    mysql> exit;
    Bye
    [mysqladmin@cdh-server01 ~]$ exit;
    logout
    [root@cdh-server01 data]# cd
    [root@cdh-server01 ~]# cd CDH6.3.1/
    [root@cdh-server01 CDH6.3.1]# ll
    total 4118988
    -rw-r--r--. 1 root root 2083878000 Dec  5 22:05 CDH-6.3.1-1.cdh6.3.1.p0.1470567-el7.parcel
    -rw-r--r--. 1 root root         40 Dec  5 22:06 CDH-6.3.1-1.cdh6.3.1.p0.1470567-el7.parcel.sha1
    -rw-r--r--. 1 root root 1411444147 Dec  5 22:06 cm6.3.1-redhat7.tar.gz
    -rw-r--r--. 1 root root  173271626 Dec  5 22:07 jdk-8u45-linux-x64.gz
    -rw-r--r--. 1 root root      33887 Dec  5 22:07 manifest.json
    -rw-r--r--. 1 root root  548193637 Dec  5 22:07 mysql-5.7.11-linux-glibc2.5-x86_64.tar.gz
    -rw-r--r--. 1 root root    1007502 Dec  5 22:07 mysql-connector-java-5.1.47.jar
    [root@cdh-server01 CDH6.3.1]# mkdir -p /usr/share/java
    [root@cdh-server01 CDH6.3.1]# cp mysql-connector-java-5.1.47.jar  /usr/share/java/mysql-connector-java.jar
    [root@cdh-server01 CDH6.3.1]#

### 5. rpm包部署CM ###

5.1 主节点

[root@cdh-server01 CDH6.3.1]# tar -xzvf cm6.3.1-redhat7.tar.gz
    [root@cdh-server01 CDH6.3.1]# ll
    total 4118988
    -rw-r--r--. 1 root root 2083878000 Dec  5 22:05 CDH-6.3.1-1.cdh6.3.1.p0.1470567-el7.parcel
    -rw-r--r--. 1 root root         40 Dec  5 22:06 CDH-6.3.1-1.cdh6.3.1.p0.1470567-el7.parcel.sha1
    drwxrwxr-x. 5 2001 2001         75 Sep 25 16:51 cm6.3.1
    -rw-r--r--. 1 root root 1411444147 Dec  5 22:06 cm6.3.1-redhat7.tar.gz
    -rw-r--r--. 1 root root  173271626 Dec  5 22:07 jdk-8u45-linux-x64.gz
    -rw-r--r--. 1 root root      33887 Dec  5 22:07 manifest.json
    -rw-r--r--. 1 root root  548193637 Dec  5 22:07 mysql-5.7.11-linux-glibc2.5-x86_64.tar.gz
    -rw-r--r--. 1 root root    1007502 Dec  5 22:07 mysql-connector-java-5.1.47.jar
    [root@cdh-server01 CDH6.3.1]# cd cm6.3.1
    [root@cdh-server01 cm6.3.1]# ll
    total 8
    drwxrwxr-x. 2 2001 2001 4096 Sep 25 16:51 repodata
    -rw-rw-r--. 1 2001 2001 1718 Sep 25 16:51 RPM-GPG-KEY-cloudera
    drwxrwxr-x. 4 2001 2001   34 Sep 25 16:50 RPMS
    drwxrwxr-x. 2 2001 2001    6 Sep 25 16:50 SRPMS
    [root@cdh-server01 cm6.3.1]# cd RPMS/
    [root@cdh-server01 RPMS]# ll
    total 4
    drwxrwxr-x. 2 2001 2001    6 Sep 25 16:50 noarch
    drwxrwxr-x. 2 2001 2001 4096 Sep 25 16:51 x86_64
    [root@cdh-server01 RPMS]# cd x86_64/
    [root@cdh-server01 x86_64]# ll
    total 1380420
    -rw-r--r--. 1 2001 2001   10483568 Sep 25 16:51 cloudera-manager-agent-6.3.1-1466458.el7.x86_64.rpm
    -rw-r--r--. 1 2001 2001 1203832464 Sep 25 16:50 cloudera-manager-daemons-6.3.1-1466458.el7.x86_64.rpm
    -rw-r--r--. 1 2001 2001      11488 Sep 25 16:51 cloudera-manager-server-6.3.1-1466458.el7.x86_64.rpm
    -rw-r--r--. 1 2001 2001      10996 Sep 25 16:51 cloudera-manager-server-db-2-6.3.1-1466458.el7.x86_64.rpm
    -rw-r--r--. 1 2001 2001   14209868 Sep 25 16:51 enterprise-debuginfo-6.3.1-1466458.el7.x86_64.rpm
    -rw-rw-r--. 1 2001 2001  184988341 Sep 25 16:51 oracle-j2sdk1.8-1.8.0+update181-1.x86_64.rpm
    [root@cdh-server01 x86_64]# rpm -ivh cloudera-manager-daemons-6.3.1-1466458.el7.x86_64.rpm --nodeps --force
    warning: cloudera-manager-daemons-6.3.1-1466458.el7.x86_64.rpm: Header V3 RSA/SHA256 Signature, key ID b0b19c9f: NOKEY
    Preparing...                          ################################# [100%]
    Updating / installing...
       1:cloudera-manager-daemons-6.3.1-14################################# [100%]
    [root@cdh-server01 x86_64]# rpm -ivh cloudera-manager-server-6.3.1-1466458.el7.x86_64.rpm --nodeps --forcewarning: cloudera-manager-server-6.3.1-1466458.el7.x86_64.rpm: Header V3 RSA/SHA256 Signature, key ID b0b19c9f: NOKEY
    Preparing...                          ################################# [100%]
    Updating / installing...
       1:cloudera-manager-server-6.3.1-146################################# [100%]
    Created symlink from /etc/systemd/system/multi-user.target.wants/cloudera-scm-server.service to /usr/lib/systemd/system/cloudera-scm-server.service.
    [root@cdh-server01 x86_64]# cd
    [root@cdh-server01 ~]# cd /etc/cloudera-scm-server/
    [root@cdh-server01 cloudera-scm-server]# ll
    total 20
    -rw-r--r--. 1 root         root         8197 Sep 25 16:34 cmSubCaCert.profile
    -rw-------. 1 cloudera-scm cloudera-scm  757 Sep 25 16:34 db.properties
    -rw-r--r--. 1 root         root         3027 Sep 25 16:34 log4j.properties
    [root@cdh-server01 cloudera-scm-server]# vi db.properties 
        # Copyright (c) 2012 Cloudera, Inc. All rights reserved.
        #
        # This file describes the database connection.
        #
        
        # The database type
        # Currently 'mysql', 'postgresql' and 'oracle' are valid databases.
        com.cloudera.cmf.db.type=mysql
        
        # The database host
        # If a non standard port is needed, use 'hostname:port'
        com.cloudera.cmf.db.host=cdh-server01
        
        # The database name
        com.cloudera.cmf.db.name=cmf
        
        # The database user
        com.cloudera.cmf.db.user=cmf
        
        # The database user's password
        com.cloudera.cmf.db.password=ahu=2018
        
        # The db setup type
        # After fresh install it is set to INIT
        # and will be changed post config.
        # If scm-server uses Embedded DB then it is set to EMBEDDED
        # If scm-server uses External DB then it is set to EXTERNAL
        com.cloudera.cmf.db.setupType=EXTERNAL
    [root@cdh-server01 cloudera-scm-server]# service cloudera-scm-server start
    Redirecting to /bin/systemctl start cloudera-scm-server.service
    [root@cdh-server01 cloudera-scm-server]# service cloudera-scm-server status
    Redirecting to /bin/systemctl status cloudera-scm-server.service
    ● cloudera-scm-server.service - Cloudera CM Server Service
       Loaded: loaded (/usr/lib/systemd/system/cloudera-scm-server.service; enabled; vendor preset: disabled)
       Active: active (running) since Sat 2019-12-07 14:59:23 CST; 5s ago
      Process: 5278 ExecStartPre=/opt/cloudera/cm/bin/cm-server-pre (code=exited, status=0/SUCCESS)
     Main PID: 5281 (java)
       CGroup: /system.slice/cloudera-scm-server.service
               └─5281 /usr/java/jdk1.8.0_45/bin/java -cp .:/usr/share/java/mysql-connector-java.jar:/usr/sh...
    
    Dec 07 14:59:23 cdh-server01 cm-server[5281]: JAVA_HOME=/usr/java/jdk1.8.0_45
    Dec 07 14:59:23 cdh-server01 cm-server[5281]: Java HotSpot(TM) 64-Bit Server VM warning: ignoring op...8.0
    Dec 07 14:59:25 cdh-server01 cm-server[5281]: ERROR StatusLogger No log4j2 configuration file found....ng.
    Dec 07 14:59:26 cdh-server01 cm-server[5281]: Sat Dec 07 14:59:26 CST 2019 WARN: Establishing SSL co...lic
    Dec 07 14:59:26 cdh-server01 cm-server[5281]: Sat Dec 07 14:59:26 CST 2019 WARN: Establishing SSL co...lic
    Dec 07 14:59:26 cdh-server01 cm-server[5281]: Sat Dec 07 14:59:26 CST 2019 WARN: Establishing SSL co...lic
    Dec 07 14:59:26 cdh-server01 cm-server[5281]: Sat Dec 07 14:59:26 CST 2019 WARN: Establishing SSL co...lic
    Dec 07 14:59:26 cdh-server01 cm-server[5281]: Sat Dec 07 14:59:26 CST 2019 WARN: Establishing SSL co...lic
    Dec 07 14:59:29 cdh-server01 cm-server[5281]: 14:59:29.012 [main] ERROR org.hibernate.engine.jdbc.sp...ist
    Dec 07 14:59:29 cdh-server01 cm-server[5281]: Sat Dec 07 14:59:29 CST 2019 WARN: Establishing SSL co...lic
    Hint: Some lines were ellipsized, use -l to show in full.
    [root@cdh-server01 cloudera-scm-server]# 
        # 此处启动一个新的主节点窗口，检查cloudera-scm-server服务启动日志
        # 出现7180，则证明成功，否则检查log文件，寻找问题
        # 网页打开192.168.1.31:7180,维持不动
        [root@cdh-server01 ~]# cd /var/log/cloudera-scm-server/
        [root@cdh-server01 cloudera-scm-server]# ll
        total 0
        [root@cdh-server01 cloudera-scm-server]# ll
        total 28
        -rw-r-----. 1 cloudera-scm cloudera-scm 28451 Dec  7 14:59 cloudera-scm-server.log
        -rw-r-----. 1 cloudera-scm cloudera-scm     0 Dec  7 14:59 cmf-server-nio.log
        -rw-r-----. 1 cloudera-scm cloudera-scm     0 Dec  7 14:59 cmf-server-perf.log
        [root@cdh-server01 cloudera-scm-server]# tail -F cloudera-scm-server.log 
        2019-12-07 15:00:39,657 INFO WebServerImpl:org.eclipse.jetty.server.AbstractConnector: Started ServerConnector@16a3e60{HTTP/1.1,[http/1.1]}{0.0.0.0:7180}
        2019-12-07 15:00:39,658 INFO WebServerImpl:org.eclipse.jetty.server.Server: Started @75687ms
        2019-12-07 15:00:39,658 INFO WebServerImpl:com.cloudera.server.cmf.WebServerImpl: Started Jetty server.
        2019-12-07 15:00:43,528 ERROR ParcelUpdateService:com.cloudera.parcel.components.ParcelDownloaderImpl: Failed to download manifest. Status code: 404 URI: https://archive.cloudera.com/sqoop-teradata-connector1/1.7.1c6/manifest.json/
    [root@cdh-server01 cloudera-scm-server]#
    [root@cdh-server01 cloudera-scm-server]# cd
    [root@cdh-server01 CDH6.3.1]# cd CDH6.3.1/cm6.3.1/RPMS/x86_64/
    [root@cdh-server01 x86_64]# rpm -ivh cloudera-manager-agent-6.3.1-1466458.el7.x86_64.rpm --nodeps --force
    warning: cloudera-manager-agent-6.3.1-1466458.el7.x86_64.rpm: Header V3 RSA/SHA256 Signature, key ID b0b19c9f: NOKEY
    Preparing...                          ################################# [100%]
    Updating / installing...
       1:cloudera-manager-agent-6.3.1-1466################################# [100%]
    Created symlink from /etc/systemd/system/multi-user.target.wants/cloudera-scm-agent.service to /usr/lib/systemd/system/cloudera-scm-agent.service.
    Created symlink from /etc/systemd/system/multi-user.target.wants/supervisord.service to /usr/lib/systemd/system/supervisord.service.
    [root@cdh-server01 x86_64]# vi /etc/cloudera-scm-agent/config.ini
    # 修改
        server_host=cdh-server01
    [root@cdh-server01 x86_64]# scp cloudera-manager-agent-6.3.1-1466458.el7.x86_64.rpm cdh-agent01:/root/CDH6.3.1/
    [root@cdh-server01 x86_64]# scp cloudera-manager-agent-6.3.1-1466458.el7.x86_64.rpm cdh-agent02:/root/CDH6.3.1/
    [root@cdh-server01 x86_64]# scp cloudera-manager-agent-6.3.1-1466458.el7.x86_64.rpm cdh-agent03:/root/CDH6.3.1/
    [root@cdh-server01 x86_64]# scp cloudera-manager-agent-6.3.1-1466458.el7.x86_64.rpm cdh-agent04:/root/CDH6.3.1/
    [root@cdh-server01 x86_64]# scp cloudera-manager-agent-6.3.1-1466458.el7.x86_64.rpm cdh-agent05:/root/CDH6.3.1/
    [root@cdh-server01 x86_64]# scp cloudera-manager-daemons-6.3.1-1466458.el7.x86_64.rpm cdh-agent01:/root/CDH6.3.1/
    [root@cdh-server01 x86_64]# scp cloudera-manager-daemons-6.3.1-1466458.el7.x86_64.rpm cdh-agent02:/root/CDH6.3.1/
    [root@cdh-server01 x86_64]# scp cloudera-manager-daemons-6.3.1-1466458.el7.x86_64.rpm cdh-agent03:/root/CDH6.3.1/
    [root@cdh-server01 x86_64]# scp cloudera-manager-daemons-6.3.1-1466458.el7.x86_64.rpm cdh-agent04:/root/CDH6.3.1/
    [root@cdh-server01 x86_64]# scp cloudera-manager-daemons-6.3.1-1466458.el7.x86_64.rpm cdh-agent05:/root/CDH6.3.1/
    [root@cdh-server01 x86_64]#

5.2 次节点

[root@cdh-agent01 java]# cd /root/CDH6.3.1/
    You have new mail in /var/spool/mail/root
    [root@cdh-agent01 CDH6.3.1]# ll
    total 1355072
    -rw-r--r--. 1 root root   10483568 Dec  7 15:20 cloudera-manager-agent-6.3.1-1466458.el7.x86_64.rpm
    -rw-r--r--. 1 root root 1203832464 Dec  7 15:22 cloudera-manager-daemons-6.3.1-1466458.el7.x86_64.rpm
    -rw-r--r--. 1 root root  173271626 Dec  5 23:01 jdk-8u45-linux-x64.gz
    [root@cdh-agent01 CDH6.3.1]# rpm -ivh cloudera-manager-daemons-6.3.1-1466458.el7.x86_64.rpm --nodeps --force
    warning: cloudera-manager-daemons-6.3.1-1466458.el7.x86_64.rpm: Header V3 RSA/SHA256 Signature, key ID b0b19c9f: NOKEY
    Preparing...                          ################################# [100%]
    Updating / installing...
       1:cloudera-manager-daemons-6.3.1-14################################# [100%]
    [root@cdh-agent01 CDH6.3.1]# rpm -ivh cloudera-manager-agent-6.3.1-1466458.el7.x86_64.rpm --nodeps --forcewarning: cloudera-manager-agent-6.3.1-1466458.el7.x86_64.rpm: Header V3 RSA/SHA256 Signature, key ID b0b19c9f: NOKEY
    Preparing...                          ################################# [100%]
    Updating / installing...
       1:cloudera-manager-agent-6.3.1-1466################################# [100%]
    Created symlink from /etc/systemd/system/multi-user.target.wants/cloudera-scm-agent.service to /usr/lib/systemd/system/cloudera-scm-agent.service.
    Created symlink from /etc/systemd/system/multi-user.target.wants/supervisord.service to /usr/lib/systemd/system/supervisord.service.
    [root@cdh-agent01 CDH6.3.1]# vi /etc/cloudera-scm-agent/config.ini
    # 修改
        server_host=cdh-server01

5.3 启动agent服务(主、次节点)

[root@cdh-server01 x86_64]# service cloudera-scm-agent start
    Redirecting to /bin/systemctl start cloudera-scm-agent.service
    [root@cdh-agent01 CDH6.3.1]# service cloudera-scm-agent status
    Redirecting to /bin/systemctl status cloudera-scm-agent.service
    ● cloudera-scm-agent.service - Cloudera Manager Agent Service
       Loaded: loaded (/usr/lib/systemd/system/cloudera-scm-agent.service; enabled; vendor preset: disabled)
       Active: active (running) since Sat 2019-12-07 15:42:30 CST; 1min 5s ago
     Main PID: 3299 (cmagent)
       CGroup: /system.slice/cloudera-scm-agent.service
               └─3299 /usr/bin/python2 /opt/cloudera/cm-agent/bin/cm agent
    
    Dec 07 15:42:32 cdh-agent01 cm[3299]: [07/Dec/2019 15:42:32 +0000] 3299 MainThread agent        INF...lood
    Dec 07 15:42:32 cdh-agent01 cm[3299]: [07/Dec/2019 15:42:32 +0000] 3299 MainThread agent        INF...lude
    Dec 07 15:42:32 cdh-agent01 cm[3299]: [07/Dec/2019 15:42:32 +0000] 3299 MainThread agent        INF...oups
    Dec 07 15:42:32 cdh-agent01 cm[3299]: [07/Dec/2019 15:42:32 +0000] 3299 MainThread agent        INF...cess
    Dec 07 15:42:32 cdh-agent01 cm[3299]: [07/Dec/2019 15:42:32 +0000] 3299 MainThread tmpfs        INF...cess
    Dec 07 15:42:32 cdh-agent01 cm[3299]: [07/Dec/2019 15:42:32 +0000] 3299 MainThread logging      INF....log
    Dec 07 15:42:38 cdh-agent01 cm[3299]: status_server: added process group
    Dec 07 15:42:38 cdh-agent01 cm[3299]: flood: added process group
    Dec 07 15:42:38 cdh-agent01 cm[3299]: /opt/cloudera/cm-agent/lib/python2.7/site-packages/psutil/_ps...to 0
    Dec 07 15:42:38 cdh-agent01 cm[3299]: warnings.warn(msg, RuntimeWarning)
    Hint: Some lines were ellipsized, use -l to show in full.
    [root@cdh-agent01 CDH6.3.1]#yum install -y perl
      ...
      perl-Time-Local.noarch 0:1.2300-2.el7           perl-constant.noarch 0:1.27-2.el7     
      perl-libs.x86_64 4:5.16.3-294.el7_6             perl-macros.x86_64 4:5.16.3-294.el7_6 
      perl-parent.noarch 1:0.225-244.el7              perl-podlators.noarch 0:2.5.1-3.el7   
      perl-threads.x86_64 0:1.87-4.el7                perl-threads-shared.x86_64 0:1.43-6.el7 
    Complete!
    [root@cdh-server01 x86_64]#

5.4 web页面配置信息

step 1. 网页打开192.168.1.31:7180，登录(admin/admin)

![b6fd40863cbcd0de4c64d2e281956e3a.png][]

step 2. CM版本选择，选择免费版本

![7808599b50ef9a35a41bd49e3a2de666.png][]

step 3. 集群名称，此处根据实际命名

![f47e8687922846f77a8f09a2ab58bb80.png][]

step 4. 指定主机

![365e147cfa88a248c2af77aec2f937e2.png][]

step 5. 准备parcel(主)

[root@cdh-server01 x86_64]# cd
    [root@cdh-server01 ~]# cd CDH6.3.1/
    [root@cdh-server01 CDH6.3.1]# yum install -y httpd
    Loaded plugins: fastestmirror
    ......
    Dependency Installed:
      apr.x86_64 0:1.4.8-5.el7       apr-util.x86_64 0:1.5.2-6.el7  httpd-tools.x86_64 0:2.4.6-90.el7.centos 
      mailcap.noarch 0:2.1.41-2.el7 
    
    Complete!
    [root@cdh-server01 CDH6.3.1]# ll
    total 4118988
    -rw-r--r--. 1 root root 2083878000 Dec  5 22:05 CDH-6.3.1-1.cdh6.3.1.p0.1470567-el7.parcel
    -rw-r--r--. 1 root root         40 Dec  5 22:06 CDH-6.3.1-1.cdh6.3.1.p0.1470567-el7.parcel.sha1
    drwxrwxr-x. 5 2001 2001         75 Sep 25 16:51 cm6.3.1
    -rw-r--r--. 1 root root 1411444147 Dec  5 22:06 cm6.3.1-redhat7.tar.gz
    -rw-r--r--. 1 root root  173271626 Dec  5 22:07 jdk-8u45-linux-x64.gz
    -rw-r--r--. 1 root root      33887 Dec  5 22:07 manifest.json
    -rw-r--r--. 1 root root  548193637 Dec  5 22:07 mysql-5.7.11-linux-glibc2.5-x86_64.tar.gz
    -rw-r--r--. 1 root root    1007502 Dec  5 22:07 mysql-connector-java-5.1.47.jar
    [root@cdh-server01 CDH6.3.1]# mkdir /var/www/html/cdh6_parcel
    [root@cdh-server01 CDH6.3.1]# mv CDH-6.3.1-1.cdh6.3.1.p0.1470567-el7.parcel /var/www/html/cdh6_parcel
    [root@cdh-server01 CDH6.3.1]# mv CDH-6.3.1-1.cdh6.3.1.p0.1470567-el7.parcel.sha1 /var/www/html/cdh6_parcel/CDH-6.3.1-1.cdh6.3.1.p0.1470567-el7.parcel.sha
    [root@cdh-server01 CDH6.3.1]# mv manifest.json /var/www/html/cdh6_parcel
    [root@cdh-server01 CDH6.3.1]# ll /var/www/html/cdh6_parcel
    total 2035080
    -rw-r--r--. 1 root root 2083878000 Dec  5 22:05 CDH-6.3.1-1.cdh6.3.1.p0.1470567-el7.parcel
    -rw-r--r--. 1 root root         40 Dec  5 22:06 CDH-6.3.1-1.cdh6.3.1.p0.1470567-el7.parcel.sha
    -rw-r--r--. 1 root root      33887 Dec  5 22:07 manifest.json
    [root@cdh-server01 CDH6.3.1]# service httpd start
    Redirecting to /bin/systemctl start httpd.service
    [root@cdh-server01 html]# scp -r cdh6_parcel/ cdh6
    [root@cdh-server01 html]# ll
    total 0
    drwxr-xr-x. 2 root root 131 Dec  7 16:08 cdh6
    drwxr-xr-x. 2 root root 131 Dec  7 16:12 cdh6_parcel
    [root@cdh-server01 html]#

web打开192.168.1.31/cdh6\_parcel/，验证httpd启动结果

![6a43102e0b6199432327d4ca2646ca62.png][]

step 5. 选择存储库

![4eb43b65fa941addbcbefd23637f9a17.png][]

![f8534bbf1ed244a1a7cd3bcc87039003.png][]

step 6. 自动刷新页面，显示CDH

![c2fbbff54105542a3e76a60ef04a5421.png][]

step 7. 安装Parcels

![68b6950fb020ca5f4cde79658394f21d.png][]

step 8. 检查群集  
![324c922ade36ac9c7f287873c19c4a05.png][]

修复出现的问题

1.  修复透明大页面(主、次)
    
        echo never > /sys/kernel/mm/transparent_hugepage/defrag
        echo never > /sys/kernel/mm/transparent_hugepage/enabled
2.  swappiness 设置(主、次)
    
        sysctl vm.swappiness=10
        echo 'vm.swappiness=10'>> /etc/sysctl.conf
3.  修复Psycopg2版本较低(忽略)

![c701217498bd7910d3cbf2fcfef4c15f.png][]

step 9. 服务选择

![21402aa0c9902588916c29f771b9818a.png][]

step 10. 角色分配(Zookeeper必须为奇数)

![ae624cfaecc4a8daf3413308c3d31376.png][]

step 11. 数据库设置，测试连接

![9f7d8eefee7ae4fee7f65b1cb99530aa.png][]

step 12. 首次运行命令详细信息

![a45002bf07c51d579990a251350ac24d.png][]

step 13. 汇总

![0f0a77a9d1cced1c2a0c1d35744249d8.png][]

5.5 问题修复

![52329a861ef057dcd73b1df4cf921d3c.png][]

1.  CM service 黄色报错
    
    解决办法:Suppress或根据需要修改Java内存大小，这里进行了修改
    
    ![a06d78e79239ed8701a044773adb08ea.png][]
2.  Zookeeper 黄色报错
    
    解决方案:角色选择时，Zookeeper选择奇数个节点
3.  HDFS 黄色报错
    
    解决办法:Suppress
4.  主机 黄色报错
    
    解决办法:主机名不要有大写字![59ef68e2fd1974fff3c7e9c0ebdc8ad3.png][]

[b6fd40863cbcd0de4c64d2e281956e3a.png]: /images/20221120/8bacbcfdcb794864ae0b4ccf8030751b.png
[7808599b50ef9a35a41bd49e3a2de666.png]: https://img-blog.csdnimg.cn/img_convert/7808599b50ef9a35a41bd49e3a2de666.png
[f47e8687922846f77a8f09a2ab58bb80.png]: https://img-blog.csdnimg.cn/img_convert/f47e8687922846f77a8f09a2ab58bb80.png
[365e147cfa88a248c2af77aec2f937e2.png]: https://img-blog.csdnimg.cn/img_convert/365e147cfa88a248c2af77aec2f937e2.png
[6a43102e0b6199432327d4ca2646ca62.png]: https://img-blog.csdnimg.cn/img_convert/6a43102e0b6199432327d4ca2646ca62.png
[4eb43b65fa941addbcbefd23637f9a17.png]: https://img-blog.csdnimg.cn/img_convert/4eb43b65fa941addbcbefd23637f9a17.png
[f8534bbf1ed244a1a7cd3bcc87039003.png]: https://img-blog.csdnimg.cn/img_convert/f8534bbf1ed244a1a7cd3bcc87039003.png
[c2fbbff54105542a3e76a60ef04a5421.png]: https://img-blog.csdnimg.cn/img_convert/c2fbbff54105542a3e76a60ef04a5421.png
[68b6950fb020ca5f4cde79658394f21d.png]: https://img-blog.csdnimg.cn/img_convert/68b6950fb020ca5f4cde79658394f21d.png
[324c922ade36ac9c7f287873c19c4a05.png]: https://img-blog.csdnimg.cn/img_convert/324c922ade36ac9c7f287873c19c4a05.png
[c701217498bd7910d3cbf2fcfef4c15f.png]: https://img-blog.csdnimg.cn/img_convert/c701217498bd7910d3cbf2fcfef4c15f.png
[21402aa0c9902588916c29f771b9818a.png]: https://img-blog.csdnimg.cn/img_convert/21402aa0c9902588916c29f771b9818a.png
[ae624cfaecc4a8daf3413308c3d31376.png]: https://img-blog.csdnimg.cn/img_convert/ae624cfaecc4a8daf3413308c3d31376.png
[9f7d8eefee7ae4fee7f65b1cb99530aa.png]: https://img-blog.csdnimg.cn/img_convert/9f7d8eefee7ae4fee7f65b1cb99530aa.png
[a45002bf07c51d579990a251350ac24d.png]: https://img-blog.csdnimg.cn/img_convert/a45002bf07c51d579990a251350ac24d.png
[0f0a77a9d1cced1c2a0c1d35744249d8.png]: https://img-blog.csdnimg.cn/img_convert/0f0a77a9d1cced1c2a0c1d35744249d8.png
[52329a861ef057dcd73b1df4cf921d3c.png]: https://img-blog.csdnimg.cn/img_convert/52329a861ef057dcd73b1df4cf921d3c.png
[a06d78e79239ed8701a044773adb08ea.png]: https://img-blog.csdnimg.cn/img_convert/a06d78e79239ed8701a044773adb08ea.png
[59ef68e2fd1974fff3c7e9c0ebdc8ad3.png]: https://img-blog.csdnimg.cn/img_convert/59ef68e2fd1974fff3c7e9c0ebdc8ad3.png