搭建Ceph分布式存储

约定不等于承诺〃 2021-10-30 02:46 533阅读 0赞

**环境：**

<table> 
 <tbody> 
 <tr> 
 <td> 系统 </td> 
 <td> IP地址 </td> 
 <td> 主机名（登录用户） </td> 
 <td> 承载角色 </td> 
 </tr> 
 <tr> 
 <td> Centos 7.4 64Bit 1611 </td> 
 <td> 10.199.100.170 </td> 
 <td> dlp（yzyu） ceph-client（root） </td> 
 <td> admin-node ceph-client </td> 
 </tr> 
 <tr> 
 <td> Centos 7.4 64Bit 1611 </td> 
 <td> 10.199.100.171 </td> 
 <td> node1（yzyu） 添加一块硬盘 </td> 
 <td> mon-node osd0-node mds-node </td> 
 </tr> 
 <tr> 
 <td> Centos 7.4 64Bit 1611 </td> 
 <td> 10.199.100.172 </td> 
 <td> node2（yzyu） 添加一块硬盘 </td> 
 <td> mon-node osd1-node </td> 
 </tr> 
 </tbody> 
</table>

*  ## **配置基础环境** ##

[root@dlp ~]# useradd yzyu
 [root@dlp ~]# echo "dhhy" |passwd --stdin dhhy
 [root@dlp ~]# cat <<END >>/etc/hosts
 10.199.100.170 dlp
 10.199.100.171 node1
 10.199.100.172 node2
 END
 [root@dlp ~]# echo "yzyu ALL = (root) NOPASSWD:ALL" >> /etc/sudoers.d/yzyu
 [root@dlp ~]# chmod 0440 /etc/sudoers.d/yzyu

[root@node1~]# useradd yzyu
 [root@node1 ~]# echo "yzyu" |passwd --stdin yzyu
 [root@node1 ~]# cat <<END >>/etc/hosts
 10.199.100.170 dlp
 10.199.100.171 node1
 10.199.100.172 node2
 END
 [root@node1 ~]# echo "yzyu ALL = (root) NOPASSWD:ALL" >> /etc/sudoers.d/yzyu
 [root@node1 ~]# chmod 0440 /etc/sudoers.d/yzyu
 
 
 [root@node2 ~]# useradd yzyu
 [root@node2 ~]# echo "yzyu" |passwd --stdin yzyu
 [root@node2 ~]# cat <<END >>/etc/hosts
 10.199.100.170 dlp
 10.199.100.171 node1
 10.199.100.172 node2
 END
 [root@node2 ~]# echo "yzyu ALL = (root) NOPASSWD:ALL" >> /etc/sudoers.d/yzyu
 [root@node2 ~]# chmod 0440 /etc/sudoers.d/yzyu

*  ## **配置ntp时间服务** ##

[root@dlp ~]# yum -y install ntp ntpdate
    [root@dlp ~]# sed -i '/^server/s/^/#/g' /etc/ntp.conf
    [root@dlp ~]# sed -i '25aserver 127.127.1.0\nfudge 127.127.1.0 stratum 8' /etc/ntp.conf
    [root@dlp ~]# systemctl start ntpd
    [root@dlp ~]# systemctl enable ntpd
    [root@dlp ~]# netstat -lntup

[root@node1 ~]# yum -y install ntpdate
    [root@node1 ~]# /usr/sbin/ntpdate 10.199.100.170
    [root@node1 ~]# echo "/usr/sbin/ntpdate 10.199.100.170" >>/etc/rc.local
    [root@node1 ~]# chmod +x /etc/rc.local
    
    
    [root@node2 ~]# yum -y install ntpdate
    [root@node2 ~]# /usr/sbin/ntpdate 10.199.100.170
    [root@node2 ~]# echo "/usr/sbin/ntpdate 10.199.100.170" >>/etc/rc.local
    [root@node2 ~]# chmod +x /etc/rc.local

*  ## **分别在dlp节点、node1、node2节点上安装Ceph** ##

[root@dlp ~]# yum -y install yum-utils
 [root@dlp ~]# yum-config-manager --add-repo https://dl.fedoraproject.org/pub/epel/7/x86_64/
 [root@dlp ~]# yum -y install epel-release --nogpgcheck
 [root@dlp ~]# cat <<END >>/etc/yum.repos.d/ceph.repo
 [Ceph]
 name=Ceph packages for \$basearch
 baseurl=http://mirrors.163.com/ceph/rpm-jewel/el7/\$basearch
 enabled=1
 gpgcheck=0
 type=rpm-md
 gpgkey=https://mirrors.163.com/ceph/keys/release.asc
 priority=1
 
 [Ceph-noarch]
 name=Ceph noarch packages
 baseurl=http://mirrors.163.com/ceph/rpm-jewel/el7/noarch
 enabled=1
 gpgcheck=0
 type=rpm-md
 gpgkey=https://mirrors.163.com/ceph/keys/release.asc
 priority=1
 
 [ceph-source]
 name=Ceph source packages
 baseurl=http://mirrors.163.com/ceph/rpm-jewel/el7/SRPMS
 enabled=1
 gpgcheck=0
 type=rpm-md
 gpgkey=https://mirrors.163.com/ceph/keys/release.asc
 priority=1
 END

\[root@dlp ~\]\# ls /etc/yum.repos.d/　　\#\#必须保证有默认的官网源，结合epel源和网易的ceph源，才可以进行安装；

bak CentOS-fasttrack.repo ceph.repo

CentOS-Base.repo CentOS-Media.repo dl.fedoraproject.org\_pub\_epel\_7\_x86\_64\_.repo

CentOS-CR.repo CentOS-Sources.repo epel.repo

CentOS-Debuginfo.repo CentOS-Vault.repo epel-testing.repo

[root@dlp ~]# su - yzyu
    [dhhy@dlp ~]$ mkdir ceph-cluster    ##创建ceph主目录
    [dhhy@dlp ~]$ cd ceph-cluster
    [dhhy@dlp ceph-cluster]$ sudo yum -y install ceph-deploy    ##安装ceph管理工具
    [dhhy@dlp ceph-cluster]$ sudo yum -y install ceph --nogpgcheck    ##安装ceph主程序

[root@node1 ~]# yum -y install yum-utils
 [root@ node1 ~]# yum-config-manager --add-repo https://dl.fedoraproject.org/pub/epel/7/x86_64/
 [root@node1 ~]# yum -y install epel-release --nogpgcheck
 [root@node1 ~]# cat <<END >>/etc/yum.repos.d/ceph.repo
 [Ceph]
 name=Ceph packages for \$basearch
 baseurl=http://mirrors.163.com/ceph/rpm-jewel/el7/\$basearch
 enabled=1
 gpgcheck=0
 type=rpm-md
 gpgkey=https://mirrors.163.com/ceph/keys/release.asc
 priority=1
 
 [Ceph-noarch]
 name=Ceph noarch packages
 baseurl=http://mirrors.163.com/ceph/rpm-jewel/el7/noarch
 enabled=1
 gpgcheck=0
 type=rpm-md
 gpgkey=https://mirrors.163.com/ceph/keys/release.asc
 priority=1
 
 [ceph-source]
 name=Ceph source packages
 baseurl=http://mirrors.163.com/ceph/rpm-jewel/el7/SRPMS
 enabled=1
 gpgcheck=0
 type=rpm-md
 gpgkey=https://mirrors.163.com/ceph/keys/release.asc
 priority=1
 END
 
 [root@node1 ~]# su - yzyu
 [dhhy@node1 ~]$ mkdir ceph-cluster
 [dhhy@node1~]$ cd ceph-cluster
 [dhhy@node1 ceph-cluster]$ sudo yum -y install ceph-deploy
 [dhhy@node1 ceph-cluster]$ sudo yum -y install ceph --nogpgcheck
 [dhhy@node1 ceph-cluster]$ sudo yum -y install deltarpm
 
 
 [root@node2 ~]# yum -y install yum-utils
 [root@ node1 ~]# yum-config-manager --add-repo https://dl.fedoraproject.org/pub/epel/7/x86_64/
 [root@node2 ~]# yum -y install epel-release --nogpgcheck
 [root@node2 ~]# cat <<END >>/etc/yum.repos.d/ceph.repo
 [Ceph]
 name=Ceph packages for \$basearch
 baseurl=http://mirrors.163.com/ceph/rpm-jewel/el7/\$basearch
 enabled=1
 gpgcheck=0
 type=rpm-md
 gpgkey=https://mirrors.163.com/ceph/keys/release.asc
 priority=1
 
 [Ceph-noarch]
 name=Ceph noarch packages
 baseurl=http://mirrors.163.com/ceph/rpm-jewel/el7/noarch
 enabled=1
 gpgcheck=0
 type=rpm-md
 gpgkey=https://mirrors.163.com/ceph/keys/release.asc
 priority=1
 
 [ceph-source]
 name=Ceph source packages
 baseurl=http://mirrors.163.com/ceph/rpm-jewel/el7/SRPMS
 enabled=1
 gpgcheck=0
 type=rpm-md
 gpgkey=https://mirrors.163.com/ceph/keys/release.asc
 priority=1
 END
 
 [root@node2 ~]# su - yzyu
 [dhhy@node2 ~]$ mkdir ceph-cluster
 [dhhy@node2 ~]$ cd ceph-cluster
 [dhhy@node2 ceph-cluster]$ sudo yum -y install ceph-deploy
 [dhhy@node2 ceph-cluster]$ sudo yum -y install ceph --nogpgcheck
 [dhhy@node2 ceph-cluster]$ sudo yum -y install deltarpm

*  ## **在dlp节点管理node存储节点，安装注册服务，节点信息** ##

[yzyu@dlp ceph-cluster]$ pwd 　　##当前目录必须为ceph的安装目录位置
 /home/yzyu/ceph-cluster
 [yzyu@dlp ceph-cluster]$ ssh-keygen -t rsa 　　##主节点需要远程管理mon节点，需要创建密钥对，并且将公钥复制到mon节点
 [yzyu@dlp ceph-cluster]$ ssh-copy-id dhhy@dlp
 [yzyu@dlp ceph-cluster]$ ssh-copy-id dhhy@node1
 [yzyu@dlp ceph-cluster]$ ssh-copy-id dhhy@node2
 [yzyu@dlp ceph-cluster]$ ssh-copy-id root@ceph-client
 [yzyu@dlp ceph-cluster]$ cat <<END >>/home/dhhy/.ssh/config
 Host dlp
 Hostname dlp
 User yzyu
 Host node1
 Hostname node1
 User yzyu
 Host node2
 Hostname node2
 User yzyu
 END
 [yzyu@dlp ceph-cluster]$ chmod 644 /home/yzyu/.ssh/config
 [yzyu@dlp ceph-cluster]$ ceph-deploy new node1 node2 　　##初始化节点

![1574611-20190727155917724-615299170.png][]

![1574611-20190727155924159-1116270987.png][]

![1574611-20190727155929389-1289992472.png][]

[yzyu@dlp ceph-cluster]$ cat <<END >>/home/yzyu/ceph-cluster/ceph.conf
 osd pool default size = 2
 END
 [yzyu@dlp ceph-cluster]$ ceph-deploy install node1 node2 ##安装ceph

![1574611-20190727160615736-329172182.png][]

![1574611-20190727160623447-1987208709.png][]

![1574611-20190727160629216-37612600.png][]

*  ## **配置Ceph的mon监控进程** ##

[yzyu@dlp ceph-cluster]$ ceph-deploy mon create-initial 　　##初始化mon节点

![1574611-20190727160656378-1448780747.png][]

![1574611-20190727160703972-1069203833.png][]

![1574611-20190727160709927-1017986205.png][]

![1574611-20190727160715419-368227982.png][]

![1574611-20190727160721754-1940056210.png][]

![1574611-20190727160726687-1931768293.png][]

![1574611-20190727160733407-501065542.png][]

注解：node节点的配置文件在/etc/ceph/目录下，会自动同步dlp管理节点的配置文件；

*  ## **配置Ceph的osd存储** ##

**配置node1节点的osd1存储设备：**

[yzyu@node1 ~]$ sudo fdisk /dev/sdc...sdc    ##格式化硬盘，转换为GPT分区
    [yzyu@node1 ~]$ pvcreate /dev/sdc1 /dev/sdd1 /dev/sde1 /dev/sdf1 /dev/sdg1 /dev/sdh1 /dev/sdi1 /dev/sdj1 /dev/sdk1 /dev/sdl1 /dev/sdm1 /dev/sdn1 /dev/sdo1 /dev/sdp1 /dev/sdq1 /dev/sdr1 /dev/sds1 /dev/sdt1 /dev/sdu1 /dev/sdv1 /dev/sdw1 /dev/sdx1 /dev/sdy1 /dev/sdz1    ##创建pv
    [yzyu@node1 ~]$ vgcreate vg1 /dev/sdc1 /dev/sdd1 /dev/sde1 /dev/sdf1 /dev/sdg1 /dev/sdh1 /dev/sdi1 /dev/sdj1 /dev/sdk1 /dev/sdl1 /dev/sdm1 /dev/sdn1 /dev/sdo1 /dev/sdp1 /dev/sdq1 /dev/sdr1 /dev/sds1 /dev/sdt1 /dev/sdu1 /dev/sdv1 /dev/sdw1 /dev/sdx1 /dev/sdy1 /dev/sdz1    ##创建vg
    [yzyu@node1 ~]$ lvcreate -L 130T -n lv1 vg1    ##划分空间
    [yzyu@node1 ~]$ mkfs.xfs /dev/vg1/lv1    ##格式化

[yzyu@node1 ~]$ sudo partx -a /dev/vg1/lv1
    [yzyu@node1 ~]$ sudo mkfs -t xfs /dev/vg1/lv1
    [yzyu@node1 ~]$ sudo mkdir /var/local/osd1
    [yzyu@node1 ~]$ sudo vi /etc/fstab
    /dev/vg1/lv1 /var/local/osd1 xfs defaults 0 0
    :wq
    [yzyu@node1 ~]$ sudo mount -a
    [yzyu@node1 ~]$ sudo chmod 777 /var/local/osd1
    [yzyu@node1 ~]$ sudo chown ceph:ceph /var/local/osd1/
    [yzyu@node1 ~]$ ls -ld /var/local/osd1/
    [yzyu@node1 ~]$ df -hT
    [yzyu@node1 ~]$ exit

**配置node2节点的osd1存储设备：**

[yzyu@node2 ~]$ sudo fdisk /dev/sdc...sdc
    [yzyu@node2 ~]$ pvcreate /dev/sdc1 /dev/sdd1 /dev/sde1 /dev/sdf1 /dev/sdg1 /dev/sdh1 /dev/sdi1 /dev/sdj1 /dev/sdk1 /dev/sdl1 /dev/sdm1 /dev/sdn1 /dev/sdo1 /dev/sdp1 /dev/sdq1 /dev/sdr1 /dev/sds1 /dev/sdt1 /dev/sdu1 /dev/sdv1 /dev/sdw1 /dev/sdx1 /dev/sdy1 /dev/sdz1
    [yzyu@node2 ~]$ vgcreate vg2 /dev/sdc1 /dev/sdd1 /dev/sde1 /dev/sdf1 /dev/sdg1 /dev/sdh1 /dev/sdi1 /dev/sdj1 /dev/sdk1 /dev/sdl1 /dev/sdm1 /dev/sdn1 /dev/sdo1 /dev/sdp1 /dev/sdq1 /dev/sdr1 /dev/sds1 /dev/sdt1 /dev/sdu1 /dev/sdv1 /dev/sdw1 /dev/sdx1 /dev/sdy1 /dev/sdz1
    [yzyu@node2 ~]$ lvcreate -L 130T -n lv2 vg2
    [yzyu@node2 ~]$ mkfs.xfs /dev/vg2/lv2

[yzyu@node2 ~]$ sudo partx -a /dev/vg2/lv2
    [yzyu@node2 ~]$ sudo mkfs -t xfs /dev/vg2/lv2
    [yzyu@node2 ~]$ sudo mkdir /var/local/osd2
    [yzyu@node2 ~]$ sudo vi /etc/fstab
    /dev/vg2/lv2 /var/local/osd2 xfs defaults 0 0
    :wq
    [yzyu@node2 ~]$ sudo mount -a
    [yzyu@node2 ~]$ sudo chmod 777 /var/local/osd2
    [yzyu@node2 ~]$ sudo chown ceph:ceph /var/local/osd2/
    [yzyu@node2 ~]$ ls -ld /var/local/osd2/
    [yzyu@node2 ~]$ df -hT
    [yzyu@node2 ~]$ exit

**dlp管理节点注册node节点：**

[yzyu@dlp ceph-cluster]$ ceph-deploy osd prepare node1:/var/local/osd1 node2:/var/local/osd2 　　##初始创建osd节点并指定节点存储文件位置

![1574611-20190727162522395-2131317930.png][]

[yzyu@dlp ceph-cluster]$ chmod +r /home/yzyu/ceph-cluster/ceph.client.admin.keyring
    [yzyu@dlp ceph-cluster]$ ceph-deploy osd activate node1:/var/local/osd1 node2:/var/local/osd2 　　##激活ods节点

![1574611-20190727162538731-1320524901.png][]

![1574611-20190727162543526-559585015.png][]

![1574611-20190727162548132-1833057085.png][]

[yzyu@dlp ceph-cluster]$ ceph-deploy admin node1 node2 　　##复制key管理密钥文件到node节点中

![1574611-20190727162604693-1589866552.png][]

[yzyu@dlp ceph-cluster]$ sudo cp /home/dhhy/ceph-cluster/ceph.client.admin.keyring /etc/ceph/
    [yzyu@dlp ceph-cluster]$ sudo cp /home/dhhy/ceph-cluster/ceph.conf /etc/ceph/
    [yzyu@dlp ceph-cluster]$ ls /etc/ceph/
    ceph.client.admin.keyring  ceph.conf  rbdmap
    [yzyu@dlp ceph-cluster]$ ceph quorum_status --format json-pretty 　　##查看Ceph群集详细信息

*  ## **验证查看ceph集群状态信息** ##

\[yzyu@dlp ceph-cluster\]$ ceph health

HEALTH\_OK

\[yzyu@dlp ceph-cluster\]$ ceph -s 　　\#\#查看Ceph群集状态

cluster 24fb6518-8539-4058-9c8e-d64e43b8f2e2

health HEALTH\_OK

monmap e1: 2 mons at \{node1=10.199.100.171:6789/0,node2=10.199.100.172:6789/0\}

election epoch 6, quorum 0,1 node1,node2

osdmap e10: 2 osds: 2 up, 2 in

flags sortbitwise,require\_jewel\_osds

pgmap v20: 64 pgs, 1 pools, 0 bytes data, 0 objects

10305 MB used, 30632 MB / 40938 MB avail 　　\#\#已使用、剩余、总容量

64 active+clean

\[dhhy@dlp ceph-cluster\]$ ceph osd tree

ID WEIGHT TYPE NAME UP/DOWN REWEIGHT PRIMARY-AFFINITY

\-1 0.03897 root default

\-2 0.01949 host node1

0 0.01949 osd.0 up 1.00000 1.00000

\-3 0.01949 host node2

1 0.01949 osd.1 up 1.00000 1.00000

\[yzyu@dlp ceph-cluster\]$ ssh yzyu@node1 　　\#\#验证node1节点的端口监听状态以及其配置文件以及磁盘使用情况

\[yzyu@node1 ~\]$ df -hT |grep lv1

/dev/vg1/lv1 xfs 20G 5.1G 15G 26% /var/local/osd1

\[yzyu@node1 ~\]$ du -sh /var/local/osd1/

5.1G /var/local/osd1/

\[yzyu@node1 ~\]$ ls /var/local/osd1/

activate.monmap active ceph\_fsid current fsid journal keyring magic ready store\_version superblock systemd type whoami

\[yzyu@node1 ~\]$ ls /etc/ceph/

ceph.client.admin.keyring ceph.conf rbdmap tmppVBe\_2

\[yzyu@node1 ~\]$ cat /etc/ceph/ceph.conf

\[global\]

fsid = 0fcdfa46-c8b7-43fc-8105-1733bce3bfeb

mon\_initial\_members = node1, node2

mon\_host = 10.199.100.171,10.199.100.172

auth\_cluster\_required = cephx

auth\_service\_required = cephx

auth\_client\_required = cephx

osd pool default size = 2

\[yzyu@dlp ceph-cluster\]$ ssh yzyu@node2 　　\#\#验证node2节点的端口监听状态以及其配置文件及其磁盘使用情况

\[yzyu@node2 ~\]$ df -hT |grep lv2

/dev/vg2/lv2 xfs 20G 5.1G 15G 26% /var/local/osd2

\[yzyu@node2 ~\]$ du -sh /var/local/osd2/

5.1G /var/local/osd2/

\[yzyu@node2 ~\]$ ls /var/local/osd2/

activate.monmap active ceph\_fsid current fsid journal keyring magic ready store\_version superblock systemd type whoami

\[yzyu@node2 ~\]$ ls /etc/ceph/

ceph.client.admin.keyring ceph.conf rbdmap tmpmB\_BTa

\[yzyu@node2 ~\]$ cat /etc/ceph/ceph.conf

\[global\]

fsid = 0fcdfa46-c8b7-43fc-8105-1733bce3bfeb

mon\_initial\_members = node1, node2

mon\_host = 10.199.100.171,10.199.100.172

auth\_cluster\_required = cephx

auth\_service\_required = cephx

auth\_client\_required = cephx

osd pool default size = 2

*  ## **配置Ceph的mds元数据进程** ##

[yzyu@dlp ceph-cluster]$ ceph-deploy mds create node1
    [yzyu@dlp ceph-cluster]$ ssh dhhy@node1
    [yzyu@node1 ~]$ netstat -utpln |grep 68
    (No info could be read for "-p": geteuid()=1000 but you should be root.)
    tcp        0      0 0.0.0.0:6800            0.0.0.0:*               LISTEN      -                   
    tcp        0      0 0.0.0.0:6801            0.0.0.0:*               LISTEN      -                   
    tcp        0      0 0.0.0.0:6802            0.0.0.0:*               LISTEN      -                   
    tcp        0      0 0.0.0.0:6803            0.0.0.0:*               LISTEN      -                   
    tcp        0      0 0.0.0.0:6804            0.0.0.0:*               LISTEN      -                   
    tcp        0      0 192.168.100.102:6789    0.0.0.0:*               LISTEN      -
    [yzyu@node1 ~]$ exit

*  ## **配置Ceph的client客户端** ##

[yzyu@dlp ceph-cluster]$ ceph-deploy install ceph-client 　　##提示输入密码

![1574611-20190727164145895-1211574925.png][]

[dhhy@dlp ceph-cluster]$ ceph-deploy admin ceph-client

![1574611-20190727164156751-1997039180.png][]

[yzyu@dlp ceph-cluster]$ su -
    [root@dlp ~]# chmod +r /etc/ceph/ceph.client.admin.keyring

[yzyu@dlp ceph-cluster]$ ceph osd pool create cephfs_data 128 　　##数据存储池
    pool 'cephfs_data' created
    [yzyu@dlp ceph-cluster]$ ceph osd pool create cephfs_metadata 128 　　##元数据存储池
    pool 'cephfs_metadata' created
    [yzyu@dlp ceph-cluster]$ ceph fs new cephfs cephfs_data cephfs_metadata 　　##创建文件系统
    new fs with metadata pool 1 and data pool 2
     
    [yzyu@dlp ceph-cluster]$ ceph fs ls 　　##查看文件系统
    name: cephfs, metadata pool: cephfs_data, data pools: [cephfs_metadata ]
    [yzyu@dlp ceph-cluster]$ ceph -s
        cluster 24fb6518-8539-4058-9c8e-d64e43b8f2e2
         health HEALTH_WARN
                clock skew detected on mon.node2
                too many PGs per OSD (320 > max 300)
                Monitor clock skew detected
         monmap e1: 2 mons at {node1=10.199.100.171:6789/0,node2=10.199.100.172:6789/0}
                election epoch 6, quorum 0,1 node1,node2
          fsmap e5: 1/1/1 up {
        0=node1=up:active}
         osdmap e17: 2 osds: 2 up, 2 in
                flags sortbitwise,require_jewel_osds
          pgmap v54: 320 pgs, 3 pools, 4678 bytes data, 24 objects
                10309 MB used, 30628 MB / 40938 MB avail
                     320 active+clean

*  ## **测试Ceph的客户端存储** ##

\[root@ceph-client ~\]\# mkdir /mnt/ceph

\[root@ceph-client ~\]\# grep key /etc/ceph/ceph.client.admin.keyring |awk '\{print $3\}' >>/etc/ceph/admin.secret

\[root@ceph-client ~\]\# cat /etc/ceph/admin.secret

AQCd/x9bsMqKFBAAZRNXpU5QstsPlfe1/FvPtQ==

\[root@ceph-client ~\]\# mount -t ceph 10.199.100.171:6789:/ /mnt/ceph/ -o name=admin,secretfile=/etc/ceph/admin.secret

\[root@ceph-client ~\]\# df -hT |grep ceph

10.199.100.171:6789:/ ceph 40G 11G 30G 26% /mnt/ceph

\[root@ceph-client ~\]\# dd if=/dev/zero of=/mnt/ceph/1.file bs=1G count=1

记录了1+0 的读入

记录了1+0 的写出

1073741824字节(1.1 GB)已复制，14.2938 秒，75.1 MB/秒

\[root@ceph-client ~\]\# ls /mnt/ceph/

1.file  
\[root@ceph-client ~\]\# df -hT |grep ceph

10.199.100.171:6789:/ ceph 40G 13G 28G 33% /mnt/ceph

*  ## **错误整理** ##

1. 如若在配置过程中出现问题，重新创建集群或重新安装ceph，那么需要将ceph集群中的数据都清除掉，命令如下；

\[dhhy@dlp ceph-cluster\]$ ceph-deploy purge node1 node2

\[dhhy@dlp ceph-cluster\]$ ceph-deploy purgedata node1 node2

\[dhhy@dlp ceph-cluster\]$ ceph-deploy forgetkeys && rm ceph.\*

2.dlp节点为node节点和客户端安装ceph时，会出现yum安装超时，大多由于网络问题导致，可以多执行几次安装命令；

3.dlp节点指定ceph-deploy命令管理node节点配置时，当前所在目录一定是/home/dhhy/ceph-cluster/，不然会提示找不到ceph.conf的配置文件；

4.osd节点的/var/local/osd\*/存储数据实体的目录权限必须为777，并且属主和属组必须为ceph；

5. 在dlp管理节点安装ceph时出现以下问题

![1574611-20190727165937167-1452666307.png][]

解决方法：

1.重新yum安装node1或者node2的epel-release软件包；

2.如若还无法解决，将软件包下载，使用以下命令进行本地安装；

![1574611-20190727165958472-762763043.png][]

6.如若在dlp管理节点中对/home/yzyu/ceph-cluster/ceph.conf主配置文件发生变化，那么需要将其主配置文件同步给node节点，命令如下：

![1574611-20190727170012468-1844748843.png][]

node节点收到配置文件后，需要重新启动进程：

![1574611-20190727170023718-980815327.png][]

![1574611-20190727170028295-437254496.png][]

7.在dlp管理节点查看ceph集群状态时，出现如下，原因是因为时间不一致所导致；

![1574611-20190727170038660-914210420.png][]

将dlp节点的ntpd时间服务重新启动，node节点再次同步时间即可，如下所示：

![1574611-20190727170054682-1821398115.png][]

8.在dlp管理节点进行管理node节点时，所处的位置一定是/home/yzyu/ceph-cluster/，不然会提示找不到ceph.conf主配置文件；

![1574611-20190727170105606-1944896105.png][]

转载于:https://www.cnblogs.com/omgasw/p/11255224.html

[1574611-20190727155917724-615299170.png]: /images/20211029/3b727be19d3d4ac0a27358ab169e23c8.png
[1574611-20190727155924159-1116270987.png]: /images/20211029/9dc6190877294c028342d4ad8c81b72e.png
[1574611-20190727155929389-1289992472.png]: /images/20211029/abb0d1d6aa004ae9b3b05ca1bc2c4786.png
[1574611-20190727160615736-329172182.png]: /images/20211029/4d2d766072c54ec39edc440d748485fd.png
[1574611-20190727160623447-1987208709.png]: /images/20211029/2cac45223b634eb3a7bb02228196e0c6.png
[1574611-20190727160629216-37612600.png]: /images/20211029/6b39baab73e94e5c9688915a2469f9e6.png
[1574611-20190727160656378-1448780747.png]: /images/20211029/371e61295d2c427da1517d42dbf4ff69.png
[1574611-20190727160703972-1069203833.png]: /images/20211029/0f4036001b584ea7b1b69013f0adce9b.png
[1574611-20190727160709927-1017986205.png]: /images/20211029/283c80d8b50a440ea9c4f06b96d978cf.png
[1574611-20190727160715419-368227982.png]: /images/20211029/8aca1f0ca4e241d086f446474af7d474.png
[1574611-20190727160721754-1940056210.png]: /images/20211029/87716c28edb04cce8905413db51ba891.png
[1574611-20190727160726687-1931768293.png]: /images/20211029/48d8bbf82f6c4701a68ecb1bc5e274d1.png
[1574611-20190727160733407-501065542.png]: /images/20211029/7eac3f0a685f4b9b84515aa70aedde92.png
[1574611-20190727162522395-2131317930.png]: /images/20211029/e65ce521318a42c0b2eb94a0c04df8ab.png
[1574611-20190727162538731-1320524901.png]: /images/20211029/0844dbf64d6f4d77a76354f9c3be84b1.png
[1574611-20190727162543526-559585015.png]: /images/20211029/d9dd7c3e9b364a038cd49b05bb886ca9.png
[1574611-20190727162548132-1833057085.png]: /images/20211029/2db61bb486e843f0a97ab70ee34e4fb6.png
[1574611-20190727162604693-1589866552.png]: /images/20211029/283cb8108d774266976a27cbb42cfce2.png
[1574611-20190727164145895-1211574925.png]: /images/20211029/1822c7a0fa5d4b7c992dccfda61a945a.png
[1574611-20190727164156751-1997039180.png]: /images/20211029/6dd5cbbbbc0d46f1a2d6c28272fc864d.png
[1574611-20190727165937167-1452666307.png]: /images/20211029/a603d10ed4214ce087d292f3aca253b7.png
[1574611-20190727165958472-762763043.png]: /images/20211029/8c818bc6265e41f3b4270ed146d8b17c.png
[1574611-20190727170012468-1844748843.png]: /images/20211029/01a205c8301340b3b3eb93efab659ea6.png
[1574611-20190727170023718-980815327.png]: /images/20211029/0cd3affcc8f34a5e91a3126c87910f5a.png
[1574611-20190727170028295-437254496.png]: /images/20211029/880c0973e5c84ffea467070b9df315d4.png
[1574611-20190727170038660-914210420.png]: /images/20211029/7a0558c88dea48928d5984b8de170300.png
[1574611-20190727170054682-1821398115.png]: /images/20211029/a9505b0ec57b4a138140abec677d901a.png
[1574611-20190727170105606-1944896105.png]: /images/20211029/1084aa6a84f3497ab4995bd3069ba15f.png