虚拟机使用ceph-deploy安装ceph

文件位于控制节点（即admin node）的 /etc/yum.repos.d/ceph.repo

[ceph-noarch]
name=Ceph noarch packages
# baseurl=https://download.ceph.com/rpm/el7/noarch
baseurl=http://mirrors.163.com/ceph/rpm-luminous/el7/noarch
enabled=
gpgcheck=
type=rpm-md
# gpgkey=https://download.ceph.com/keys/release.asc
gpgkey=http://mirrors.163.com/ceph/keys/release.asc

yum update
yum install -y ceph-deploy

yum install -y ntp ntpdate ntp-doc
yum install -y openssh-server

useradd -d /home/luxiaodai -m luxiaodai
passwd luxiaodai（123456）
# 给该用户sudo的权限
echo "luxiaodai ALL = (root) NOPASSWD:ALL" | tee /etc/sudoers.d/luxiaodai
chmod 0440 /etc/sudoers.d/luxiaodai

# 生成秘钥
ssh-keygen# 拷贝到其余节点
ssh-copy-id {username}@node1
ssh-copy-id {username}@node2
ssh-copy-id {username}@node3

Host node1
Hostname node1
User luxiaodai
Host node2
Hostname node2
User luxiaodai
Host node3
Hostname node3
User luxiaodai

yum install yum-plugin-priorities

mkdir my_cluster
cd my_cluster

ceph-deploy purge {ceph-node} [{ceph-node}]
ceph-deploy purgedata {ceph-node} [{ceph-node}]
ceph-deploy forgetkeys
rm ceph.*

ceph-deploy purge node1 node2 node3
ceph-deploy purgedata node1 node2 node3

ImportError: No module named pkg_resources

yum install python-setuptools

ceph-deploy new node1

public network = 192.168.1.210/24
or
public network = 192.168.1.210/255.255.255.0

echo ms bind ipv6 = true >> ceph.conf

ceph-deploy install node1 node2 node3

# 如果安装一直有问题，清空/etc/yum.repo，然后将yum源换掉：http://mirrors.ustc.edu.cn/help/epel.html

问题：
[ceph_deploy][ERROR ] RuntimeError: NoSectionError: No section: 'ceph'
解决方法：
yum remove ceph-release
rm /etc/yum.repos.d/ceph.repo.rpmsave

问题：
[ceph_deploy][ERROR ] RuntimeError: Failed to execute command: yum -y install ceph ceph-radosgw
解决方法：
yum -y install ceph ceph-radosgw

ceph安装缺少python-werkzeug包
安装包下载地址：http://rpmfind.net/linux/rpm2html/search.php?query=python-werkzeugrpm -ivh python-werkzeug-0.9.1-2.el7.noarch.rpm

问题：[ceph_deploy][ERROR ] RuntimeError: Failed to execute command: ceph –version
解决：ceph1 安装速度过慢，已经超时了，直接手动安装 yum -y install ceph ceph-radosgw

ceph-deploy mon create-initial

ceph-deploy admin node1 node2 node3

ceph-deploy mgr create node1

ceph-deploy osd create -data {device} {ceph-node}

ceph-deploy osd create --data /dev/sdb node1
ceph-deploy osd create --data /dev/sdb node2
ceph-deploy osd create --data /dev/sdb node3注意：如果要在LVM卷上创建OSD，则--data的参数必须是 volume_group/lv_name，而不是卷的块设备的路径。

ssh node1 sudo ceph health您的群集应报告HEALTH_OK。 您可以使用以下命令查看更完整的群集状态：ssh node1 sudo ceph -s

ceph-deploy mds create node1

ceph-deploy mon add node2
ceph-deploy mon add node3

ceph quorum_status --format json-pretty

[root@node1 my_cluster]# ceph quorum_status --format json-pretty
{
"election_epoch": ,
"quorum": [
,
, ],
"quorum_names": [
"node1",
"node2",
"node3"
],
"quorum_leader_name": "node1",
"monmap": {
"epoch": ,
"fsid": "f314d1c1-b6b9-4060-95b7-c25ec192f612",
"modified": "2018-11-13 16:04:02.221558",
"created": "2018-11-13 15:35:34.338001",
"features": {
"persistent": [
"kraken",
"luminous",
"mimic",
"osdmap-prune"
],
"optional": []
},
"mons": [
{
"rank": ,
"name": "node1",
"addr": "192.168.1.210:6789/0",
"public_addr": "192.168.1.210:6789/0"
},
{
"rank": ,
"name": "node2",
"addr": "192.168.1.212:6789/0",
"public_addr": "192.168.1.212:6789/0"
},
{
"rank": ,
"name": "node3",
"addr": "192.168.1.214:6789/0",
"public_addr": "192.168.1.214:6789/0"
}
]
}
}

ceph-deploy mgr create node2 node3

ceph-deploy rgw create node1

[client]
rgw frontends = civetweb port=

[client]
rgw frontends = civetweb port=[::]:

ceph osd map {poolname} {object-name}

rados put {object-name} {file-path} --pool=mytest

ceph osd pool create mypool # 8是该pool的PG的数量
echo "Hello, World" > .txt
rados put my-obj- .txt --pool=mypool

rados -p mypool ls

ceph osd map {pool-name} {object-name}

[root@node1 luxiaodai]# ceph osd map mypool my-obj-1
osdmap e26 pool 'mypool' (5) object 'my-obj-1' -> pg 5.ced445fe (5.6) -> up ([0,1,2], p0) acting ([0,1,2], p0)

rados rm my-obj- --pool=mypool

ceph osd pool rm mypool

[root@node1 my_cluster]# ceph osd pool delete mypool
Error EPERM: WARNING: this will *PERMANENTLY DESTROY* all data stored in pool mypool. If you are *ABSOLUTELY CERTAIN* that is what you want, pass the pool name *twice*, followed by --yes-i-really-really-mean-it.
[root@node1 my_cluster]# ceph osd pool delete mypool mypool --yes-i-really-really-mean-it
Error EPERM: pool deletion is disabled; you must first set the mon_allow_pool_delete config option to true before you can destroy a pool
[root@node1 my_cluster]# vim /etc/ceph/ceph.conf
[root@node1 my_cluster]# cat /etc/ceph/ceph.conf
[global]
fsid = f314d1c1-b6b9--95b7-c25ec192f612
mon_initial_members = node1
mon_host = 192.168.1.210
auth_cluster_required = cephx
auth_service_required = cephx
auth_client_required = cephx
public network = 192.168.1.210/[mon]
mon allow pool delete = true
[root@node1 my_cluster]# systemctl restart ceph-mon.target
[root@node1 my_cluster]# ceph osd pool delete mypool mypool --yes-i-really-really-mean-it
pool 'mypool' removed

ceph-deploy install host

ceph-deploy admin host

rbd pool init mypool

rbd create foo --size --image-feature layering [-m {mon-IP}] [-k /path/to/ceph.client.admin.keyring] [-p {pool-name}]
rbd create test --pool mypool --size 4096 --image-feature layering -m 192.168.1.210 -k /etc/ceph/ceph.client.admin.keyring

rbd info test -p mypool

sudo rbd map foo --name client.admin [-m {mon-IP}] [-k /path/to/ceph.client.admin.keyring] [-p {pool-name}]rbd map mypool/test --name client.admin -m 192.168.1.210 -k /etc/ceph/ceph.client.admin.keyring