openstack pike与ceph集成

openstack pike与ceph集成

Ceph luminous 安装配置 http://www.cnblogs.com/elvi/p/7897178.html

openstack pike 集群高可用  安装部署 汇总 http://www.cnblogs.com/elvi/p/7613861.html

#openstack pike与ceph集成

###########################

#openstack节点

#openstack节点配置ceph源

#使用阿里源 #rm -f /etc/yum.repos.d/*.repo

wget -O /etc/yum.repos.d/CentOS-Base.repo http://mirrors.aliyun.com/repo/Centos-7.repo

wget -O /etc/yum.repos.d/epel.repo http://mirrors.aliyun.com/repo/epel-7.repo

sed -i '/aliyuncs.com/d' /etc/yum.repos.d/*.repo #删除阿里内网地址

wget -O /etc/yum.repos.d/ceph-luminous-aliyun.repo  http://elven.vip/ks/yum/ceph-luminous-aliyun.repo

yum clean all && yum makecache #生成缓存

#ceph客户端安装

yum -y install ceph-common

###########################

#ceph管理节点

#创建POOL

ceph osd pool create volumes 128

ceph osd pool create images 128

ceph osd pool create vms 128

#ssh免密验证

curl http://elven.vip/ks/sh/sshkey.me.sh >sshkey.me.sh

#认证用户及密码#

echo "

USER=root

PASS=123321

">my.sh.conf

#hosts设置

echo "

#openstack

192.168.58.17   controller

192.168.58.16   compute01

192.168.58.14   storage1

">>/etc/hosts

#ssh批量认证#

sh ./sshkey.me.sh controller compute01 storage1

#推送ceph配置到client

cd /etc/ceph/

ceph-deploy config push controller compute01 storage1

###########################

#创建ceph用户和密钥

ceph auth get-or-create client.cinder mon 'allow r' osd 'allow class-read object_prefix rbd_children, allow rwx pool=volumes, allow rwx pool=vms, allow rx pool=images'

ceph auth get-or-create client.glance mon 'allow r' osd 'allow class-read object_prefix rbd_children, allow rwx pool=images'

ceph auth get-or-create client.cinder-backup mon 'allow r' osd 'allow class-read object_prefix rbd_children, allow rwx pool=backups'

#查询用户，写入文件

ceph auth get-key client.cinder >/etc/ceph/ceph.client.cinder.keyring

ceph auth get-or-create client.glance >/etc/ceph/ceph.client.glance.keyring

# scp /etc/ceph/ceph.client.cinder.keyring $Node:/etc/ceph/

# scp /etc/ceph/ceph.client.glance.keyring $Node:/etc/ceph/

###########################

#拷贝秘钥到对应节点,修改权限

#(nova,cinder都使用client.cinder)

#glance

Node=controller

scp /etc/ceph/ceph.client.glance.keyring $Node:/etc/ceph/

ssh $Node sudo chown glance:glance /etc/ceph/ceph.client.glance.keyring

#nova compute

Node=compute01

scp /etc/ceph/ceph.client.cinder.keyring $Node:/etc/ceph/

ssh $Node sudo chown nova:nova /etc/ceph/ceph.client.cinder.keyring

scp /etc/ceph/ceph.client.glance.keyring $Node:/etc/ceph/

ssh $Node sudo chown nova:nova /etc/ceph/ceph.client.glance.keyring

#cinder storage

Node=storage1

scp /etc/ceph/ceph.client.cinder.keyring $Node:/etc/ceph/

ssh $Node sudo chown cinder:cinder /etc/ceph/ceph.client.cinder.keyring

###########################

#openstack glance配置

ls -l /etc/ceph/

#更改glance默认存储为ceph

cp -f /etc/glance/glance-api.conf{,bak2}

sed -i 's/^stores/#&/' /etc/glance/glance-api.conf

sed -i 's/^default_store/#&/' /etc/glance/glance-api.conf

echo '#[glance_store]

stores = rbd,file

default_store = rbd

rbd_store_pool = images

rbd_store_user = glance

rbd_store_ceph_conf = /etc/ceph/ceph.conf

rbd_store_chunk_size = 8

'>>/etc/glance/glance-api.conf

#重启服务

systemctl restart openstack-glance-api openstack-glance-registry

###########################

#nova计算节点

ls -l /etc/ceph/

#ceph

echo '

[client]

rbd cache = true

rbd cache writethrough until flush = true

admin socket = /var/run/ceph/guests/$cluster-$type.$id.$pid.$cctid.asok

log file = /var/log/qemu/qemu-guest-$pid.log

rbd concurrent management ops = 20

[client.cinder]

keyring = /etc/ceph/ceph.client.cinder.keyring

'>>/etc/ceph/ceph.conf

mkdir -p /var/run/ceph/guests/ /var/log/qemu/

chown qemu:libvirt /var/run/ceph/guests /var/log/qemu/

#密钥加进libvirt

#MyUID=$(uuidgen) && echo $MyUID #生成UID后面会用到#

MyUID=5d8bc172-d375-4631-8be0-cbe11bf88a55

Key=$(awk '/key/ { print $3 }' /etc/ceph/ceph.client.cinder.keyring)

echo '

<secret ephemeral="no" private="no">

<uuid>'$MyUID'</uuid>

<usage type="ceph">

<name>client.cinder secret</name>

</usage>

</secret>

'>ceph.xml

virsh secret-define --file ceph.xml

virsh secret-set-value --secret $MyUID  --base64 $Key

#nova配置

#注释原[libvirt]部分

sed -i 's/\[libvirt\]/#&/'  /etc/nova/nova.conf

sed -i 's/^virt_type/#&/'  /etc/nova/nova.conf

#使用ceph存储

echo '

[libvirt]

virt_type = qemu

images_type = rbd

images_rbd_pool = vms

images_rbd_ceph_conf = /etc/ceph/ceph.conf

rbd_user = cinder

rbd_secret_uuid = '$MyUID'

disk_cachemodes="network=writeback"

live_migration_flag="VIR_MIGRATE_UNDEFINE_SOURCE,VIR_MIGRATE_PEER2PEER,VIR_MIGRATE_LIVE,VIR_MIGRATE_PERSIST_DEST,VIR_MIGRATE_TUNNELLED"

#禁用文件注入#

libvirt_inject_password = false

libvirt_inject_key = false

libvirt_inject_partition = -2

'>>/etc/nova/nova.conf

#重启服务

systemctl restart libvirtd.service openstack-nova-compute.service

###########################

#Cinder storage 添加Ceph存储

#enabled_backends添加ceph

sed -i 's/^enabled_backends.*/&,ceph/' /etc/cinder/cinder.conf

echo '

[ceph]

volume_driver = cinder.volume.drivers.rbd.RBDDriver

rbd_pool = volumes

rbd_ceph_conf = /etc/ceph/ceph.conf

rbd_flatten_volume_from_snapshot = false

rbd_max_clone_depth = 5

rbd_store_chunk_size = 4

rados_connect_timeout = -1

glance_api_version = 2

rbd_user = cinder

rbd_secret_uuid = 5d8bc172-d375-4631-8be0-cbe11bf88a55

'>>/etc/cinder/cinder.conf

#重启服务

systemctl restart openstack-cinder-volume.service

###########################

　　

###########################

#检测

#在openstack管理节点

source admin-openstack.sh

#查看cinder是否有@ceph存储

cinder service-list

#使用raw磁盘格式,创建镜像

source ./admin-openstack.sh

openstack image create "cirros2" \

  --file cirros-0.3.5-x86_64-disk.img \

  --disk-format raw --container-format bare \

  --public

#检查是否上传成功

openstack image list

#创建VM (cpu16是可用域)

NET=de98a7e6-6aaf-4569-b0bf-971cfb4ffbc8

nova boot --flavor m1.nano --image cirros2 \

  --nic net-id=$NET \

  --security-group default --key-name mykey \

  --availability-zone cpu16 \

  kvm04

#检查

openstack server list

#虚拟控制台访问实例

openstack console url show kvm04

#创建云盘volume

openstack volume create --size 1 disk01

#openstack volume list

#给虚机kvm04添加云盘

openstack server add volume kvm04 disk01

###########################

#在ceph管理节点查看

ceph df

#查看pool

rbd -p vms ls

rbd -p volumes ls

rbd -p images ls

###########################

#参考

http://click.aliyun.com/m/16677/

http://blog.csdn.net/watermelonbig/article/details/51116173

http://blog.csdn.net/Tomstrong_369/article/details/53330734

https://www.cnblogs.com/sammyliu/p/4804037.html

###########################