准备
-
设置主机名和hosts文件
给每个节点设置主机名,并在所有节点设置hosts,虚拟IP在hosts文件中配置主机名为
controller# 设置主机名 # controller1 执行 hostnamectl set-hostname controller1 hostname # [root@localhost ~]# hostnamectl set-hostname controller1 # [root@localhost ~]# hostname # controller1 # controller2 hostnamectl set-hostname controller2 hostname # [root@localhost ~]# hostnamectl set-hostname controller2 # [root@localhost ~]# hostname # controller2 # controller3 hostnamectl set-hostname controller3 hostname # [root@localhost ~]# hostnamectl set-hostname controller3 # [root@localhost ~]# hostname # controller3 # 配置hosts cat << EOF >> /etc/hosts 192.168.5.20 controller 192.168.5.21 controller1 192.168.5.22 controller2 192.168.5.23 controller3 EOF # 验证 cat /etc/hosts # [root@localhost ~]# cat /etc/hosts # 127.0.0.1 localhost localhost4 localhost4.localdomain4 # ::1 localhost localhost6 localhost6.localdomain6 # 192.168.5.20 controller # 192.168.5.21 controller1 # 192.168.5.22 controller2 # 192.168.5.23 controller3 ping -c 4 controller1 # [root@localhost ~]# ping -c 4 controller1 # PING controller1 (192.168.5.21) 56(84) bytes of data. # 64 bytes from controller1 (192.168.5.21): icmp_seq=1 ttl=64 time=0.052 ms # 64 bytes from controller1 (192.168.5.21): icmp_seq=2 ttl=64 time=0.080 ms # 64 bytes from controller1 (192.168.5.21): icmp_seq=3 ttl=64 time=0.073 ms # 64 bytes from controller1 (192.168.5.21): icmp_seq=4 ttl=64 time=0.061 ms # # --- controller1 ping statistics --- # 4 packets transmitted, 4 received, 0% packet loss, time 2999ms # rtt min/avg/max/mdev = 0.052/0.066/0.080/0.013 ms ping -c 4 controller2 # [root@localhost ~]# ping -c 4 controller2 # PING controller2 (192.168.5.22) 56(84) bytes of data. # 64 bytes from controller2 (192.168.5.22): icmp_seq=1 ttl=64 time=0.316 ms # 64 bytes from controller2 (192.168.5.22): icmp_seq=2 ttl=64 time=0.583 ms # 64 bytes from controller2 (192.168.5.22): icmp_seq=3 ttl=64 time=0.426 ms # 64 bytes from controller2 (192.168.5.22): icmp_seq=4 ttl=64 time=0.445 ms # # --- controller2 ping statistics --- # 4 packets transmitted, 4 received, 0% packet loss, time 2999ms # rtt min/avg/max/mdev = 0.316/0.442/0.583/0.097 ms ping -c 4 controller3 # [root@localhost ~]# ping -c 4 controller3 # PING controller3 (192.168.5.23) 56(84) bytes of data. # 64 bytes from controller3 (192.168.5.23): icmp_seq=1 ttl=64 time=0.287 ms # 64 bytes from controller3 (192.168.5.23): icmp_seq=2 ttl=64 time=0.385 ms # 64 bytes from controller3 (192.168.5.23): icmp_seq=3 ttl=64 time=0.454 ms # 64 bytes from controller3 (192.168.5.23): icmp_seq=4 ttl=64 time=0.374 ms # # --- controller3 ping statistics --- # 4 packets transmitted, 4 received, 0% packet loss, time 3000ms # rtt min/avg/max/mdev = 0.287/0.375/0.454/0.059 ms -
防火墙相互放行
在全部主机设置,放行各个主机的IP
firewall-cmd --permanent --zone=trusted --add-source=192.168.5.20 --add-source=192.168.5.21 --add-source=192.168.5.22 --add-source=192.168.5.23 # 验证 firewall-cmd --zone=trusted --list-sources --permanent # [root@localhost ~]# firewall-cmd --zone=trusted --list-sources --permanent # 192.168.5.20 192.168.5.21 192.168.5.22 192.168.5.23 firewall-cmd --zone=trusted --add-source=192.168.5.20 --add-source=192.168.5.21 --add-source=192.168.5.22 --add-source=192.168.5.23 # 验证 firewall-cmd --zone=trusted --list-sources # [root@localhost ~]# firewall-cmd --zone=trusted --list-sources # 192.168.5.20 192.168.5.21 192.168.5.22 192.168.5.23 -
节点互信
# controller1 操作 ssh-keygen # [root@localhost ~]# ssh-keygen # Generating public/private rsa key pair. # Enter file in which to save the key (/root/.ssh/id_rsa): # Created directory '/root/.ssh'. # Enter passphrase (empty for no passphrase): # Enter same passphrase again: # Your identification has been saved in /root/.ssh/id_rsa. # Your public key has been saved in /root/.ssh/id_rsa.pub. # The key fingerprint is: # SHA256:BvqnKepnbPEirSfukBb9PrAFYpwtz3PiHP0uc1WvjU0 root@controller1 # The key's randomart image is: # +---[RSA 2048]----+ # | | # | | # |. o . | # | *.o . . . | # |..=.+ S . . | # | ..Bo= . . E | # |+o o * | # |..o+@+.* o o | # | +*X +O. | # +----[SHA256]-----+ ssh-copy-id root@controller1 # [root@localhost ~]# ssh-copy-id root@controller1 # /usr/bin/ssh-copy-id: INFO: Source of key(s) to be installed: "/root/.ssh/id_rsa.pub" # The authenticity of host 'controller1 (192.168.5.21)' can't be established. # ECDSA key fingerprint is SHA256:1UIr4UMccY+KofSegOIfp/SbKDH2cpLSlWYzTtVBUQo. # ECDSA key fingerprint is MD5:63:ea:b3:bc:0c:42:17:db:c0:ca:f0:45:a1:84:2e:c3. # Are you sure you want to continue connecting (yes/no)? yes # /usr/bin/ssh-copy-id: INFO: attempting to log in with the new key(s), to filter out any that are already installed # /usr/bin/ssh-copy-id: INFO: 1 key(s) remain to be installed -- if you are prompted now it is to install the new keys # root@controller1's password: # # Number of key(s) added: 1 # # Now try logging into the machine, with: "ssh 'root@controller1'" # and check to make sure that only the key(s) you wanted were added. scp -r ~/.ssh root@controller2:~/ # [root@localhost ~]# scp -r ~/.ssh root@controller2:~/ # The authenticity of host 'controller2 (192.168.5.22)' can't be established. # ECDSA key fingerprint is SHA256:1UIr4UMccY+KofSegOIfp/SbKDH2cpLSlWYzTtVBUQo. # ECDSA key fingerprint is MD5:63:ea:b3:bc:0c:42:17:db:c0:ca:f0:45:a1:84:2e:c3. # Are you sure you want to continue connecting (yes/no)? yes # Warning: Permanently added 'controller2,192.168.5.22' (ECDSA) to the list of known hosts. # root@controller2's password: # id_rsa 100% 1675 1.4MB/s 00:00 # id_rsa.pub 100% 398 431.6KB/s 00:00 # known_hosts 100% 372 516.4KB/s 00:00 # authorized_keys 100% 398 453.9KB/s 00:00 scp -r ~/.ssh root@controller3:~/ # [root@localhost ~]# scp -r ~/.ssh root@controller3:~/ # The authenticity of host 'controller3 (192.168.5.23)' can't be established. # ECDSA key fingerprint is SHA256:1UIr4UMccY+KofSegOIfp/SbKDH2cpLSlWYzTtVBUQo. # ECDSA key fingerprint is MD5:63:ea:b3:bc:0c:42:17:db:c0:ca:f0:45:a1:84:2e:c3. # Are you sure you want to continue connecting (yes/no)? yes # Warning: Permanently added 'controller3,192.168.5.23' (ECDSA) to the list of known hosts. # root@controller3's password: # id_rsa 100% 1675 1.2MB/s 00:00 # id_rsa.pub 100% 398 332.9KB/s 00:00 # known_hosts 100% 558 540.3KB/s 00:00 # authorized_keys 100% 398 494.5KB/s 00:00 # 验证 ssh root@controller1 hostname # [root@localhost ~]# ssh root@controller1 hostname # controller1 ssh root@controller2 hostname # [root@localhost ~]# ssh root@controller2 hostname # controller2 ssh root@controller3 hostname # [root@localhost ~]# ssh root@controller3 hostname # controller3 -
上传安装软件包,解压到指定文件夹
mkdir -p /data/packages tar xvf -C /data/packages/ # 验证 ls /data/packages/openstack/ # [root@localhost ~]# ls /data/packages/openstack/ # base ceph-deploy cinder haproxy keystone memcached # neutron-controller nova-controller rabbitmq ceph chrony # glance images mariadb neutron-compute nova-compute pacemaker
修改集群配置文件
使用文本编辑工具，按照集群的规格，编辑config文件内容。
- 检查配置文件内容
egrep -v '(^#|^$)' config
基础配置
# 加载集群配置信息
source config
#执行基础环境脚本
bash base/
# 安装基础软件包
yum localinstall -y $PACKAGES_DIR/base/*.rpm
# 重启服务器
reboot
配置网络时间
# 加载集群配置信息
source config
#执行安装脚本
bash chrony/
PACEMAKER集群
# 加载集群配置信息
source config
# 执行安装脚本(主节点存在交互操作)
bash pacemaker/
# 验证
pcs status
ping -c 4 $OPENSTACK_VIP
HaProxy集群
# 加载集群配置信息
source config
# 执行安装脚本
bash haproxy/
# 验证
# 访问网页 http://ip:8888/admin
# 账号: admin 密码通过命令 echo $HAPROXY_PASS 查看
MariaDB集群
# 加载集群配置信息
source config
# 执行安装脚本(主节点存在交互操作)
bash mariadb/
# 删除不安全用户
mysql -uroot -e "DELETE FROM WHERE user='' OR host='`hostname`';"
mysql -uroot -e 'FLUSH PRIVILEGES;'
# 验证
mysql -uhaproxy -h controller -e 'SHOW STATUS LIKE "wsrep%";'
RabbitMQ
# 加载集群配置信息
source config
# 执行安装脚本(其它节点存在交互操作)
bash rabbitmq/
# 验证
rabbitmqctl authenticate_user openstack $RABBIT_PASS
Memcached
# 加载集群配置信息
source config
# 执行安装脚本
bash memcached/
ceph
# 加载集群配置信息
source config
# 执行安装脚本(存在交互操作)
bash ceph/
# 验证
ceph -s | grep health:
# 设置副本数(非必须,默认值为3)
openstack-config --set /etc/ceph/ 'global' 'osd pool default size' '3'
systemctl restart
keystone
# 加载集群配置信息
source config
# 执行安装脚本
bash keystone/
# 验证
. ~/openstack/admin-openrc
openstack token issue
glance
# 加载集群配置信息
source config
# 执行安装脚本
bash glance/
# 集成ceph
bash glance/
# 验证
# 上传镜像 controller1执行
openstack image create "cirros" \
--file $PACKAGES_DIR/images/cirros-0.4.0-x86_64 \
--disk-format raw --container-format bare \
--property hw_scsi_model=virtio-scsi \
--property hw_disk_bus=scsi \
--property hw_qemu_guest_agent=yes \
--property os_require_quiesce=yes \
--property os_type=linux \
--property os_admin_user=root \
--property login_name=cirros \
--property login_password=gocubsgo \
--public
# 查看镜像列表
openstack image list
# 查看ceph文件
rbd ls images
nova controller
# 加载集群配置信息
source config
# 执行安装脚本(存在交互操作)
bash nova/
# 验证
openstack compute service list --host `hostname`
# [root@controller1 openstack-script]# openstack compute service list --host `hostname`
# +----+------------------+-------------+----------+---------+-------+----------------------------+
# | ID | Binary | Host | Zone | Status | State | Updated At |
# +----+------------------+-------------+----------+---------+-------+----------------------------+
# | 10 | nova-consoleauth | controller1 | internal | enabled | up | 2019-07-11T10:06:55.000000 |
# | 49 | nova-scheduler | controller1 | internal | enabled | up | 2019-07-11T10:06:55.000000 |
# | 88 | nova-conductor | controller1 | internal | enabled | up | 2019-07-11T10:06:56.000000 |
# +----+------------------+-------------+----------+---------+-------+----------------------------+
nova compute
# 加载集群配置信息
source config
# 执行安装脚本
bash nova/
# 验证
openstack compute service list --host `hostname` --service nova-compute
# [root@controller1 openstack-script]# openstack compute service list --host `hostname` --service nova-compute
# +-----+--------------+-------------+------+---------+-------+----------------------------+
# | ID | Binary | Host | Zone | Status | State | Updated At |
# +-----+--------------+-------------+------+---------+-------+----------------------------+
# | 154 | nova-compute | controller1 | nova | enabled | up | 2019-07-11T10:11:56.000000 |
# +-----+--------------+-------------+------+---------+-------+----------------------------+
# 如不物理机不支持kvm虚拟机，则需要配置qemu虚拟化(可选)
egrep -o '(vmx|svm)' /proc/cpuinfo
openstack-config --set /etc/nova/ 'libvirt' 'virt_type' 'qemu'
openstack-config --set /etc/nova/ 'libvirt' 'cpm_mode' 'none'
systemctl restart
systemctl status
neutron controller
# 加载集群配置信息
source config
# 执行安装脚本(存在交互操作)
bash neutron/
# 验证
openstack network agent list --host `hostname`
# [root@controller1 openstack-script]# openstack network agent list --host `hostname`
# +--------------------------------------+--------------------+-------------+-------------------+-------+-------+---------------------------+
# | ID | Agent Type | Host | Availability Zone | Alive | State | Binary |
# +--------------------------------------+--------------------+-------------+-------------------+-------+-------+---------------------------+
# | 07ed26e0-6a1a-4405-a3a2-c6f2413ebfe6 | DHCP agent | controller1 | nova | :-) | UP | neutron-dhcp-agent |
# | 30bc443f-e54b-466d-baa6-1d2646f6e290 | L3 agent | controller1 | nova | :-) | UP | neutron-l3-agent |
# | 82966bcd-b726-493c-a03c-490fa14b0764 | Metadata agent | controller1 | None | :-) | UP | neutron-metadata-agent |
# | d796e67b-3772-4eb1-8d18-889a6dbb0b4a | Linux bridge agent | controller1 | None | :-) | UP | neutron-linuxbridge-agent |
# +--------------------------------------+--------------------+-------------+-------------------+-------+-------+---------------------------+
neutron compute
# 加载集群配置信息
source config
# 执行安装脚本
bash neutron/
# 验证
openstack network agent list --host `hostname` --agent-type linux-bridge
# [root@controller1 openstack-script]# openstack network agent list --host `hostname` --agent-type linux-bridge
# +--------------------------------------+--------------------+-------------+-------------------+-------+-------+---------------------------+
# | ID | Agent Type | Host | Availability Zone | Alive | State | Binary |
# +--------------------------------------+--------------------+-------------+-------------------+-------+-------+---------------------------+
# | d796e67b-3772-4eb1-8d18-889a6dbb0b4a | Linux bridge agent | controller1 | None | :-) | UP | neutron-linuxbridge-agent |
# +--------------------------------------+--------------------+-------------+-------------------+-------+-------+---------------------------+
创建网络
注意：在任意一个控制节点执行
-
创建外部网络
[controller1]
openstack network create --share --external \ --provider-physical-network provider \ --provider-network-type flat provider -
创建外部网络子网
# 创建一个IP范围为192.168.5.100-192.168.5.120,子网掩码24，网关192.168.5.1,dns为114.114.114.114,8.8.8.8的外部网络子网 openstack subnet create --network provider \ --allocation-pool start=192.168.5.100,end=192.168.5.120 \ --dns-nameserver 114.114.114.114 --dns-nameserver 8.8.8.8 \ --gateway 192.168.5.1 \ --subnet-range 192.168.5.0/24 provider -
创建内部网络
openstack network create selfservice -
创建内部网络子网
# 创建一个IP范围为172.16.1.1-172.16.1.254,子网掩码24，网关172.16.1.1,dns为114.114.114.114,8.8.8.8的内部网络子网 openstack subnet create --network selfservice \ --dns-nameserver 114.114.114.114 --dns-nameserver 8.8.8.8 \ --gateway 172.16.1.1 \ --subnet-range 172.16.1.0/24 selfservice -
创建路由
openstack router create router -
内部网络添加路由
neutron router-interface-add router selfservice -
路由设置外部网关
neutron router-gateway-set router provider
cinder
# 加载集群配置信息
source config
# 执行安装脚本(存在交互操作)
bash cinder/
# 集成ceph
bash cinder/
# 设置单个卷大小限制
openstack quota set --class --per-volume-gigabytes 100 default
# 验证
openstack volume service list
# [root@controller1 openstack-script]# openstack volume service list
# +------------------+------------------+------+---------+-------+----------------------------+
# | Binary | Host | Zone | Status | State | Updated At |
# +------------------+------------------+------+---------+-------+----------------------------+
# | cinder-scheduler | controller2 | nova | enabled | up | 2019-07-11T10:43:16.000000 |
# | cinder-scheduler | controller3 | nova | enabled | up | 2019-07-11T10:43:16.000000 |
# | cinder-scheduler | controller1 | nova | enabled | up | 2019-07-11T10:43:16.000000 |
# | cinder-volume | controller2@ceph | nova | enabled | up | 2019-07-11T10:43:15.000000 |
# | cinder-volume | controller3@ceph | nova | enabled | up | 2019-07-11T10:43:16.000000 |
# | cinder-volume | controller1@ceph | nova | enabled | up | 2019-07-11T10:43:15.000000 |
# +------------------+------------------+------+---------+-------+----------------------------+
huluer
# 加载集群配置信息
source config
# 执行安装脚本
bash huluer/
服务检测和重启脚本
# 服务状态检测
cp -f utils/ ~/openstack/
chmod +x ~/openstack/
# 验证
~/openstack/
# 重启服务脚本
cp -f utils/ ~/openstack/
chmod +x ~/openstack/
# 验证，注意:重启脚本不要同时执行
~/openstack/
数据库恢复脚本
启动关闭的数据库,支持以下几种情况:1.集群还存在运行节点。2.集群全部正常关闭。3.集群全部异常关闭。
cp -f utils/ ~/openstack/
chmod +x ~/openstack/