openstack M版本部署

系統解決方案

一、環境需求

1、網卡

	em1	em2	em3	em4
controller1	172.16.16.1	172.16.17.1	none	none
controller1	172.16.16.2	172.16.17.2	none	none
compute1	172.16.16.3	172.16.17.3	none	none
compute2	172.16.16.4	172.16.17.4	none	none
compute3	172.16.16.5	172.16.17.5	none	none
……

2、消息隊列

使用mirror-queue mode，詳細部署方式，參見禪道上的rabbtmq集羣部署文檔。

3、數據庫

使用mariaDB+innodb+gelera，版本10.0.18以上，詳細部署方式，參見禪道上的rabbtmq集羣部署文檔。

4、中間件

使用memcached，未採用集羣形式，編輯/etc/sysconfig/memcached,修改127.0.0.1爲本地主機名（或者IP）。

二、部署方案

本機使用controller1作爲認證名，

所有服務密碼使用$MODULE+manager，例如：novamanager，glancemanager。

數據庫使用dftc+$MODULE例如：DB_PASS，DB_PASS。

規劃IP段：172.16.16.0/24作爲管理網段；172.16.17.0/24存儲網段；172.16.18.0/23作爲外部網絡的網段。

操作之前使用MYIP=`ip add show em1|grep inet|head -1|awk '{print $2}'|awk-F'/' '{print $1}'`賦值變量

本文使用flat+vxlan網絡部署方式，如果需要更改，請自行百度；

1、database

mysql -uroot-p****** -e "create database keystone;"

mysql -uroot-p****** -e "GRANT ALL PRIVILEGES ON keystone.* TO 'keystone'@'localhost'IDENTIFIED BY 'DB_PASS';"

mysql -uroot-p****** -e "GRANT ALL PRIVILEGES ON keystone.* TO 'keystone'@'%'IDENTIFIED BY 'DB_PASS';"

mysql -uroot-p****** -e "create database glance;"

mysql -uroot-p****** -e "GRANT ALL PRIVILEGES ON glance.* TO 'glance'@'localhost'IDENTIFIED BY 'DB_PASS';"

mysql -uroot-p****** -e "GRANT ALL PRIVILEGES ON glance.* TO 'glance'@'%' IDENTIFIEDBY 'DB_PASS';"

mysql -uroot-p****** -e "create database nova;"

mysql -uroot-p****** -e "GRANT ALL PRIVILEGES ON nova.* TO 'nova'@'localhost'IDENTIFIED BY 'DB_PASS';"

mysql -uroot-p****** -e "GRANT ALL PRIVILEGES ON nova.* TO 'nova'@'%' IDENTIFIED BY'DB_PASS';"

mysql -uroot-p****** -e "create database nova_api;"

mysql -uroot-p****** -e "GRANT ALL PRIVILEGES ON nova_api.* TO 'nova'@'localhost'IDENTIFIED BY 'DB_PASS';"

mysql -uroot-p****** -e "GRANT ALL PRIVILEGES ON nova_api.* TO 'nova'@'%' IDENTIFIEDBY 'DB_PASS';"

mysql -uroot-p****** -e "create database neutron;"

mysql -uroot-p****** -e "GRANT ALL PRIVILEGES ON neutron.* TO 'neutron'@'localhost'IDENTIFIED BY 'DB_PASS';"

mysql -uroot-p****** -e "GRANT ALL PRIVILEGES ON neutron.* TO 'neutron'@'%' IDENTIFIEDBY 'DB_PASS';"

mysql -uroot-p****** -e "create database cinder;"

mysql -uroot-p****** -e "GRANT ALL PRIVILEGES ON cinder.* TO 'cinder'@'localhost'IDENTIFIED BY 'DB_PASS';"

mysql -uroot-p****** -e "GRANT ALL PRIVILEGES ON cinder.* TO 'cinder'@'%' IDENTIFIEDBY 'DB_PASS';"

mysql -uroot-p****** -e "FLUSH PRIVILEGES;"

2、keystone

### 安裝依賴包

yum installopenstack-keystone httpd mod_wsgi

### 修改配置文件

openstack-config--set /etc/keystone/keystone.conf DEFAULT admin_token 749d6ead6be998642461

openstack-config--set /etc/keystone/keystone.conf database connectionmysql+pymysql://keystone:DB_PASS@controller1/keystone

openstack-config--set /etc/keystone/keystone.conf token provider fernet

### 同步數據庫並生成fernet

su -s /bin/sh -c"keystone-manage db_sync" keystone

keystone-managefernet_setup --keystone-user keystone --keystone-group keystone

###/etc/httpd/conf/httpd.conf

touch /etc/httpd/conf.d/wsgi-keystone.conf

echo <<EOF

Listen 5000

Listen 35357

<VirtualHost*:5000>

WSGIDaemonProcess keystone-publicprocesses=5 threads=1 user=keystone group=keystone display-name=%{GROUP}

WSGIProcessGroup keystone-public

WSGIScriptAlias //usr/bin/keystone-wsgi-public

WSGIApplicationGroup %{GLOBAL}

WSGIPassAuthorization On

ErrorLogFormat "%{cu}t %M"

ErrorLog /var/log/httpd/keystone-error.log

CustomLog/var/log/httpd/keystone-access.log combined

Require all granted

</Directory>

</VirtualHost>

<VirtualHost*:35357>

WSGIDaemonProcess keystone-adminprocesses=5 threads=1 user=keystone group=keystone display-name=%{GROUP}

WSGIProcessGroup keystone-admin

WSGIScriptAlias / /usr/bin/keystone-wsgi-admin

WSGIApplicationGroup %{GLOBAL}

WSGIPassAuthorization On

ErrorLogFormat "%{cu}t %M"

ErrorLog /var/log/httpd/keystone-error.log

CustomLog/var/log/httpd/keystone-access.log combined

Require all granted

</Directory>

</VirtualHost>

EOF

####

systemctl enablehttpd.service && systemctl start httpd.service

###

exportOS_TOKEN=749d6ead6be998642461

exportOS_URL=http://controller1:35357/v3

exportOS_IDENTITY_API_VERSION=3

openstack servicecreate --name keystone --description "DFTCIAAS Identity" identity

openstackendpoint create --region scxbxxzx identity public http://controller1:5000/v3

openstackendpoint create --region scxbxxzx identity internal http://controller1:5000/v3

openstackendpoint create --region scxbxxzx identity admin http://controller1:35357/v3

openstack domaincreate --description "Default Domain" default

openstack projectcreate --domain default --description"Admin Project" admin

openstack user create--domain default --password-prompt admin

######## createrole project and user

openstack rolecreate admin

openstack roleadd --project admin --user admin admin

openstack projectcreate --domain default --description"Service Project" service

openstack projectcreate --domain default --description"Demo Project" demo

openstack usercreate --domain default --password-prompt demo

echo######## create glance server andendpoint

openstack rolecreate user

openstack roleadd --project demo --user demo user

sed -i"/^pipeline/ s#admin_token_auth##g" /etc/keystone/keystone-paste.ini

unsetOS_TOKEN OS_URL

openstack usercreate --domain default --password-prompt glance

echo ########create image server and endpoint

openstack roleadd --project service --user glance admin

openstack servicecreate --name glance --description"DFTCIAAS Image" image

openstackendpoint create --region scxbxxzx image public http://controller1:9292

openstackendpoint create --region scxbxxzx image internal http://controller1:9292

openstackendpoint create --region scxbxxzx image admin http://controller1:9292

openstack usercreate --domain default --password-prompt nova

echo ########create compute server and endpoint

openstack roleadd --project service --user nova admin

openstack servicecreate --name nova --description"DFTCIAAS Compute" compute

openstackendpoint create --region scxbxxzx compute publichttp://controller1:8774/v2.1/%$tenant_id$s

openstackendpoint create --region scxbxxzx compute internal http://controller1:8774/v2.1/%$tenant_id$s

openstackendpoint create --region scxbxxzx compute adminhttp://controller1:8774/v2.1/%$tenant_id$s

openstack usercreate --domain default --password-prompt neutron

echo ########create network server and endpoint

openstack roleadd --project service --user neutron admin

openstack servicecreate --name neutron --description"DFTCIAAS Networking" network

openstackendpoint create --region scxbxxzx network public http://controller1:9696

openstackendpoint create --region scxbxxzx network internal http://controller1:9696

openstackendpoint create --region scxbxxzx network admin http://controller1:9696

openstack usercreate --domain default --password-prompt cinder

echo ########create volume server and endpoint

openstack roleadd --project service --user cinder admin

openstack servicecreate --name cinder --description "DFTCIAAS Block Storage" volume

openstack servicecreate --name cinderv2 --description "DFTCIAAS Block Storage"volumev2

openstackendpoint create --region scxbxxzx volumepublic http://controller1:8776/v1/%$tenant_id$s

openstackendpoint create --region scxbxxzx volumeinternal http://controller1:8776/v1/%$tenant_id$s

openstackendpoint create --region scxbxxzx volumeadmin http://controller1:8776/v1/%$tenant_id$s

openstackendpoint create --region scxbxxzx volumev2 public http://controller1:8776/v2/%$tenant_id$s

openstackendpoint create --region scxbxxzx volumev2 internal http://controller1:8776/v2/%$tenant_id$s

openstackendpoint create --region scxbxxzx volumev2 admin http://controller1:8776/v2/%$tenant_id$s

3、glance

#### 安裝依賴包

yum installopenstack-glance

#### 修改配置文件內容

openstack-config--set /etc/glance/glance-api.conf database connection mysql+pymysql://glance:DB_PASS@controller1/glance

openstack-config--set /etc/glance/glance-api.conf keystone_authtoken auth_uri http://controller1:5000

openstack-config--set /etc/glance/glance-api.conf keystone_authtoken auth_url http://controller1:35357

openstack-config--set /etc/glance/glance-api.conf keystone_authtoken memcached_servers controller1:11211

openstack-config--set /etc/glance/glance-api.conf keystone_authtoken auth_type password

openstack-config--set /etc/glance/glance-api.conf keystone_authtoken project_domain_name default

openstack-config--set /etc/glance/glance-api.conf keystone_authtoken user_domain_name default

openstack-config--set /etc/glance/glance-api.conf keystone_authtoken project_name service

openstack-config--set /etc/glance/glance-api.conf keystone_authtoken username glance

openstack-config--set /etc/glance/glance-api.conf keystone_authtoken password glancemanager

openstack-config--set /etc/glance/glance-api.conf paste_deploy flavor keystone

openstack-config--set /etc/glance/glance-api.conf glance_store stores file,http

openstack-config--set /etc/glance/glance-api.conf glance_store default_store file

openstack-config--set /etc/glance/glance-api.conf glance_store filesystem_store_datadir /var/lib/glance/images/

openstack-config--set /etc/glance/glance-registry.conf database connection mysql+pymysql://glance:DB_PASS@controller1/glance

openstack-config--set /etc/glance/glance-registry.conf keystone_authtoken auth_uri http://controller1:5000

openstack-config--set /etc/glance/glance-registry.conf keystone_authtoken auth_url http://controller1:35357

openstack-config--set /etc/glance/glance-registry.conf keystone_authtokenmemcached_servers controller1:11211

openstack-config--set /etc/glance/glance-registry.conf keystone_authtoken auth_type password

openstack-config--set /etc/glance/glance-registry.conf keystone_authtokenproject_domain_name default

openstack-config--set /etc/glance/glance-registry.conf keystone_authtoken user_domain_name default

openstack-config--set /etc/glance/glance-registry.conf keystone_authtoken project_name service

openstack-config--set /etc/glance/glance-registry.conf keystone_authtoken username glance

openstack-config--set /etc/glance/glance-registry.conf keystone_authtoken password glancemanager

openstack-config--set /etc/glance/glance-registry.conf paste_deploy flavor keystone

###同步數據庫

su -s /bin/sh -c"glance-manage db_sync" glance

###啓動服務

systemctl enableopenstack-glance-api.service openstack-glance-registry.service

systemctl startopenstack-glance-api.service openstack-glance-registry.service

4、nova

4.1控制節點

#安裝依賴包

yum installopenstack-nova-api openstack-nova-conductor openstack-nova-console openstack-nova-novncproxy openstack-nova-scheduler

#修改配置文件內容

openstack-config--set /etc/nova/nova.conf DEFAULT enabled_apis osapi_compute,metadata

openstack-config--set /etc/nova/nova.conf api_database connection mysql+pymysql://nova:DB_PASS@controller1/nova_api

openstack-config--set /etc/nova/nova.conf database connection mysql+pymysql://nova:DB_PASS@controller1/nova

openstack-config--set /etc/nova/nova.conf DEFAULT rpc_backend rabbit

openstack-config--set /etc/nova/nova.conf oslo_messaging_rabbit rabbit_hosts controller1:5672

openstack-config--set /etc/nova/nova.conf oslo_messaging_rabbit rabbit_userid dftc

openstack-config--set /etc/nova/nova.conf oslo_messaging_rabbit rabbit_password ******

openstack-config--set /etc/nova/nova.conf DEFAULT auth_strategy keystone

openstack-config--set /etc/nova/nova.conf keystone_authtoken auth_uri http://controller1:5000/v3

openstack-config--set /etc/nova/nova.conf keystone_authtoken auth_url http://controller1:35357/v3

openstack-config--set /etc/nova/nova.conf keystone_authtoken memcached_servers controller1:11211

openstack-config --set/etc/nova/nova.conf keystone_authtoken auth_type password

openstack-config--set /etc/nova/nova.conf keystone_authtoken project_domain_name default

openstack-config--set /etc/nova/nova.conf keystone_authtoken user_domain_name default

openstack-config--set /etc/nova/nova.conf keystone_authtoken project_name service

openstack-config--set /etc/nova/nova.conf keystone_authtoken username nova

openstack-config--set /etc/nova/nova.conf keystone_authtoken password novamanager

openstack-config--set /etc/nova/nova.conf DEFAULT my_ip $MYIP

openstack-config--set /etc/nova/nova.conf DEFAULT use_neutron True

openstack-config--set /etc/nova/nova.conf DEFAULT firewall_driver nova.virt.firewall.NoopFirewallDriver

openstack-config--set /etc/nova/nova.conf vnc vncserver_listen $MYIP

openstack-config--set /etc/nova/nova.conf vnc vncserver_proxyclient_address $MYIP

openstack-config--set /etc/nova/nova.conf glance api_servers http://controller1:9292

openstack-config--set /etc/nova/nova.conf oslo_concurrency lock_path /var/lib/nova/tmp

#同步數據庫

su -s /bin/sh -c"nova-manage api_db sync" nova

su -s /bin/sh -c"nova-manage db sync" nova

#啓動服務

systemctl enableopenstack-nova-api.service openstack-nova-consoleauth.service openstack-nova-scheduler.service openstack-nova-conductor.serviceopenstack-nova-novncproxy.service

systemctl startopenstack-nova-api.service openstack-nova-consoleauth.serviceopenstack-nova-scheduler.service openstack-nova-conductor.service openstack-nova-novncproxy.service

4.2計算節點

#安裝依賴包

yum installopenstack-nova-compute

#修改配置文件