Copy from GitHub repo

This commit is contained in:
Dmitry Vlasov
2020-08-12 00:02:27 +03:00
parent c447c45bbb
commit 42ae66e3ec
90 changed files with 5632 additions and 0 deletions
+58
View File
@@ -0,0 +1,58 @@
---
- hosts: bonchvisors
remote_user: cephadmin
become: true
become_user: root
become_method: sudo
vars:
disk:
- sdb
- sdc
- sdd
- sde
tasks:
- name: detect lv
shell: pvscan | grep ceph | sed -n "1,4p" | awk '{print $4}'
args:
executable: /bin/bash
register: ceph_lv
- name: detect pv
shell: pvscan | grep ceph | sed -n "1,4p" | awk '{print $2}'
args:
executable: /bin/bash
register: ceph_pv
- name: list PV
debug:
msg: "{{ item }}"
loop: "{{ceph_pv.stdout_lines}}"
when: ceph_pv.stdout != ""
- name: delete VG
lvg:
vg: "{{ item }}"
state: absent
force: yes
loop: "{{ceph_lv.stdout_lines}}"
when: ceph_lv.stdout != ""
- name: delete pv
shell: pvremove -y {{ item }}
args:
executable: /bin/bash
loop: "{{ceph_pv.stdout_lines}}"
when: ceph_pv.stdout != ""
- name: wipe HDD
shell: wipefs -a /dev/{{item}}
args:
executable: /bin/bash
with_items: "{{ disk }}"
- name: delete partition info
shell: for i in b c d; do dd if=/dev/zero of=/dev/sd$i bs=512 count=1 conv=notrunc; done
args:
executable: /bin/bash
@@ -0,0 +1,72 @@
---
- hosts: bonchvisors
remote_user: cephadmin
become: true
become_user: root
become_method: sudo
vars:
disk:
- sdb
- sdc
- sdd
- sde
tasks:
- name: detect lv
shell: pvscan | grep ceph | sed -n "1,4p" | awk '{print $4}'
args:
executable: /bin/bash
register: ceph_lv
- name: detect pv
shell: pvscan | grep ceph | sed -n "1,4p" | awk '{print $2}'
args:
executable: /bin/bash
register: ceph_pv
- name: list PV
debug:
msg: "{{ item }}"
loop: "{{ceph_pv.stdout_lines}}"
when: ceph_pv.stdout != ""
- name: list mounted ceph volume
shell: mount | grep ceph | grep -v tmpfs | awk '{print $3}'
args:
executable: /bin/bash
warn: false
register: ceph_mount
- name: umount OSD
shell: umount {{item}}
args:
executable: /bin/bash
loop: "{{ceph_mount.stdout_lines}}"
when: ceph_lv.stdout != ""
- name: delete VG
lvg:
vg: "{{ item }}"
state: absent
force: yes
loop: "{{ceph_lv.stdout_lines}}"
when: ceph_lv.stdout != ""
- name: delete pv
shell: pvremove -y {{ item }}
args:
executable: /bin/bash
loop: "{{ceph_pv.stdout_lines}}"
when: ceph_pv.stdout != ""
- name: wipe HDD
shell: wipefs -a /dev/{{item}}
args:
executable: /bin/bash
with_items: "{{ disk }}"
- name: delete partition info
shell: for i in b c d; do dd if=/dev/zero of=/dev/sd$i bs=512 count=1 conv=notrunc; done
args:
executable: /bin/bash
@@ -0,0 +1,43 @@
---
- hosts: bonchvisors
remote_user: cephadmin
become: true
become_user: root
become_method: sudo
vars:
disk:
- sdb
- sdc
- sdd
tasks:
# - name: list variables
# debug:
# msg: "{{ item }}"
# loop: "{{ disk }}"
- name: wipe SSD
shell: wipefs -a /dev/sde
args:
executable: /bin/bash
- name: SSD to gpt
shell: parted -s /dev/sde mklabel gpt
args:
executable: /bin/bash
- name: create ssd {{disk[0]}} db partitions
shell: parted /dev/sde mkpart ceph-db-{{disk[0]}} ext2 0% 20%
args:
executable: /bin/bash
- name: create ssd {{disk[1]}} db partitions
shell: parted /dev/sde mkpart ceph-db-{{disk[1]}} ext2 20% 40%
args:
executable: /bin/bash
- name: create ssd {{disk[2]}} db partitions
shell: parted /dev/sde mkpart ceph-db-{{disk[2]}} ext2 40% 60%
args:
executable: /bin/bash
@@ -0,0 +1,39 @@
---
- hosts: bonchvisors
serial: 1
remote_user: cephadmin
become: true
become_user: root
become_method: sudo
vars:
disk:
- sdb
- sdc
- sdd
dbpart:
- sde1
- sde2
- sde3
tasks:
# - name: list variables
# debug:
# msg: ceph-volume lvm create --bluestore --data /dev/{{disk[index]}} --block.db /dev/{{dbpart[index]}}
# loop: "{{ disk|flatten(levels=1) }}"
# loop_control:
# index_var: index
# - name: wipe HDD
# shell: wipefs -a /dev/{{item}}
# args:
# executable: /bin/bash
# with_items: "{{ disk }}"
- name: create OSD on hosts
shell: ceph-volume lvm create --bluestore --data /dev/{{disk[index]}} --block.db /dev/{{dbpart[index]}}
args:
executable: /bin/bash
loop: "{{ disk|flatten(levels=1) }}"
loop_control:
index_var: index
@@ -0,0 +1,41 @@
---
- hosts: bonchvisors
serial: 1
remote_user: cephadmin
become: true
become_user: root
become_method: sudo
vars:
disk:
- sda
- sdb
- sdc
- sdd
dbpart:
- sde5
- sde6
- sde7
- sde8
tasks:
# - name: list variables
# debug:
# msg: ceph-volume lvm create --bluestore --data /dev/{{disk[index]}} --block.db /dev/{{dbpart[index]}}
# loop: "{{ disk|flatten(levels=1) }}"
# loop_control:
# index_var: index
# - name: wipe HDD
# shell: wipefs -a /dev/{{item}}
# args:
# executable: /bin/bash
# with_items: "{{ disk }}"
- name: create OSD on hosts
shell: ceph-volume lvm create --filestore --data /dev/{{disk[index]}} --journal /dev/{{dbpart[index]}}
args:
executable: /bin/bash
loop: "{{ disk|flatten(levels=1) }}"
loop_control:
index_var: index
@@ -0,0 +1 @@
bonchvisor04
+24
View File
@@ -0,0 +1,24 @@
---
- hosts: bonchvisors
serial: 11
remote_user: cephadmin
become: true
become_user: root
become_method: sudo
tasks:
- name: detect osd number in array
shell: systemctl list-units --type=service --all | grep osd | awk '{print $1}' | awk -F "@" '{print $2}' | awk -F "." '{print $1}'
args:
executable: /bin/bash
register: osd_num
- name: delete osd
shell: ceph osd crush reweight osd.{{item}} 0.0; ceph osd out {{item}}; systemctl stop ceph-osd@{{item}}; ceph osd crush remove osd.{{item}}; ceph auth del osd.{{item}}; ceph osd rm {{item}}
args:
executable: /bin/bash
loop: "{{osd_num.stdout_lines}}"
when: osd_num.stdout != ""
@@ -0,0 +1,24 @@
---
- hosts: bonchvisors
serial: 11
remote_user: cephadmin
become: true
become_user: root
become_method: sudo
tasks:
- name: detect osd number in array
shell: systemctl list-units --type=service --all | grep ceph-volume | awk '{print $1}'
args:
executable: /bin/bash
register: volume_service
- name: delete osd
systemd:
enabled: no
name: "{{item}}"
loop: "{{volume_service.stdout_lines}}"
when: volume_service.stdout != ""
@@ -0,0 +1,29 @@
---
- hosts: bonchvisor14
remote_user: cephadmin
become: true
become_user: root
become_method: sudo
vars:
disk:
- sdb
- sdc
- sdd
- sde
tasks:
- name: Detect used service
shell: systemctl list-units --type=service --all | grep ceph | grep running | awk '{print $1}'
args:
executable: /bin/bash
warn: false
register: services
- name: Restart all services
shell: systemctl restart {{item}}
args:
executable: /bin/bash
warn: false
loop: "{{services.stdout_lines}}"
when: services.stdout != ""
@@ -0,0 +1,127 @@
---
- hosts: bonchvisors
remote_user: cephadmin
become: true
become_user: root
become_method: sudo
tasks:
- name: get public ip address
shell: ip a | grep -v virbr0\:\ | grep -A2 br0\:\ | grep inet | awk '{print $2}' | awk -F "/" '{print $1}'
args:
executable: /bin/bash
register: public_ip
- name: get private ip address
shell: ip a | grep -v virbr0\:\ | grep -A2 br1\:\ | grep inet | awk '{print $2}' | awk -F "/" '{print $1}'
args:
executable: /bin/bash
register: private_ip
- name: create nova.conf file
copy:
src: /etc/ansible/files/nova.conf
dest: /etc/nova/nova.conf
owner: root
group: nova
mode: 0640
- name: create neutron.conf file
copy:
src: /etc/ansible/files/neutron.conf
dest: /etc/neutron/neutron.conf
owner: root
group: neutron
mode: 0640
- name: create linuxbridge_agent.ini file
copy:
src: /etc/ansible/files/linuxbridge_agent.ini
dest: /etc/neutron/plugins/ml2/linuxbridge_agent.ini
owner: root
group: neutron
mode: 0640
- name: copy secret.xml file
copy:
src: /etc/ansible/files/secret.xml
dest: /etc/ceph/secret.xml
owner: root
group: root
mode: 0640
- name: copy ml2_conf.ini file
copy:
src: /etc/ansible/files/ml2_conf.ini
dest: /etc/neutron/plugins/ml2/ml2_conf.ini
owner: root
group: root
mode: 0644
- name: copy client.cinder.key file
copy:
src: /etc/ansible/files/client.cinder.key
dest: /etc/ceph/client.cinder.key
owner: root
group: root
mode: 0640
- name: insert public_ip in nova.conf my_ip string
lineinfile:
path: /etc/nova/nova.conf
insertbefore: 'use_neutron=true'
line: 'my_ip={{item}}'
loop: "{{public_ip.stdout_lines}}"
when: public_ip.stdout != ""
- name: insert private_ip in linuxbridge_agent.ini local_ip string for overlay network
lineinfile:
path: /etc/neutron/plugins/ml2/linuxbridge_agent.ini
insertafter: '\[vxlan\]'
line: 'local_ip={{item}}'
loop: "{{private_ip.stdout_lines}}"
when: private_ip.stdout != ""
# - name: virsh secret define
# shell: virsh secret-define --file /etc/ceph/secret.xml
# args:
# executable: /bin/bash
# register: required_uuid
# - name: virsh secret set
# shell: virsh secret-set-value --secret $(echo {{ item }} | awk '{print $2}') --base64 $(cat /etc/ceph/client.cinder.key)
# args:
# executable: /bin/bash
# loop: "{{required_uuid.stdout_lines}}"
# when: required_uuid.stdout != ""
# - name: restart libvirtd services
# systemd:
# state: restarted
# enabled: yes
# daemon_reload: yes
# name: libvirtd.service
# - name: restart nova-compute services
# systemd:
# state: restarted
# enabled: yes
# daemon_reload: yes
# name: openstack-nova-compute.service
- name: restart libvirtd services
systemd:
state: restarted
enabled: yes
daemon_reload: yes
name: libvirtd.service
- name: restart neutron-linux-brigde-agent services
systemd:
state: restarted
enabled: yes
daemon_reload: yes
name: neutron-linuxbridge-agent.service
@@ -0,0 +1,92 @@
---
- hosts: bonchvisors
remote_user: cephadmin
become: true
become_user: root
become_method: sudo
tasks:
- name: check ceph-mon service exist
shell: systemctl list-units --type=service --all | grep ceph-mon | awk '{print $1}'
args:
executable: /bin/bash
register: mon_service
# определение OSD
- name: find OSD and check if exist
shell: systemctl list-units --type=service --all | grep ceph-osd | awk '{print $1}'
args:
executable: /bin/bash
register: osd_service
- name: check ceph-mon service exist
shell: systemctl list-units --type=service --all | grep ceph-mon | awk '{print $1}'
args:
executable: /bin/bash
register: mon_service
# определение OSD
- name: find OSD and check if exist
shell: systemctl list-units --type=service --all | grep ceph-osd | awk '{print $1}'
args:
executable: /bin/bash
register: osd_service
# определение MGR
- name: check ceph-mgr service exist
shell: systemctl list-units --type=service --all | grep ceph-mgr | awk '{print $1}'
args:
executable: /bin/bash
register: mgr_service
- name: Change ceph-osd cpu affinity
lineinfile:
path: /usr/lib/systemd/system/ceph-osd@.service
insertbefore: '^RestartSec=*'
line: CPUAffinity=0,1
when: osd_service.stdout != ""
- name: Change ceph-mon cpu affinity
lineinfile:
path: /usr/lib/systemd/system/ceph-mon@.service
insertbefore: '^RestartSec=*'
line: CPUAffinity=0,1
when: mon_service.stdout != ""
- name: Change ceph-mgr cpu affinity
lineinfile:
path: /usr/lib/systemd/system/ceph-mgr@.service
insertbefore: '^StartLimitBurst=*'
line: CPUAffinity=0,1
when: mgr_service.stdout != ""
- name: restart ceph-osd service
systemd:
state: restarted
daemon_reload: yes
name: "{{ item }}"
loop: "{{osd_service.stdout_lines}}"
when: osd_service.stdout != ""
- name: restart ceph-mon service
systemd:
state: restarted
daemon_reload: yes
name: "{{ item }}"
loop: "{{mon_service.stdout_lines}}"
when: mon_service.stdout != ""
- name: restart ceph-mgr service
systemd:
state: restarted
daemon_reload: yes
name: "{{ item }}"
loop: "{{mgr_service.stdout_lines}}"
when: mgr_service.stdout != ""
+27
View File
@@ -0,0 +1,27 @@
---
- hosts: controllers
remote_user: cephadmin
become: true
become_user: root
become_method: sudo
tasks:
- name: Add hosts entry
lineinfile:
path: /etc/hosts
line: "{{ item.hosts }}"
with_items:
- { hosts: '172.17.2.54 bonchvisor04' }
- { hosts: '172.17.2.55 bonchvisor05' }
- { hosts: '172.17.2.56 bonchvisor06' }
- { hosts: '172.17.2.57 bonchvisor07' }
- { hosts: '172.17.2.58 bonchvisor08' }
- { hosts: '172.17.2.59 bonchvisor09' }
- { hosts: '172.17.2.60 bonchvisor10' }
- { hosts: '172.17.2.61 bonchvisor11' }
- { hosts: '172.17.2.62 bonchvisor12' }
- { hosts: '172.17.3.50 controller-ceph' }
- { hosts: '172.17.3.100 controller-virt' }
- { hosts: '172.17.3.200 controller-net' }
+11
View File
@@ -0,0 +1,11 @@
bonchvisor04
bonchvisor05
bonchvisor06
bonchvisor07
bonchvisor08
bonchvisor09
bonchvisor10
bonchvisor11
bonchvisor12
bonchvisor13
bonchvisor14
+78
View File
@@ -0,0 +1,78 @@
---
- hosts: bonchvisors-small
remote_user: cephadmin
become: true
become_user: root
become_method: sudo
tasks:
# - name: change MTU in br0 interface
# lineinfile:
# path: /etc/sysconfig/network-scripts/ifcfg-br0
# line: 'MTU=9000'
# - name: change MTU in br1 interface
# lineinfile:
# path: /etc/sysconfig/network-scripts/ifcfg-br1
# line: 'MTU=9000'
- name: change MTU in bond interface
lineinfile:
path: /etc/sysconfig/network-scripts/ifcfg-bond0
line: 'MTU=9000'
# - name: restart network service
# systemd:
# state: restarted
# daemon_reload: yes
# name: network
- name: Find 10Gbit network files
find:
paths: /etc/sysconfig/network-scripts/
patterns: "ifcfg-enp*"
register: files_matched
# - debug:
# msg: "{{ files_matched.files[0].path }}"
# - name: delete unproper ethtool options 1st device
# lineinfile:
# path: "{{ files_matched.files[0].path }}"
# line: '-K ${DEVICE} rx off tx off; -K ${DEVICE} tso off; -K ${DEVICE} gso off'
# state: absent
#
# - name: delete unproper ethtool options 2nd device
# lineinfile:
# path: "{{ files_matched.files[1].path }}"
# line: '-K ${DEVICE} rx off tx off; -K ${DEVICE} tso off; -K ${DEVICE} gso off'
# state: absent
- name: copy vlan165 file
copy:
src: /etc/ansible/files/ifcfg-vlan165
dest: /etc/sysconfig/network-scripts/ifcfg-vlan165
owner: root
group: root
mode: 0644
- name: copy br2 file
copy:
src: /etc/ansible/files/ifcfg-br2
dest: /etc/sysconfig/network-scripts/ifcfg-br2
owner: root
group: root
mode: 0644
- name: Change ethtool options 1st device
lineinfile:
path: "{{ files_matched.files[0].path }}"
line: 'ETHTOOL_OPTS="-K ${DEVICE} rx off tx off; -K ${DEVICE} tso off; -K ${DEVICE} gso off"'
- name: Change ethtool options 2nd device
lineinfile:
path: "{{ files_matched.files[1].path }}"
line: 'ETHTOOL_OPTS="-K ${DEVICE} rx off tx off; -K ${DEVICE} tso off; -K ${DEVICE} gso off"'
- name: restart network service
systemd:
state: restarted
daemon_reload: yes
name: network
@@ -0,0 +1,145 @@
---
- hosts: bonchvisors
remote_user: cephadmin
become: true
become_user: root
become_method: sudo
tasks:
# - name: install openstack nova compute elements
# yum:
# name: "{{ packages }}"
# state: latest
# vars:
# packages:
# - openstack-neutron-linuxbridge
# - ebtables
# - ipset
# - openstack-nova-compute
# - openstack-neutron-ml2
# - openstack-neutron-openvswitch
- name: install snmp tool
yum:
name: "net-snmp"
state: latest
# - name: restart openvswitch services
# systemd:
# state: restarted
# enabled: yes
# daemon_reload: yes
# name: openvswitch.service
- name: get public ip address
shell: echo 172.17.2.$((50+$(echo $HOSTNAME | awk -F "bonchvisor" '{print $2}' | sed 's/^0*//')))
args:
executable: /bin/bash
register: public_ip
- name: get private ip address
shell: echo 172.17.3.$((50+$(echo $HOSTNAME | awk -F "bonchvisor" '{print $2}' | sed 's/^0*//')))
args:
executable: /bin/bash
register: private_ip
- name: get tunnel ip address
shell: echo 172.17.1.$((50+$(echo $HOSTNAME | awk -F "bonchvisor" '{print $2}' | sed 's/^0*//')))
args:
executable: /bin/bash
register: tunnel_ip
# - name: create neutron config file
# template:
# src: /etc/ansible/files/openvswitch_agent.ini
# dest: /etc/neutron/plugins/ml2/openvswitch_agent.ini
# owner: root
# group: root
# mode: 0644
# add snmp firewall port
- firewalld:
immediate: yes
port: 161/udp
permanent: true
state: enabled
- name: create snmpd config file
template:
src: /etc/ansible/files/snmpd.conf
dest: /etc/snmp/snmpd.conf
owner: root
group: root
mode: 0644
- name: create nova config file
template:
src: /etc/ansible/files/nova.conf
dest: /etc/nova/nova.conf
owner: root
group: root
mode: 0644
- name: create neutron config file
template:
src: /etc/ansible/files/neutron.conf
dest: /etc/neutron/neutron.conf
owner: root
group: root
mode: 0644
- name: create ml2_conf.ini file
template:
src: /etc/ansible/files/ml2_conf.ini
dest: /etc/neutron/plugins/ml2/ml2_conf.ini
owner: root
group: root
mode: 0644
- name: create openvswitch_agent.ini file
template:
src: /etc/ansible/files/openvswitch_agent.ini
dest: /etc/neutron/plugins/ml2/openvswitch_agent.ini
owner: root
group: root
mode: 0644
- name: create ceilometer config file
template:
src: /etc/ansible/files/ceilometer.conf
dest: /etc/ceilometer/ceilometer.conf
owner: root
group: root
mode: 0644
- name: restart openstack-ceilometer-compute
systemd:
state: restarted
enabled: yes
daemon_reload: yes
name: openstack-ceilometer-compute
- name: restart openstack-nova-compute
systemd:
state: restarted
enabled: yes
daemon_reload: yes
name: openstack-nova-compute
- name: restart neutron-openvswitch-agent
systemd:
state: restarted
enabled: yes
daemon_reload: yes
name: neutron-openvswitch-agent
- name: restart snmpd
systemd:
state: restarted
enabled: yes
daemon_reload: yes
name: snmpd
@@ -0,0 +1,69 @@
---
- hosts: bonchvisors-dpdk
remote_user: cephadmin
become: true
become_user: root
become_method: sudo
tasks:
# - name: install openstack nova compute elements
# yum:
# name: "{{ packages }}"
# state: latest
# vars:
# packages:
# - openstack-neutron-linuxbridge
# - ebtables
# - ipset
# - openstack-nova-compute
# - openstack-neutron-ml2
# - openstack-neutron-openvswitch
# - name: restart openvswitch services
# systemd:
# state: restarted
# enabled: yes
# daemon_reload: yes
# name: openvswitch.service
- name: get public ip address
shell: echo 172.17.2.$((50+$(echo $HOSTNAME | awk -F "bonchvisor" '{print $2}' | sed 's/^0*//')))
args:
executable: /bin/bash
register: public_ip
- name: get private ip address
shell: echo 172.17.3.$((50+$(echo $HOSTNAME | awk -F "bonchvisor" '{print $2}' | sed 's/^0*//')))
args:
executable: /bin/bash
register: private_ip
- name: configure kernel
default_hugepagesz=2M hugepagesz=2M hugepages=2048 iommu=pt intel_iommu=on isolcpus=3-5"q
- name: create openvswitch_agent.ini config file
template:
src: /etc/ansible/files/openvswitch_agent.ini
dest: /etc/neutron/plugins/ml2/openvswitch_agent.ini
owner: root
group: root
mode: 0644
- name: create ml2_conf.ini config file
template:
src: /etc/ansible/files/ml2_conf.ini
dest: /etc/neutron/plugins/ml2/ml2_conf.ini
owner: root
group: root
mode: 0644
- name: create nova.conf config file
template:
src: /etc/ansible/files/nova.conf
dest: /etc/nova/nova.conf
owner: root
group: root
mode: 0644
@@ -0,0 +1,225 @@
---
- hosts: bonchvisors
remote_user: cephadmin
become: true
become_user: root
become_method: sudo
tasks:
# - name: install openstack nova compute elements
# yum:
# name: "{{ packages }}"
# state: latest
# vars:
# packages:
# - openstack-neutron-linuxbridge
# - ebtables
# - ipset
# - openstack-nova-compute
# - openstack-neutron-ml2
# - openstack-neutron-openvswitch
# - name: restart openvswitch services
# systemd:
# state: restarted
# enabled: yes
# daemon_reload: yes
# name: openvswitch.service
- name: get public ip address
shell: echo 172.17.2.$((50+$(echo $HOSTNAME | awk -F "bonchvisor" '{print $2}' | sed 's/^0*//')))
args:
executable: /bin/bash
register: public_ip
- name: get private ip address
shell: echo 172.17.3.$((50+$(echo $HOSTNAME | awk -F "bonchvisor" '{print $2}' | sed 's/^0*//')))
args:
executable: /bin/bash
register: private_ip
- name: get first interface name
shell: "ip a | grep enp | awk 'NR==1{print $2}' | tr -d :"
args:
executable: /bin/bash
register: firstport
- name: get second interface name
shell: "ip a | grep enp | awk 'NR==2{print $2}' | tr -d :"
args:
executable: /bin/bash
register: secondport
- name: collect old ifcfg-files
shell: ls /etc/sysconfig/network-scripts/ | grep ifcfg | grep -v 'ifcfg-lo\|ifcfg-ens1f0\|ens1f1' | awk '{print $1}'
args:
executable: /bin/bash
register: oldint
- name: delete old interface files
file:
state: absent
path: /etc/sysconfig/network-scripts/{{ item }}
loop: "{{oldint.stdout_lines}}"
when: oldint.stdout != ""
- name: cretae ifcfg-{{ firstport.stdout }} network config file
template:
src: /etc/ansible/files/networks/ifcfg-physicalif01
dest: /etc/sysconfig/network-scripts/ifcfg-{{ firstport.stdout }}
owner: root
group: root
mode: 0644
- name: cretae ifcfg-{{ secondport.stdout }} network config file
template:
src: /etc/ansible/files/networks/ifcfg-physicalif02
dest: /etc/sysconfig/network-scripts/ifcfg-{{ secondport.stdout }}
owner: root
group: root
mode: 0644
- name: cretae bond0 network config file
template:
src: /etc/ansible/files/networks/ifcfg-bond0
dest: /etc/sysconfig/network-scripts/ifcfg-bond0
owner: root
group: root
mode: 0644
- name: cretae main bridge network config file
template:
src: /etc/ansible/files/networks/ifcfg-br-ext-main
dest: /etc/sysconfig/network-scripts/ifcfg-br-ext-main
owner: root
group: root
mode: 0644
- name: cretae mgmt0 network config file
template:
src: /etc/ansible/files/networks/ifcfg-mgmt0
dest: /etc/sysconfig/network-scripts/ifcfg-mgmt0
owner: root
group: root
mode: 0644
- name: create internal port config file
template:
src: /etc/ansible/files/networks/ifcfg-port-int
dest: /etc/sysconfig/network-scripts/ifcfg-port-int
owner: root
group: root
mode: 0644
# - name: creat first externalbridge patchpanel network config file
# template:
# src: /etc/ansible/files/networks/ifcfg-patch-main-ext01
# dest: /etc/sysconfig/network-scripts/ifcfg-patch-main-ext01
# owner: root
# group: root
# mode: 0644
# - name: creat second external bridge patchpanel network config file
# template:
# src: /etc/ansible/files/networks/ifcfg-patch-main-ext02
# dest: /etc/sysconfig/network-scripts/ifcfg-patch-main-ext02
# owner: root
# group: root
# mode: 0644
- name: creat slave bridge patchpanel network config file
template:
src: /etc/ansible/files/networks/ifcfg-patch-main-slave
dest: /etc/sysconfig/network-scripts/ifcfg-patch-main-slave
owner: root
group: root
mode: 0644
- name: create neutron config file
template:
src: /etc/ansible/files/openvswitch_agent.ini
dest: /etc/neutron/plugins/ml2/openvswitch_agent.ini
owner: root
group: root
mode: 0644
- name: restart all network services and delete all ovs bridge
shell: ls /etc/sysconfig/network-scripts/ | grep ifcfg | grep -v 'ifcfg-lo\|ifcfg-ens1f0\|ens1f1\|enp\|bond0' | awk '{print $1}' | sed 's/ifcfg-//g'| while read line; do ip link set dev $line down && ip link delete $line; done; ovs-vsctl list-br | awk "{print $1}" | while read line; do ovs-vsctl --if-exist del-br $line; done; systemctl restart network; systemctl restart network
args:
executable: /bin/bash
#slave bridge creation
# - name: detect all bridges, except ovs-main
# shell: ovs-vsctl list-br | grep -v "ovs-main" | awk "{print $1}"
# args:
# executable: /bin/bash
# register: oldbridges
# - name: clear all bridges, except ovs-main
# shell: ovs-vsctl --if-exist del-br {{ item }}
# args:
# executable: /bin/bash
# loop: "{{oldbridges.stdout_lines}}"
# when: oldbridges.stdout != ""
- name: create slave bridge
shell: ovs-vsctl --may-exist add-br br-slave && ovs-vsctl set int br-slave mtu_request=9000
args:
executable: /bin/bash
- name: create fake management bridge
shell: ovs-vsctl --may-exist add-br br-mgmt-fake br-slave 162 && ovs-vsctl set int br-mgmt-fake mtu_request=9000
args:
executable: /bin/bash
- name: create fake interconnect bridge
shell: ovs-vsctl --may-exist add-br br-ic-fake br-slave 163 && ovs-vsctl set int br-ic-fake mtu_request=9000
args:
executable: /bin/bash
- name: create patchport -- br-slave to br-ext-main
shell: ovs-vsctl --may-exist add-port br-slave patch-slave-main && ovs-vsctl set int patch-slave-main mtu_request=9000
args:
executable: /bin/bash
- name: connect patchport -- br-slave to br-ext-main
shell: ovs-vsctl set interface patch-slave-main type=patch options:peer=patch-main-slave
args:
executable: /bin/bash
- name: create external bridge
shell: ovs-vsctl --may-exist add-br br-ext && ovs-vsctl set int br-ext mtu_request=9000
args:
executable: /bin/bash
- name: create patchport -- br-ext to br-ext-main
shell: ovs-vsctl --may-exist add-port br-ext patch-ext-main && ovs-vsctl set int patch-ext-main mtu_request=8996
args:
executable: /bin/bash
- name: connect patchport -- br-ext to br-ext-main
shell: ovs-vsctl set interface patch-ext-main type=patch options:peer=patch-main-ext
args:
executable: /bin/bash
- name: restart neutron-openvswitch
systemd:
state: restarted
enabled: yes
daemon_reload: yes
name: neutron-openvswitch-agent.service
# postconfig
#
# - name: set physical interface MTU
# shell: ovs-vsctl set int {{ firstport.stdout }} mtu_request=9000 && ovs-vsctl set int {{ secondport.stdout }} mtu_request=9000
# args:
# executable: /bin/bash
@@ -0,0 +1,188 @@
---
- hosts: bonchvisors
remote_user: cephadmin
become: true
become_user: root
become_method: sudo
tasks:
# - name: install openstack nova compute elements
# yum:
# name: "{{ packages }}"
# state: latest
# vars:
# packages:
# - openstack-neutron-linuxbridge
# - ebtables
# - ipset
# - openstack-nova-compute
# - openstack-neutron-ml2
# - openstack-neutron-openvswitch
# - name: restart openvswitch services
# systemd:
# state: restarted
# enabled: yes
# daemon_reload: yes
# name: openvswitch.service
- name: get public ip address
shell: echo 172.17.2.$((50+$(echo $HOSTNAME | awk -F "bonchvisor" '{print $2}' | sed 's/^0*//')))
args:
executable: /bin/bash
register: public_ip
- name: get private ip address
shell: echo 172.17.3.$((50+$(echo $HOSTNAME | awk -F "bonchvisor" '{print $2}' | sed 's/^0*//')))
args:
executable: /bin/bash
register: private_ip
- name: get first interface name
shell: "ip a | grep enp | awk 'NR==1{print $2}' | tr -d :"
args:
executable: /bin/bash
register: firstport
- name: get second interface name
shell: "ip a | grep enp | awk 'NR==2{print $2}' | tr -d :"
args:
executable: /bin/bash
register: secondport
- name: collect old ifcfg-files
shell: ls /etc/sysconfig/network-scripts/ | grep ifcfg | grep -v 'ifcfg-lo\|ifcfg-ens1f0\|ens1f1' | awk '{print $1}'
args:
executable: /bin/bash
register: oldint
- name: delete old interface files
file:
state: absent
path: /etc/sysconfig/network-scripts/{{ item }}
loop: "{{oldint.stdout_lines}}"
when: oldint.stdout != ""
- name: cretae ifcfg-{{ firstport.stdout }} network config file
template:
src: /etc/ansible/files/networks/ifcfg-physicalif01
dest: /etc/sysconfig/network-scripts/ifcfg-{{ firstport.stdout }}
owner: root
group: root
mode: 0644
- name: cretae ifcfg-{{ secondport.stdout }} network config file
template:
src: /etc/ansible/files/networks/ifcfg-physicalif02
dest: /etc/sysconfig/network-scripts/ifcfg-{{ secondport.stdout }}
owner: root
group: root
mode: 0644
- name: cretae bond0 network config file
template:
src: /etc/ansible/files/networks/ifcfg-bond0
dest: /etc/sysconfig/network-scripts/ifcfg-bond0
owner: root
group: root
mode: 0644
- name: cretae main bridge network config file
template:
src: /etc/ansible/files/networks/ifcfg-main-bridge
dest: /etc/sysconfig/network-scripts/ifcfg-ovs-main
owner: root
group: root
mode: 0644
- name: cretae mgmt0 network config file
template:
src: /etc/ansible/files/networks/ifcfg-mgmt0
dest: /etc/sysconfig/network-scripts/ifcfg-mgmt0
owner: root
group: root
mode: 0644
- name: create main bridge network config file
template:
src: /etc/ansible/files/networks/ifcfg-port-int
dest: /etc/sysconfig/network-scripts/ifcfg-port-int
owner: root
group: root
mode: 0644
- name: create patchpanel network config file
template:
src: /etc/ansible/files/networks/ifcfg-ovs-patch0
dest: /etc/sysconfig/network-scripts/ifcfg-ovs-patch0
owner: root
group: root
mode: 0644
- name: create neutron config file
template:
src: /etc/ansible/files/openvswitch_agent.ini
dest: /etc/neutron/plugins/ml2/openvswitch_agent.ini
owner: root
group: root
mode: 0644
#slave bridge creation
- name: create ovs-slave bridge
shell: ovs-vsctl --may-exist add-br ovs-slave && ovs-vsctl set int ovs-slave mtu_request=9000
args:
executable: /bin/bash
- name: create management bridge
shell: ovs-vsctl --may-exist add-br br-mgmt ovs-slave 162 && ovs-vsctl set int br-mgmt mtu_request=9000
args:
executable: /bin/bash
- name: create internal bridge
shell: ovs-vsctl --may-exist add-br br-ic ovs-slave 163 && ovs-vsctl set int br-ic mtu_request=9000
args:
executable: /bin/bash
- name: create first external bridge
shell: ovs-vsctl --may-exist add-br br-ext01 ovs-slave 160 && ovs-vsctl set int br-ext01 mtu_request=9000
args:
executable: /bin/bash
- name: create second external bridge
shell: ovs-vsctl --may-exist add-br br-ext02 ovs-slave 165 && ovs-vsctl set int br-ext02 mtu_request=9000
args:
executable: /bin/bash
- name: create patchport to ovs-main
shell: ovs-vsctl --may-exist add-port ovs-slave patch1 && ovs-vsctl set int patch1 mtu_request=9000
args:
executable: /bin/bash
- name: connect patchport to ovs-main
shell: ovs-vsctl set interface patch1 type=patch options:peer=patch0
args:
executable: /bin/bash
- name: restart network services
shell: ls /etc/sysconfig/network-scripts/ | grep ifcfg | grep -v 'ifcfg-lo\|ifcfg-ens1f0\|ens1f1\|enp' | awk '{print $1}' | sed 's/ifcfg-//g'| while read line; do ip link set dev $line down && ip link delete $line; done && systemctl restart network; systemctl restart network
args:
executable: /bin/bash
- name: restart neutron-openvswitch
systemd:
state: restarted
enabled: yes
daemon_reload: yes
name: neutron-openvswitch-agent.service
# postconfig
- name: set physical interface MTU
shell: ovs-vsctl set int {{ firstport.stdout }} mtu_request=9000 && ovs-vsctl set int {{ secondport.stdout }} mtu_request=9000
args:
executable: /bin/bash
@@ -0,0 +1,37 @@
---
- hosts: bonchvisors
remote_user: cephadmin
become: true
become_user: root
become_method: sudo
tasks:
- name: create libvirtd.conf file
template:
src: /etc/ansible/files/libvirtd.conf
dest: /etc/libvirt/libvirtd.conf
owner: root
group: root
mode: 0644
- name: cretae libvirtd file for port listening
template:
src: /etc/ansible/files/libvirtd
dest: /etc/sysconfig/libvirtd
owner: root
group: root
mode: 0644
- name: cretae firewalld rule
shell: firewall-cmd --add-port 49152-49216/tcp --permanent; firewall-cmd --add-port 16509/tcp --permanent; firewall-cmd --reload
args:
executable: /bin/bash
- name: restart libvirtd
systemd:
state: restarted
enabled: yes
daemon_reload: yes
name: libvirtd.service
+32
View File
@@ -0,0 +1,32 @@
---
- hosts: bonchvisors
remote_user: cephadmin
become: true
become_user: root
become_method: sudo
tasks:
tasks:
- name: create nested-vm enabling file
copy:
src: /etc/ansible/files/kvm-nested.conf
dest: /etc/modprobe.d/kvm-nested.conf
owner: root
group: root
mode: 0644
- name: disable && enable kvm_intel module
shell: modprobe -r kvm_intel && modprobe -a kvm_intel
args:
executable: /bin/bash
- name: check nested vm enabled
shell: cat /sys/module/kvm_intel/parameters/nested
args:
executable: /bin/bash
register: nested_vm
- name: get nested vm enabled state
debug:
msg: "{{ nested_vm.stdout }}"
@@ -0,0 +1,42 @@
---
- hosts: bonchvisors
remote_user: cephadmin
become: true
become_user: root
become_method: sudo
tasks:
- name: enable isolcpu and hugepages in kernel
shell: grep GRUB_CMDLINE_LINUX /etc/default/grub | grep -c "hugepages" || true
register: hugepages_status
ignore_errors: true
- name: enable isolcpu in kernel
shell: grep GRUB_CMDLINE_LINUX /etc/default/grub | grep -c "isolcpus" || true
register: isolcpu_status
ignore_errors: true
- name: Enable isolcpu in grub
lineinfile: dest="/etc/default/grub" regexp='GRUB_CMDLINE_LINUX="(.*)"' line='GRUB_CMDLINE_LINUX="\1 isolcpus=2-3"' backrefs=yes
when: isolcpu_status.stdout == "0"
- name: Enable hugepages in grub
lineinfile: dest="/etc/default/grub" regexp='GRUB_CMDLINE_LINUX="(.*)"' line='GRUB_CMDLINE_LINUX="\1 hugepages=512"' backrefs=yes
when: hugepages_status.stdout == "0"
- name: check if hugepages fstab entry exist
shell: grep "^hugetlbfs" /etc/fstab || true
args:
executable: /bin/bash
register: test_grep
- name: test_grep results
debug:
msg: "{{ test_grep.stdout }}"
- name: modify fstab
lineinfile:
path: /etc/fstab
line: "nodev /mnt/huge hugetlbfs defaults 0 0"
when: test_grep.stdout == ""
@@ -0,0 +1,318 @@
---
- hosts: bonchvisor04
remote_user: cephadmin
become: true
become_user: root
become_method: sudo
tasks:
- name: install repos
yum:
name: "{{ packages }}"
state: latest
vars:
packages:
- epel-release
- https://rdoproject.org/repos/rdo-release.rpm
- https://download.ceph.com/rpm-luminous/el7/noarch/ceph-release-1-1.el7.noarch.rpm
- name: install initial components
yum:
name: "{{ packages }}"
state: latest
vars:
packages:
- net-tools
- chrony
- openvswitch
- qemu-kvm
- virt-install
- libvirt
- libvirt-python
- virt-manager
- policycoreutils-python
- libibverbs
- driverctl
- libguestfs-tools
- python2-pip
- name: get public ip address
shell: echo 172.17.1.$((50+$(echo $HOSTNAME | awk -F "bonchvisor" '{print $2}' | sed 's/^0*//')))
args:
executable: /bin/bash
register: public_ip
- name: get private ip address
shell: echo 172.17.2.$((50+$(echo $HOSTNAME | awk -F "bonchvisor" '{print $2}' | sed 's/^0*//')))
args:
executable: /bin/bash
register: private_ip
- name: get tun ip address
shell: echo 172.17.3.$((50+$(echo $HOSTNAME | awk -F "bonchvisor" '{print $2}' | sed 's/^0*//')))
args:
executable: /bin/bash
register: tun_ip
- name: get first interface name
shell: "ip a | grep enp | awk 'NR==1{print $2}' | tr -d :"
args:
executable: /bin/bash
register: firstport
- name: get second interface name
shell: "ip a | grep enp | awk 'NR==2{print $2}' | tr -d :"
args:
executable: /bin/bash
register: secondport
- name: Add hosts entry
lineinfile:
path: /etc/hosts
line: "{{ item.hosts }}"
with_items:
- { hosts: '172.17.2.54 bonchvisor04' }
- { hosts: '172.17.2.55 bonchvisor05' }
- { hosts: '172.17.2.56 bonchvisor06' }
- { hosts: '172.17.2.57 bonchvisor07' }
- { hosts: '172.17.2.58 bonchvisor08' }
- { hosts: '172.17.2.59 bonchvisor09' }
- { hosts: '172.17.2.60 bonchvisor10' }
- { hosts: '172.17.2.61 bonchvisor11' }
- { hosts: '172.17.2.62 bonchvisor12' }
- { hosts: '172.17.2.50 controller-ceph' }
- { hosts: '172.17.2.100 controller-virt' }
- { hosts: '172.17.2.200 controller-net' }
- name: copy chrony file
copy:
src: /etc/ansible/files/chrony.conf
dest: /etc/chrony.conf
owner: root
group: root
mode: 0640
- name: insert uio_pci_generic module
shell: modprobe uio_pci_generic
args:
executable: /bin/bash
- name: copy uio_pci_generic module file to autostart
copy: src=/etc/ansible/files/dpdk.conf dest=/etc/modules-load.d/dpdk.conf owner=root group=root mode=0640
- name: detect dpdk interface name
shell: driverctl -v list-devices | grep -i net | grep 82576 | awk '{print $1}'
args:
executable: /bin/bash
register: dpdk_bus
- name: change dpdk device#1 driver
shell: driverctl set-override {{ dpdk_bus.stdout_lines[0] }} uio_pci_generic
args:
executable: /bin/bash
- name: change dpdk device#2 driver
shell: driverctl set-override {{ dpdk_bus.stdout_lines[1] }} uio_pci_generic
args:
executable: /bin/bash
- name: upload selinux modules
copy: src=/etc/ansible/files/{{ item }} dest=/tmp owner=root group=root mode=0640
with_items:
- ovs-vswitchd.pp
- ovsdb-server.pp
- name: install selinux modules
shell: semodule -i /tmp/{{ item }}
with_items:
- ovs-vswitchd.pp
- ovsdb-server.pp
- name: copy grub file to load hugepages
copy: src=/etc/ansible/files/grub dest=/etc/default owner=root group=root mode=0640
- name: modify grub to load hugepages
shell: grub2-mkconfig -o /boot/efi/EFI/centos/grub.cfg
args:
executable: /bin/bash
- name: check if hugepages fstab entry exist
shell: grep "^hugetlbfs" /etc/fstab || true
args:
executable: /bin/bash
register: test_grep
- name: modify fstab
lineinfile:
path: /etc/grub
line: 'nodev /mnt/huge hugetlbfs defaults 0 0'
when: test_grep.stdout != ""
- name: Creates directory
file:
path: /mnt/huge
state: directory
- name: copy systemd service file to use hugepages on node0
copy:
src: /etc/ansible/files/hugetlb-gigantic-pages.service
dest: /usr/lib/systemd/system/hugetlb-gigantic-pages.service
owner: root
group: root
mode: 0640
- name: copy bash script file to use hugepages
copy:
src: /etc/ansible/files/hugetlb-reserve-pages.sh
dest: /usr/lib/systemd/hugetlb-reserve-pages.sh
owner: root
group: root
mode: 0750
- name: modify openvswitch startup users
replace:
path: /etc/sysconfig/openvswitch
regexp: '^OVS_USER_ID(.*)$'
replace: 'OVS_USER_ID="root:root"'
- name: enable and start libvirtd services
systemd:
state: started
enabled: yes
daemon_reload: yes
name: libvirtd.service
- name: enable and start chronyd services
systemd:
state: started
enabled: yes
daemon_reload: yes
name: chronyd.service
- name: enable and start service hugetlb-gigantic-pages
systemd:
state: started
name: hugetlb-gigantic-pages
enabled: yes
daemon_reload: yes
- name: enable and start opevswitchd
systemd:
state: started
name: openvswitch
enabled: yes
- name: ovs enable dpdk
shell: ovs-vsctl --no-wait set Open_vSwitch . other_config:dpdk-init="true"
args:
executable: /bin/bash
- name: ovs dpdk config cpu mask
shell: ovs-vsctl --no-wait set Open_vSwitch . other_config:pmd-cpu-mask=0x4
args:
executable: /bin/bash
- name: ovs dpdk config memory usage
shell: ovs-vsctl --no-wait set Open_vSwitch . other_config:dpdk-socket-mem="1024,0"
args:
executable: /bin/bash
- name: config dpdk port
shell: ovs-vsctl --may-exist add-br br-dpdk -- set bridge br-dpdk datapath_type=netdev
args:
executable: /bin/bash
- name: add dpdk port
shell: ovs-vsctl --may-exist add-bond br-dpdk dpdkbond p0 p1 lacp=active bond_mode=balance-tcp
args:
executable: /bin/bash
- name: add dpdk port
shell: ovs-vsctl set Interface p0 type=dpdk options:dpdk-devargs={{ dpdk_bus.stdout_lines[0] }}
args:
executable: /bin/bash
- name: add dpdk port
shell: ovs-vsctl set Interface p1 type=dpdk options:dpdk-devargs={{ dpdk_bus.stdout_lines[1] }}
args:
executable: /bin/bash
- name: collect old ifcfg-files
shell: ls /etc/sysconfig/network-scripts/ | grep ifcfg | grep -v 'ifcfg-lo\|ifcfg-ens1f0\|ens1f1' | awk '{print $1}'
args:
executable: /bin/bash
register: oldint
- name: delete old interface files
file:
state: absent
path: /etc/sysconfig/network-scripts/{{ item }}
loop: "{{oldint.stdout_lines}}"
when: oldint.stdout != ""
- name: cretae ifcfg-{{ firstport.stdout }} network config file
template:
src: /etc/ansible/files/networks/ifcfg-physicalif01
dest: /etc/sysconfig/network-scripts/ifcfg-{{ firstport.stdout }}
owner: root
group: root
mode: 0644
- name: cretae ifcfg-{{ secondport.stdout }} network config file
template:
src: /etc/ansible/files/networks/ifcfg-physicalif02
dest: /etc/sysconfig/network-scripts/ifcfg-{{ secondport.stdout }}
owner: root
group: root
mode: 0644
- name: create bond0 network config file
template:
src: /etc/ansible/files/networks/ifcfg-bond0
dest: /etc/sysconfig/network-scripts/ifcfg-bond0
owner: root
group: root
mode: 0644
- name: cretae main bridge network config file
template:
src: /etc/ansible/files/networks/ifcfg-br-ext-main
dest: /etc/sysconfig/network-scripts/ifcfg-br-ext-main
owner: root
group: root
mode: 0644
- name: cretae mgmt0 network config file
template:
src: /etc/ansible/files/networks/ifcfg-mgmt0
dest: /etc/sysconfig/network-scripts/ifcfg-mgmt0
owner: root
group: root
mode: 0644
- name: create int port network config file
template:
src: /etc/ansible/files/networks/ifcfg-port-int
dest: /etc/sysconfig/network-scripts/ifcfg-port-int
owner: root
group: root
mode: 0644
- name: create tun port network config file
template:
src: /etc/ansible/files/networks/ifcfg-port-tun
dest: /etc/sysconfig/network-scripts/ifcfg-port-tun
owner: root
group: root
mode: 0644
- name: remove NetworkManager
yum:
name: NetworkManager*
state: absent
# - name: reboot to apply grub changes
# reboot:
@@ -0,0 +1,333 @@
---
- hosts: bonchvisor10
remote_user: cephadmin
become: true
become_user: root
become_method: sudo
tasks:
- name: install repos
yum:
name: "{{ packages }}"
state: latest
vars:
packages:
- epel-release
- https://rdoproject.org/repos/rdo-release.rpm
- https://download.ceph.com/rpm-luminous/el7/noarch/ceph-release-1-1.el7.noarch.rpm
- name: install initial components
yum:
name: "{{ packages }}"
state: latest
vars:
packages:
- net-tools
- chrony
- openvswitch
- qemu-kvm
- virt-install
- libvirt
- libvirt-python
- virt-manager
- policycoreutils-python
- libibverbs
- driverctl
- libguestfs-tools
- python2-pip
- name: get public ip address
shell: echo 172.17.1.$((50+$(echo $HOSTNAME | awk -F "bonchvisor" '{print $2}' | sed 's/^0*//')))
args:
executable: /bin/bash
register: public_ip
- name: get private ip address
shell: echo 172.17.2.$((50+$(echo $HOSTNAME | awk -F "bonchvisor" '{print $2}' | sed 's/^0*//')))
args:
executable: /bin/bash
register: private_ip
- name: get tun ip address
shell: echo 172.17.3.$((50+$(echo $HOSTNAME | awk -F "bonchvisor" '{print $2}' | sed 's/^0*//')))
args:
executable: /bin/bash
register: tun_ip
- name: get first interface name
shell: "ip a | grep enp | awk 'NR==1{print $2}' | tr -d :"
args:
executable: /bin/bash
register: firstport
- name: get second interface name
shell: "ip a | grep enp | awk 'NR==2{print $2}' | tr -d :"
args:
executable: /bin/bash
register: secondport
- name: Add hosts entry
lineinfile:
path: /etc/hosts
line: "{{ item.hosts }}"
with_items:
- { hosts: '172.17.2.54 bonchvisor04' }
- { hosts: '172.17.2.55 bonchvisor05' }
- { hosts: '172.17.2.56 bonchvisor06' }
- { hosts: '172.17.2.57 bonchvisor07' }
- { hosts: '172.17.2.58 bonchvisor08' }
- { hosts: '172.17.2.59 bonchvisor09' }
- { hosts: '172.17.2.60 bonchvisor10' }
- { hosts: '172.17.2.61 bonchvisor11' }
- { hosts: '172.17.2.62 bonchvisor12' }
- { hosts: '172.17.2.50 controller-ceph' }
- { hosts: '172.17.2.100 controller-virt' }
- { hosts: '172.17.2.200 controller-net' }
- name: copy chrony file
copy:
src: /etc/ansible/files/chrony.conf
dest: /etc/chrony.conf
owner: root
group: root
mode: 0640
- name: insert uio_pci_generic module
shell: modprobe uio_pci_generic
args:
executable: /bin/bash
- name: copy uio_pci_generic module file to autostart
copy: src=/etc/ansible/files/dpdk.conf dest=/etc/modules-load.d/dpdk.conf owner=root group=root mode=0640
- name: detect dpdk interface name
shell: driverctl -v list-devices | grep -i net | grep 82576 | awk '{print $1}'
args:
executable: /bin/bash
register: dpdk_bus
- name: change dpdk device#1 driver
shell: driverctl set-override {{ dpdk_bus.stdout_lines[0] }} uio_pci_generic
args:
executable: /bin/bash
- name: change dpdk device#2 driver
shell: driverctl set-override {{ dpdk_bus.stdout_lines[1] }} uio_pci_generic
args:
executable: /bin/bash
- name: upload selinux modules
copy: src=/etc/ansible/files/{{ item }} dest=/tmp owner=root group=root mode=0640
with_items:
- ovs-vswitchd.pp
- ovsdb-server.pp
- name: install selinux modules
shell: semodule -i /tmp/{{ item }}
with_items:
- ovs-vswitchd.pp
- ovsdb-server.pp
- name: enable isolcpu and hugepages in kernel
shell: grep GRUB_CMDLINE_LINUX /etc/default/grub | grep -c "hugepages" || true
register: hugepages_status
ignore_errors: true
- name: enable isolcpu in kernel
shell: grep GRUB_CMDLINE_LINUX /etc/default/grub | grep -c "isolcpus" || true
register: isolcpu_status
ignore_errors: true
- name: Enable isolcpu in grub
lineinfile: dest="/etc/default/grub" regexp='GRUB_CMDLINE_LINUX="(.*)"' line='GRUB_CMDLINE_LINUX="\1 isolcpus=2-3"' backrefs=yes
when: isolcpu_status.stdout == "0"
- name: Enable hugepages in grub
lineinfile: dest="/etc/default/grub" regexp='GRUB_CMDLINE_LINUX="(.*)"' line='GRUB_CMDLINE_LINUX="\1 hugepages=512"' backrefs=yes
when: hugepages_status.stdout == "0"
- name: modify grub to load hugepages
shell: grub2-mkconfig -o /boot/efi/EFI/centos/grub.cfg
args:
executable: /bin/bash
- name: check if hugepages fstab entry exist
shell: grep "^hugetlbfs" /etc/fstab || true
args:
executable: /bin/bash
register: test_grep
- name: modify fstab
lineinfile:
path: /etc/fstab
line: 'nodev /mnt/huge hugetlbfs defaults 0 0'
when: test_grep.stdout == ""
- name: Creates directory
file:
path: /mnt/huge
state: directory
- name: copy systemd service file to use hugepages on node0
copy:
src: /etc/ansible/files/hugetlb-gigantic-pages.service
dest: /usr/lib/systemd/system/hugetlb-gigantic-pages.service
owner: root
group: root
mode: 0640
- name: copy bash script file to use hugepages
copy:
src: /etc/ansible/files/hugetlb-reserve-pages.sh
dest: /usr/lib/systemd/hugetlb-reserve-pages.sh
owner: root
group: root
mode: 0750
- name: modify openvswitch startup users
replace:
path: /etc/sysconfig/openvswitch
regexp: '^OVS_USER_ID(.*)$'
replace: 'OVS_USER_ID="root:root"'
- name: enable and start libvirtd services
systemd:
state: started
enabled: yes
daemon_reload: yes
name: libvirtd.service
- name: enable and start chronyd services
systemd:
state: started
enabled: yes
daemon_reload: yes
name: chronyd.service
- name: enable and start service hugetlb-gigantic-pages
systemd:
state: started
name: hugetlb-gigantic-pages
enabled: yes
daemon_reload: yes
- name: enable and start opevswitchd
systemd:
state: started
name: openvswitch
enabled: yes
- name: ovs enable dpdk
shell: ovs-vsctl --no-wait set Open_vSwitch . other_config:dpdk-init="true"
args:
executable: /bin/bash
- name: ovs dpdk config cpu mask
shell: ovs-vsctl --no-wait set Open_vSwitch . other_config:pmd-cpu-mask=0x4
args:
executable: /bin/bash
- name: ovs dpdk config memory usage
shell: ovs-vsctl --no-wait set Open_vSwitch . other_config:dpdk-socket-mem="1024,0"
args:
executable: /bin/bash
- name: config dpdk port
shell: ovs-vsctl --may-exist add-br br-dpdk -- set bridge br-dpdk datapath_type=netdev
args:
executable: /bin/bash
- name: add dpdk port
shell: ovs-vsctl --may-exist add-bond br-dpdk dpdkbond p0 p1 lacp=active bond_mode=balance-tcp
args:
executable: /bin/bash
- name: add dpdk port
shell: ovs-vsctl set Interface p0 type=dpdk options:dpdk-devargs={{ dpdk_bus.stdout_lines[0] }}
args:
executable: /bin/bash
- name: add dpdk port
shell: ovs-vsctl set Interface p1 type=dpdk options:dpdk-devargs={{ dpdk_bus.stdout_lines[1] }}
args:
executable: /bin/bash
- name: collect old ifcfg-files
shell: ls /etc/sysconfig/network-scripts/ | grep ifcfg | grep -v 'ifcfg-lo\|ifcfg-ens1f0\|ens1f1' | awk '{print $1}'
args:
executable: /bin/bash
register: oldint
- name: delete old interface files
file:
state: absent
path: /etc/sysconfig/network-scripts/{{ item }}
loop: "{{oldint.stdout_lines}}"
when: oldint.stdout != ""
- name: cretae ifcfg-{{ firstport.stdout }} network config file
template:
src: /etc/ansible/files/networks/ifcfg-physicalif01
dest: /etc/sysconfig/network-scripts/ifcfg-{{ firstport.stdout }}
owner: root
group: root
mode: 0644
- name: cretae ifcfg-{{ secondport.stdout }} network config file
template:
src: /etc/ansible/files/networks/ifcfg-physicalif02
dest: /etc/sysconfig/network-scripts/ifcfg-{{ secondport.stdout }}
owner: root
group: root
mode: 0644
- name: create bond0 network config file
template:
src: /etc/ansible/files/networks/ifcfg-bond0
dest: /etc/sysconfig/network-scripts/ifcfg-bond0
owner: root
group: root
mode: 0644
- name: cretae main bridge network config file
template:
src: /etc/ansible/files/networks/ifcfg-br-ext-main
dest: /etc/sysconfig/network-scripts/ifcfg-br-ext-main
owner: root
group: root
mode: 0644
- name: cretae mgmt0 network config file
template:
src: /etc/ansible/files/networks/ifcfg-mgmt0
dest: /etc/sysconfig/network-scripts/ifcfg-mgmt0
owner: root
group: root
mode: 0644
- name: create int port network config file
template:
src: /etc/ansible/files/networks/ifcfg-port-int
dest: /etc/sysconfig/network-scripts/ifcfg-port-int
owner: root
group: root
mode: 0644
- name: create tun port network config file
template:
src: /etc/ansible/files/networks/ifcfg-port-tun
dest: /etc/sysconfig/network-scripts/ifcfg-port-tun
owner: root
group: root
mode: 0644
- name: remove NetworkManager
yum:
name: NetworkManager*
state: absent
- name: reboot to apply grub changes
reboot:
@@ -0,0 +1,27 @@
---
- hosts: bonchvisors
remote_user: cephadmin
become: true
become_user: root
become_method: sudo
tasks:
- name: install openstack pike repository
yum:
name: centos-release-openstack-pike
state: latest
- name: upgrade all packages
yum:
name: '*'
state: latest
- name: install openstack client and selinux lib's
yum:
name: "{{ packages }}"
vars:
packages:
- python-openstackclient
- openstack-selinux
@@ -0,0 +1 @@
bonchvisor08
@@ -0,0 +1,150 @@
---
- hosts: bonchvisor14
remote_user: cephadmin
become: true
become_user: root
become_method: sudo
tasks:
- name: install openstack nova compute elements
yum:
name: "{{ packages }}"
state: latest
vars:
packages:
- openstack-neutron-linuxbridge
- ebtables
- ipset
- openstack-nova-compute
- openstack-neutron-ml2
- openstack-neutron-openvswitch
- name: get public ip address
shell: echo 172.17.2.$((50+$(echo $HOSTNAME | awk -F "bonchvisor" '{print $2}' | sed 's/^0*//')))
args:
executable: /bin/bash
register: public_ip
- name: get private ip address
shell: echo 172.17.3.$((50+$(echo $HOSTNAME | awk -F "bonchvisor" '{print $2}' | sed 's/^0*//')))
args:
executable: /bin/bash
register: private_ip
- name: copy secret.xml file
copy:
src: /etc/ansible/files/secret.xml
dest: /etc/ceph/secret.xml
owner: root
group: root
mode: 0640
- name: copy ceph.client.vms.keyring file
copy:
src: /etc/ansible/files/ceph.client.vms.keyring
dest: /etc/ceph/ceph.client.vms.keyring
owner: root
group: nova
mode: 0640
- name: copy client.cinder.key file
copy:
src: /etc/ansible/files/client.cinder.key
dest: /etc/ceph/client.cinder.key
owner: root
group: root
mode: 0640
- name: copy vms-secret.xml file
copy:
src: /etc/ansible/files/vms-secret.xml
dest: /etc/ceph/vms-secret.xml
owner: root
group: root
mode: 0640
- name: copy client.vms.key file
copy:
src: /etc/ansible/files/client.vms.key
dest: /etc/ceph/client.vms.key
owner: root
group: root
mode: 0640
- name: create openvswitch_agent.ini
template:
src: /etc/ansible/files/openvswitch_agent.ini
dest: /etc/neutron/plugins/ml2/openvswitch_agent.ini
owner: root
group: neutron
mode: 0644
- name: create nova.conf
template:
src: /etc/ansible/files/nova.conf
dest: /etc/nova/nova.conf
owner: root
group: nova
mode: 0640
- name: create neutron.conf
template:
src: /etc/ansible/files/neutron.conf
dest: /etc/nova/neutron.conf
owner: root
group: neutron
mode: 0640
- name: virsh secret define
shell: virsh secret-define --file /etc/ceph/secret.xml
args:
executable: /bin/bash
register: required_uuid
- name: virsh secret set
shell: virsh secret-set-value --secret $(echo {{required_uuid.stdout }} | awk '{print $2}') --base64 $(cat /etc/ceph/client.cinder.key)
args:
executable: /bin/bash
- name: virsh vms secret define
shell: virsh secret-define --file /etc/ceph/vms-secret.xml
args:
executable: /bin/bash
register: required_vms_uuid
- name: virsh vms secret set
shell: virsh secret-set-value --secret $(echo {{ required_vms_uuid.stdout }} | awk '{print $2}') --base64 $(cat /etc/ceph/client.vms.key)
args:
executable: /bin/bash
- name: restart libvirtd services
systemd:
state: restarted
enabled: yes
daemon_reload: yes
name: libvirtd.service
- name: restart nova-compute services
systemd:
state: restarted
enabled: yes
daemon_reload: yes
name: openstack-nova-compute.service
- name: restart neutron-linux-brigde-agent services
systemd:
state: stopped
enabled: no
daemon_reload: yes
name: neutron-linuxbridge-agent.service
- name: restart neutron-openvswitch-agent services
systemd:
state: restarted
enabled: yes
daemon_reload: yes
name: neutron-openvswitch-agent.service
+18
View File
@@ -0,0 +1,18 @@
---
- hosts: bonchvisors
remote_user: cephadmin
become: true
become_user: root
become_method: sudo
tasks:
- name: get controller mode
shell: "lspci | grep AHCI"
args:
executable: /bin/bash
register: AHCI_present
- name: get ahci present
debug:
msg: "{{ AHCI_present.stdout }}"
@@ -0,0 +1,173 @@
---
- hosts: bonchvisor09
remote_user: cephadmin
become: true
become_user: root
become_method: sudo
tasks:
# - name: install openstack nova compute elements
# yum:
# name: "{{ packages }}"
# state: latest
# vars:
# packages:
# - openstack-neutron-linuxbridge
# - ebtables
# - ipset
# - openstack-nova-compute
# - openstack-neutron-ml2
# - openstack-neutron-openvswitch
- name: restart openvswitch services
systemd:
state: restarted
enabled: yes
daemon_reload: yes
name: openvswitch.service
- name: get public ip address
shell: echo 172.17.2.$((50+$(echo $HOSTNAME | awk -F "bonchvisor" '{print $2}' | sed 's/^0*//')))
args:
executable: /bin/bash
register: public_ip
- name: get private ip address
shell: echo 172.17.3.$((50+$(echo $HOSTNAME | awk -F "bonchvisor" '{print $2}' | sed 's/^0*//')))
args:
executable: /bin/bash
register: private_ip
- name: get first interface name
shell: "ip a | grep enp | awk 'NR==1{print $2}' | tr -d :"
args:
executable: /bin/bash
register: firstport
- name: get second interface name
shell: "ip a | grep enp | awk 'NR==2{print $2}' | tr -d :"
args:
executable: /bin/bash
register: secondport
# - name: cretae tetmplate file with ip
# template:
# src: /etc/ansible/files/networks/testfile.j2
# dest: /etc/file.conf
# owner: root
# group: root
# mode: 0644
- name: collect old ifcfg-files
shell: ls /etc/sysconfig/network-scripts/ | grep ifcfg | grep -v 'ifcfg-lo\|ifcfg-ens1f0\|ens1f1' | awk '{print $1}'
args:
executable: /bin/bash
register: oldint
- name: delete old interface files
file:
state: absent
path: /etc/sysconfig/network-scripts/{{ item }}
loop: "{{oldint.stdout_lines}}"
when: oldint.stdout != ""
- name: cretae ifcfg-{{ firstport.stdout }} network config file
template:
src: /etc/ansible/files/networks/ifcfg-physicalif01
dest: /etc/sysconfig/network-scripts/ifcfg-{{ firstport.stdout }}
owner: root
group: root
mode: 0644
- name: cretae ifcfg-{{ secondport.stdout }} network config file
template:
src: /etc/ansible/files/networks/ifcfg-physicalif02
dest: /etc/sysconfig/network-scripts/ifcfg-{{ secondport.stdout }}
owner: root
group: root
mode: 0644
- name: cretae bond0 network config file
template:
src: /etc/ansible/files/networks/ifcfg-bond0
dest: /etc/sysconfig/network-scripts/ifcfg-bond0
owner: root
group: root
mode: 0644
- name: cretae main bridge network config file
template:
src: /etc/ansible/files/networks/ifcfg-br-ext-main
dest: /etc/sysconfig/network-scripts/ifcfg-br-ext-main
owner: root
group: root
mode: 0644
- name: cretae mgmt0 network config file
template:
src: /etc/ansible/files/networks/ifcfg-mgmt0
dest: /etc/sysconfig/network-scripts/ifcfg-mgmt0
owner: root
group: root
mode: 0644
- name: cretae main bridge network config file
template:
src: /etc/ansible/files/networks/ifcfg-port-int
dest: /etc/sysconfig/network-scripts/ifcfg-port-int
owner: root
group: root
mode: 0644
- name: check ovs bond exist
shell: ovs-vsctl show | grep bond0 | awk '{print $2}'
args:
executable: /bin/bash
register: bondexist
- name: check mgmt0 port exist
shell: ovs-vsctl show | grep Port | grep mgmt0 | awk '{print $2}'
args:
executable: /bin/bash
register: mgmtexist
- name: check mgmt-bidge exist
shell: ovs-vsctl show | grep br-mgmt | awk '{print $2}'
args:
executable: /bin/bash
register: brmgmtexist
- name: create bond if no exist
shell: ovs-vsctl add-bond ovs-main bond0 {{ firstport.stdout }} {{ secondport.stdout }}
args:
executable: /bin/bash
when: bondexist.stdout == ""
- name: set bond lacp to active
shell: ovs-vsctl set port bond0 lacp=active
args:
executable: /bin/bash
when: bondexist.stdout == ""
- name: create management bridge
shell: ovs-vsctl add-br br-mgmt ovs-main 162
args:
executable: /bin/bash
when: brmgmtexist.stdout == ""
- name: add management port mgmt0
shell: ovs-vsctl add-port br-mgmt mgmt0 -- set interface mgmt0 type=internal
args:
executable: /bin/bash
when: mgmtexist.stdout == ""
- name: restart network services
systemd:
state: restarted
enabled: yes
daemon_reload: yes
name: network.service
+122
View File
@@ -0,0 +1,122 @@
---
- hosts: bonchvisors
remote_user: cephadmin
become: true
become_user: root
become_method: sudo
tasks:
- name: install openstack nova compute elements
yum:
name: "{{ packages }}"
state: latest
vars:
packages:
- ebtables
- ipset
- openstack-nova-compute
- openstack-neutron-ml2
- openstack-neutron-openvswitch
# - name: restart openvswitch services
# systemd:
# state: restarted
# enabled: yes
# daemon_reload: yes
# name: openvswitch.service
- name: get public ip address
shell: echo 172.17.2.$((50+$(echo $HOSTNAME | awk -F "bonchvisor" '{print $2}' | sed 's/^0*//')))
args:
executable: /bin/bash
register: public_ip
- name: get private ip address
shell: echo 172.17.3.$((50+$(echo $HOSTNAME | awk -F "bonchvisor" '{print $2}' | sed 's/^0*//')))
args:
executable: /bin/bash
register: private_ip
- name: get tunnel ip address
shell: echo 172.17.1.$((50+$(echo $HOSTNAME | awk -F "bonchvisor" '{print $2}' | sed 's/^0*//')))
args:
executable: /bin/bash
register: tunnel_ip
# - name: creat first externalbridge patchpanel network config file
# template:
# src: /etc/ansible/files/networks/ifcfg-patch-main-ext01
# dest: /etc/sysconfig/network-scripts/ifcfg-patch-main-ext01
# owner: root
# group: root
# mode: 0644
# - name: creat second external bridge patchpanel network config file
# template:
# src: /etc/ansible/files/networks/ifcfg-patch-main-ext02
# dest: /etc/sysconfig/network-scripts/ifcfg-patch-main-ext02
# owner: root
# group: root
# mode: 0644
- name: create openvswitch_agent.ini config file
template:
src: /etc/ansible/files/openvswitch_agent.ini
dest: /etc/neutron/plugins/ml2/openvswitch_agent.ini
owner: root
group: root
mode: 0644
- name: create ml2_conf.ini config file
template:
src: /etc/ansible/files/ml2_conf.ini
dest: /etc/neutron/plugins/ml2/ml2_conf.ini
owner: root
group: root
mode: 0644
- name: create nova.conf config file
template:
src: /etc/ansible/files/nova.conf
dest: /etc/nova/nova.conf
owner: root
group: root
mode: 0644
#slave bridge creation
# - name: detect all bridges, except ovs-main
# shell: ovs-vsctl list-br | grep -v "ovs-main" | awk "{print $1}"
# args:
# executable: /bin/bash
# register: oldbridges
# - name: clear all bridges, except ovs-main
# shell: ovs-vsctl --if-exist del-br {{ item }}
# args:
# executable: /bin/bash
# loop: "{{oldbridges.stdout_lines}}"
# when: oldbridges.stdout != ""
- name: restart neutron-openvswitch
systemd:
state: restarted
enabled: yes
daemon_reload: yes
name: neutron-openvswitch-agent.service
- name: restart openstack-nova
systemd:
state: restarted
enabled: yes
daemon_reload: yes
name: openstack-nova-compute.service
+20
View File
@@ -0,0 +1,20 @@
---
- hosts: bonchvisor04
remote_user: cephadmin
become: true
become_user: root
become_method: sudo
tasks:
- name: detect dpdk interface name
shell: /usr/sbin/driverctl -v list-devices | grep -i net | grep 82576 | awk '{print $1}'
args:
executable: /bin/bash
register: dpdk_bus
- name: check dpdk_bus
debug:
msg: "{{ dpdk_bus.stdout_lines[1] }}"