Archived
319 lines
8.6 KiB
YAML
319 lines
8.6 KiB
YAML
---
|
|
- hosts: bonchvisor04
|
|
remote_user: cephadmin
|
|
become: true
|
|
become_user: root
|
|
become_method: sudo
|
|
|
|
tasks:
|
|
|
|
- name: install repos
|
|
yum:
|
|
name: "{{ packages }}"
|
|
state: latest
|
|
vars:
|
|
packages:
|
|
- epel-release
|
|
- https://rdoproject.org/repos/rdo-release.rpm
|
|
- https://download.ceph.com/rpm-luminous/el7/noarch/ceph-release-1-1.el7.noarch.rpm
|
|
|
|
|
|
- name: install initial components
|
|
yum:
|
|
name: "{{ packages }}"
|
|
state: latest
|
|
vars:
|
|
packages:
|
|
- net-tools
|
|
- chrony
|
|
- openvswitch
|
|
- qemu-kvm
|
|
- virt-install
|
|
- libvirt
|
|
- libvirt-python
|
|
- virt-manager
|
|
- policycoreutils-python
|
|
- libibverbs
|
|
- driverctl
|
|
- libguestfs-tools
|
|
- python2-pip
|
|
|
|
- name: get public ip address
|
|
shell: echo 172.17.1.$((50+$(echo $HOSTNAME | awk -F "bonchvisor" '{print $2}' | sed 's/^0*//')))
|
|
args:
|
|
executable: /bin/bash
|
|
register: public_ip
|
|
|
|
- name: get private ip address
|
|
shell: echo 172.17.2.$((50+$(echo $HOSTNAME | awk -F "bonchvisor" '{print $2}' | sed 's/^0*//')))
|
|
args:
|
|
executable: /bin/bash
|
|
register: private_ip
|
|
|
|
- name: get tun ip address
|
|
shell: echo 172.17.3.$((50+$(echo $HOSTNAME | awk -F "bonchvisor" '{print $2}' | sed 's/^0*//')))
|
|
args:
|
|
executable: /bin/bash
|
|
register: tun_ip
|
|
|
|
- name: get first interface name
|
|
shell: "ip a | grep enp | awk 'NR==1{print $2}' | tr -d :"
|
|
args:
|
|
executable: /bin/bash
|
|
register: firstport
|
|
|
|
- name: get second interface name
|
|
shell: "ip a | grep enp | awk 'NR==2{print $2}' | tr -d :"
|
|
args:
|
|
executable: /bin/bash
|
|
register: secondport
|
|
|
|
- name: Add hosts entry
|
|
lineinfile:
|
|
path: /etc/hosts
|
|
line: "{{ item.hosts }}"
|
|
with_items:
|
|
- { hosts: '172.17.2.54 bonchvisor04' }
|
|
- { hosts: '172.17.2.55 bonchvisor05' }
|
|
- { hosts: '172.17.2.56 bonchvisor06' }
|
|
- { hosts: '172.17.2.57 bonchvisor07' }
|
|
- { hosts: '172.17.2.58 bonchvisor08' }
|
|
- { hosts: '172.17.2.59 bonchvisor09' }
|
|
- { hosts: '172.17.2.60 bonchvisor10' }
|
|
- { hosts: '172.17.2.61 bonchvisor11' }
|
|
- { hosts: '172.17.2.62 bonchvisor12' }
|
|
- { hosts: '172.17.2.50 controller-ceph' }
|
|
- { hosts: '172.17.2.100 controller-virt' }
|
|
- { hosts: '172.17.2.200 controller-net' }
|
|
|
|
- name: copy chrony file
|
|
copy:
|
|
src: /etc/ansible/files/chrony.conf
|
|
dest: /etc/chrony.conf
|
|
owner: root
|
|
group: root
|
|
mode: 0640
|
|
|
|
- name: insert uio_pci_generic module
|
|
shell: modprobe uio_pci_generic
|
|
args:
|
|
executable: /bin/bash
|
|
|
|
- name: copy uio_pci_generic module file to autostart
|
|
copy: src=/etc/ansible/files/dpdk.conf dest=/etc/modules-load.d/dpdk.conf owner=root group=root mode=0640
|
|
|
|
- name: detect dpdk interface name
|
|
shell: driverctl -v list-devices | grep -i net | grep 82576 | awk '{print $1}'
|
|
args:
|
|
executable: /bin/bash
|
|
register: dpdk_bus
|
|
|
|
- name: change dpdk device#1 driver
|
|
shell: driverctl set-override {{ dpdk_bus.stdout_lines[0] }} uio_pci_generic
|
|
args:
|
|
executable: /bin/bash
|
|
|
|
- name: change dpdk device#2 driver
|
|
shell: driverctl set-override {{ dpdk_bus.stdout_lines[1] }} uio_pci_generic
|
|
args:
|
|
executable: /bin/bash
|
|
|
|
- name: upload selinux modules
|
|
copy: src=/etc/ansible/files/{{ item }} dest=/tmp owner=root group=root mode=0640
|
|
with_items:
|
|
- ovs-vswitchd.pp
|
|
- ovsdb-server.pp
|
|
|
|
- name: install selinux modules
|
|
shell: semodule -i /tmp/{{ item }}
|
|
with_items:
|
|
- ovs-vswitchd.pp
|
|
- ovsdb-server.pp
|
|
|
|
- name: copy grub file to load hugepages
|
|
copy: src=/etc/ansible/files/grub dest=/etc/default owner=root group=root mode=0640
|
|
|
|
- name: modify grub to load hugepages
|
|
shell: grub2-mkconfig -o /boot/efi/EFI/centos/grub.cfg
|
|
args:
|
|
executable: /bin/bash
|
|
|
|
- name: check if hugepages fstab entry exist
|
|
shell: grep "^hugetlbfs" /etc/fstab || true
|
|
args:
|
|
executable: /bin/bash
|
|
register: test_grep
|
|
|
|
- name: modify fstab
|
|
lineinfile:
|
|
path: /etc/grub
|
|
line: 'nodev /mnt/huge hugetlbfs defaults 0 0'
|
|
when: test_grep.stdout != ""
|
|
|
|
- name: Creates directory
|
|
file:
|
|
path: /mnt/huge
|
|
state: directory
|
|
|
|
- name: copy systemd service file to use hugepages on node0
|
|
copy:
|
|
src: /etc/ansible/files/hugetlb-gigantic-pages.service
|
|
dest: /usr/lib/systemd/system/hugetlb-gigantic-pages.service
|
|
owner: root
|
|
group: root
|
|
mode: 0640
|
|
|
|
- name: copy bash script file to use hugepages
|
|
copy:
|
|
src: /etc/ansible/files/hugetlb-reserve-pages.sh
|
|
dest: /usr/lib/systemd/hugetlb-reserve-pages.sh
|
|
owner: root
|
|
group: root
|
|
mode: 0750
|
|
|
|
- name: modify openvswitch startup users
|
|
replace:
|
|
path: /etc/sysconfig/openvswitch
|
|
regexp: '^OVS_USER_ID(.*)$'
|
|
replace: 'OVS_USER_ID="root:root"'
|
|
|
|
- name: enable and start libvirtd services
|
|
systemd:
|
|
state: started
|
|
enabled: yes
|
|
daemon_reload: yes
|
|
name: libvirtd.service
|
|
|
|
- name: enable and start chronyd services
|
|
systemd:
|
|
state: started
|
|
enabled: yes
|
|
daemon_reload: yes
|
|
name: chronyd.service
|
|
|
|
|
|
- name: enable and start service hugetlb-gigantic-pages
|
|
systemd:
|
|
state: started
|
|
name: hugetlb-gigantic-pages
|
|
enabled: yes
|
|
daemon_reload: yes
|
|
|
|
- name: enable and start opevswitchd
|
|
systemd:
|
|
state: started
|
|
name: openvswitch
|
|
enabled: yes
|
|
|
|
- name: ovs enable dpdk
|
|
shell: ovs-vsctl --no-wait set Open_vSwitch . other_config:dpdk-init="true"
|
|
args:
|
|
executable: /bin/bash
|
|
|
|
- name: ovs dpdk config cpu mask
|
|
shell: ovs-vsctl --no-wait set Open_vSwitch . other_config:pmd-cpu-mask=0x4
|
|
args:
|
|
executable: /bin/bash
|
|
|
|
- name: ovs dpdk config memory usage
|
|
shell: ovs-vsctl --no-wait set Open_vSwitch . other_config:dpdk-socket-mem="1024,0"
|
|
args:
|
|
executable: /bin/bash
|
|
|
|
- name: config dpdk port
|
|
shell: ovs-vsctl --may-exist add-br br-dpdk -- set bridge br-dpdk datapath_type=netdev
|
|
args:
|
|
executable: /bin/bash
|
|
|
|
- name: add dpdk port
|
|
shell: ovs-vsctl --may-exist add-bond br-dpdk dpdkbond p0 p1 lacp=active bond_mode=balance-tcp
|
|
args:
|
|
executable: /bin/bash
|
|
|
|
- name: add dpdk port
|
|
shell: ovs-vsctl set Interface p0 type=dpdk options:dpdk-devargs={{ dpdk_bus.stdout_lines[0] }}
|
|
args:
|
|
executable: /bin/bash
|
|
|
|
- name: add dpdk port
|
|
shell: ovs-vsctl set Interface p1 type=dpdk options:dpdk-devargs={{ dpdk_bus.stdout_lines[1] }}
|
|
args:
|
|
executable: /bin/bash
|
|
|
|
- name: collect old ifcfg-files
|
|
shell: ls /etc/sysconfig/network-scripts/ | grep ifcfg | grep -v 'ifcfg-lo\|ifcfg-ens1f0\|ens1f1' | awk '{print $1}'
|
|
args:
|
|
executable: /bin/bash
|
|
register: oldint
|
|
|
|
- name: delete old interface files
|
|
file:
|
|
state: absent
|
|
path: /etc/sysconfig/network-scripts/{{ item }}
|
|
loop: "{{oldint.stdout_lines}}"
|
|
when: oldint.stdout != ""
|
|
|
|
- name: cretae ifcfg-{{ firstport.stdout }} network config file
|
|
template:
|
|
src: /etc/ansible/files/networks/ifcfg-physicalif01
|
|
dest: /etc/sysconfig/network-scripts/ifcfg-{{ firstport.stdout }}
|
|
owner: root
|
|
group: root
|
|
mode: 0644
|
|
|
|
- name: cretae ifcfg-{{ secondport.stdout }} network config file
|
|
template:
|
|
src: /etc/ansible/files/networks/ifcfg-physicalif02
|
|
dest: /etc/sysconfig/network-scripts/ifcfg-{{ secondport.stdout }}
|
|
owner: root
|
|
group: root
|
|
mode: 0644
|
|
|
|
- name: create bond0 network config file
|
|
template:
|
|
src: /etc/ansible/files/networks/ifcfg-bond0
|
|
dest: /etc/sysconfig/network-scripts/ifcfg-bond0
|
|
owner: root
|
|
group: root
|
|
mode: 0644
|
|
|
|
- name: cretae main bridge network config file
|
|
template:
|
|
src: /etc/ansible/files/networks/ifcfg-br-ext-main
|
|
dest: /etc/sysconfig/network-scripts/ifcfg-br-ext-main
|
|
owner: root
|
|
group: root
|
|
mode: 0644
|
|
|
|
- name: cretae mgmt0 network config file
|
|
template:
|
|
src: /etc/ansible/files/networks/ifcfg-mgmt0
|
|
dest: /etc/sysconfig/network-scripts/ifcfg-mgmt0
|
|
owner: root
|
|
group: root
|
|
mode: 0644
|
|
|
|
- name: create int port network config file
|
|
template:
|
|
src: /etc/ansible/files/networks/ifcfg-port-int
|
|
dest: /etc/sysconfig/network-scripts/ifcfg-port-int
|
|
owner: root
|
|
group: root
|
|
mode: 0644
|
|
|
|
- name: create tun port network config file
|
|
template:
|
|
src: /etc/ansible/files/networks/ifcfg-port-tun
|
|
dest: /etc/sysconfig/network-scripts/ifcfg-port-tun
|
|
owner: root
|
|
group: root
|
|
mode: 0644
|
|
|
|
- name: remove NetworkManager
|
|
yum:
|
|
name: NetworkManager*
|
|
state: absent
|
|
|
|
# - name: reboot to apply grub changes
|
|
# reboot:
|