Pawel Wieczorek | 216bd6a | 2019-11-29 15:15:51 +0100 | [diff] [blame] | 1 | # -*- mode: ruby -*- |
| 2 | # -*- coding: utf-8 -*- |
| 3 | |
| 4 | host_ip = "192.168.121.1" |
| 5 | operator_key = "${HOME}/.ssh/onap-key" |
| 6 | vagrant_user = "vagrant" |
| 7 | vagrant_password = "vagrant" |
| 8 | synced_folder_main = "/vagrant" |
| 9 | synced_folder_config = "#{synced_folder_main}/config" |
Pawel Wieczorek | 55c0c9d | 2019-11-29 15:23:43 +0100 | [diff] [blame] | 10 | synced_folder_tools_config = "#{synced_folder_main}/tools/config" |
Pawel Wieczorek | df0edea | 2019-11-29 16:18:36 +0100 | [diff] [blame^] | 11 | os_config = "#{synced_folder_config}/local.conf" |
Pawel Wieczorek | 216bd6a | 2019-11-29 15:15:51 +0100 | [diff] [blame] | 12 | cluster_yml = "cluster.yml" |
| 13 | apt_prefs_dir = "/etc/apt/apt.conf.d" |
| 14 | apt_prefs = "95silent-approval" |
| 15 | |
| 16 | vm_memory = 2 * 1024 |
Pawel Wieczorek | df0edea | 2019-11-29 16:18:36 +0100 | [diff] [blame^] | 17 | vm_memory_os = 8 * 1024 |
Pawel Wieczorek | 216bd6a | 2019-11-29 15:15:51 +0100 | [diff] [blame] | 18 | vm_cpus = 1 |
Pawel Wieczorek | df0edea | 2019-11-29 16:18:36 +0100 | [diff] [blame^] | 19 | vm_cpus_os = 2 |
Pawel Wieczorek | 216bd6a | 2019-11-29 15:15:51 +0100 | [diff] [blame] | 20 | vm_box = "generic/ubuntu1804" |
| 21 | |
| 22 | operation = { name: 'operator', hostname: 'operator', ip: '172.17.4.254' } |
Pawel Wieczorek | df0edea | 2019-11-29 16:18:36 +0100 | [diff] [blame^] | 23 | devstack = { name: 'devstack', hostname: 'devstack', ip: '172.17.4.200' } |
Pawel Wieczorek | 216bd6a | 2019-11-29 15:15:51 +0100 | [diff] [blame] | 24 | cluster = [ |
| 25 | { name: 'control', hostname: 'control', ip: '172.17.4.100' }, |
| 26 | { name: 'worker', hostname: 'worker', ip: '172.17.4.101' } |
| 27 | ] |
| 28 | |
Pawel Wieczorek | df0edea | 2019-11-29 16:18:36 +0100 | [diff] [blame^] | 29 | all = cluster.dup << operation << devstack |
Pawel Wieczorek | 216bd6a | 2019-11-29 15:15:51 +0100 | [diff] [blame] | 30 | |
| 31 | operation_post_msg = "Run: \"vagrant provision #{operation[:name]} --provision-with=rke_up,setup_kubectl\" to complete cluster creation" |
| 32 | |
| 33 | $replace_dns = <<-SCRIPT |
| 34 | HOST_IP="$1" |
| 35 | rm -f /etc/resolv.conf # drop its dynamic management by systemd-resolved |
| 36 | echo nameserver "$HOST_IP" | tee /etc/resolv.conf |
| 37 | SCRIPT |
| 38 | |
Pawel Wieczorek | df0edea | 2019-11-29 16:18:36 +0100 | [diff] [blame^] | 39 | $enable_ipv6 = <<-SCRIPT |
| 40 | sed -i'' 's/net.ipv6.conf.all.disable_ipv6.*$/net.ipv6.conf.all.disable_ipv6 = 0/' /etc/sysctl.conf |
| 41 | sysctl -p |
| 42 | SCRIPT |
| 43 | |
| 44 | $setup_devstack = <<-SCRIPT |
| 45 | CONFIG="$1" |
| 46 | git clone https://opendev.org/openstack/devstack |
| 47 | cd devstack |
| 48 | cp "$CONFIG" . |
| 49 | ./stack.sh |
| 50 | SCRIPT |
| 51 | |
Pawel Wieczorek | 216bd6a | 2019-11-29 15:15:51 +0100 | [diff] [blame] | 52 | $add_to_docker_group = <<-SCRIPT |
| 53 | USER="$1" |
| 54 | echo "Adding ${USER} to 'docker' group" |
| 55 | usermod -aG docker "$USER" |
| 56 | SCRIPT |
| 57 | |
| 58 | $setup_debconf = <<-SCRIPT |
| 59 | echo "Setting debconf frontend to noninteractive" |
| 60 | sed -i'.orig' '/^Config:/a Frontend: noninteractive' /etc/debconf.conf |
| 61 | SCRIPT |
| 62 | |
| 63 | $install_sshpass = <<-SCRIPT |
| 64 | apt-get update |
| 65 | echo "Installing 'sshpass'" |
| 66 | apt-get install sshpass |
| 67 | SCRIPT |
| 68 | |
| 69 | $generate_key = <<-SCRIPT |
| 70 | KEY_FILE="$1" |
| 71 | echo "Generating SSH key (${KEY_FILE})" |
| 72 | ssh-keygen -q -b 4096 -t rsa -f "$KEY_FILE" -N "" |
| 73 | SCRIPT |
| 74 | |
| 75 | $deploy_key = <<-SCRIPT |
| 76 | KEY="$1" |
| 77 | USER="$2" |
| 78 | PASS="$PASSWORD" |
| 79 | IPS="$3" |
| 80 | echo "Deploying ${KEY} for ${USER}" |
| 81 | for ip in $IPS; do |
| 82 | echo "on ${ip}" |
| 83 | sshpass -p "$PASS" ssh-copy-id -o StrictHostKeyChecking=no -i "$KEY" "${USER}@${ip}" |
| 84 | done |
| 85 | SCRIPT |
| 86 | |
| 87 | $link_dotfiles = <<-SCRIPT |
| 88 | SYNC_DIR="$1" |
| 89 | for rc in ${SYNC_DIR}/dot_*; do |
| 90 | src="$rc" |
| 91 | dst="${HOME}/.${rc##*dot_}" |
| 92 | echo "Symlinking ${src} to ${dst}" |
| 93 | ln -sf "$src" "$dst" |
| 94 | done |
| 95 | SCRIPT |
| 96 | |
| 97 | $link_file = <<-SCRIPT |
| 98 | SYNC_DIR="$1" |
| 99 | FILE="$2" |
| 100 | src="${SYNC_DIR}/${FILE}" |
| 101 | dst="$3" |
| 102 | echo "Symlinking ${src} to ${dst}" |
| 103 | ln -sf "$src" "$dst" |
| 104 | SCRIPT |
| 105 | |
| 106 | $rke_up = "rke up" |
| 107 | $rke_down = "rke remove --force" |
| 108 | |
| 109 | Vagrant.configure('2') do |config| |
| 110 | all.each do |machine| |
| 111 | config.vm.define machine[:name] do |config| |
| 112 | config.vm.box = vm_box |
| 113 | config.vm.hostname = machine[:hostname] |
| 114 | |
| 115 | config.vm.provider :virtualbox do |v| |
| 116 | v.name = machine[:name] |
Pawel Wieczorek | df0edea | 2019-11-29 16:18:36 +0100 | [diff] [blame^] | 117 | v.memory = machine[:name] != 'devstack' ? vm_memory : vm_memory_os |
| 118 | v.cpus = machine[:name] != 'devstack' ? vm_cpus : vm_cpus_os |
Pawel Wieczorek | 216bd6a | 2019-11-29 15:15:51 +0100 | [diff] [blame] | 119 | end |
| 120 | |
| 121 | config.vm.provider :libvirt do |v| |
Pawel Wieczorek | df0edea | 2019-11-29 16:18:36 +0100 | [diff] [blame^] | 122 | v.memory = machine[:name] != 'devstack' ? vm_memory : vm_memory_os |
| 123 | v.cpus = machine[:name] != 'devstack' ? vm_cpus : vm_cpus_os |
Pawel Wieczorek | 216bd6a | 2019-11-29 15:15:51 +0100 | [diff] [blame] | 124 | end |
| 125 | |
| 126 | config.vm.network :private_network, ip: machine[:ip] |
| 127 | config.vm.provision "replace_dns", type: :shell, run: "always", inline: $replace_dns, args: host_ip |
| 128 | |
Pawel Wieczorek | df0edea | 2019-11-29 16:18:36 +0100 | [diff] [blame^] | 129 | if machine[:name] == 'devstack' |
| 130 | config.vm.synced_folder ".", synced_folder_main, type: "rsync", rsync__exclude: "Vagrantfile" |
| 131 | |
| 132 | config.vm.provision "enable_ipv6", type: :shell, run: "always", inline: $enable_ipv6 |
| 133 | config.vm.provision "setup_devstack", type: :shell, privileged: false, inline: $setup_devstack, args: os_config |
| 134 | end |
| 135 | |
Pawel Wieczorek | 216bd6a | 2019-11-29 15:15:51 +0100 | [diff] [blame] | 136 | if machine[:name] == 'control' |
Pawel Wieczorek | 55c0c9d | 2019-11-29 15:23:43 +0100 | [diff] [blame] | 137 | config.vm.provision "customize_control", type: :shell, path: "tools/imported/openstack-k8s-controlnode.sh" |
Pawel Wieczorek | 216bd6a | 2019-11-29 15:15:51 +0100 | [diff] [blame] | 138 | config.vm.provision "fix_groups_control", type: :shell, inline: $add_to_docker_group, args: vagrant_user |
| 139 | end |
| 140 | |
| 141 | if machine[:name] == 'worker' |
Pawel Wieczorek | 55c0c9d | 2019-11-29 15:23:43 +0100 | [diff] [blame] | 142 | config.vm.provision "customize_worker", type: :shell, path: "tools/imported/openstack-k8s-workernode.sh" |
Pawel Wieczorek | 216bd6a | 2019-11-29 15:15:51 +0100 | [diff] [blame] | 143 | config.vm.provision "fix_group_worker", type: :shell, inline: $add_to_docker_group, args: vagrant_user |
| 144 | end |
| 145 | |
| 146 | if machine[:name] == 'operator' |
| 147 | config.vm.synced_folder ".", synced_folder_main, type: "rsync", rsync__exclude: "Vagrantfile" |
Pawel Wieczorek | 216bd6a | 2019-11-29 15:15:51 +0100 | [diff] [blame] | 148 | |
| 149 | config.vm.provision "setup_debconf", type: :shell, inline: $setup_debconf |
| 150 | config.vm.provision "link_apt_prefs", type: :shell, run: "always" do |s| |
| 151 | s.inline = $link_file |
Pawel Wieczorek | 55c0c9d | 2019-11-29 15:23:43 +0100 | [diff] [blame] | 152 | s.args = [synced_folder_tools_config, apt_prefs, apt_prefs_dir] |
Pawel Wieczorek | 216bd6a | 2019-11-29 15:15:51 +0100 | [diff] [blame] | 153 | end |
| 154 | config.vm.provision "link_dotfiles_root", type: :shell, run: "always" do |s| |
| 155 | s.inline = $link_dotfiles |
Pawel Wieczorek | 55c0c9d | 2019-11-29 15:23:43 +0100 | [diff] [blame] | 156 | s.args = synced_folder_tools_config |
Pawel Wieczorek | 216bd6a | 2019-11-29 15:15:51 +0100 | [diff] [blame] | 157 | end |
| 158 | config.vm.provision "link_dotfiles_user", type: :shell, run: "always" do |s| |
| 159 | s.privileged = false |
| 160 | s.inline = $link_dotfiles |
Pawel Wieczorek | 55c0c9d | 2019-11-29 15:23:43 +0100 | [diff] [blame] | 161 | s.args = synced_folder_tools_config |
Pawel Wieczorek | 216bd6a | 2019-11-29 15:15:51 +0100 | [diff] [blame] | 162 | end |
| 163 | |
| 164 | config.vm.provision "install_sshpass", type: :shell, inline: $install_sshpass |
| 165 | config.vm.provision "generate_key", type: :shell, privileged: false, inline: $generate_key, args: operator_key |
| 166 | |
| 167 | ips = "" |
| 168 | cluster.each { |node| ips << node[:ip] << " " } |
| 169 | config.vm.provision "deploy_key", type: :shell do |s| |
| 170 | s.privileged = false |
| 171 | s.inline = $deploy_key |
| 172 | s.args = [operator_key, vagrant_user, ips] |
| 173 | s.env = {'PASSWORD': vagrant_password} |
| 174 | end |
| 175 | |
Pawel Wieczorek | 55c0c9d | 2019-11-29 15:23:43 +0100 | [diff] [blame] | 176 | config.vm.provision "get_rke", type: :shell, path: "tools/get_rke.sh" |
Pawel Wieczorek | 216bd6a | 2019-11-29 15:15:51 +0100 | [diff] [blame] | 177 | config.vm.provision "link_cluster_yml", type: :shell, run: "always" do |s| |
| 178 | s.privileged = false |
| 179 | s.inline = $link_file |
Pawel Wieczorek | 55c0c9d | 2019-11-29 15:23:43 +0100 | [diff] [blame] | 180 | s.args = [synced_folder_config, cluster_yml, "$HOME"] |
Pawel Wieczorek | 216bd6a | 2019-11-29 15:15:51 +0100 | [diff] [blame] | 181 | end |
| 182 | |
| 183 | config.vm.post_up_message = operation_post_msg |
| 184 | config.vm.provision "rke_up", type: :shell, run: "never", privileged: false, inline: $rke_up |
| 185 | config.trigger.before :destroy do |trigger| |
| 186 | trigger.warn = "Removing cluster" |
| 187 | trigger.run_remote = {privileged: false, inline: $rke_down} |
| 188 | end |
| 189 | |
Pawel Wieczorek | 55c0c9d | 2019-11-29 15:23:43 +0100 | [diff] [blame] | 190 | config.vm.provision "get_kubectl", type: :shell, path: "tools/get_kubectl.sh" |
Pawel Wieczorek | 216bd6a | 2019-11-29 15:15:51 +0100 | [diff] [blame] | 191 | config.vm.provision "setup_kubectl", type: :shell, run: "never" do |s| |
| 192 | s.privileged = false |
Pawel Wieczorek | 55c0c9d | 2019-11-29 15:23:43 +0100 | [diff] [blame] | 193 | s.path = "tools/setup_kubectl.sh" |
Pawel Wieczorek | 216bd6a | 2019-11-29 15:15:51 +0100 | [diff] [blame] | 194 | end |
| 195 | end |
| 196 | end |
| 197 | end |
| 198 | end |