Pawel Wieczorek | 216bd6a | 2019-11-29 15:15:51 +0100 | [diff] [blame] | 1 | # -*- mode: ruby -*- |
| 2 | # -*- coding: utf-8 -*- |
| 3 | |
| 4 | host_ip = "192.168.121.1" |
| 5 | operator_key = "${HOME}/.ssh/onap-key" |
| 6 | vagrant_user = "vagrant" |
| 7 | vagrant_password = "vagrant" |
| 8 | synced_folder_main = "/vagrant" |
| 9 | synced_folder_config = "#{synced_folder_main}/config" |
Pawel Wieczorek | 55c0c9d | 2019-11-29 15:23:43 +0100 | [diff] [blame] | 10 | synced_folder_tools_config = "#{synced_folder_main}/tools/config" |
Pawel Wieczorek | df0edea | 2019-11-29 16:18:36 +0100 | [diff] [blame] | 11 | os_config = "#{synced_folder_config}/local.conf" |
Pawel Wieczorek | 216bd6a | 2019-11-29 15:15:51 +0100 | [diff] [blame] | 12 | cluster_yml = "cluster.yml" |
| 13 | apt_prefs_dir = "/etc/apt/apt.conf.d" |
| 14 | apt_prefs = "95silent-approval" |
| 15 | |
Pawel Wieczorek | 3cb7821 | 2019-12-09 16:00:47 +0100 | [diff] [blame^] | 16 | vm_memory = 1 * 1024 |
| 17 | vm_memory_os = 6 * 1024 |
| 18 | vm_memory_onap = 12 * 1024 |
| 19 | vm_cpu = 1 |
| 20 | vm_cpus = 2 |
Pawel Wieczorek | 216bd6a | 2019-11-29 15:15:51 +0100 | [diff] [blame] | 21 | vm_box = "generic/ubuntu1804" |
| 22 | |
Pawel Wieczorek | 3cb7821 | 2019-12-09 16:00:47 +0100 | [diff] [blame^] | 23 | operation = { name: 'operator', hostname: 'operator', ip: '172.17.4.254', cpus: vm_cpu, memory: vm_memory } |
| 24 | devstack = { name: 'devstack', hostname: 'devstack', ip: '172.17.4.200', cpus: vm_cpus, memory: vm_memory_os } |
| 25 | control = { name: 'control', hostname: 'control', ip: '172.17.4.100', cpus: vm_cpu, memory: vm_memory } |
| 26 | worker = { name: 'worker', hostname: 'worker', ip: '172.17.4.101', cpus: vm_cpus, memory: vm_memory_onap } |
Pawel Wieczorek | 216bd6a | 2019-11-29 15:15:51 +0100 | [diff] [blame] | 27 | |
Pawel Wieczorek | 3cb7821 | 2019-12-09 16:00:47 +0100 | [diff] [blame^] | 28 | cluster = [] << control << worker |
Pawel Wieczorek | df0edea | 2019-11-29 16:18:36 +0100 | [diff] [blame] | 29 | all = cluster.dup << operation << devstack |
Pawel Wieczorek | 216bd6a | 2019-11-29 15:15:51 +0100 | [diff] [blame] | 30 | |
| 31 | operation_post_msg = "Run: \"vagrant provision #{operation[:name]} --provision-with=rke_up,setup_kubectl\" to complete cluster creation" |
| 32 | |
| 33 | $replace_dns = <<-SCRIPT |
| 34 | HOST_IP="$1" |
| 35 | rm -f /etc/resolv.conf # drop its dynamic management by systemd-resolved |
| 36 | echo nameserver "$HOST_IP" | tee /etc/resolv.conf |
| 37 | SCRIPT |
| 38 | |
Pawel Wieczorek | df0edea | 2019-11-29 16:18:36 +0100 | [diff] [blame] | 39 | $enable_ipv6 = <<-SCRIPT |
| 40 | sed -i'' 's/net.ipv6.conf.all.disable_ipv6.*$/net.ipv6.conf.all.disable_ipv6 = 0/' /etc/sysctl.conf |
| 41 | sysctl -p |
| 42 | SCRIPT |
| 43 | |
| 44 | $setup_devstack = <<-SCRIPT |
| 45 | CONFIG="$1" |
| 46 | git clone https://opendev.org/openstack/devstack |
| 47 | cd devstack |
| 48 | cp "$CONFIG" . |
| 49 | ./stack.sh |
| 50 | SCRIPT |
| 51 | |
Pawel Wieczorek | 216bd6a | 2019-11-29 15:15:51 +0100 | [diff] [blame] | 52 | $add_to_docker_group = <<-SCRIPT |
| 53 | USER="$1" |
| 54 | echo "Adding ${USER} to 'docker' group" |
| 55 | usermod -aG docker "$USER" |
| 56 | SCRIPT |
| 57 | |
| 58 | $setup_debconf = <<-SCRIPT |
| 59 | echo "Setting debconf frontend to noninteractive" |
| 60 | sed -i'.orig' '/^Config:/a Frontend: noninteractive' /etc/debconf.conf |
| 61 | SCRIPT |
| 62 | |
| 63 | $install_sshpass = <<-SCRIPT |
| 64 | apt-get update |
| 65 | echo "Installing 'sshpass'" |
| 66 | apt-get install sshpass |
| 67 | SCRIPT |
| 68 | |
| 69 | $generate_key = <<-SCRIPT |
| 70 | KEY_FILE="$1" |
| 71 | echo "Generating SSH key (${KEY_FILE})" |
| 72 | ssh-keygen -q -b 4096 -t rsa -f "$KEY_FILE" -N "" |
| 73 | SCRIPT |
| 74 | |
| 75 | $deploy_key = <<-SCRIPT |
| 76 | KEY="$1" |
| 77 | USER="$2" |
| 78 | PASS="$PASSWORD" |
| 79 | IPS="$3" |
| 80 | echo "Deploying ${KEY} for ${USER}" |
| 81 | for ip in $IPS; do |
| 82 | echo "on ${ip}" |
| 83 | sshpass -p "$PASS" ssh-copy-id -o StrictHostKeyChecking=no -i "$KEY" "${USER}@${ip}" |
| 84 | done |
| 85 | SCRIPT |
| 86 | |
| 87 | $link_dotfiles = <<-SCRIPT |
| 88 | SYNC_DIR="$1" |
| 89 | for rc in ${SYNC_DIR}/dot_*; do |
| 90 | src="$rc" |
| 91 | dst="${HOME}/.${rc##*dot_}" |
| 92 | echo "Symlinking ${src} to ${dst}" |
| 93 | ln -sf "$src" "$dst" |
| 94 | done |
| 95 | SCRIPT |
| 96 | |
| 97 | $link_file = <<-SCRIPT |
| 98 | SYNC_DIR="$1" |
| 99 | FILE="$2" |
| 100 | src="${SYNC_DIR}/${FILE}" |
| 101 | dst="$3" |
| 102 | echo "Symlinking ${src} to ${dst}" |
| 103 | ln -sf "$src" "$dst" |
| 104 | SCRIPT |
| 105 | |
| 106 | $rke_up = "rke up" |
| 107 | $rke_down = "rke remove --force" |
| 108 | |
Pawel Wieczorek | f1176da | 2019-12-05 13:45:45 +0100 | [diff] [blame] | 109 | $get_oom = <<-SCRIPT |
| 110 | BRANCH="${1:-5.0.1-ONAP}" |
| 111 | git clone -b "$BRANCH" https://git.onap.org/oom --recurse-submodules |
| 112 | SCRIPT |
| 113 | |
| 114 | $get_helm_plugins = "cp -R ${HOME}/oom/kubernetes/helm/plugins/ ${HOME}/.helm" |
| 115 | |
Pawel Wieczorek | 216bd6a | 2019-11-29 15:15:51 +0100 | [diff] [blame] | 116 | Vagrant.configure('2') do |config| |
| 117 | all.each do |machine| |
| 118 | config.vm.define machine[:name] do |config| |
| 119 | config.vm.box = vm_box |
| 120 | config.vm.hostname = machine[:hostname] |
| 121 | |
| 122 | config.vm.provider :virtualbox do |v| |
| 123 | v.name = machine[:name] |
Pawel Wieczorek | 3cb7821 | 2019-12-09 16:00:47 +0100 | [diff] [blame^] | 124 | v.memory = machine[:memory] |
| 125 | v.cpus = machine[:cpus] |
Pawel Wieczorek | 216bd6a | 2019-11-29 15:15:51 +0100 | [diff] [blame] | 126 | end |
| 127 | |
| 128 | config.vm.provider :libvirt do |v| |
Pawel Wieczorek | 3cb7821 | 2019-12-09 16:00:47 +0100 | [diff] [blame^] | 129 | v.memory = machine[:memory] |
| 130 | v.cpus = machine[:cpus] |
Pawel Wieczorek | 216bd6a | 2019-11-29 15:15:51 +0100 | [diff] [blame] | 131 | end |
| 132 | |
| 133 | config.vm.network :private_network, ip: machine[:ip] |
| 134 | config.vm.provision "replace_dns", type: :shell, run: "always", inline: $replace_dns, args: host_ip |
| 135 | |
Pawel Wieczorek | df0edea | 2019-11-29 16:18:36 +0100 | [diff] [blame] | 136 | if machine[:name] == 'devstack' |
| 137 | config.vm.synced_folder ".", synced_folder_main, type: "rsync", rsync__exclude: "Vagrantfile" |
| 138 | |
| 139 | config.vm.provision "enable_ipv6", type: :shell, run: "always", inline: $enable_ipv6 |
| 140 | config.vm.provision "setup_devstack", type: :shell, privileged: false, inline: $setup_devstack, args: os_config |
| 141 | end |
| 142 | |
Pawel Wieczorek | 216bd6a | 2019-11-29 15:15:51 +0100 | [diff] [blame] | 143 | if machine[:name] == 'control' |
Pawel Wieczorek | 55c0c9d | 2019-11-29 15:23:43 +0100 | [diff] [blame] | 144 | config.vm.provision "customize_control", type: :shell, path: "tools/imported/openstack-k8s-controlnode.sh" |
Pawel Wieczorek | 216bd6a | 2019-11-29 15:15:51 +0100 | [diff] [blame] | 145 | config.vm.provision "fix_groups_control", type: :shell, inline: $add_to_docker_group, args: vagrant_user |
| 146 | end |
| 147 | |
| 148 | if machine[:name] == 'worker' |
Pawel Wieczorek | 55c0c9d | 2019-11-29 15:23:43 +0100 | [diff] [blame] | 149 | config.vm.provision "customize_worker", type: :shell, path: "tools/imported/openstack-k8s-workernode.sh" |
Pawel Wieczorek | 216bd6a | 2019-11-29 15:15:51 +0100 | [diff] [blame] | 150 | config.vm.provision "fix_group_worker", type: :shell, inline: $add_to_docker_group, args: vagrant_user |
| 151 | end |
| 152 | |
| 153 | if machine[:name] == 'operator' |
| 154 | config.vm.synced_folder ".", synced_folder_main, type: "rsync", rsync__exclude: "Vagrantfile" |
Pawel Wieczorek | 216bd6a | 2019-11-29 15:15:51 +0100 | [diff] [blame] | 155 | |
| 156 | config.vm.provision "setup_debconf", type: :shell, inline: $setup_debconf |
| 157 | config.vm.provision "link_apt_prefs", type: :shell, run: "always" do |s| |
| 158 | s.inline = $link_file |
Pawel Wieczorek | 55c0c9d | 2019-11-29 15:23:43 +0100 | [diff] [blame] | 159 | s.args = [synced_folder_tools_config, apt_prefs, apt_prefs_dir] |
Pawel Wieczorek | 216bd6a | 2019-11-29 15:15:51 +0100 | [diff] [blame] | 160 | end |
| 161 | config.vm.provision "link_dotfiles_root", type: :shell, run: "always" do |s| |
| 162 | s.inline = $link_dotfiles |
Pawel Wieczorek | 55c0c9d | 2019-11-29 15:23:43 +0100 | [diff] [blame] | 163 | s.args = synced_folder_tools_config |
Pawel Wieczorek | 216bd6a | 2019-11-29 15:15:51 +0100 | [diff] [blame] | 164 | end |
| 165 | config.vm.provision "link_dotfiles_user", type: :shell, run: "always" do |s| |
| 166 | s.privileged = false |
| 167 | s.inline = $link_dotfiles |
Pawel Wieczorek | 55c0c9d | 2019-11-29 15:23:43 +0100 | [diff] [blame] | 168 | s.args = synced_folder_tools_config |
Pawel Wieczorek | 216bd6a | 2019-11-29 15:15:51 +0100 | [diff] [blame] | 169 | end |
| 170 | |
| 171 | config.vm.provision "install_sshpass", type: :shell, inline: $install_sshpass |
| 172 | config.vm.provision "generate_key", type: :shell, privileged: false, inline: $generate_key, args: operator_key |
| 173 | |
| 174 | ips = "" |
| 175 | cluster.each { |node| ips << node[:ip] << " " } |
| 176 | config.vm.provision "deploy_key", type: :shell do |s| |
| 177 | s.privileged = false |
| 178 | s.inline = $deploy_key |
| 179 | s.args = [operator_key, vagrant_user, ips] |
| 180 | s.env = {'PASSWORD': vagrant_password} |
| 181 | end |
| 182 | |
Pawel Wieczorek | 55c0c9d | 2019-11-29 15:23:43 +0100 | [diff] [blame] | 183 | config.vm.provision "get_rke", type: :shell, path: "tools/get_rke.sh" |
Pawel Wieczorek | 216bd6a | 2019-11-29 15:15:51 +0100 | [diff] [blame] | 184 | config.vm.provision "link_cluster_yml", type: :shell, run: "always" do |s| |
| 185 | s.privileged = false |
| 186 | s.inline = $link_file |
Pawel Wieczorek | 55c0c9d | 2019-11-29 15:23:43 +0100 | [diff] [blame] | 187 | s.args = [synced_folder_config, cluster_yml, "$HOME"] |
Pawel Wieczorek | 216bd6a | 2019-11-29 15:15:51 +0100 | [diff] [blame] | 188 | end |
| 189 | |
| 190 | config.vm.post_up_message = operation_post_msg |
| 191 | config.vm.provision "rke_up", type: :shell, run: "never", privileged: false, inline: $rke_up |
| 192 | config.trigger.before :destroy do |trigger| |
| 193 | trigger.warn = "Removing cluster" |
| 194 | trigger.run_remote = {privileged: false, inline: $rke_down} |
| 195 | end |
| 196 | |
Pawel Wieczorek | 55c0c9d | 2019-11-29 15:23:43 +0100 | [diff] [blame] | 197 | config.vm.provision "get_kubectl", type: :shell, path: "tools/get_kubectl.sh" |
Pawel Wieczorek | 216bd6a | 2019-11-29 15:15:51 +0100 | [diff] [blame] | 198 | config.vm.provision "setup_kubectl", type: :shell, run: "never" do |s| |
| 199 | s.privileged = false |
Pawel Wieczorek | 55c0c9d | 2019-11-29 15:23:43 +0100 | [diff] [blame] | 200 | s.path = "tools/setup_kubectl.sh" |
Pawel Wieczorek | 216bd6a | 2019-11-29 15:15:51 +0100 | [diff] [blame] | 201 | end |
Pawel Wieczorek | f1176da | 2019-12-05 13:45:45 +0100 | [diff] [blame] | 202 | config.vm.provision "get_helm", type: :shell, path: "tools/get_helm.sh" |
| 203 | config.vm.provision "get_oom", type: :shell, privileged: false, inline: $get_oom |
| 204 | config.vm.provision "get_helm_plugins", type: :shell, privileged: false, inline: $get_helm_plugins |
Pawel Wieczorek | 216bd6a | 2019-11-29 15:15:51 +0100 | [diff] [blame] | 205 | end |
| 206 | end |
| 207 | end |
| 208 | end |