Gary Wu | cbddc2b | 2018-01-22 13:33:21 -0800 | [diff] [blame] | 1 | #!/bin/bash -x |
Gary Wu | a3fb86f | 2018-06-04 16:23:54 -0700 | [diff] [blame] | 2 | # |
| 3 | # Copyright 2018 Huawei Technologies Co., Ltd. |
| 4 | # |
| 5 | # Licensed under the Apache License, Version 2.0 (the "License"); |
| 6 | # you may not use this file except in compliance with the License. |
| 7 | # You may obtain a copy of the License at |
| 8 | # |
| 9 | # http://www.apache.org/licenses/LICENSE-2.0 |
| 10 | # |
Gary Wu | cbddc2b | 2018-01-22 13:33:21 -0800 | [diff] [blame] | 11 | |
eHanan | 58ccb9d | 2018-08-07 14:09:26 +0100 | [diff] [blame] | 12 | install_name="onap-oom" |
| 13 | full_deletion=false |
| 14 | |
Gary Wu | cbddc2b | 2018-01-22 13:33:21 -0800 | [diff] [blame] | 15 | if [ -z "$WORKSPACE" ]; then |
| 16 | export WORKSPACE=`git rev-parse --show-toplevel` |
| 17 | fi |
| 18 | |
Gary Wu | 87aa8b5 | 2018-08-09 08:10:24 -0700 | [diff] [blame] | 19 | usage() { echo "Usage: $0 [ -r ] <env-name>" 1>&2; exit 1; } |
eHanan | 58ccb9d | 2018-08-07 14:09:26 +0100 | [diff] [blame] | 20 | |
Gary Wu | cbddc2b | 2018-01-22 13:33:21 -0800 | [diff] [blame] | 21 | |
Gary Wu | 87aa8b5 | 2018-08-09 08:10:24 -0700 | [diff] [blame] | 22 | while getopts ":rq" o; do |
eHanan | 58ccb9d | 2018-08-07 14:09:26 +0100 | [diff] [blame] | 23 | case "${o}" in |
eHanan | 58ccb9d | 2018-08-07 14:09:26 +0100 | [diff] [blame] | 24 | r) |
| 25 | echo "The following command will delete all information relating to onap within your enviroment" |
| 26 | read -p "Are you certain this is what you want? (type y to confirm):" answer |
| 27 | |
| 28 | if [ $answer = "y" ] || [ $answer = "Y" ] || [ $answer = "yes" ] || [ $answer = "Yes"]; then |
| 29 | echo "This may delete the work of other colleages within the same enviroment" |
| 30 | read -p "Are you certain this is what you want? (type y to confirm):" answer2 |
Gary Wu | 87aa8b5 | 2018-08-09 08:10:24 -0700 | [diff] [blame] | 31 | |
eHanan | 58ccb9d | 2018-08-07 14:09:26 +0100 | [diff] [blame] | 32 | if [ $answer2 = "y" ] || [ $answer2 = "Y" ] || [ $answer2 = "yes" ] || [ $answer2 = "Yes"]; then |
| 33 | full_deletion=true |
Gary Wu | 87aa8b5 | 2018-08-09 08:10:24 -0700 | [diff] [blame] | 34 | else |
eHanan | 58ccb9d | 2018-08-07 14:09:26 +0100 | [diff] [blame] | 35 | echo "Ending program" |
| 36 | exit 1 |
| 37 | fi |
Gary Wu | 87aa8b5 | 2018-08-09 08:10:24 -0700 | [diff] [blame] | 38 | else |
eHanan | 58ccb9d | 2018-08-07 14:09:26 +0100 | [diff] [blame] | 39 | echo "Ending program" |
| 40 | exit 1 |
| 41 | fi |
| 42 | ;; |
| 43 | q) |
| 44 | full_deletion=true |
| 45 | ;; |
| 46 | *) |
| 47 | usage |
| 48 | ;; |
| 49 | esac |
| 50 | done |
| 51 | shift $((OPTIND-1)) |
| 52 | |
Gary Wu | 87aa8b5 | 2018-08-09 08:10:24 -0700 | [diff] [blame] | 53 | if [ "$#" -ne 1 ]; then |
| 54 | usage |
| 55 | fi |
| 56 | |
| 57 | ENV_FILE=$1 |
| 58 | |
Gary Wu | 0d28fe6 | 2018-05-24 20:54:28 -0700 | [diff] [blame] | 59 | SSH_KEY=~/.ssh/onap_key |
| 60 | |
Gary Wu | 808b13d | 2018-02-13 18:28:37 -0800 | [diff] [blame] | 61 | source $WORKSPACE/test/ete/scripts/install_openstack_cli.sh |
| 62 | |
Gary Wu | 11c9874 | 2018-05-02 16:19:04 -0700 | [diff] [blame] | 63 | SO_ENCRYPTION_KEY=aa3871669d893c7fb8abbcda31b88b4f |
| 64 | export OS_PASSWORD_ENCRYPTED=$(echo -n "$OS_PASSWORD" | openssl aes-128-ecb -e -K "$SO_ENCRYPTION_KEY" -nosalt | xxd -c 256 -p) |
| 65 | |
Gary Wu | cbddc2b | 2018-01-22 13:33:21 -0800 | [diff] [blame] | 66 | for n in $(seq 1 5); do |
Gary Wu | 87aa8b5 | 2018-08-09 08:10:24 -0700 | [diff] [blame] | 67 | if [ $full_deletion = true ] ; then |
eHanan | 58ccb9d | 2018-08-07 14:09:26 +0100 | [diff] [blame] | 68 | $WORKSPACE/test/ete/scripts/teardown-onap.sh -n $install_name -q |
Gary Wu | 87aa8b5 | 2018-08-09 08:10:24 -0700 | [diff] [blame] | 69 | else |
eHanan | 58ccb9d | 2018-08-07 14:09:26 +0100 | [diff] [blame] | 70 | $WORKSPACE/test/ete/scripts/teardown-onap.sh -n $install_name |
| 71 | fi |
Gary Wu | cbddc2b | 2018-01-22 13:33:21 -0800 | [diff] [blame] | 72 | |
| 73 | cd $WORKSPACE/deployment/heat/onap-oom |
Gary Wu | 374498a | 2018-02-06 17:31:04 -0800 | [diff] [blame] | 74 | envsubst < $ENV_FILE > $ENV_FILE~ |
Gary Wu | d257997 | 2018-05-23 12:36:46 -0700 | [diff] [blame] | 75 | |
eHanan | 58ccb9d | 2018-08-07 14:09:26 +0100 | [diff] [blame] | 76 | if ! openstack stack create -t ./$install_name.yaml -e $ENV_FILE~ $install_name; then |
Gary Wu | d257997 | 2018-05-23 12:36:46 -0700 | [diff] [blame] | 77 | break |
| 78 | fi |
| 79 | |
eHanan | 58ccb9d | 2018-08-07 14:09:26 +0100 | [diff] [blame] | 80 | while [ "CREATE_IN_PROGRESS" == "$(openstack stack show -c stack_status -f value $install_name)" ]; do |
Gary Wu | d257997 | 2018-05-23 12:36:46 -0700 | [diff] [blame] | 81 | sleep 20 |
| 82 | done |
| 83 | |
eHanan | 58ccb9d | 2018-08-07 14:09:26 +0100 | [diff] [blame] | 84 | STATUS=$(openstack stack show -c stack_status -f value $install_name) |
Gary Wu | d257997 | 2018-05-23 12:36:46 -0700 | [diff] [blame] | 85 | echo $STATUS |
| 86 | if [ "CREATE_COMPLETE" != "$STATUS" ]; then |
| 87 | break |
| 88 | fi |
Gary Wu | cbddc2b | 2018-01-22 13:33:21 -0800 | [diff] [blame] | 89 | |
Gary Wu | ae7c764 | 2018-04-19 17:22:34 -0700 | [diff] [blame] | 90 | for i in $(seq 1 30); do |
| 91 | sleep 30 |
eHanan | 58ccb9d | 2018-08-07 14:09:26 +0100 | [diff] [blame] | 92 | RANCHER_IP=$(openstack stack output show $install_name rancher_vm_ip -c output_value -f value) |
| 93 | K8S_IP=$(openstack stack output show $install_name k8s_1_vm_ip -c output_value -f value) |
Gary Wu | 14a6b30 | 2018-05-01 15:59:28 -0700 | [diff] [blame] | 94 | timeout 1 ping -c 1 "$RANCHER_IP" && break |
Gary Wu | cbddc2b | 2018-01-22 13:33:21 -0800 | [diff] [blame] | 95 | done |
| 96 | |
Gary Wu | 14a6b30 | 2018-05-01 15:59:28 -0700 | [diff] [blame] | 97 | timeout 1 ping -c 1 "$RANCHER_IP" && break |
Gary Wu | cbddc2b | 2018-01-22 13:33:21 -0800 | [diff] [blame] | 98 | |
Gary Wu | 14a6b30 | 2018-05-01 15:59:28 -0700 | [diff] [blame] | 99 | echo Error: OpenStack infrastructure issue: unable to reach rancher "$RANCHER_IP" |
Gary Wu | cbddc2b | 2018-01-22 13:33:21 -0800 | [diff] [blame] | 100 | sleep 10 |
| 101 | done |
| 102 | |
Gary Wu | 14a6b30 | 2018-05-01 15:59:28 -0700 | [diff] [blame] | 103 | if ! timeout 1 ping -c 1 "$RANCHER_IP"; then |
Gary Wu | cbddc2b | 2018-01-22 13:33:21 -0800 | [diff] [blame] | 104 | exit 2 |
| 105 | fi |
| 106 | |
Gary Wu | d3337f0 | 2018-05-24 10:51:23 -0700 | [diff] [blame] | 107 | ssh-keygen -R $RANCHER_IP |
| 108 | |
Gary Wu | 0d28fe6 | 2018-05-24 20:54:28 -0700 | [diff] [blame] | 109 | ssh -o StrictHostKeychecking=no -i $SSH_KEY ubuntu@$RANCHER_IP "sed -u '/Cloud-init.*finished/q' <(tail -n+0 -f /var/log/cloud-init-output.log)" |
Gary Wu | d257997 | 2018-05-23 12:36:46 -0700 | [diff] [blame] | 110 | |
Gary Wu | 5627a69 | 2018-05-08 19:13:59 -0700 | [diff] [blame] | 111 | for n in $(seq 1 6); do |
Gary Wu | c474970 | 2018-06-26 14:27:41 -0700 | [diff] [blame] | 112 | echo "Wait count $n of 6" |
| 113 | sleep 15m |
Gary Wu | 0d28fe6 | 2018-05-24 20:54:28 -0700 | [diff] [blame] | 114 | timeout 15m ssh -i $SSH_KEY ubuntu@$RANCHER_IP 'sudo su -l root -c "/root/oom/kubernetes/robot/ete-k8s.sh onap health"' |
Gary Wu | cbddc2b | 2018-01-22 13:33:21 -0800 | [diff] [blame] | 115 | RESULT=$? |
| 116 | if [ $RESULT -eq 0 ]; then |
| 117 | break |
| 118 | fi |
Gary Wu | cbddc2b | 2018-01-22 13:33:21 -0800 | [diff] [blame] | 119 | done |
Gary Wu | 0d28fe6 | 2018-05-24 20:54:28 -0700 | [diff] [blame] | 120 | ROBOT_POD=$(ssh -i $SSH_KEY ubuntu@$RANCHER_IP 'sudo su -c "kubectl --namespace onap get pods"' | grep robot | sed 's/ .*//') |
Gary Wu | d257997 | 2018-05-23 12:36:46 -0700 | [diff] [blame] | 121 | if [ "$ROBOT_POD" == "" ]; then |
| 122 | exit 1 |
| 123 | fi |
Gary Wu | 36e42dd | 2018-05-03 07:29:53 -0700 | [diff] [blame] | 124 | |
Gary Wu | 43159fb | 2018-05-25 08:08:36 -0700 | [diff] [blame] | 125 | LOG_DIR=$(echo "kubectl exec -n onap $ROBOT_POD -- ls -1t /share/logs | grep health | head -1" | ssh -i $SSH_KEY ubuntu@$RANCHER_IP sudo su) |
Gary Wu | d257997 | 2018-05-23 12:36:46 -0700 | [diff] [blame] | 126 | if [ "$LOG_DIR" == "" ]; then |
| 127 | exit 1 |
| 128 | fi |
| 129 | |
| 130 | echo "kubectl cp -n onap $ROBOT_POD:share/logs/$LOG_DIR /tmp/robot/logs/$LOG_DIR" | ssh -i $SSH_KEY ubuntu@$RANCHER_IP sudo su |
| 131 | rsync -e "ssh -i $SSH_KEY" -avtz ubuntu@$RANCHER_IP:/tmp/robot/logs/$LOG_DIR/ $WORKSPACE/archives/ |
| 132 | |
| 133 | echo "Browse Robot results at http://$K8S_IP:30209/logs/$LOG_DIR/" |
| 134 | |
Gary Wu | cbddc2b | 2018-01-22 13:33:21 -0800 | [diff] [blame] | 135 | exit 0 |