Gary Wu | cbddc2b | 2018-01-22 13:33:21 -0800 | [diff] [blame] | 1 | #!/bin/bash -x |
Gary Wu | cbddc2b | 2018-01-22 13:33:21 -0800 | [diff] [blame] | 2 | |
| 3 | if [ -z "$WORKSPACE" ]; then |
| 4 | export WORKSPACE=`git rev-parse --show-toplevel` |
| 5 | fi |
| 6 | |
| 7 | if [ "$#" -ne 1 ]; then |
| 8 | echo "Usage: $0 <env-name>" |
| 9 | exit 1 |
| 10 | fi |
| 11 | ENV_FILE=$1 |
| 12 | |
Gary Wu | 808b13d | 2018-02-13 18:28:37 -0800 | [diff] [blame] | 13 | source $WORKSPACE/test/ete/scripts/install_openstack_cli.sh |
| 14 | |
Gary Wu | cbddc2b | 2018-01-22 13:33:21 -0800 | [diff] [blame] | 15 | for n in $(seq 1 5); do |
| 16 | $WORKSPACE/test/ete/scripts/teardown-onap.sh |
| 17 | |
| 18 | cd $WORKSPACE/deployment/heat/onap-oom |
Gary Wu | 374498a | 2018-02-06 17:31:04 -0800 | [diff] [blame] | 19 | envsubst < $ENV_FILE > $ENV_FILE~ |
| 20 | openstack stack create -t ./onap-oom.yaml -e $ENV_FILE~ onap-oom |
Gary Wu | cbddc2b | 2018-01-22 13:33:21 -0800 | [diff] [blame] | 21 | |
Gary Wu | ae7c764 | 2018-04-19 17:22:34 -0700 | [diff] [blame] | 22 | for i in $(seq 1 30); do |
| 23 | sleep 30 |
Gary Wu | cbddc2b | 2018-01-22 13:33:21 -0800 | [diff] [blame] | 24 | RANCHER_IP=$(openstack stack output show onap-oom rancher_vm_ip -c output_value -f value) |
Gary Wu | 14a6b30 | 2018-05-01 15:59:28 -0700 | [diff] [blame^] | 25 | timeout 1 ping -c 1 "$RANCHER_IP" && break |
Gary Wu | cbddc2b | 2018-01-22 13:33:21 -0800 | [diff] [blame] | 26 | done |
| 27 | |
Gary Wu | 14a6b30 | 2018-05-01 15:59:28 -0700 | [diff] [blame^] | 28 | timeout 1 ping -c 1 "$RANCHER_IP" && break |
Gary Wu | cbddc2b | 2018-01-22 13:33:21 -0800 | [diff] [blame] | 29 | |
Gary Wu | 14a6b30 | 2018-05-01 15:59:28 -0700 | [diff] [blame^] | 30 | echo Error: OpenStack infrastructure issue: unable to reach rancher "$RANCHER_IP" |
Gary Wu | cbddc2b | 2018-01-22 13:33:21 -0800 | [diff] [blame] | 31 | sleep 10 |
| 32 | done |
| 33 | |
Gary Wu | 14a6b30 | 2018-05-01 15:59:28 -0700 | [diff] [blame^] | 34 | if ! timeout 1 ping -c 1 "$RANCHER_IP"; then |
Gary Wu | cbddc2b | 2018-01-22 13:33:21 -0800 | [diff] [blame] | 35 | exit 2 |
| 36 | fi |
| 37 | |
Gary Wu | 14a6b30 | 2018-05-01 15:59:28 -0700 | [diff] [blame^] | 38 | ssh-keygen -R $RANCHER_IP |
Gary Wu | cbddc2b | 2018-01-22 13:33:21 -0800 | [diff] [blame] | 39 | for n in $(seq 1 10); do |
Gary Wu | 14a6b30 | 2018-05-01 15:59:28 -0700 | [diff] [blame^] | 40 | timeout 15m ssh -o StrictHostKeychecking=no -i ~/.ssh/onap_key ubuntu@$RANCHER_IP 'sudo su -l root -c "/root/oom/kubernetes/robot/ete-k8s.sh onap health"' |
Gary Wu | cbddc2b | 2018-01-22 13:33:21 -0800 | [diff] [blame] | 41 | RESULT=$? |
| 42 | if [ $RESULT -eq 0 ]; then |
| 43 | break |
| 44 | fi |
| 45 | sleep 15m |
| 46 | done |
Gary Wu | 14a6b30 | 2018-05-01 15:59:28 -0700 | [diff] [blame^] | 47 | ROBOT_POD=$(ssh -o StrictHostKeychecking=no -i ~/.ssh/onap_key ubuntu@$RANCHER_IP 'sudo su -c "kubectl --namespace onap get pods"' | grep robot | sed 's/ .*//') |
| 48 | LOG_DIR=$(ssh -o StrictHostKeychecking=no -i ~/.ssh/onap_key ubuntu@$RANCHER_IP "sudo su -c \"kubectl exec $ROBOT_POD --namespace onap -- ls -1t /share/logs | head -1\"") |
| 49 | wget --user=robot --password=robot -r -np -nH --cut-dirs=2 -R "index.html*" -P $WORKSPACE/archives/ http://$RANCHER_IP:30209/logs/$LOG_DIR/ |
Gary Wu | cbddc2b | 2018-01-22 13:33:21 -0800 | [diff] [blame] | 50 | exit 0 |