blob: 08c6d916bb3138282b93d9d8483fd4adc48de59a [file] [log] [blame]
Victor Morales89ce3212017-06-16 18:32:48 -05001#!/bin/bash
2
Victor Morales89ce3212017-06-16 18:32:48 -05003source /var/onap/commons
Victor Morales54646642017-12-08 11:57:42 -08004source /var/onap/config/env-vars
Victor Moralesdd074802017-07-26 16:06:35 -05005source /var/onap/_composed_functions
6source /var/onap/_onap_functions
7
Victor Morales96512652017-08-16 13:44:28 -05008export MTU=$(/sbin/ifconfig | grep MTU | sed 's/.*MTU://' | sed 's/ .*//' |sort -n | head -1)
Victor Morales4ab71c12017-11-08 07:28:28 -08009export NIC=$(ip route get 8.8.8.8 | awk '{ print $5; exit }')
10export IP_ADDRESS=$(ifconfig $NIC | grep "inet addr" | tr -s ' ' | cut -d' ' -f3 | cut -d':' -f2)
Victor Morales96512652017-08-16 13:44:28 -050011
Victor Moralesdd074802017-07-26 16:06:35 -050012mvn_conf_file=/root/.m2/settings.xml
Victor Moralesdd074802017-07-26 16:06:35 -050013
Victor Morales89ce3212017-06-16 18:32:48 -050014# configure_dns() - DNS/GW IP address configuration
15function configure_dns {
16 echo "nameserver 10.0.0.1" >> /etc/resolvconf/resolv.conf.d/head
17 resolvconf -u
18}
19
Victor Morales4ab71c12017-11-08 07:28:28 -080020# get_next_ip() - Function that provides the next ip
21function get_next_ip {
22 local ip=${1:-$IP_ADDRESS}
23 ip_hex=$(printf '%.2X%.2X%.2X%.2X\n' `echo $ip | sed -e 's/\./ /g'`)
24 next_ip_hex=$(printf %.8X `echo $(( 0x$ip_hex + 1 ))`)
25 echo $(printf '%d.%d.%d.%d\n' `echo $next_ip_hex | sed -r 's/(..)/0x\1 /g'`)
26}
27
Victor Moralesdd074802017-07-26 16:06:35 -050028# _git_timed() - git can sometimes get itself infinitely stuck with transient network
Victor Morales89ce3212017-06-16 18:32:48 -050029# errors or other issues with the remote end. This wraps git in a
30# timeout/retry loop and is intended to watch over non-local git
31# processes that might hang.
Victor Moralesdd074802017-07-26 16:06:35 -050032function _git_timed {
Victor Morales89ce3212017-06-16 18:32:48 -050033 local count=0
34 local timeout=0
35
36 install_package git
37 until timeout -s SIGINT ${timeout} git "$@"; do
38 # 124 is timeout(1)'s special return code when it reached the
39 # timeout; otherwise assume fatal failure
40 if [[ $? -ne 124 ]]; then
41 exit 1
42 fi
43
44 count=$(($count + 1))
45 if [ $count -eq 3 ]; then
46 exit 1
47 fi
48 sleep 5
49 done
50}
51
52# clone_repo() - Clone Git repository into specific folder
53function clone_repo {
Victor Morales9f1c94b2017-11-07 07:56:04 -080054 local repo_url=${3:-"https://git.onap.org/"}
Victor Morales89ce3212017-06-16 18:32:48 -050055 local repo=$1
Victor Moralesdd074802017-07-26 16:06:35 -050056 local dest_folder=${2:-$git_src_folder/$repo}
57 if [ ! -d $dest_folder ]; then
Victor Morales7abf1a82017-11-06 09:20:27 -080058 if [[ "$debug" == "False" ]]; then
59 _git_timed clone --quiet ${repo_url}${repo} $dest_folder
60 else
61 _git_timed clone ${repo_url}${repo} $dest_folder
62 fi
Victor Morales89ce3212017-06-16 18:32:48 -050063 else
64 pushd $dest_folder
Victor Moralesdd074802017-07-26 16:06:35 -050065 _git_timed pull
Victor Morales89ce3212017-06-16 18:32:48 -050066 popd
67 fi
68}
69
Victor Moralesf1f1ba52017-11-20 16:38:28 -080070# clone_repos() - Function that clones source repositories for a given project
71function clone_repos {
72 local project=$1
Victor Morales5d21f642017-12-07 11:54:59 -080073 local repo_name=${2:-$project}
Victor Moralesf1f1ba52017-11-20 16:38:28 -080074
Victor Morales54646642017-12-08 11:57:42 -080075 for repo in ${repos[$project]}; do
76 clone_repo $repo ${src_folders[$project]}${repo#*$repo_name}
Victor Moralesf1f1ba52017-11-20 16:38:28 -080077 done
78}
79
Victor Moralesdd074802017-07-26 16:06:35 -050080# _install_bind() - Install bind utils
81function _install_bind {
Victor Morales7ae05a42017-08-22 14:39:00 -050082 install_packages bind9 bind9utils
Victor Morales89ce3212017-06-16 18:32:48 -050083}
84
Victor Morales89ce3212017-06-16 18:32:48 -050085# install_java() - Install java binaries
86function install_java {
Victor Moralesece790c2017-08-08 11:11:36 -050087 if is_package_installed openjdk-8-jdk; then
88 return
89 fi
Victor Morales9f1c94b2017-11-07 07:56:04 -080090 source /etc/os-release || source /usr/lib/os-release
91 case ${ID,,} in
92 *suse)
93 ;;
94 ubuntu|debian)
95 install_package software-properties-common
96 add-apt-repository -y ppa:openjdk-r/ppa
97 ;;
98 rhel|centos|fedora)
99 ;;
100 esac
Victor Morales332d7d82017-11-06 11:51:37 -0800101 update_repos
Victor Morales7ae05a42017-08-22 14:39:00 -0500102
103 # Remove Java 7
104 uninstall_packages default-jre openjdk-7-jdk openjdk-7-jre openjdk-7-jre-headless
105
Victor Morales89ce3212017-06-16 18:32:48 -0500106 install_package openjdk-8-jdk
Victor Morales455bece2017-07-31 18:40:39 -0500107 # ca-certificates-java is not a dependency in the Oracle JDK/JRE so this must be explicitly installed.
108 /var/lib/dpkg/info/ca-certificates-java.postinst configure
Victor Morales89ce3212017-06-16 18:32:48 -0500109}
110
111# install_maven() - Install maven binaries
112function install_maven {
Victor Moralesdd074802017-07-26 16:06:35 -0500113 if is_package_installed maven3; then
Victor Morales89ce3212017-06-16 18:32:48 -0500114 return
115 fi
Victor Moralesece790c2017-08-08 11:11:36 -0500116 install_java
Victor Morales9f1c94b2017-11-07 07:56:04 -0800117 source /etc/os-release || source /usr/lib/os-release
118 case ${ID,,} in
119 *suse)
120 ;;
121 ubuntu|debian)
122 install_package software-properties-common
123 add-apt-repository -y ppa:andrei-pozolotin/maven3
124 ;;
125 rhel|centos|fedora)
126 ;;
127 esac
Victor Morales332d7d82017-11-06 11:51:37 -0800128 update_repos
Victor Morales89ce3212017-06-16 18:32:48 -0500129 install_package maven3
130
Victor Morales7ae05a42017-08-22 14:39:00 -0500131 # Remove Java 7
132 uninstall_package openjdk-7-jdk
Victor Moralesdd074802017-07-26 16:06:35 -0500133
134 _configure_maven
Victor Morales89ce3212017-06-16 18:32:48 -0500135}
136
Idan Amite17b5ec2017-08-16 14:17:59 +0300137# _configure_docker_settings() - Configures Docker settings
138function _configure_docker_settings {
Victor Moralescf269992017-10-18 09:29:55 -0700139 local docker_conf_backup=/tmp/docker.backup
140 local docker_conf=/etc/default/docker
141 local chameleonsocks_filename=chameleonsocks.sh
142
143 cp $docker_conf $docker_conf_backup
Victor Morales89ce3212017-06-16 18:32:48 -0500144 if [ $http_proxy ]; then
Victor Moralescf269992017-10-18 09:29:55 -0700145 echo "export http_proxy=$http_proxy" >> $docker_conf
Victor Morales89ce3212017-06-16 18:32:48 -0500146 fi
147 if [ $https_proxy ]; then
Victor Moralescf269992017-10-18 09:29:55 -0700148 echo "export https_proxy=$https_proxy" >> $docker_conf
Victor Morales5ce04212017-09-24 09:03:32 -0700149 #If you have a socks proxy, then use that to connect to the nexus repo
Kiranf2824c22017-09-22 18:05:29 -0700150 #via a redsocks container
151 if [ $socks_proxy ]; then
Victor Moralescf269992017-10-18 09:29:55 -0700152 wget https://raw.githubusercontent.com/crops/chameleonsocks/master/$chameleonsocks_filename
153 chmod 755 $chameleonsocks_filename
Victor Morales5ce04212017-09-24 09:03:32 -0700154 socks=$(echo $socks_proxy | sed -e "s/^.*\///" | sed -e "s/:.*$//")
155 port=$(echo $socks_proxy | sed -e "s/^.*://")
Victor Moralescf269992017-10-18 09:29:55 -0700156 PROXY=$socks PORT=$port ./$chameleonsocks_filename --install
157 rm $chameleonsocks_filename
158 cp $docker_conf_backup $docker_conf
Kiranf2824c22017-09-22 18:05:29 -0700159 fi
Victor Morales89ce3212017-06-16 18:32:48 -0500160 fi
Victor Moralescf269992017-10-18 09:29:55 -0700161 rm $docker_conf_backup
Idan Amite17b5ec2017-08-16 14:17:59 +0300162
Victor Moralescf269992017-10-18 09:29:55 -0700163 echo "DOCKER_OPTS=\"-H tcp://0.0.0.0:2375 -H unix:///var/run/docker.sock\"" >> $docker_conf
Victor Morales89ce3212017-06-16 18:32:48 -0500164}
165
Victor Moralesdd074802017-07-26 16:06:35 -0500166# install_nodejs() - Download and install NodeJS
167function install_nodejs {
168 if is_package_installed nodejs; then
169 return
170 fi
171 curl -sL https://deb.nodesource.com/setup_6.x | sudo -E bash -
172 install_package nodejs
173
174 # Update NPM to latest version
175 npm install npm -g
176}
177
178# install_python() - Install Python 2.7 and other tools necessary for development.
179function install_python {
Victor Morales7ae05a42017-08-22 14:39:00 -0500180 install_packages python2.7 python-dev
Victor Moralesdd074802017-07-26 16:06:35 -0500181}
182
Victor Morales970ec192017-07-31 09:10:11 -0500183# _install_pip() - Install Python Package Manager
184function _install_pip {
185 install_python
Victor Morales4ab71c12017-11-08 07:28:28 -0800186 if ! which pip; then
Victor Morales158c18c2017-08-06 11:23:15 -0500187 curl -sL https://bootstrap.pypa.io/get-pip.py | python
188 fi
Victor Morales970ec192017-07-31 09:10:11 -0500189}
190
Victor Morales88d193e2017-11-16 10:50:28 -0800191# install_python_package() - Install python modules
Victor Morales970ec192017-07-31 09:10:11 -0500192function install_python_package {
Victor Morales4ab71c12017-11-08 07:28:28 -0800193 local python_packages=$@
Victor Morales970ec192017-07-31 09:10:11 -0500194
195 _install_pip
Victor Morales4ab71c12017-11-08 07:28:28 -0800196 pip install $python_packages
Victor Morales970ec192017-07-31 09:10:11 -0500197}
198
Victor Morales88d193e2017-11-16 10:50:28 -0800199# install_python_requirements() - Install a list of python modules defined in requirement.txt file
200function install_python_requirements {
201 local python_project_path=$1
202
203 _install_pip
204 pushd $python_project_path
205 pip install -r requirements.txt
206 popd
207}
208
Victor Morales970ec192017-07-31 09:10:11 -0500209# install_docker() - Download and install docker-engine
Victor Moralesdd074802017-07-26 16:06:35 -0500210function install_docker {
211 if is_package_installed docker-ce; then
212 return
213 fi
Victor Morales9f1c94b2017-11-07 07:56:04 -0800214 source /etc/os-release || source /usr/lib/os-release
215 case ${ID,,} in
216 *suse)
217 ;;
218 ubuntu|debian)
Victor Morales071b81c2017-11-07 14:13:07 -0800219 install_packages software-properties-common linux-image-extra-$(uname -r) linux-image-extra-virtual apt-transport-https ca-certificates curl
Victor Morales9f1c94b2017-11-07 07:56:04 -0800220 curl -fsSL https://download.docker.com/linux/ubuntu/gpg | sudo apt-key add -
221 add-apt-repository \
222 "deb [arch=amd64] https://download.docker.com/linux/ubuntu \
223 $(lsb_release -cs) stable"
224 ;;
225 rhel|centos|fedora)
226 ;;
227 esac
Victor Morales332d7d82017-11-06 11:51:37 -0800228 update_repos
Victor Morales7abf1a82017-11-06 09:20:27 -0800229
Victor Moralesdd074802017-07-26 16:06:35 -0500230 install_package docker-ce
Idan Amite17b5ec2017-08-16 14:17:59 +0300231 _configure_docker_settings
Victor Moralesdd074802017-07-26 16:06:35 -0500232 service docker restart
233 sleep 10
234}
235
236# pull_docker_image() - Pull Docker container image from the Public Docker Registry Hub
237function pull_docker_image {
238 install_docker
239 local image=$1
240 local tag=$2
241 docker pull ${image}
242 if [ ${tag} ]; then
243 docker tag ${image} $tag
244 fi
245}
246
Victor Morales9d205bc2017-12-01 17:52:07 -0800247# run_docker_image() - Starts a Docker instance
248function run_docker_image {
249 install_docker
250 docker run $@
251}
252
Victor Moralesdd074802017-07-26 16:06:35 -0500253# install_docker_compose() - Download and install docker-engine
254function install_docker_compose {
255 local docker_compose_version=${1:-1.12.0}
256 if [ ! -d /opt/docker ]; then
257 mkdir /opt/docker
258 curl -L https://github.com/docker/compose/releases/download/$docker_compose_version/docker-compose-`uname -s`-`uname -m` > /opt/docker/docker-compose
259 chmod +x /opt/docker/docker-compose
260 fi
261}
262
263# _install_ODL() - Download and Install OpenDayLight SDN controller
264function _install_ODL {
265 if [ ! -d /opt/opendaylight/current ]; then
266 mkdir -p /opt/opendaylight/
267 wget "https://nexus.opendaylight.org/content/repositories/public/org/opendaylight/integration/distribution-karaf/"$odl_version"/distribution-karaf-"$odl_version".tar.gz" -P /opt/
268 tar xvf "/opt/distribution-karaf-"$odl_version".tar.gz" -C /opt/
269 mv "/opt/distribution-karaf-"$odl_version /opt/opendaylight/current
270 rm -rf "/opt/distribution-karaf-"$odl_version".tar.gz"
271 fi
272}
273
274# start_ODL() - Start OpenDayLight SDN controller
275function start_ODL {
276 _install_ODL
277 if [ -d /opt/opendaylight ]; then
278 export JAVA_HOME=/usr/lib/jvm/java-8-openjdk-amd64/jre
279 /opt/opendaylight/current/bin/start
280 sleep 180
281 /opt/opendaylight/current/bin/client feature:install odl-dlux-all
282 fi
283}
284
285# compile_src() - Function that compiles the java source code thru maven
286function compile_src {
287 local src_folder=$1
288 pushd $src_folder
Victor Morales7abf1a82017-11-06 09:20:27 -0800289 local mvn_build='mvn clean install -DskipTests=true -Dmaven.test.skip=true -Dmaven.javadoc.skip=true -Dadditionalparam=-Xdoclint:none'
290 if [[ "$debug" == "False" ]]; then
291 mvn_build+=" -q"
292 fi
Victor Moralesdd074802017-07-26 16:06:35 -0500293 if [ -f pom.xml ]; then
294 install_maven
Victor Morales7abf1a82017-11-06 09:20:27 -0800295 echo "Compiling $src_folder folder..."
296 eval $mvn_build
Victor Moralesdd074802017-07-26 16:06:35 -0500297 fi
298 popd
299}
300
Victor Moralesf1f1ba52017-11-20 16:38:28 -0800301# compile_repos() - Function that compiles source repositories for a given project
302function compile_repos {
303 local project=$1
Victor Moralesf1f1ba52017-11-20 16:38:28 -0800304
Victor Morales54646642017-12-08 11:57:42 -0800305 for repo in ${repos[$project]}; do
306 compile_src ${src_folders[$project]}${repo#*$project}
Victor Moralesf1f1ba52017-11-20 16:38:28 -0800307 done
308}
309
Victor Morales89ce3212017-06-16 18:32:48 -0500310# build_docker_image() - Build Docker container image from source code
311function build_docker_image {
312 local src_folder=$1
313 local profile=$2
Victor Morales89ce3212017-06-16 18:32:48 -0500314 install_docker
315 pushd $src_folder
316
Victor Morales9d205bc2017-12-01 17:52:07 -0800317 if [ -f pom.xml ]; then
318 install_maven
319 # Cleanup external repo
320 sed -i 's|${docker.push.registry}/||g' pom.xml
321 local docker_build="mvn clean package docker:build"
322 if [ $profile ]; then
323 docker_build+=" -P $profile"
Victor Moralesdd074802017-07-26 16:06:35 -0500324 fi
Victor Morales9d205bc2017-12-01 17:52:07 -0800325 if [ $http_proxy ]; then
326 if ! grep -ql "docker.buildArg.http_proxy" pom.xml ; then
327 docker_build+=" -Ddocker.buildArg.http_proxy=$http_proxy"
328 fi
Victor Moralesdd074802017-07-26 16:06:35 -0500329 if ! grep -ql "docker.buildArg.HTTP_PROXY" pom.xml ; then
Victor Morales9d205bc2017-12-01 17:52:07 -0800330 docker_build+=" -Ddocker.buildArg.HTTP_PROXY=$http_proxy"
331 fi
332 fi
333 if [ $https_proxy ]; then
334 if ! grep -ql "docker.buildArg.https_proxy" pom.xml ; then
335 docker_build+=" -Ddocker.buildArg.https_proxy=$https_proxy"
336 fi
337 if ! grep -ql "docker.buildArg.HTTPS_PROXY" pom.xml ; then
338 docker_build+=" -Ddocker.buildArg.HTTPS_PROXY=$https_proxy"
339 fi
340 fi
341 elif [ -f Dockerfile ]; then
342 # NOTE: Workaround for dmmapbc images
343 sed -i '/LocalKey/d' Dockerfile
344 sed -i "s/nexus3.onap.org\:10003\///g" Dockerfile
345 local docker_build="docker build -t $profile -f ./Dockerfile ."
346 if [ $http_proxy ]; then
347 docker_build+=" --build-arg http_proxy=$http_proxy"
348 docker_build+=" --build-arg HTTP_PROXY=$http_proxy"
349 fi
350 if [ $https_proxy ]; then
351 docker_build+=" --build-arg https_proxy=$https_proxy"
352 docker_build+=" --build-arg HTTPS_PROXY=$https_proxy"
Victor Moralesdd074802017-07-26 16:06:35 -0500353 fi
Victor Morales89ce3212017-06-16 18:32:48 -0500354 fi
Victor Morales9d205bc2017-12-01 17:52:07 -0800355 echo $docker_build
356 eval $docker_build
Victor Morales89ce3212017-06-16 18:32:48 -0500357 popd
358}