Merge "Release Jobs for ONAP"
diff --git a/jjb/cloud-infra/onap-jobs/onap-release-deploy-test.yaml b/jjb/cloud-infra/onap-jobs/onap-release-deploy-test.yaml
new file mode 100644
index 0000000..c0cd22d
--- /dev/null
+++ b/jjb/cloud-infra/onap-jobs/onap-release-deploy-test.yaml
@@ -0,0 +1,313 @@
+---
+# ============LICENSE_START=======================================================
+# Copyright (C) 2019 Nordix Foundation.
+# ================================================================================
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+# SPDX-License-Identifier: Apache-2.0
+# ============LICENSE_END=========================================================
+
+- project:
+ name: 'onap-release-deploy-test'
+
+ project: 'onap-release-deploy-test'
+
+ stream:
+ - 'master':
+ branch: '{stream}'
+ k8s-version: '1.15'
+ deploy-scenario: 'onap-sdc-nofeature'
+ - 'frankfurt':
+ branch: '{stream}'
+ k8s-version: '1.15'
+ deploy-scenario: 'onap-sdc-nofeature'
+ - 'elalto':
+ branch: '{stream}'
+ k8s-version: '1.15'
+ deploy-scenario: 'onap-sdc-nofeature'
+
+ environment-type:
+ - offline:
+ disabled: false
+ execution-mode: offline-deployment
+ # just deploy phase for now and ONAP testing isn't defined yet
+ phase:
+ - deploy
+
+
+ type:
+ - cloud:
+ provisioner-type: 'heat'
+ slave-type: 'jumphost'
+ gated-projects: 'infra/stack/onap|infra/installer/oom'
+ pdf: "https://gerrit.nordix.org/gitweb?p=infra/provisioner/heat.git;a=blob_plain;f=playbooks/roles/create-stack/files/heat-environment-ci-city-ubuntu1804-onap.yaml"
+ idf: "https://gerrit.nordix.org/gitweb?p=infra/provisioner/heat.git;a=blob_plain;f=playbooks/roles/create-stack/files/heat-idf.yaml"
+
+ distro:
+ - ubuntu1804
+
+ cloud:
+ - city:
+ openrc-credentials-file: 'est-jenkins-openrcfile-city-frankfurt-cicd'
+ jobs:
+ - 'onap-release-{environment-type}-deploy-test-{distro}-{cloud}-{type}-{stream}'
+ - 'onap-release-{environment-type}-deploy-{distro}-{cloud}-{type}-{stream}'
+ - 'onap-release-{environment-type}-deployk8s-{distro}-{cloud}-{type}-{stream}'
+
+- job-template:
+ name: 'onap-release-{environment-type}-deploy-test-{distro}-{cloud}-{type}-{stream}'
+
+ project-type: multijob
+
+ disabled: '{obj:disabled}'
+
+ concurrent: true
+
+ parameters:
+ - string:
+ name: DEPLOY_SCENARIO
+ default: '{deploy-scenario}'
+ description: 'Scenario to test change with.'
+ - string:
+ name: K8S_VERSION
+ default: '{k8s-version}'
+ description: 'K8S version to use for this deployment'
+ - string:
+ name: INVENTORY_INI
+ default: /tmp/inventory.ini
+ description: 'Location of the inventory file. Copied from k8s install'
+ - string:
+ name: DISTRO
+ default: '{distro}'
+ description: 'Distribution to use for configuring target nodes (networking etc.)'
+ - label:
+ name: SLAVE_LABEL
+ default: 'engine-{slave-type}-{environment-type}-{distro}-fra'
+ description: 'Slave label to schedule this job on.'
+ - string:
+ name: HW_TYPE
+ default: '{type}'
+ description: 'Hardware type - could be virtual, cloud, or baremetal'
+ - string:
+ name: EXECUTION_MODE
+ default: '{execution-mode}'
+ description: 'Execution mode to run in'
+ - string:
+ name: PDF
+ default: '{pdf}'
+ description: 'PDF file to use for deployment'
+ - string:
+ name: IDF
+ default: '{idf}'
+ description: 'IDF file to use for deployment'
+ - string:
+ name: HEAT_STACK_NAME
+ default: "nordix-cicd-verify-onap-{environment-type}-{distro}-$GERRIT_CHANGE_NUMBER"
+ description: 'Name of the created stack'
+ - string:
+ name: KEYPAIR_NAME
+ default: "keypair-nordix-cicd-verify-onap-{environment-type}-{distro}-$GERRIT_CHANGE_NUMBER"
+ description: 'Name of the created keypair'
+ - string:
+ name: USE_PREBUILT_DEPLOYMENT_IMAGE
+ default: 'true'
+ description: 'Use prebuilt deployment image while running as part of CI/CD'
+ - string:
+ name: TEST_REPO_URL
+ default: 'https://gerrit.nordix.org/infra/test.git'
+ description: 'URL to clone the test repo from'
+ - string:
+ name: TEST_FW
+ default: 'functest'
+ description: 'Test framework to use'
+ - string:
+ name: TEST_SUITE
+ default: 'healthcheck'
+ description: 'Test suite to run'
+ - string:
+ name: YARDSTICK_DISPATCHER
+ default: 'file'
+ description: 'Dispatcher to use for Yardstick reporting'
+ - string:
+ name: DELETE_STACK
+ default: 'false'
+ description: 'Delete the stack upon completion of the build'
+ - string:
+ name: VERBOSITY
+ default: 'true'
+ description: 'Verbosity setting for the engine - true or false - default is false'
+ - string:
+ name: CI_LOOP
+ default: "verify"
+ description: 'CI loop the job belongs to'
+ - project-parameters:
+ project: $GERRIT_PROJECT
+ branch: '{branch}'
+ description: 'The project and branch which the change is proposed for'
+ - nordix-gerrit-parameters
+
+ properties:
+ - logrotate
+ # NOTE (fdegir): throttle categories are controlled in jenkins global configuration
+ - throttle:
+ enabled: true
+ max-per-node: 1
+ max-total: 8
+ option: category
+ categories:
+ - engine-verify-deploy-test
+
+ scm:
+ - git:
+ url: https://gerrit.nordix.org/infra/engine.git
+ branches:
+ - master
+ timeout: 15
+ wipe-workspace: true
+ wrappers:
+ - build-timeout:
+ timeout: 180
+ - credentials-binding:
+ - file:
+ credential-id: '{openrc-credentials-file}'
+ variable: OPENRC_FILE
+ - username-password-separated:
+ credential-id: 'nordix-cicd-arm-credentials'
+ username: NORDIX_ARM_USERNAME
+ password: NORDIX_ARM_TOKEN
+ - mask-passwords
+ - openstack:
+ single-use: True
+ - pre-scm-buildstep:
+ failOnError: true
+ buildsteps:
+ - shell: |
+ #!/bin/bash
+ sudo chown -R $USER:$USER $WORKSPACE || exit 1
+ # offline nodes can not resolve Nordix Artifactory and Gerrit
+ if [[ "$EXECUTION_MODE" == "offline-deployment" ]]; then
+ echo "Info : Offline deployment. Adding City OpenStack Endpoint, Nordix Artifactory and Gerrit Public IP to /etc/hosts"
+ sudo sed -i 's/^search/# search/' /etc/resolv.conf
+ sudo bash -c "cat << EOF >> /etc/hosts
+ # managed by engine
+ 91.106.198.25 artifactory.nordix.org
+ 91.106.198.142 gerrit.nordix.org
+ 86.107.242.50 fra1.citycloud.com
+ # managed by engine
+ EOF"
+ # we need to get rid of search domain as well
+ sudo sed -i 's/^search/# search/' /etc/resolv.conf
+ fi
+
+ builders:
+ - 'generate-release-metadata-macro'
+ - 'generate-k8sdeployment-environment-macro'
+ - multijob:
+ name: "{environment-type} deployment on {type} instances"
+ condition: SUCCESSFUL
+ execution-type: SEQUENTIALLY
+ projects:
+ - name: 'onap-release-{environment-type}-deployk8s-{distro}-{cloud}-{type}-{stream}'
+ current-parameters: true
+ git-revision: true
+ node-parameters: true
+ kill-phase-on: FAILURE
+ abort-all-job: false
+ property-file: $WORKSPACE/k8s.properties
+ - name: 'onap-release-{environment-type}-deploy-{distro}-{cloud}-{type}-{stream}'
+ current-parameters: true
+ git-revision: true
+ node-parameters: true
+ kill-phase-on: FAILURE
+ abort-all-job: false
+ property-file: $WORKSPACE/change.properties
+ publishers:
+ - postbuildscript:
+ builders:
+ - role: SLAVE
+ build-on:
+ - SUCCESS
+ - FAILURE
+ - ABORTED
+ - NOT_BUILT
+ - UNSTABLE
+ build-steps:
+ - 'wait-pkg-mgr-macro'
+ - 'delete-stack-macro'
+
+- job-template:
+ name: 'onap-release-{environment-type}-deploy-{distro}-{cloud}-{type}-{stream}'
+
+ disabled: '{obj:disabled}'
+
+ concurrent: true
+
+ properties:
+ - logrotate
+ - throttle:
+ max-per-node: 1
+ max-total: 3
+ option: project
+
+ wrappers:
+ - build-timeout:
+ timeout: 180
+ - credentials-binding:
+ - file:
+ credential-id: '{openrc-credentials-file}'
+ variable: OPENRC_FILE
+ - username-password-separated:
+ credential-id: 'nordix-cicd-arm-credentials'
+ username: NORDIX_ARM_USERNAME
+ password: NORDIX_ARM_TOKEN
+ - mask-passwords
+ - fix-workspace-permissions
+
+ builders:
+ - 'generate-ssh-keypair-macro'
+ - 'wait-pkg-mgr-macro'
+ - 'download-deploy-artifact-macro'
+ - 'deploy-macro'
+
+- job-template:
+ name: 'onap-release-{environment-type}-deployk8s-{distro}-{cloud}-{type}-{stream}'
+
+ disabled: '{obj:disabled}'
+
+ concurrent: true
+
+ properties:
+ - logrotate
+ - throttle:
+ max-per-node: 1
+ max-total: 3
+ option: project
+ wrappers:
+ - build-timeout:
+ timeout: 180
+ - credentials-binding:
+ - file:
+ credential-id: '{openrc-credentials-file}'
+ variable: OPENRC_FILE
+ - username-password-separated:
+ credential-id: 'nordix-cicd-arm-credentials'
+ username: NORDIX_ARM_USERNAME
+ password: NORDIX_ARM_TOKEN
+ - mask-passwords
+ - fix-workspace-permissions
+
+ builders:
+ - 'generate-ssh-keypair-macro'
+ - 'wait-pkg-mgr-macro'
+ - 'download-deploy-artifact-macro'
+ - 'deploy-macro'
diff --git a/jjb/cloud-infra/onap-jobs/onap-release-jobs.yaml b/jjb/cloud-infra/onap-jobs/onap-release-jobs.yaml
new file mode 100644
index 0000000..0a9c381
--- /dev/null
+++ b/jjb/cloud-infra/onap-jobs/onap-release-jobs.yaml
@@ -0,0 +1,265 @@
+---
+# ============LICENSE_START=======================================================
+# Copyright (C) 2019 Nordix Foundation.
+# ================================================================================
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+# SPDX-License-Identifier: Apache-2.0
+# ============LICENSE_END=========================================================
+
+- project:
+ name: 'onap-release'
+
+ project: 'ONAP-release'
+
+ stream:
+ - 'master':
+ branch: 'master'
+ deploy-scenario: 'onap-sdc-nofeature'
+ k8s-version: '1.15'
+ promote-stack: 'false'
+ - 'frankfurt':
+ branch: 'frankfurt'
+ deploy-scenario: 'onap-sdc-nofeature'
+ k8s-version: '1.15'
+ promote-stack: 'true'
+ - 'elalto':
+ branch: 'elalto'
+ deploy-scenario: 'onap-sdc-nofeature'
+ k8s-version: '1.15'
+ promote-stack: 'true'
+
+ environment-type:
+ - offline:
+ disabled: false
+ execution-mode: offline-deployment
+ openrc-credentials-file: 'est-jenkins-openrcfile-city-frankfurt-cicd'
+
+ phase:
+ - deploy
+
+
+ type:
+ - cloud:
+ provisioner-type: 'heat'
+ slave-type: 'jumphost'
+ pdf: "https://gerrit.nordix.org/gitweb?p=infra/provisioner/heat.git;a=blob_plain;f=playbooks/roles/create-stack/files/heat-environment-ci-city-ubuntu1804-onap.yaml"
+ idf: "https://gerrit.nordix.org/gitweb?p=infra/provisioner/heat.git;a=blob_plain;f=playbooks/roles/create-stack/files/heat-idf.yaml"
+
+ distro:
+ - ubuntu1804
+
+ cloud:
+ - city:
+ openrc-credentials-file: 'est-jenkins-openrcfile-city-frankfurt-cicd'
+
+ jobs:
+ - 'onap-release-{distro}-{stream}'
+ - 'onap-package-{distro}-{stream}'
+ - 'onap-promote-{distro}-{stream}'
+
+
+
+- job-template:
+ name: 'onap-release-{distro}-{stream}'
+
+ project-type: multijob
+
+ disabled: '{obj:disabled}'
+
+ node: 'engine-package-{distro}-fra'
+
+ concurrent: false
+
+ parameters:
+ - string:
+ name: BRANCH
+ default: '{branch}'
+ description: 'Branch the job is created for. DO NOT MODIFY!'
+ - string:
+ name: DISTRO
+ default: '{distro}'
+ description: 'Distribution to provision and configre target nodes with. DO NOT MODIFY!'
+ - string:
+ name: DEPLOY_SCENARIO
+ default: '{deploy-scenario}'
+ description: 'Scenario to test change with. This depends on the branch of the stack.'
+ - string:
+ name: CI_LOOP
+ default: 'release'
+ description: 'CI loop type. DO NOT MODIFY!'
+ - string:
+ name: VERBOSITY
+ default: 'false'
+ description: 'Engine verbosity'
+ - string:
+ name: NORDIX_ENGINE_VERSION
+ default: 'master'
+ description: 'Engine version of engine to package, deploy, test, release'
+ - string:
+ name: STACK_TYPE
+ default: 'onap'
+ description: 'Stack to package, deploy, test, release'
+ - string:
+ name: STACK_VERSION
+ default: '{branch}'
+ description: 'Stack version of engine to package, deploy, test, release'
+ - string:
+ name: PROMOTE_STACK
+ default: '{promote-stack}'
+ description: 'Heat version of engine to package, deploy, test, release'
+
+ properties:
+ - logrotate
+ # NOTE (fdegir): throttle categories are controlled in jenkins global configuration
+ - throttle:
+ enabled: true
+ max-per-node: 1
+ max-total: 1
+ option: category
+ categories:
+ - engine-verify-package
+
+ wrappers:
+ - build-timeout:
+ timeout: 600
+ - mask-passwords
+ - fix-workspace-permissions
+ - openstack:
+ single-use: True
+
+ triggers:
+ - pollscm:
+ cron: "#H 0,8,16 * * *"
+
+ scm:
+ - git:
+ url: https://gerrit.nordix.org/infra/engine.git
+ branches:
+ - master
+ timeout: 15
+ wipe-workspace: true
+
+ builders:
+ - 'generate-release-metadata-macro'
+ - inject:
+ properties-file: "$WORKSPACE/release.properties"
+ - 'generate-ssh-keypair-macro'
+ - 'wait-pkg-mgr-macro'
+ - multijob:
+ name: Packaging
+ condition: SUCCESSFUL
+ execution-type: PARALLEL
+ projects:
+ - name: 'onap-package-{distro}-{stream}'
+ current-parameters: false
+ git-revision: true
+ node-parameters: true
+ property-file: "$WORKSPACE/release.properties"
+ kill-phase-on: FAILURE
+ abort-all-job: true
+ - multijob:
+ name: Release Test {deploy-scenario}
+ condition: SUCCESSFUL
+ execution-type: PARALLEL
+ projects:
+ - name: 'onap-release-offline-deploy-test-{distro}-city-cloud-{stream}'
+ current-parameters: false
+ git-revision: true
+ node-parameters: false
+ property-file: "$WORKSPACE/release.properties"
+ kill-phase-on: FAILURE
+ abort-all-job: true
+ - multijob:
+ name: Promotion
+ condition: SUCCESSFUL
+ execution-type: PARALLEL
+ projects:
+ - name: 'onap-promote-{distro}-{stream}'
+ current-parameters: false
+ git-revision: true
+ node-parameters: true
+ property-file: "$WORKSPACE/release.properties"
+ kill-phase-on: FAILURE
+ abort-all-job: true
+
+- job-template:
+ name: 'onap-package-{distro}-{stream}'
+
+ disabled: '{obj:disabled}'
+
+ concurrent: false
+
+ parameters:
+ - string:
+ name: EXECUTION_MODE
+ default: 'packaging'
+ description: 'Execution mode to run engine'
+
+ properties:
+ - logrotate
+
+ wrappers:
+ - build-timeout:
+ timeout: 180
+ - credentials-binding:
+ - username-password-separated:
+ credential-id: 'nordix-cicd-arm-credentials'
+ username: NORDIX_ARM_USERNAME
+ password: NORDIX_ARM_TOKEN
+ - mask-passwords
+ - fix-workspace-permissions
+
+ scm:
+ - git:
+ url: https://gerrit.nordix.org/infra/engine.git
+ branches:
+ - master
+ timeout: 15
+ wipe-workspace: true
+
+ builders:
+ - 'package-macro'
+ - 'upload-artifact-macro'
+
+- job-template:
+ name: 'onap-promote-{distro}-{stream}'
+
+ disabled: '{obj:disabled}'
+
+ concurrent: false
+
+ properties:
+ - logrotate
+
+ wrappers:
+ - build-timeout:
+ timeout: 60
+ - credentials-binding:
+ - username-password-separated:
+ credential-id: 'nordix-cicd-arm-credentials'
+ username: NORDIX_ARM_USERNAME
+ password: NORDIX_ARM_TOKEN
+ - mask-passwords
+ - fix-workspace-permissions
+
+ scm:
+ - git:
+ url: https://gerrit.nordix.org/infra/engine.git
+ branches:
+ - master
+ timeout: 15
+ wipe-workspace: true
+
+ builders:
+ - 'promote-macro'