From: afenner <andrew.fenner@est.tech>
Date: Thu, 24 Sep 2020 12:40:30 +0000 (+0100)
Subject: Release Jobs for ONAP
X-Git-Url: https://gerrit.nordix.org/gitweb?a=commitdiff_plain;h=refs%2Fchanges%2F57%2F6057%2F2;p=infra%2Fcicd.git

Release Jobs for ONAP

Basic structure of release jobs for ONAP

Change-Id: I0614bcb38e73a6ebbece76d15be6fe84bae7cece
Signed-off-by: afenner <andrew.fenner@est.tech>
---

diff --git a/jjb/cloud-infra/onap-jobs/onap-release-deploy-test.yaml b/jjb/cloud-infra/onap-jobs/onap-release-deploy-test.yaml
new file mode 100644
index 00000000..c0cd22d7
--- /dev/null
+++ b/jjb/cloud-infra/onap-jobs/onap-release-deploy-test.yaml
@@ -0,0 +1,313 @@
+---
+# ============LICENSE_START=======================================================
+#  Copyright (C) 2019 Nordix Foundation.
+# ================================================================================
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+# SPDX-License-Identifier: Apache-2.0
+# ============LICENSE_END=========================================================
+
+- project:
+    name: 'onap-release-deploy-test'
+
+    project: 'onap-release-deploy-test'
+
+    stream:
+      - 'master':
+          branch: '{stream}'
+          k8s-version: '1.15'
+          deploy-scenario: 'onap-sdc-nofeature'
+      - 'frankfurt':
+          branch: '{stream}'
+          k8s-version: '1.15'
+          deploy-scenario: 'onap-sdc-nofeature'
+      - 'elalto':
+          branch: '{stream}'
+          k8s-version: '1.15'
+          deploy-scenario: 'onap-sdc-nofeature'
+
+    environment-type:
+      - offline:
+          disabled: false
+          execution-mode: offline-deployment
+    # just deploy phase for now and ONAP testing isn't defined yet
+    phase:
+      - deploy
+
+
+    type:
+      - cloud:
+          provisioner-type: 'heat'
+          slave-type: 'jumphost'
+          gated-projects: 'infra/stack/onap|infra/installer/oom'
+          pdf: "https://gerrit.nordix.org/gitweb?p=infra/provisioner/heat.git;a=blob_plain;f=playbooks/roles/create-stack/files/heat-environment-ci-city-ubuntu1804-onap.yaml"
+          idf: "https://gerrit.nordix.org/gitweb?p=infra/provisioner/heat.git;a=blob_plain;f=playbooks/roles/create-stack/files/heat-idf.yaml"
+
+    distro:
+      - ubuntu1804
+
+    cloud:
+      - city:
+          openrc-credentials-file: 'est-jenkins-openrcfile-city-frankfurt-cicd'
+    jobs:
+      - 'onap-release-{environment-type}-deploy-test-{distro}-{cloud}-{type}-{stream}'
+      - 'onap-release-{environment-type}-deploy-{distro}-{cloud}-{type}-{stream}'
+      - 'onap-release-{environment-type}-deployk8s-{distro}-{cloud}-{type}-{stream}'
+
+- job-template:
+    name: 'onap-release-{environment-type}-deploy-test-{distro}-{cloud}-{type}-{stream}'
+
+    project-type: multijob
+
+    disabled: '{obj:disabled}'
+
+    concurrent: true
+
+    parameters:
+      - string:
+          name: DEPLOY_SCENARIO
+          default: '{deploy-scenario}'
+          description: 'Scenario to test change with.'
+      - string:
+          name: K8S_VERSION
+          default: '{k8s-version}'
+          description: 'K8S version to use for this deployment'
+      - string:
+          name: INVENTORY_INI
+          default: /tmp/inventory.ini
+          description: 'Location of the inventory file. Copied from k8s install'
+      - string:
+          name: DISTRO
+          default: '{distro}'
+          description: 'Distribution to use for configuring target nodes (networking etc.)'
+      - label:
+          name: SLAVE_LABEL
+          default: 'engine-{slave-type}-{environment-type}-{distro}-fra'
+          description: 'Slave label to schedule this job on.'
+      - string:
+          name: HW_TYPE
+          default: '{type}'
+          description: 'Hardware type - could be virtual, cloud, or baremetal'
+      - string:
+          name: EXECUTION_MODE
+          default: '{execution-mode}'
+          description: 'Execution mode to run in'
+      - string:
+          name: PDF
+          default: '{pdf}'
+          description: 'PDF file to use for deployment'
+      - string:
+          name: IDF
+          default: '{idf}'
+          description: 'IDF file to use for deployment'
+      - string:
+          name: HEAT_STACK_NAME
+          default: "nordix-cicd-verify-onap-{environment-type}-{distro}-$GERRIT_CHANGE_NUMBER"
+          description: 'Name of the created stack'
+      - string:
+          name: KEYPAIR_NAME
+          default: "keypair-nordix-cicd-verify-onap-{environment-type}-{distro}-$GERRIT_CHANGE_NUMBER"
+          description: 'Name of the created keypair'
+      - string:
+          name: USE_PREBUILT_DEPLOYMENT_IMAGE
+          default: 'true'
+          description: 'Use prebuilt deployment image while running as part of CI/CD'
+      - string:
+          name: TEST_REPO_URL
+          default: 'https://gerrit.nordix.org/infra/test.git'
+          description: 'URL to clone the test repo from'
+      - string:
+          name: TEST_FW
+          default: 'functest'
+          description: 'Test framework to use'
+      - string:
+          name: TEST_SUITE
+          default: 'healthcheck'
+          description: 'Test suite to run'
+      - string:
+          name: YARDSTICK_DISPATCHER
+          default: 'file'
+          description: 'Dispatcher to use for Yardstick reporting'
+      - string:
+          name: DELETE_STACK
+          default: 'false'
+          description: 'Delete the stack upon completion of the build'
+      - string:
+          name: VERBOSITY
+          default: 'true'
+          description: 'Verbosity setting for the engine - true or false - default is false'
+      - string:
+          name: CI_LOOP
+          default: "verify"
+          description: 'CI loop the job belongs to'
+      - project-parameters:
+          project: $GERRIT_PROJECT
+          branch: '{branch}'
+          description: 'The project and branch which the change is proposed for'
+      - nordix-gerrit-parameters
+
+    properties:
+      - logrotate
+      # NOTE (fdegir): throttle categories are controlled in jenkins global configuration
+      - throttle:
+          enabled: true
+          max-per-node: 1
+          max-total: 8
+          option: category
+          categories:
+            - engine-verify-deploy-test
+
+    scm:
+      - git:
+          url: https://gerrit.nordix.org/infra/engine.git
+          branches:
+            - master
+          timeout: 15
+          wipe-workspace: true
+    wrappers:
+      - build-timeout:
+          timeout: 180
+      - credentials-binding:
+          - file:
+              credential-id: '{openrc-credentials-file}'
+              variable: OPENRC_FILE
+          - username-password-separated:
+              credential-id: 'nordix-cicd-arm-credentials'
+              username: NORDIX_ARM_USERNAME
+              password: NORDIX_ARM_TOKEN
+      - mask-passwords
+      - openstack:
+          single-use: True
+      - pre-scm-buildstep:
+          failOnError: true
+          buildsteps:
+            - shell: |
+                #!/bin/bash
+                sudo chown -R $USER:$USER $WORKSPACE || exit 1
+                # offline nodes can not resolve Nordix Artifactory and Gerrit
+                if [[ "$EXECUTION_MODE" == "offline-deployment" ]]; then
+                  echo "Info  : Offline deployment. Adding City OpenStack Endpoint, Nordix Artifactory and Gerrit Public IP to /etc/hosts"
+                  sudo sed -i 's/^search/# search/' /etc/resolv.conf
+                  sudo bash -c "cat << EOF >> /etc/hosts
+                # managed by engine
+                91.106.198.25 artifactory.nordix.org
+                91.106.198.142 gerrit.nordix.org
+                86.107.242.50 fra1.citycloud.com
+                # managed by engine
+                EOF"
+                  # we need to get rid of search domain as well
+                  sudo sed -i 's/^search/# search/' /etc/resolv.conf
+                fi
+
+    builders:
+      - 'generate-release-metadata-macro'
+      - 'generate-k8sdeployment-environment-macro'
+      - multijob:
+          name: "{environment-type} deployment on {type} instances"
+          condition: SUCCESSFUL
+          execution-type: SEQUENTIALLY
+          projects:
+            - name: 'onap-release-{environment-type}-deployk8s-{distro}-{cloud}-{type}-{stream}'
+              current-parameters: true
+              git-revision: true
+              node-parameters: true
+              kill-phase-on: FAILURE
+              abort-all-job: false
+              property-file: $WORKSPACE/k8s.properties
+            - name: 'onap-release-{environment-type}-deploy-{distro}-{cloud}-{type}-{stream}'
+              current-parameters: true
+              git-revision: true
+              node-parameters: true
+              kill-phase-on: FAILURE
+              abort-all-job: false
+              property-file: $WORKSPACE/change.properties
+    publishers:
+      - postbuildscript:
+          builders:
+            - role: SLAVE
+              build-on:
+                - SUCCESS
+                - FAILURE
+                - ABORTED
+                - NOT_BUILT
+                - UNSTABLE
+              build-steps:
+                - 'wait-pkg-mgr-macro'
+                - 'delete-stack-macro'
+
+- job-template:
+    name: 'onap-release-{environment-type}-deploy-{distro}-{cloud}-{type}-{stream}'
+
+    disabled: '{obj:disabled}'
+
+    concurrent: true
+
+    properties:
+      - logrotate
+      - throttle:
+          max-per-node: 1
+          max-total: 3
+          option: project
+
+    wrappers:
+      - build-timeout:
+          timeout: 180
+      - credentials-binding:
+          - file:
+              credential-id: '{openrc-credentials-file}'
+              variable: OPENRC_FILE
+          - username-password-separated:
+              credential-id: 'nordix-cicd-arm-credentials'
+              username: NORDIX_ARM_USERNAME
+              password: NORDIX_ARM_TOKEN
+      - mask-passwords
+      - fix-workspace-permissions
+
+    builders:
+      - 'generate-ssh-keypair-macro'
+      - 'wait-pkg-mgr-macro'
+      - 'download-deploy-artifact-macro'
+      - 'deploy-macro'
+
+- job-template:
+    name: 'onap-release-{environment-type}-deployk8s-{distro}-{cloud}-{type}-{stream}'
+
+    disabled: '{obj:disabled}'
+
+    concurrent: true
+
+    properties:
+      - logrotate
+      - throttle:
+          max-per-node: 1
+          max-total: 3
+          option: project
+    wrappers:
+      - build-timeout:
+          timeout: 180
+      - credentials-binding:
+          - file:
+              credential-id: '{openrc-credentials-file}'
+              variable: OPENRC_FILE
+          - username-password-separated:
+              credential-id: 'nordix-cicd-arm-credentials'
+              username: NORDIX_ARM_USERNAME
+              password: NORDIX_ARM_TOKEN
+      - mask-passwords
+      - fix-workspace-permissions
+
+    builders:
+      - 'generate-ssh-keypair-macro'
+      - 'wait-pkg-mgr-macro'
+      - 'download-deploy-artifact-macro'
+      - 'deploy-macro'
diff --git a/jjb/cloud-infra/onap-jobs/onap-release-jobs.yaml b/jjb/cloud-infra/onap-jobs/onap-release-jobs.yaml
new file mode 100644
index 00000000..0a9c381c
--- /dev/null
+++ b/jjb/cloud-infra/onap-jobs/onap-release-jobs.yaml
@@ -0,0 +1,265 @@
+---
+# ============LICENSE_START=======================================================
+#  Copyright (C) 2019 Nordix Foundation.
+# ================================================================================
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+# SPDX-License-Identifier: Apache-2.0
+# ============LICENSE_END=========================================================
+
+- project:
+    name: 'onap-release'
+
+    project: 'ONAP-release'
+
+    stream:
+      - 'master':
+          branch: 'master'
+          deploy-scenario: 'onap-sdc-nofeature'
+          k8s-version: '1.15'
+          promote-stack: 'false'
+      - 'frankfurt':
+          branch: 'frankfurt'
+          deploy-scenario: 'onap-sdc-nofeature'
+          k8s-version: '1.15'
+          promote-stack: 'true'
+      - 'elalto':
+          branch: 'elalto'
+          deploy-scenario: 'onap-sdc-nofeature'
+          k8s-version: '1.15'
+          promote-stack: 'true'
+
+    environment-type:
+      - offline:
+          disabled: false
+          execution-mode: offline-deployment
+          openrc-credentials-file: 'est-jenkins-openrcfile-city-frankfurt-cicd'
+
+    phase:
+      - deploy
+
+
+    type:
+      - cloud:
+          provisioner-type: 'heat'
+          slave-type: 'jumphost'
+          pdf: "https://gerrit.nordix.org/gitweb?p=infra/provisioner/heat.git;a=blob_plain;f=playbooks/roles/create-stack/files/heat-environment-ci-city-ubuntu1804-onap.yaml"
+          idf: "https://gerrit.nordix.org/gitweb?p=infra/provisioner/heat.git;a=blob_plain;f=playbooks/roles/create-stack/files/heat-idf.yaml"
+
+    distro:
+      - ubuntu1804
+
+    cloud:
+      - city:
+          openrc-credentials-file: 'est-jenkins-openrcfile-city-frankfurt-cicd'
+
+    jobs:
+      - 'onap-release-{distro}-{stream}'
+      - 'onap-package-{distro}-{stream}'
+      - 'onap-promote-{distro}-{stream}'
+
+
+
+- job-template:
+    name: 'onap-release-{distro}-{stream}'
+
+    project-type: multijob
+
+    disabled: '{obj:disabled}'
+
+    node: 'engine-package-{distro}-fra'
+
+    concurrent: false
+
+    parameters:
+      - string:
+          name: BRANCH
+          default: '{branch}'
+          description: 'Branch the job is created for. DO NOT MODIFY!'
+      - string:
+          name: DISTRO
+          default: '{distro}'
+          description: 'Distribution to provision and configre target nodes with. DO NOT MODIFY!'
+      - string:
+          name: DEPLOY_SCENARIO
+          default: '{deploy-scenario}'
+          description: 'Scenario to test change with. This depends on the branch of the stack.'
+      - string:
+          name: CI_LOOP
+          default: 'release'
+          description: 'CI loop type. DO NOT MODIFY!'
+      - string:
+          name: VERBOSITY
+          default: 'false'
+          description: 'Engine verbosity'
+      - string:
+          name: NORDIX_ENGINE_VERSION
+          default: 'master'
+          description: 'Engine version of engine to package, deploy, test, release'
+      - string:
+          name: STACK_TYPE
+          default: 'onap'
+          description: 'Stack to package, deploy, test, release'
+      - string:
+          name: STACK_VERSION
+          default: '{branch}'
+          description: 'Stack version of engine to package, deploy, test, release'
+      - string:
+          name: PROMOTE_STACK
+          default: '{promote-stack}'
+          description: 'Heat version of engine to package, deploy, test, release'
+
+    properties:
+      - logrotate
+      # NOTE (fdegir): throttle categories are controlled in jenkins global configuration
+      - throttle:
+          enabled: true
+          max-per-node: 1
+          max-total: 1
+          option: category
+          categories:
+            - engine-verify-package
+
+    wrappers:
+      - build-timeout:
+          timeout: 600
+      - mask-passwords
+      - fix-workspace-permissions
+      - openstack:
+          single-use: True
+
+    triggers:
+      - pollscm:
+          cron: "#H 0,8,16 * * *"
+
+    scm:
+      - git:
+          url: https://gerrit.nordix.org/infra/engine.git
+          branches:
+            - master
+          timeout: 15
+          wipe-workspace: true
+
+    builders:
+      - 'generate-release-metadata-macro'
+      - inject:
+          properties-file: "$WORKSPACE/release.properties"
+      - 'generate-ssh-keypair-macro'
+      - 'wait-pkg-mgr-macro'
+      - multijob:
+          name: Packaging
+          condition: SUCCESSFUL
+          execution-type: PARALLEL
+          projects:
+            - name: 'onap-package-{distro}-{stream}'
+              current-parameters: false
+              git-revision: true
+              node-parameters: true
+              property-file: "$WORKSPACE/release.properties"
+              kill-phase-on: FAILURE
+              abort-all-job: true
+      - multijob:
+          name: Release Test {deploy-scenario}
+          condition: SUCCESSFUL
+          execution-type: PARALLEL
+          projects:
+            - name: 'onap-release-offline-deploy-test-{distro}-city-cloud-{stream}'
+              current-parameters: false
+              git-revision: true
+              node-parameters: false
+              property-file: "$WORKSPACE/release.properties"
+              kill-phase-on: FAILURE
+              abort-all-job: true
+      - multijob:
+          name: Promotion
+          condition: SUCCESSFUL
+          execution-type: PARALLEL
+          projects:
+            - name: 'onap-promote-{distro}-{stream}'
+              current-parameters: false
+              git-revision: true
+              node-parameters: true
+              property-file: "$WORKSPACE/release.properties"
+              kill-phase-on: FAILURE
+              abort-all-job: true
+
+- job-template:
+    name: 'onap-package-{distro}-{stream}'
+
+    disabled: '{obj:disabled}'
+
+    concurrent: false
+
+    parameters:
+      - string:
+          name: EXECUTION_MODE
+          default: 'packaging'
+          description: 'Execution mode to run engine'
+
+    properties:
+      - logrotate
+
+    wrappers:
+      - build-timeout:
+          timeout: 180
+      - credentials-binding:
+          - username-password-separated:
+              credential-id: 'nordix-cicd-arm-credentials'
+              username: NORDIX_ARM_USERNAME
+              password: NORDIX_ARM_TOKEN
+      - mask-passwords
+      - fix-workspace-permissions
+
+    scm:
+      - git:
+          url: https://gerrit.nordix.org/infra/engine.git
+          branches:
+            - master
+          timeout: 15
+          wipe-workspace: true
+
+    builders:
+      - 'package-macro'
+      - 'upload-artifact-macro'
+
+- job-template:
+    name: 'onap-promote-{distro}-{stream}'
+
+    disabled: '{obj:disabled}'
+
+    concurrent: false
+
+    properties:
+      - logrotate
+
+    wrappers:
+      - build-timeout:
+          timeout: 60
+      - credentials-binding:
+          - username-password-separated:
+              credential-id: 'nordix-cicd-arm-credentials'
+              username: NORDIX_ARM_USERNAME
+              password: NORDIX_ARM_TOKEN
+      - mask-passwords
+      - fix-workspace-permissions
+
+    scm:
+      - git:
+          url: https://gerrit.nordix.org/infra/engine.git
+          branches:
+            - master
+          timeout: 15
+          wipe-workspace: true
+
+    builders:
+      - 'promote-macro'