From: Fatih Degirmenci <fdegir@gmail.com>
Date: Fri, 13 Mar 2020 12:18:42 +0000 (+0000)
Subject: engine: Lay down basic structure for verify jobs
X-Git-Url: https://gerrit.nordix.org/gitweb?a=commitdiff_plain;h=471f8d9db1913e97f1593c489d04abddbd916223;p=infra%2Fcicd.git

engine: Lay down basic structure for verify jobs

Change-Id: I2ca3afd6847c36c0ba8b470d2db265114af78eb2
---

diff --git a/jjb/engine/engine-verify-deployment-parent-jobs.yaml b/jjb/engine/engine-verify-deployment-parent-jobs.yaml
new file mode 100644
index 000000000..9bf6247d1
--- /dev/null
+++ b/jjb/engine/engine-verify-deployment-parent-jobs.yaml
@@ -0,0 +1,225 @@
+---
+# ============LICENSE_START=======================================================
+#  Copyright (C) 2019 Nordix Foundation.
+# ================================================================================
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+# SPDX-License-Identifier: Apache-2.0
+# ============LICENSE_END=========================================================
+
+- project:
+    name: 'engine-deployment'
+
+    project: 'engine-deployment'
+
+    stream:
+      - 'master':
+          branch: '{stream}'
+          gated-projects: 'infra\/engine'
+
+    environment-type:
+      - online:
+          disabled: false
+          execution-mode: online-deployment
+          successful: true
+          failed: true
+          unstable: true
+          notbuilt: true
+      - offline:
+          disabled: false
+          execution-mode: offline-deployment
+          successful: true
+          failed: true
+          unstable: true
+          notbuilt: true
+
+    distro:
+      - ubuntu1804
+
+    cloud:
+      - city:
+          openrc-credentials-file: 'est-jenkins-openrcfile-city-karlskrona-onap'
+
+    jobs:
+      - 'engine-verify-{environment-type}-{distro}-{cloud}-{stream}'
+      - 'engine-verify-packaging-{distro}-{stream}'
+
+- job-template:
+    name: 'engine-verify-{environment-type}-{distro}-{cloud}-{stream}'
+
+    project-type: multijob
+
+    disabled: '{obj:disabled}'
+
+    concurrent: true
+
+    parameters:
+      - project-parameters:
+          project: $GERRIT_PROJECT
+          branch: '{branch}'
+          description: 'The project and branch which the change is proposed for'
+      - string:
+          name: EXECUTION_MODE
+          default: '{execution-mode}'
+          description: 'Engine execution mode - online-deployment or offline-deployment - default is online-deployment'
+      - string:
+          name: VERBOSITY
+          default: 'false'
+          description: 'Verbosity setting for the engine - true or false - default is false'
+      - nordix-gerrit-parameters
+      - label:
+          name: SLAVE_LABEL
+          default: 'engine-master-{environment-type}-{distro}'
+          description: 'Slave label to schedule this job on.'
+      - string:
+          name: DISTRO
+          default: '{distro}'
+          description: 'Distribution to use for configuring target nodes (networking etc.)'
+
+    properties:
+      - logrotate
+      - build-blocker:
+          use-build-blocker: true
+          blocking-jobs:
+            - 'engine-verify-packaging-ubuntu1804.*'
+            - 'engine-verify-online-ubuntu1804.*'
+            - 'engine-verify-offline-ubuntu1804.*'
+          block-level: 'NODE'
+      - throttle:
+          max-per-node: 1
+          max-total: 3
+          option: project
+
+    wrappers:
+      - build-timeout:
+          timeout: 180
+      - credentials-binding:
+          - username-password-separated:
+              credential-id: 'nordix-cicd-arm-credentials'
+              username: NORDIX_ARM_USERNAME
+              password: NORDIX_ARM_TOKEN
+      - mask-passwords
+      - fix-workspace-permissions
+      - openstack:
+          single-use: True
+
+    scm:
+      - git-scm-gerrit:
+          ssh-credentials-id: nordixinfra-nordix-gerrit-ssh
+          branch: '{branch}'
+          refspec: $GERRIT_REFSPEC
+          wipe_workspace: true
+          clean_before: false
+
+    triggers:
+      - gerrit:
+          server-name: 'Nordix Gerrit'
+          trigger-on:
+            - patchset-created-event:
+                exclude-drafts: 'false'
+                exclude-trivial-rebase: 'false'
+                exclude-no-code-change: 'false'
+            - draft-published-event
+            - comment-added-contains-event:
+                comment-contains-value: 'recheck'
+            - comment-added-contains-event:
+                comment-contains-value: 'reverify'
+          projects:
+            - project-compare-type: 'REG_EXP'
+              project-pattern: '{gated-projects}'
+              branches:
+                - branch-compare-type: 'ANT'
+                  branch-pattern: '**/{branch}'
+              disable-strict-forbidden-file-verification: 'true'
+              forbidden-file-paths:
+                - compare-type: ANT
+                  pattern: 'docs/**'
+          skip-vote:
+            successful: '{obj:successful}'
+            failed: '{obj:failed}'
+            unstable: '{obj:unstable}'
+            notbuilt: '{obj:notbuilt}'
+          custom-url: '* $JOB_NAME $BUILD_URL'
+
+    builders:
+      - multijob:
+          name: Packaging
+          condition: SUCCESSFUL
+          execution-type: PARALLEL
+          projects:
+            - name: 'engine-verify-packaging-{distro}-{stream}'
+              current-parameters: true
+              node-parameters: true
+              kill-phase-on: FAILURE
+              abort-all-job: true
+      - multijob:
+          name: Deployment and Testing
+          condition: SUCCESSFUL
+          execution-type: PARALLEL
+          projects:
+            - name: 'engine-verify-online-deploy-test-{distro}-city-virtual-master'
+              current-parameters: true
+              node-parameters: false
+              kill-phase-on: FAILURE
+              abort-all-job: true
+            - name: 'engine-verify-offline-deploy-test-{distro}-city-cloud-master'
+              current-parameters: true
+              node-parameters: false
+              kill-phase-on: FAILURE
+              abort-all-job: true
+
+- job-template:
+    name: 'engine-verify-packaging-{distro}-{stream}'
+
+    disabled: '{obj:disabled}'
+
+    concurrent: true
+
+    properties:
+      - logrotate
+      - build-blocker:
+          use-build-blocker: true
+          blocking-jobs:
+            - 'engine-verify-packaging-ubuntu1804.*'
+            - 'engine-verify-online-ubuntu1804.*'
+            - 'engine-verify-offline-ubuntu1804.*'
+          block-level: 'NODE'
+      - throttle:
+          max-per-node: 1
+          max-total: 3
+          option: project
+
+    wrappers:
+      - build-timeout:
+          timeout: 180
+      - credentials-binding:
+          - username-password-separated:
+              credential-id: 'nordix-cicd-arm-credentials'
+              username: NORDIX_ARM_USERNAME
+              password: NORDIX_ARM_TOKEN
+      - mask-passwords
+      - fix-workspace-permissions
+      - openstack:
+          single-use: True
+
+    scm:
+      - git-scm-gerrit:
+          ssh-credentials-id: nordixinfra-nordix-gerrit-ssh
+          branch: '{branch}'
+          refspec: $GERRIT_REFSPEC
+          wipe_workspace: true
+          clean_before: false
+
+    builders:
+      - shell: |
+          env
diff --git a/jjb/engine/engine-verify-offline-deploy-test.yaml b/jjb/engine/engine-verify-offline-deploy-test.yaml
new file mode 100644
index 000000000..94acd7d04
--- /dev/null
+++ b/jjb/engine/engine-verify-offline-deploy-test.yaml
@@ -0,0 +1,199 @@
+---
+# ============LICENSE_START=======================================================
+#  Copyright (C) 2019 Nordix Foundation.
+# ================================================================================
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+# SPDX-License-Identifier: Apache-2.0
+# ============LICENSE_END=========================================================
+
+- project:
+    name: 'engine-verify-offline-deploy-test'
+
+    project: 'engine-verify-offline-deploy-test'
+
+    stream:
+      - 'master':
+          branch: '{stream}'
+
+    phase:
+      - deploy
+      - test
+
+    type:
+      - virtual:
+          provisioner-type: 'bifrost'
+          slave-type: 'vpod'
+      - cloud:
+          provisioner-type: 'heat'
+          slave-type: 'jumphost'
+
+    distro:
+      - ubuntu1804
+
+    cloud:
+      - city:
+          openrc-credentials-file: 'est-jenkins-openrcfile-city-karlskrona-onap'
+
+    jobs:
+      - 'engine-verify-offline-deploy-test-{distro}-{cloud}-{type}-{stream}'
+      - 'engine-verify-offline-{phase}-{distro}-{cloud}-{type}-{stream}'
+
+- job-template:
+    name: 'engine-verify-offline-deploy-test-{distro}-{cloud}-{type}-{stream}'
+
+    project-type: multijob
+
+    disabled: '{obj:disabled}'
+
+    concurrent: true
+
+    parameters:
+      - project-parameters:
+          project: $GERRIT_PROJECT
+          branch: '{branch}'
+          description: 'The project and branch which the change is proposed for'
+      - label:
+          name: SLAVE_LABEL
+          default: 'engine-{slave-type}-offline-{distro}'
+          description: 'Slave label to schedule this job on.'
+      - string:
+          name: PROVISIONER_TYPE
+          default: '{provisioner-type}'
+          description: 'Provisioner type to use'
+      - string:
+          name: HEAT_ENVIRONMENT_FILENAME
+          default: 'heat-environment-{cloud}-{distro}.yaml'
+          description: 'Name of heat-environment file to use.'
+      - string:
+          name: STACK_NAME
+          default: "nordix-cicd-verify-engine-{distro}-$BUILD_NUMBER"
+          description: 'Name of the created stack'
+      - string:
+          name: KEYPAIR_NAME
+          default: "keypair-nordix-cicd-verify-engine-{distro}-$BUILD_NUMBER"
+          description: 'Name of the created keypair'
+      - string:
+          name: USE_PREBUILT_DEPLOYMENT_IMAGE
+          default: 'true'
+          description: 'Use prebuilt deployment image while running as part of CI/CD'
+      - string:
+          name: TEST_SUITE
+          default: 'healthcheck'
+          description: 'Test suite to run'
+      - string:
+          name: YARDSTICK_DISPATCHER
+          default: 'file'
+          description: 'Dispatcher to use for Yardstick reporting'
+      - string:
+          name: DELETE_STACK
+          default: 'yes'
+          description: 'Delete the stack upon completion of the build'
+
+    properties:
+      - logrotate
+      - build-blocker:
+          use-build-blocker: true
+          blocking-jobs:
+            - 'engine-verify-packaging-ubuntu1804.*'
+            - 'engine-verify-online-ubuntu1804.*'
+            - 'engine-verify-offline-ubuntu1804.*'
+          block-level: 'NODE'
+      - throttle:
+          max-per-node: 1
+          max-total: 3
+          option: project
+
+    wrappers:
+      - build-timeout:
+          timeout: 180
+      - credentials-binding:
+          - file:
+              credential-id: '{openrc-credentials-file}'
+              variable: OPENRC_FILE
+          - username-password-separated:
+              credential-id: 'nordix-cicd-arm-credentials'
+              username: NORDIX_ARM_USERNAME
+              password: NORDIX_ARM_TOKEN
+      - mask-passwords
+      - fix-workspace-permissions
+      - openstack:
+          single-use: True
+
+    builders:
+      - shell: |
+          #!/bin/bash
+          cp $OPENRC_FILE /tmp/openrc
+      - multijob:
+          name: Offline Deployment on {type} instances
+          condition: SUCCESSFUL
+          execution-type: PARALLEL
+          projects:
+            - name: 'engine-verify-offline-deploy-{distro}-city-{type}-master'
+              current-parameters: true
+              node-parameters: true
+              kill-phase-on: FAILURE
+              abort-all-job: true
+      - multijob:
+          name: Offline Testing on {type} instances
+          condition: SUCCESSFUL
+          execution-type: PARALLEL
+          projects:
+            - name: 'engine-verify-offline-test-{distro}-city-{type}-master'
+              current-parameters: true
+              node-parameters: true
+              kill-phase-on: FAILURE
+              abort-all-job: true
+
+- job-template:
+    name: 'engine-verify-offline-{phase}-{distro}-{cloud}-{type}-{stream}'
+
+    disabled: '{obj:disabled}'
+
+    concurrent: true
+
+    properties:
+      - logrotate
+      - build-blocker:
+          use-build-blocker: true
+          blocking-jobs:
+            - 'engine-verify-packaging-ubuntu1804.*'
+            - 'engine-verify-online-ubuntu1804.*'
+            - 'engine-verify-offline-ubuntu1804.*'
+          block-level: 'NODE'
+      - throttle:
+          max-per-node: 1
+          max-total: 3
+          option: project
+
+    wrappers:
+      - build-timeout:
+          timeout: 180
+      - credentials-binding:
+          - file:
+              credential-id: '{openrc-credentials-file}'
+              variable: OPENRC_FILE
+          - username-password-separated:
+              credential-id: 'nordix-cicd-arm-credentials'
+              username: NORDIX_ARM_USERNAME
+              password: NORDIX_ARM_TOKEN
+      - mask-passwords
+      - fix-workspace-permissions
+      - openstack:
+          single-use: True
+
+    builders:
+      - shell: |
+          #!/bin/bash
+          cp $OPENRC_FILE /tmp/openrc
+          env
diff --git a/jjb/engine/engine-verify-online-deploy-test.yaml b/jjb/engine/engine-verify-online-deploy-test.yaml
new file mode 100644
index 000000000..e350840c5
--- /dev/null
+++ b/jjb/engine/engine-verify-online-deploy-test.yaml
@@ -0,0 +1,215 @@
+---
+# ============LICENSE_START=======================================================
+#  Copyright (C) 2019 Nordix Foundation.
+# ================================================================================
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+# SPDX-License-Identifier: Apache-2.0
+# ============LICENSE_END=========================================================
+
+- project:
+    name: 'engine-verify-online-deploy-test'
+
+    project: 'engine-verify-online-deploy-test'
+
+    stream:
+      - 'master':
+          branch: '{stream}'
+
+    phase:
+      - deploy
+      - test
+
+    type:
+      - virtual:
+          provisioner-type: 'bifrost'
+          slave-type: 'vpod'
+      - cloud:
+          provisioner-type: 'heat'
+          slave-type: 'jumphost'
+
+    distro:
+      - ubuntu1804
+
+    cloud:
+      - city:
+          openrc-credentials-file: 'est-jenkins-openrcfile-city-karlskrona-onap'
+
+    jobs:
+      - 'engine-verify-online-deploy-test-{distro}-{cloud}-{type}-{stream}'
+      - 'engine-verify-online-{phase}-{distro}-{cloud}-{type}-{stream}'
+
+- job-template:
+    name: 'engine-verify-online-deploy-test-{distro}-{cloud}-{type}-{stream}'
+
+    project-type: multijob
+
+    disabled: '{obj:disabled}'
+
+    concurrent: true
+
+    parameters:
+      - project-parameters:
+          project: $GERRIT_PROJECT
+          branch: '{branch}'
+          description: 'The project and branch which the change is proposed for'
+      - label:
+          name: SLAVE_LABEL
+          default: 'engine-{slave-type}-online-{distro}'
+          description: 'Slave label to schedule this job on.'
+      - string:
+          name: PROVISIONER_TYPE
+          default: '{provisioner-type}'
+          description: 'Provisioner type to use'
+      - string:
+          name: HEAT_ENVIRONMENT_FILENAME
+          default: 'heat-environment-{cloud}-{distro}.yaml'
+          description: 'Name of heat-environment file to use.'
+      - string:
+          name: STACK_NAME
+          default: "nordix-cicd-verify-engine-{distro}-$BUILD_NUMBER"
+          description: 'Name of the created stack'
+      - string:
+          name: KEYPAIR_NAME
+          default: "keypair-nordix-cicd-verify-engine-{distro}-$BUILD_NUMBER"
+          description: 'Name of the created keypair'
+      - string:
+          name: USE_PREBUILT_DEPLOYMENT_IMAGE
+          default: 'true'
+          description: 'Use prebuilt deployment image while running as part of CI/CD'
+      - string:
+          name: TEST_SUITE
+          default: 'healthcheck'
+          description: 'Test suite to run'
+      - string:
+          name: YARDSTICK_DISPATCHER
+          default: 'file'
+          description: 'Dispatcher to use for Yardstick reporting'
+      - string:
+          name: DELETE_STACK
+          default: 'yes'
+          description: 'Delete the stack upon completion of the build'
+
+    properties:
+      - logrotate
+      - build-blocker:
+          use-build-blocker: true
+          blocking-jobs:
+            - 'engine-verify-packaging-ubuntu1804.*'
+            - 'engine-verify-online-ubuntu1804.*'
+            - 'engine-verify-online-ubuntu1804.*'
+          block-level: 'NODE'
+      - throttle:
+          max-per-node: 1
+          max-total: 3
+          option: project
+
+    wrappers:
+      - build-timeout:
+          timeout: 180
+      - credentials-binding:
+          - file:
+              credential-id: '{openrc-credentials-file}'
+              variable: OPENRC_FILE
+          - username-password-separated:
+              credential-id: 'nordix-cicd-arm-credentials'
+              username: NORDIX_ARM_USERNAME
+              password: NORDIX_ARM_TOKEN
+      - mask-passwords
+      - fix-workspace-permissions
+      - openstack:
+          single-use: True
+
+    scm:
+      - git-scm-gerrit:
+          ssh-credentials-id: nordixinfra-nordix-gerrit-ssh
+          branch: '{branch}'
+          refspec: $GERRIT_REFSPEC
+          wipe_workspace: true
+          clean_before: false
+
+    builders:
+      - shell: |
+          #!/bin/bash
+          cp $OPENRC_FILE /tmp/openrc
+      - multijob:
+          name: Offline Deployment on {type} instances
+          condition: SUCCESSFUL
+          execution-type: PARALLEL
+          projects:
+            - name: 'engine-verify-online-deploy-{distro}-city-{type}-master'
+              current-parameters: true
+              node-parameters: true
+              kill-phase-on: FAILURE
+              abort-all-job: true
+      - multijob:
+          name: Offline Testing on {type} instances
+          condition: SUCCESSFUL
+          execution-type: PARALLEL
+          projects:
+            - name: 'engine-verify-online-test-{distro}-city-{type}-master'
+              current-parameters: true
+              node-parameters: true
+              kill-phase-on: FAILURE
+              abort-all-job: true
+
+- job-template:
+    name: 'engine-verify-online-{phase}-{distro}-{cloud}-{type}-{stream}'
+
+    disabled: '{obj:disabled}'
+
+    concurrent: true
+
+    properties:
+      - logrotate
+      - build-blocker:
+          use-build-blocker: true
+          blocking-jobs:
+            - 'engine-verify-packaging-ubuntu1804.*'
+            - 'engine-verify-online-ubuntu1804.*'
+            - 'engine-verify-offline-ubuntu1804.*'
+          block-level: 'NODE'
+      - throttle:
+          max-per-node: 1
+          max-total: 3
+          option: project
+
+    wrappers:
+      - build-timeout:
+          timeout: 180
+      - credentials-binding:
+          - file:
+              credential-id: '{openrc-credentials-file}'
+              variable: OPENRC_FILE
+          - username-password-separated:
+              credential-id: 'nordix-cicd-arm-credentials'
+              username: NORDIX_ARM_USERNAME
+              password: NORDIX_ARM_TOKEN
+      - mask-passwords
+      - fix-workspace-permissions
+      - openstack:
+          single-use: True
+
+    scm:
+      - git-scm-gerrit:
+          ssh-credentials-id: nordixinfra-nordix-gerrit-ssh
+          branch: '{branch}'
+          refspec: $GERRIT_REFSPEC
+          wipe_workspace: true
+          clean_before: false
+
+    builders:
+      - shell: |
+          #!/bin/bash
+          cp $OPENRC_FILE /tmp/openrc
+          env