jjb/cloud-infra/cloud-infra-verify-engine.yaml

   1 ---
   2 #
   3 # ============LICENSE_START=======================================================
   4 #  Copyright (C) 2019 Nordix Foundation.
   5 # ================================================================================
   6 # Licensed under the Apache License, Version 2.0 (the "License");
   7 # you may not use this file except in compliance with the License.
   8 # You may obtain a copy of the License at
   9 #
  10 #      http://www.apache.org/licenses/LICENSE-2.0
  11 #
  12 # Unless required by applicable law or agreed to in writing, software
  13 # distributed under the License is distributed on an "AS IS" BASIS,
  14 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  15 # See the License for the specific language governing permissions and
  16 # limitations under the License.
  17 #
  18 # SPDX-License-Identifier: Apache-2.0
  19 # ============LICENSE_END=========================================================
  20
  21 #--------------------------------------------------------------------------------------
  22 # The jobs declared in this JJB configuration file are used for verifying patches
  23 # that are sent to the repositories below
  24 #   - cloud-infra/engine
  25 #
  26 # These jobs verify changes that
  27 #   - implement new features or fix bugs for the deployment framework, engine, itself
  28 #   - implement new features or fix bugs to the playbooks and roles used for utilizing
  29 #     open source components such as bifrost, kubespray, and kolla-ansible
  30 #   - bump versions of open source components or the scenarios
  31 #
  32 # These jobs are set to run on slaves with label vpod-deploy-ubuntu1604.
  33 # The slaves have
  34 #   - Ubuntu1604 as the base distro
  35 #   - nested virtualization
  36 #   - internet access
  37 #   - passwordless sudo
  38 #   - 16 CPUs/32GB RAM/200 GB Disk
  39 #   - docker, git vim curl wget zip unzip chrony apt-transport-https ca-certificates curl
  40 #     gnupg-agent software-properties-common docker-ce docker-ce-cli containerd.io openjdk-8-jre
  41 #
  42 # The slaves should not have a cloud infra scenario deployed on them.
  43 #--------------------------------------------------------------------------------------
  44
  45 - project:
  46     name: 'cloud-infra-verify-engine'
  47
  48     project: 'infra/engine'
  49
  50     stream:
  51       - 'master':
  52           branch: '{stream}'
  53           disabled: 'false'
  54
  55     distro:
  56       - ubuntu1804:
  57           disabled: false
  58           successful: false
  59           failed: false
  60           unstable: false
  61           notbuilt: false
  62       - centos7:
  63           disabled: false
  64           successful: true
  65           failed: true
  66           unstable: true
  67           notbuilt: true
  68
  69     type:
  70       - virtual
  71
  72     phase:
  73       - deploy
  74       - functest
  75
  76     jobs:
  77       - 'cloud-infra-verify-engine-{distro}-{type}-{stream}'
  78       - 'cloud-infra-verify-engine-{distro}-{phase}-{type}-{stream}'
  79
  80 - job-template:
  81     name: 'cloud-infra-verify-engine-{distro}-{type}-{stream}'
  82
  83     project-type: multijob
  84
  85     disabled: '{obj:disabled}'
  86
  87     concurrent: true
  88
  89     parameters:
  90       - project-parameters:
  91           project: '{project}'
  92           branch: '{branch}'
  93       - nordix-gerrit-parameters
  94       - label:
  95           name: SLAVE_LABEL
  96           default: 'vpod-deploy-city'
  97           description: 'Slave label to schedule this job on. All slaves have Ubuntu1604 no matter what distro target nodes use'
  98       - string:
  99           name: DISTRO
 100           default: '{distro}'
 101           description: 'Distribution to use for configuring target nodes (networking etc.)'
 102       - string:
 103           name: DEPLOY_TYPE
 104           default: '{type}'
 105           description: 'Type of the deployment'
 106       - string:
 107           name: USE_PREBUILT_DEPLOYMENT_IMAGE
 108           default: 'true'
 109           description: 'Use prebuilt deployment image while running as part of CI/CD'
 110       - string:
 111           name: TEST_SUITE
 112           default: 'healthcheck'
 113           description: 'Test suite to run'
 114       - string:
 115           name: YARDSTICK_DISPATCHER
 116           default: 'file'
 117           description: 'Dispatcher to use for Yardstick reporting'
 118       - string:
 119           name: CLEANUP
 120           default: 'true'
 121           description: 'Cleanup leftovers of the previous run'
 122
 123     properties:
 124       - logrotate
 125       - build-blocker:
 126           use-build-blocker: true
 127           blocking-jobs:
 128             - 'cloud-infra-verify-engine-.*'
 129             - 'cloud-infra-verify-scenario-.*'
 130             - 'cloud-infra-periodic-engine-.*'
 131             - 'k8-.*'
 132           block-level: 'NODE'
 133       - throttle:
 134           max-per-node: 1
 135           max-total: 3
 136           option: project
 137
 138     wrappers:
 139       - build-timeout:
 140           timeout: 120
 141       - fix-workspace-permissions
 142
 143     scm:
 144       - git-scm-gerrit:
 145           ssh-credentials-id: nordixinfra-nordix-gerrit-ssh
 146           branch: '{branch}'
 147           refspec: $GERRIT_REFSPEC
 148
 149     triggers:
 150       - gerrit:
 151           server-name: 'Nordix Gerrit'
 152           trigger-on:
 153             - patchset-created-event:
 154                 exclude-drafts: 'false'
 155                 exclude-trivial-rebase: 'false'
 156                 exclude-no-code-change: 'false'
 157             - draft-published-event
 158             - comment-added-contains-event:
 159                 comment-contains-value: 'recheck'
 160             - comment-added-contains-event:
 161                 comment-contains-value: 'reverify'
 162           projects:
 163             - project-compare-type: 'REG_EXP'
 164               project-pattern: 'infra\/engine'
 165               branches:
 166                 - branch-compare-type: 'ANT'
 167                   branch-pattern: '**/{branch}'
 168               file-paths:
 169                 - compare-type: 'ANT'
 170                   pattern: '**'
 171           skip-vote:
 172             successful: '{obj:successful}'
 173             failed: '{obj:failed}'
 174             unstable: '{obj:unstable}'
 175             notbuilt: '{obj:notbuilt}'
 176           custom-url: '* $JOB_NAME $BUILD_URL'
 177
 178     builders:
 179       - 'cloud-infra-determine-scenario-macro'
 180       - multijob:
 181           name: deploy
 182           condition: SUCCESSFUL
 183           projects:
 184             - name: 'cloud-infra-verify-engine-{distro}-deploy-{type}-{stream}'
 185               current-parameters: true
 186               predefined-parameters: |
 187                 DISTRO=$DISTRO
 188                 DEPLOY_TYPE=$DEPLOY_TYPE
 189                 USE_PREBUILT_DEPLOYMENT_IMAGE=$USE_PREBUILT_DEPLOYMENT_IMAGE
 190                 CLEANUP=$CLEANUP
 191                 GERRIT_PROJECT=$GERRIT_PROJECT
 192                 GERRIT_BRANCH=$GERRIT_BRANCH
 193                 GERRIT_REFSPEC=$GERRIT_REFSPEC
 194                 GERRIT_CHANGE_NUMBER=$GERRIT_CHANGE_NUMBER
 195                 GERRIT_CHANGE_COMMIT_MESSAGE=$GERRIT_CHANGE_COMMIT_MESSAGE
 196               node-parameters: true
 197               kill-phase-on: FAILURE
 198               abort-all-job: true
 199       - multijob:
 200           name: functest
 201           condition: SUCCESSFUL
 202           projects:
 203             - name: 'cloud-infra-verify-engine-{distro}-functest-{type}-{stream}'
 204               current-parameters: true
 205               predefined-parameters: |
 206                 DISTRO=$DISTRO
 207                 DEPLOY_TYPE=$DEPLOY_TYPE
 208                 USE_PREBUILT_DEPLOYMENT_IMAGE=$USE_PREBUILT_DEPLOYMENT_IMAGE
 209                 TEST_SUITE=$TEST_SUITE
 210                 YARDSTICK_DISPATCHER=$YARDSTICK_DISPATCHER
 211                 CLEANUP=$CLEANUP
 212                 GERRIT_PROJECT=$GERRIT_PROJECT
 213                 GERRIT_BRANCH=$GERRIT_BRANCH
 214                 GERRIT_REFSPEC=$GERRIT_REFSPEC
 215                 GERRIT_CHANGE_NUMBER=$GERRIT_CHANGE_NUMBER
 216                 GERRIT_CHANGE_COMMIT_MESSAGE=$GERRIT_CHANGE_COMMIT_MESSAGE
 217               node-parameters: true
 218               kill-phase-on: FAILURE
 219               abort-all-job: true
 220
 221 - job-template:
 222     name: 'cloud-infra-verify-engine-{distro}-{phase}-{type}-{stream}'
 223
 224     disabled: false
 225
 226     concurrent: true
 227
 228     properties:
 229       - logrotate
 230
 231     parameters:
 232       - string:
 233           name: PROJECT
 234           default: $GERRIT_PROJECT
 235       - string:
 236           name: DISTRO
 237           default: 'ubuntu1804'
 238           description: 'Distribution to use for configuring target nodes (networking etc.). Overriden by upstream job.'
 239       - string:
 240           name: DEPLOY_TYPE
 241           default: 'virtual'
 242           description: 'Type of the deployment. Overriden by upstream job.'
 243       - string:
 244           name: USE_PREBUILT_DEPLOYMENT_IMAGE
 245           default: 'false'
 246           description: 'Use prebuilt deployment image while running as part of CI/CD'
 247       - string:
 248           name: TEST_FW
 249           default: '{phase}'
 250           description: 'Test framework to use'
 251       - string:
 252           name: TEST_SUITE
 253           default: 'healthcheck'
 254           description: 'Test suite to run'
 255       - string:
 256           name: TEST_REPO_URL
 257           default: 'https://gerrit.nordix.org/infra/test.git'
 258           description: 'URL to Nordix Cloud Infra test repository'
 259       - string:
 260           name: YARDSTICK_DISPATCHER
 261           default: 'file'
 262           description: 'Dispatcher to use for Yardstick reporting'
 263       - string:
 264           name: CLEANUP
 265           default: 'false'
 266
 267     wrappers:
 268       - build-timeout:
 269           timeout: 120
 270       - fix-workspace-permissions
 271
 272     scm:
 273       - git-scm-gerrit:
 274           ssh-credentials-id: nordixinfra-nordix-gerrit-ssh
 275           branch: '{branch}'
 276           refspec: $GERRIT_REFSPEC
 277
 278     builders:
 279       - 'cloud-infra-determine-scenario-macro'
 280       - 'cloud-infra-{phase}-macro'
 281
 282 # vim: set ts=2 sw=2 expandtab: