jjb/cloud-infra/cloud-infra-periodic-openstack.yml

   1 ---
   2 #
   3 # ============LICENSE_START=======================================================
   4 #  Copyright (C) 2019 Nordix Foundation.
   5 # ================================================================================
   6 # Licensed under the Apache License, Version 2.0 (the "License");
   7 # you may not use this file except in compliance with the License.
   8 # You may obtain a copy of the License at
   9 #
  10 #      http://www.apache.org/licenses/LICENSE-2.0
  11 #
  12 # Unless required by applicable law or agreed to in writing, software
  13 # distributed under the License is distributed on an "AS IS" BASIS,
  14 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  15 # See the License for the specific language governing permissions and
  16 # limitations under the License.
  17 #
  18 # SPDX-License-Identifier: Apache-2.0
  19 # ============LICENSE_END=========================================================
  20
  21 #--------------------------------------------------------------------------------------
  22 # The jobs declared in this JJB configuration file are used for verifying cloud-infra
  23 # engine from the tip of the master branch periodically to check the stability of it.
  24 #
  25 # These jobs are set to run on slaves with label vpod-deploy-ubuntu1604.
  26 # The slaves have
  27 #   - Ubuntu1604 as the base distro
  28 #   - nested virtualization
  29 #   - internet access
  30 #   - passwordless sudo
  31 #   - 16 CPUs/32GB RAM/200 GB Disk
  32 #   - docker, git vim curl wget zip unzip chrony apt-transport-https ca-certificates curl
  33 #     gnupg-agent software-properties-common docker-ce docker-ce-cli containerd.io openjdk-8-jre
  34 #
  35 # The slaves should not have a cloud infra scenario deployed on them.
  36 #--------------------------------------------------------------------------------------
  37
  38 - project:
  39     name: 'cloud-infra-periodic-openstack'
  40
  41     project: 'infra/engine'
  42
  43     stream:
  44       - 'master':
  45           disabled: 'true'
  46           engine-branch: 'master'
  47           openstack-branch: '{stream}'
  48       - 'train':
  49           disabled: 'true'
  50           engine-branch: 'master'
  51           openstack-branch: '{stream}'
  52       - 'stein':
  53           disabled: 'false'
  54           engine-branch: 'master'
  55           openstack-branch: '{stream}'
  56       - 'rocky':
  57           disabled: 'true'
  58           engine-branch: 'master'
  59           openstack-branch: '{stream}'
  60
  61     distro:
  62       - ubuntu1804
  63
  64     deploy-scenario:
  65       - os-nosdn-nofeature
  66
  67     type:
  68       - baremetal:
  69           pod-name: est-baremetal
  70           slave-label: baremetal-deploy
  71           provisioner-type: bifrost
  72           installer-type: kolla
  73           test-suite: smoke
  74           yardstick-dispatcher: 'influxdb'
  75           ci-loop: daily
  76           trigger-on: '@daily'
  77       - virtual:
  78           pod-name: est-virtual
  79           slave-label: vpod
  80           provisioner-type: bifrost
  81           installer-type: kolla
  82           test-suite: healthcheck
  83           yardstick-dispatcher: 'influxdb'
  84           ci-loop: periodic
  85           trigger-on: '0 */8 * * *'
  86
  87     phase:
  88       - deploy:
  89           build-timeout: 90
  90       - functest:
  91           build-timeout: 240
  92       - yardstick:
  93           build-timeout: 120
  94       - promote:
  95           build-timeout: 5
  96
  97     jobs:
  98       - '{deploy-scenario}-{distro}-kolla-{type}-{ci-loop}-{stream}'
  99       - 'openstack-{phase}-{distro}-kolla-{type}-{ci-loop}-{stream}'
 100
 101 - job-template:
 102     name: '{deploy-scenario}-{distro}-kolla-{type}-{ci-loop}-{stream}'
 103
 104     project-type: multijob
 105
 106     disabled: '{obj:disabled}'
 107
 108     concurrent: true
 109
 110     parameters:
 111       - project-parameters:
 112           project: '{project}'
 113           branch: '{engine-branch}'
 114       - nordix-gerrit-parameters
 115       - label:
 116           name: SLAVE_LABEL
 117           default: '{slave-label}'
 118           description: 'Slave label to schedule this job on. All slaves have Ubuntu1604 no matter what distro target nodes use'
 119       - string:
 120           name: CI_LOOP
 121           default: '{ci-loop}'
 122           description: 'Type of the deployment'
 123       - string:
 124           name: DISTRO
 125           default: '{distro}'
 126           description: 'Distribution to use for configuring target nodes (networking etc.)'
 127       - string:
 128           name: DEPLOY_TYPE
 129           default: '{type}'
 130           description: 'Type of the deployment'
 131       - string:
 132           name: USE_PREBUILT_DEPLOYMENT_IMAGE
 133           default: 'true'
 134           description: 'Use prebuilt deployment image while running as part of CI/CD'
 135       - string:
 136           name: OPENSTACK_VERSION
 137           default: '{openstack-branch}'
 138           description: 'OpenStack Version to deploy and test'
 139       - string:
 140           name: PROVISIONER_TYPE
 141           default: '{provisioner-type}'
 142           description: 'Provisioner to use for provisioning nodes'
 143       - string:
 144           name: INSTALLER_TYPE
 145           default: '{installer-type}'
 146           description: 'Installer to use for deploying the scenario'
 147       - string:
 148           name: DEPLOY_SCENARIO
 149           default: '{deploy-scenario}'
 150           description: 'Scenario to deploy and test'
 151       - string:
 152           name: TEST_SUITE
 153           default: '{test-suite}'
 154           description: 'Test suite to run'
 155       - string:
 156           name: YARDSTICK_DISPATCHER
 157           default: '{yardstick-dispatcher}'
 158           description: 'Dispatcher to use for Yardstick reporting'
 159       - string:
 160           name: CLEANUP
 161           default: 'true'
 162           description: 'Cleanup leftovers of the previous run'
 163
 164     properties:
 165       - logrotate
 166       - build-blocker:
 167           use-build-blocker: true
 168           blocking-jobs:
 169             - 'cloud-infra-verify-engine-.*'
 170             - 'cloud-infra-verify-scenario-.*'
 171             - 'cloud-infra-periodic-engine-.*'
 172             - 'onap-.*'
 173             - 'k8-.*'
 174             - 'os-.*'
 175             - 'nolabs-.*'
 176           block-level: 'NODE'
 177       - throttle:
 178           max-per-node: 1
 179           max-total: 3
 180           option: project
 181
 182     wrappers:
 183       - build-timeout:
 184           timeout: 455
 185       - fix-workspace-permissions
 186
 187     scm:
 188       - git-scm:
 189           ssh-credentials-id: nordixinfra-nordix-gerrit-ssh
 190           branch: '{engine-branch}'
 191           refspec: ''
 192           wipe_workspace: true
 193           clean_before: false
 194
 195     triggers:
 196       - timed: '{trigger-on}'
 197
 198     builders:
 199       - description-setter:
 200           description: $PROVISIONER_TYPE | $INSTALLER_TYPE | $DEPLOY_SCENARIO
 201       - multijob:
 202           name: deploy
 203           condition: SUCCESSFUL
 204           projects:
 205             - name: 'openstack-deploy-{distro}-{installer-type}-{type}-{ci-loop}-{stream}'
 206               current-parameters: true
 207               predefined-parameters: |
 208                 CI_LOOP=$CI_LOOP
 209                 DISTRO=$DISTRO
 210                 DEPLOY_TYPE=$DEPLOY_TYPE
 211                 USE_PREBUILT_DEPLOYMENT_IMAGE=$USE_PREBUILT_DEPLOYMENT_IMAGE
 212                 OPENSTACK_VERSION=$OPENSTACK_VERSION
 213                 PROVISIONER_TYPE=$PROVISIONER_TYPE
 214                 INSTALLER_TYPE=$INSTALLER_TYPE
 215                 DEPLOY_SCENARIO=$DEPLOY_SCENARIO
 216                 CLEANUP=$CLEANUP
 217               git-revision: true
 218               node-parameters: true
 219               kill-phase-on: FAILURE
 220               abort-all-job: true
 221       - multijob:
 222           name: functest
 223           condition: ALWAYS
 224           projects:
 225             - name: 'openstack-functest-{distro}-{installer-type}-{type}-{ci-loop}-{stream}'
 226               current-parameters: true
 227               predefined-parameters: |
 228                 CI_LOOP=$CI_LOOP
 229                 DISTRO=$DISTRO
 230                 DEPLOY_TYPE=$DEPLOY_TYPE
 231                 OPENSTACK_VERSION=$OPENSTACK_VERSION
 232                 PROVISIONER_TYPE=$PROVISIONER_TYPE
 233                 INSTALLER_TYPE=$INSTALLER_TYPE
 234                 DEPLOY_SCENARIO=$DEPLOY_SCENARIO
 235                 TEST_SUITE=$TEST_SUITE
 236                 YARDSTICK_DISPATCHER=$YARDSTICK_DISPATCHER
 237                 CLEANUP=$CLEANUP
 238               node-parameters: true
 239               kill-phase-on: NEVER
 240               abort-all-job: false
 241       - multijob:
 242           name: yardstick
 243           condition: ALWAYS
 244           projects:
 245             - name: 'openstack-yardstick-{distro}-{installer-type}-{type}-{ci-loop}-{stream}'
 246               current-parameters: true
 247               predefined-parameters: |
 248                 CI_LOOP=$CI_LOOP
 249                 DISTRO=$DISTRO
 250                 DEPLOY_TYPE=$DEPLOY_TYPE
 251                 OPENSTACK_VERSION=$OPENSTACK_VERSION
 252                 PROVISIONER_TYPE=$PROVISIONER_TYPE
 253                 INSTALLER_TYPE=$INSTALLER_TYPE
 254                 DEPLOY_SCENARIO=$DEPLOY_SCENARIO
 255                 TEST_SUITE=$TEST_SUITE
 256                 YARDSTICK_DISPATCHER=$YARDSTICK_DISPATCHER
 257                 CLEANUP=$CLEANUP
 258               node-parameters: true
 259               kill-phase-on: NEVER
 260               abort-all-job: false
 261       - multijob:
 262           name: promote
 263           condition: SUCCESSFUL
 264           projects:
 265             - name: 'openstack-promote-{distro}-{installer-type}-{type}-{ci-loop}-{stream}'
 266               current-parameters: true
 267               predefined-parameters: |
 268                 CI_LOOP=$CI_LOOP
 269                 DISTRO=$DISTRO
 270                 DEPLOY_TYPE=$DEPLOY_TYPE
 271                 OPENSTACK_VERSION=$OPENSTACK_VERSION
 272                 PROVISIONER_TYPE=$PROVISIONER_TYPE
 273                 INSTALLER_TYPE=$INSTALLER_TYPE
 274                 DEPLOY_SCENARIO=$DEPLOY_SCENARIO
 275                 TEST_SUITE=$TEST_SUITE
 276                 YARDSTICK_DISPATCHER=$YARDSTICK_DISPATCHER
 277                 CLEANUP=$CLEANUP
 278               node-parameters: true
 279               kill-phase-on: FAILURE
 280               abort-all-job: true
 281
 282 - job-template:
 283     name: 'openstack-{phase}-{distro}-kolla-{type}-{ci-loop}-{stream}'
 284
 285     disabled: false
 286
 287     concurrent: true
 288
 289     properties:
 290       - logrotate
 291
 292     parameters:
 293       - string:
 294           name: PROJECT
 295           default: $GERRIT_PROJECT
 296       - string:
 297           name: DISTRO
 298           default: 'ubuntu1804'
 299           description: 'Distribution to use for configuring target nodes (networking etc.). Overriden by upstream job.'
 300       - string:
 301           name: CI_LOOP
 302           default: '{ci-loop}'
 303           description: 'Type of the deployment'
 304       - string:
 305           name: DEPLOY_TYPE
 306           default: 'virtual'
 307           description: 'Type of the deployment. Overriden by upstream job.'
 308       - string:
 309           name: OPENSTACK_VERSION
 310           default: 'stein'
 311           description: 'OpenStack Version to deploy and test'
 312       - string:
 313           name: USE_PREBUILT_DEPLOYMENT_IMAGE
 314           default: 'false'
 315           description: 'Use prebuilt deployment image while running as part of CI/CD'
 316       - string:
 317           name: ENGINE_ANSIBLE_PARAMS
 318           default: ' -v '
 319           description: 'Extra paramters that can be added when run the play books.'
 320       - string:
 321           name: DEPLOY_SCENARIO
 322           default: 'k8-calico-nofeature'
 323           description: 'Scenario to deploy and test'
 324       - string:
 325           name: PROVISIONER_TYPE
 326           default: 'bifrost'
 327           description: 'Provisioner to use for provisioning nodes'
 328       - string:
 329           name: INSTALLER_TYPE
 330           default: 'kolla'
 331           description: 'Installer to use for deploying the scenario'
 332       - string:
 333           name: TEST_FW
 334           default: '{phase}'
 335           description: 'Test framework to use'
 336       - string:
 337           name: TEST_SUITE
 338           default: 'smoke'
 339           description: 'Test suite to run'
 340       - string:
 341           name: TEST_REPO_URL
 342           default: 'https://gerrit.nordix.org/infra/test.git'
 343           description: 'URL to Nordix Cloud Infra test repository'
 344       - string:
 345           name: YARDSTICK_DISPATCHER
 346           default: 'file'
 347           description: 'Dispatcher to use for Yardstick reporting'
 348       - string:
 349           name: CLEANUP
 350           default: 'false'
 351
 352     wrappers:
 353       - build-timeout:
 354           timeout: '{build-timeout}'
 355       - fix-workspace-permissions
 356
 357     scm:
 358       - git-scm:
 359           ssh-credentials-id: nordixinfra-nordix-gerrit-ssh
 360           branch: '{engine-branch}'
 361           refspec: ''
 362           wipe_workspace: true
 363           clean_before: false
 364
 365     builders:
 366       - description-setter:
 367           description: $PROVISIONER_TYPE | $INSTALLER_TYPE | $DEPLOY_SCENARIO
 368       - 'scenario-{phase}-macro'
 369
 370 # vim: set ts=2 sw=2 expandtab: