jjb/cloud-infra/cloud-infra-periodic-scenario.yaml

   1 ---
   2 #
   3 # ============LICENSE_START=======================================================
   4 #  Copyright (C) 2019 Nordix Foundation.
   5 # ================================================================================
   6 # Licensed under the Apache License, Version 2.0 (the "License");
   7 # you may not use this file except in compliance with the License.
   8 # You may obtain a copy of the License at
   9 #
  10 #      http://www.apache.org/licenses/LICENSE-2.0
  11 #
  12 # Unless required by applicable law or agreed to in writing, software
  13 # distributed under the License is distributed on an "AS IS" BASIS,
  14 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  15 # See the License for the specific language governing permissions and
  16 # limitations under the License.
  17 #
  18 # SPDX-License-Identifier: Apache-2.0
  19 # ============LICENSE_END=========================================================
  20
  21 #--------------------------------------------------------------------------------------
  22 # The jobs declared in this JJB configuration file are used for verifying cloud-infra
  23 # engine from the tip of the master branch periodically to check the stability of it.
  24 #
  25 # These jobs are set to run on slaves with label vpod-deploy-ubuntu1604.
  26 # The slaves have
  27 #   - Ubuntu1604 as the base distro
  28 #   - nested virtualization
  29 #   - internet access
  30 #   - passwordless sudo
  31 #   - 16 CPUs/32GB RAM/200 GB Disk
  32 #   - docker, git vim curl wget zip unzip chrony apt-transport-https ca-certificates curl
  33 #     gnupg-agent software-properties-common docker-ce docker-ce-cli containerd.io openjdk-8-jre
  34 #
  35 # The slaves should not have a cloud infra scenario deployed on them.
  36 #--------------------------------------------------------------------------------------
  37
  38 - project:
  39     name: 'cloud-infra-periodic-scenario'
  40
  41     project: 'infra/engine'
  42
  43     stream:
  44       - 'master':
  45           branch: '{stream}'
  46           disabled: 'false'
  47
  48     distro:
  49       - ubuntu1804:
  50           disabled: 'false'
  51       - centos7:
  52           disabled: 'true'
  53
  54     deploy-scenario:
  55       - k8-calico-nofeature:
  56           installer-type: kubespray
  57       - k8-flannel-nofeature:
  58           installer-type: kubespray
  59       - k8-canal-nofeature:
  60           installer-type: kubespray
  61       - k8-cilium-nofeature:
  62           installer-type: kubespray
  63       - k8-weave-nofeature:
  64           installer-type: kubespray
  65       - k8-multus-nofeature:
  66           installer-type: kubespray
  67
  68     type:
  69       - baremetal:
  70           slave-label: 'baremetal-deploy'
  71           yardstick-dispatcher: 'influxdb'
  72
  73     phase:
  74       - deploy:
  75           build-timeout: 60
  76       - functest:
  77           build-timeout: 120
  78       - yardstick:
  79           build-timeout: 30
  80       - promote:
  81           build-timeout: 5
  82
  83     jobs:
  84       - '{deploy-scenario}-periodic-{distro}-{type}-{stream}'
  85       - 'scenario-periodic-{distro}-{phase}-{type}-{stream}'
  86
  87 - job-template:
  88     name: '{deploy-scenario}-periodic-{distro}-{type}-{stream}'
  89
  90     project-type: multijob
  91
  92     disabled: '{obj:disabled}'
  93
  94     concurrent: true
  95
  96     parameters:
  97       - project-parameters:
  98           project: '{project}'
  99           branch: '{branch}'
 100       - nordix-gerrit-parameters
 101       - label:
 102           name: SLAVE_LABEL
 103           default: '{slave-label}'
 104           description: 'Slave label to schedule this job on. All slaves have Ubuntu1604 no matter what distro target nodes use'
 105       - string:
 106           name: DISTRO
 107           default: '{distro}'
 108           description: 'Distribution to use for configuring target nodes (networking etc.)'
 109       - string:
 110           name: DEPLOY_TYPE
 111           default: '{type}'
 112           description: 'Type of the deployment'
 113       - string:
 114           name: USE_PREBUILT_DEPLOYMENT_IMAGE
 115           default: 'true'
 116           description: 'Use prebuilt deployment image while running as part of CI/CD'
 117       - string:
 118           name: INSTALLER_TYPE
 119           default: '{installer-type}'
 120           description: 'Installer to use for deploying the scenario'
 121       - string:
 122           name: DEPLOY_SCENARIO
 123           default: '{deploy-scenario}'
 124           description: 'Scenario to deploy and test'
 125       - string:
 126           name: TEST_SUITE
 127           default: 'smoke'
 128           description: 'Test suite to run'
 129       - string:
 130           name: YARDSTICK_DISPATCHER
 131           default: '{yardstick-dispatcher}'
 132           description: 'Dispatcher to use for Yardstick reporting'
 133       - string:
 134           name: CLEANUP
 135           default: 'true'
 136           description: 'Cleanup leftovers of the previous run'
 137
 138     properties:
 139       - logrotate
 140       - build-blocker:
 141           use-build-blocker: true
 142           blocking-jobs:
 143             - 'cloud-infra-periodic-engine-{distro}-.*'
 144             - 'k8-.*?-periodic-.*'
 145           block-level: 'NODE'
 146       - throttle:
 147           max-per-node: 1
 148           max-total: 3
 149           option: project
 150
 151     wrappers:
 152       - build-timeout:
 153           timeout: 210
 154       - fix-workspace-permissions
 155
 156     scm:
 157       - git-scm:
 158           ssh-credentials-id: nordixinfra-nordix-gerrit-ssh
 159           branch: '{branch}'
 160           refspec: ''
 161
 162     triggers:
 163       - timed: '@daily'
 164
 165     builders:
 166       - description-setter:
 167           description: $INSTALLER_TYPE
 168       - multijob:
 169           name: deploy
 170           condition: SUCCESSFUL
 171           projects:
 172             - name: 'scenario-periodic-{distro}-deploy-{type}-{stream}'
 173               current-parameters: true
 174               predefined-parameters: |
 175                 DISTRO=$DISTRO
 176                 DEPLOY_TYPE=$DEPLOY_TYPE
 177                 USE_PREBUILT_DEPLOYMENT_IMAGE=$USE_PREBUILT_DEPLOYMENT_IMAGE
 178                 INSTALLER_TYPE=$INSTALLER_TYPE
 179                 DEPLOY_SCENARIO=$DEPLOY_SCENARIO
 180                 CLEANUP=$CLEANUP
 181               git-revision: true
 182               node-parameters: true
 183               kill-phase-on: FAILURE
 184               abort-all-job: true
 185       - multijob:
 186           name: functest
 187           condition: SUCCESSFUL
 188           projects:
 189             - name: 'scenario-periodic-{distro}-functest-{type}-{stream}'
 190               current-parameters: true
 191               predefined-parameters: |
 192                 DISTRO=$DISTRO
 193                 DEPLOY_TYPE=$DEPLOY_TYPE
 194                 INSTALLER_TYPE=$INSTALLER_TYPE
 195                 DEPLOY_SCENARIO=$DEPLOY_SCENARIO
 196                 TEST_SUITE=$TEST_SUITE
 197                 YARDSTICK_DISPATCHER=$YARDSTICK_DISPATCHER
 198                 CLEANUP=$CLEANUP
 199               node-parameters: true
 200               kill-phase-on: FAILURE
 201               abort-all-job: true
 202       - multijob:
 203           name: yardstick
 204           condition: SUCCESSFUL
 205           projects:
 206             - name: 'scenario-periodic-{distro}-yardstick-{type}-{stream}'
 207               current-parameters: true
 208               predefined-parameters: |
 209                 DISTRO=$DISTRO
 210                 DEPLOY_TYPE=$DEPLOY_TYPE
 211                 INSTALLER_TYPE=$INSTALLER_TYPE
 212                 DEPLOY_SCENARIO=$DEPLOY_SCENARIO
 213                 TEST_SUITE=$TEST_SUITE
 214                 YARDSTICK_DISPATCHER=$YARDSTICK_DISPATCHER
 215                 CLEANUP=$CLEANUP
 216               node-parameters: true
 217               kill-phase-on: FAILURE
 218               abort-all-job: true
 219       - multijob:
 220           name: promote
 221           condition: SUCCESSFUL
 222           projects:
 223             - name: 'scenario-periodic-{distro}-promote-{type}-{stream}'
 224               current-parameters: true
 225               predefined-parameters: |
 226                 DISTRO=$DISTRO
 227                 DEPLOY_TYPE=$DEPLOY_TYPE
 228                 INSTALLER_TYPE=$INSTALLER_TYPE
 229                 DEPLOY_SCENARIO=$DEPLOY_SCENARIO
 230                 TEST_SUITE=$TEST_SUITE
 231                 YARDSTICK_DISPATCHER=$YARDSTICK_DISPATCHER
 232                 CLEANUP=$CLEANUP
 233               node-parameters: true
 234               kill-phase-on: FAILURE
 235               abort-all-job: true
 236
 237 - job-template:
 238     name: 'scenario-periodic-{distro}-{phase}-{type}-{stream}'
 239
 240     disabled: false
 241
 242     concurrent: true
 243
 244     properties:
 245       - logrotate
 246
 247     parameters:
 248       - string:
 249           name: PROJECT
 250           default: $GERRIT_PROJECT
 251       - string:
 252           name: DISTRO
 253           default: 'ubuntu1804'
 254           description: 'Distribution to use for configuring target nodes (networking etc.). Overriden by upstream job.'
 255       - string:
 256           name: DEPLOY_TYPE
 257           default: 'virtual'
 258           description: 'Type of the deployment. Overriden by upstream job.'
 259       - string:
 260           name: USE_PREBUILT_DEPLOYMENT_IMAGE
 261           default: 'false'
 262           description: 'Use prebuilt deployment image while running as part of CI/CD'
 263       - string:
 264           name: ENGINE_ANSIBLE_PARAMS
 265           default: ' -v '
 266           description: 'Extra paramters that can be added when run the play books.'
 267       - string:
 268           name: DEPLOY_SCENARIO
 269           default: 'k8-calico-nofeature'
 270           description: 'Scenario to deploy and test'
 271       - string:
 272           name: INSTALLER_TYPE
 273           default: 'kubespray'
 274           description: 'Installer to use for deploying the scenario'
 275       - string:
 276           name: TEST_FW
 277           default: '{phase}'
 278           description: 'Test framework to use'
 279       - string:
 280           name: TEST_SUITE
 281           default: 'smoke'
 282           description: 'Test suite to run'
 283       - string:
 284           name: TEST_REPO_URL
 285           default: 'https://gerrit.nordix.org/infra/test.git'
 286           description: 'URL to Nordix Cloud Infra test repository'
 287       - string:
 288           name: YARDSTICK_DISPATCHER
 289           default: 'file'
 290           description: 'Dispatcher to use for Yardstick reporting'
 291       - string:
 292           name: CLEANUP
 293           default: 'false'
 294
 295     wrappers:
 296       - build-timeout:
 297           timeout: '{build-timeout}'
 298       - fix-workspace-permissions
 299
 300     scm:
 301       - git-scm:
 302           ssh-credentials-id: nordixinfra-nordix-gerrit-ssh
 303           branch: '{branch}'
 304           refspec: ''
 305
 306     builders:
 307       - description-setter:
 308           description: $INSTALLER_TYPE - $DEPLOY_SCENARIO
 309       - 'scenario-{phase}-macro'
 310
 311 # vim: set ts=2 sw=2 expandtab: