jjb/cloud-infra/cloud-infra-periodic-engine.yaml

   1 ---
   2 #
   3 # ============LICENSE_START=======================================================
   4 #  Copyright (C) 2019 Nordix Foundation.
   5 # ================================================================================
   6 # Licensed under the Apache License, Version 2.0 (the "License");
   7 # you may not use this file except in compliance with the License.
   8 # You may obtain a copy of the License at
   9 #
  10 #      http://www.apache.org/licenses/LICENSE-2.0
  11 #
  12 # Unless required by applicable law or agreed to in writing, software
  13 # distributed under the License is distributed on an "AS IS" BASIS,
  14 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  15 # See the License for the specific language governing permissions and
  16 # limitations under the License.
  17 #
  18 # SPDX-License-Identifier: Apache-2.0
  19 # ============LICENSE_END=========================================================
  20
  21 #--------------------------------------------------------------------------------------
  22 # The jobs declared in this JJB configuration file are used for verifying cloud-infra
  23 # engine from the tip of the master branch periodically to check the stability of it.
  24 #
  25 # These jobs are set to run on slaves with label vpod-deploy-ubuntu1604.
  26 # The slaves have
  27 #   - Ubuntu1604 as the base distro
  28 #   - nested virtualization
  29 #   - internet access
  30 #   - passwordless sudo
  31 #   - 16 CPUs/32GB RAM/200 GB Disk
  32 #   - docker, git vim curl wget zip unzip chrony apt-transport-https ca-certificates curl
  33 #     gnupg-agent software-properties-common docker-ce docker-ce-cli containerd.io openjdk-8-jre
  34 #
  35 # The slaves should not have a cloud infra scenario deployed on them.
  36 #--------------------------------------------------------------------------------------
  37
  38 - project:
  39     name: 'cloud-infra-periodic-engine'
  40
  41     project: 'infra/engine'
  42
  43     stream:
  44       - 'master':
  45           branch: '{stream}'
  46
  47     distro:
  48       - ubuntu1804:
  49           slave-label: vpod-deploy-ubuntu1804
  50       - centos7:
  51           slave-label: vpod-deploy-centos7
  52
  53     type:
  54       - virtual:
  55           yardstick-dispatcher: 'file'
  56           build-trigger: 'H H/3 * * *'
  57           disabled: true
  58
  59     phase:
  60       - deploy:
  61           build-timeout: 90
  62       - functest:
  63           build-timeout: 120
  64       - yardstick:
  65           build-timeout: 30
  66
  67     jobs:
  68       - 'cloud-infra-periodic-engine-{distro}-{type}-{stream}'
  69       - 'cloud-infra-periodic-{distro}-{phase}-{type}-{stream}'
  70
  71 - job-template:
  72     name: 'cloud-infra-periodic-engine-{distro}-{type}-{stream}'
  73
  74     project-type: multijob
  75
  76     disabled: '{obj:disabled}'
  77
  78     concurrent: true
  79
  80     parameters:
  81       - project-parameters:
  82           project: '{project}'
  83           branch: '{branch}'
  84       - nordix-gerrit-parameters
  85       - label:
  86           name: SLAVE_LABEL
  87           default: '{slave-label}'
  88           description: 'Slave label to schedule this job on. All slaves have Ubuntu1604 no matter what distro target nodes use'
  89       - string:
  90           name: DISTRO
  91           default: '{distro}'
  92           description: 'Distribution to use for configuring target nodes (networking etc.)'
  93       - string:
  94           name: DEPLOY_TYPE
  95           default: '{type}'
  96           description: 'Type of the deployment'
  97       - string:
  98           name: USE_PREBUILT_DEPLOYMENT_IMAGE
  99           default: 'true'
 100           description: 'Use prebuilt deployment image while running as part of CI/CD'
 101       - string:
 102           name: INSTALLER_TYPE
 103           default: 'kubespray'
 104           description: 'Installer to use for deploying the scenario'
 105       - string:
 106           name: DEPLOY_SCENARIO
 107           default: 'k8-calico-nofeature'
 108           description: 'Scenario to deploy and test'
 109       - string:
 110           name: TEST_SUITE
 111           default: 'smoke'
 112           description: 'Test suite to run'
 113       - string:
 114           name: YARDSTICK_DISPATCHER
 115           default: '{yardstick-dispatcher}'
 116           description: 'Dispatcher to use for Yardstick reporting'
 117       - string:
 118           name: CLEANUP
 119           default: 'true'
 120           description: 'Cleanup leftovers of the previous run'
 121
 122     properties:
 123       - logrotate
 124       - build-blocker:
 125           use-build-blocker: true
 126           blocking-jobs:
 127             - 'cloud-infra-verify-engine-.*'
 128             - 'cloud-infra-verify-scenario-.*'
 129             - 'cloud-infra-periodic-engine-.*'
 130             - 'k8-.*'
 131             - 'nolabs-.*'
 132           block-level: 'NODE'
 133       - throttle:
 134           max-per-node: 1
 135           max-total: 3
 136           option: project
 137
 138     wrappers:
 139       - build-timeout:
 140           timeout: 240
 141       - fix-workspace-permissions
 142
 143     scm:
 144       - git-scm:
 145           ssh-credentials-id: nordixinfra-nordix-gerrit-ssh
 146           branch: '{branch}'
 147           refspec: ''
 148           wipe_workspace: true
 149           clean_before: false
 150
 151     triggers:
 152       - timed: '{build-trigger}'
 153
 154     builders:
 155       - multijob:
 156           name: deploy
 157           condition: SUCCESSFUL
 158           projects:
 159             - name: 'cloud-infra-periodic-{distro}-deploy-{type}-{stream}'
 160               current-parameters: true
 161               predefined-parameters: |
 162                 DISTRO=$DISTRO
 163                 DEPLOY_TYPE=$DEPLOY_TYPE
 164                 USE_PREBUILT_DEPLOYMENT_IMAGE=$USE_PREBUILT_DEPLOYMENT_IMAGE
 165                 INSTALLER_TYPE=$INSTALLER_TYPE
 166                 DEPLOY_SCENARIO=$DEPLOY_SCENARIO
 167                 CLEANUP=$CLEANUP
 168               git-revision: true
 169               node-parameters: true
 170               kill-phase-on: FAILURE
 171               abort-all-job: true
 172       - multijob:
 173           name: functest
 174           condition: ALWAYS
 175           projects:
 176             - name: 'cloud-infra-periodic-{distro}-functest-{type}-{stream}'
 177               current-parameters: true
 178               predefined-parameters: |
 179                 DISTRO=$DISTRO
 180                 DEPLOY_TYPE=$DEPLOY_TYPE
 181                 INSTALLER_TYPE=$INSTALLER_TYPE
 182                 DEPLOY_SCENARIO=$DEPLOY_SCENARIO
 183                 TEST_SUITE=$TEST_SUITE
 184                 YARDSTICK_DISPATCHER=$YARDSTICK_DISPATCHER
 185                 CLEANUP=$CLEANUP
 186               node-parameters: true
 187               kill-phase-on: NEVER
 188               abort-all-job: false
 189       - multijob:
 190           name: yardstick
 191           condition: ALWAYS
 192           projects:
 193             - name: 'cloud-infra-periodic-{distro}-yardstick-{type}-{stream}'
 194               current-parameters: true
 195               predefined-parameters: |
 196                 DISTRO=$DISTRO
 197                 DEPLOY_TYPE=$DEPLOY_TYPE
 198                 INSTALLER_TYPE=$INSTALLER_TYPE
 199                 DEPLOY_SCENARIO=$DEPLOY_SCENARIO
 200                 TEST_SUITE=$TEST_SUITE
 201                 YARDSTICK_DISPATCHER=$YARDSTICK_DISPATCHER
 202                 CLEANUP=$CLEANUP
 203               node-parameters: true
 204               kill-phase-on: NEVER
 205               abort-all-job: false
 206
 207 - job-template:
 208     name: 'cloud-infra-periodic-{distro}-{phase}-{type}-{stream}'
 209
 210     disabled: false
 211
 212     concurrent: true
 213
 214     properties:
 215       - logrotate
 216
 217     parameters:
 218       - string:
 219           name: PROJECT
 220           default: $GERRIT_PROJECT
 221       - string:
 222           name: DISTRO
 223           default: 'ubuntu1804'
 224           description: 'Distribution to use for configuring target nodes (networking etc.). Overriden by upstream job.'
 225       - string:
 226           name: DEPLOY_TYPE
 227           default: 'virtual'
 228           description: 'Type of the deployment. Overriden by upstream job.'
 229       - string:
 230           name: USE_PREBUILT_DEPLOYMENT_IMAGE
 231           default: 'false'
 232           description: 'Use prebuilt deployment image while running as part of CI/CD'
 233       - string:
 234           name: ENGINE_ANSIBLE_PARAMS
 235           default: ' -v '
 236           description: 'Extra paramters that can be added when run the play books.'
 237       - string:
 238           name: INSTALLER_TYPE
 239           default: 'kubespray'
 240           description: 'Installer to use for deploying the scenario'
 241       - string:
 242           name: DEPLOY_SCENARIO
 243           default: 'k8-calico-nofeature'
 244           description: 'Scenario to deploy and test'
 245       - string:
 246           name: TEST_FW
 247           default: '{phase}'
 248           description: 'Test framework to use'
 249       - string:
 250           name: TEST_SUITE
 251           default: 'smoke'
 252           description: 'Test suite to run'
 253       - string:
 254           name: TEST_REPO_URL
 255           default: 'https://gerrit.nordix.org/infra/test.git'
 256           description: 'URL to Nordix Cloud Infra test repository'
 257       - string:
 258           name: YARDSTICK_DISPATCHER
 259           default: 'file'
 260           description: 'Dispatcher to use for Yardstick reporting'
 261       - string:
 262           name: CLEANUP
 263           default: 'false'
 264
 265     wrappers:
 266       - build-timeout:
 267           timeout: '{build-timeout}'
 268       - fix-workspace-permissions
 269
 270     scm:
 271       - git-scm:
 272           ssh-credentials-id: nordixinfra-nordix-gerrit-ssh
 273           branch: '{branch}'
 274           refspec: ''
 275           wipe_workspace: true
 276           clean_before: false
 277
 278     builders:
 279       - 'cloud-infra-{phase}-macro'
 280
 281 # vim: set ts=2 sw=2 expandtab: