cloud-infra: Enable single-use slaves
[infra/cicd.git] / jjb / cloud-infra / cloud-infra-verify-engine.yaml
1 ---
2 #
3 # ============LICENSE_START=======================================================
4 #  Copyright (C) 2019 Nordix Foundation.
5 # ================================================================================
6 # Licensed under the Apache License, Version 2.0 (the "License");
7 # you may not use this file except in compliance with the License.
8 # You may obtain a copy of the License at
9 #
10 #      http://www.apache.org/licenses/LICENSE-2.0
11 #
12 # Unless required by applicable law or agreed to in writing, software
13 # distributed under the License is distributed on an "AS IS" BASIS,
14 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
15 # See the License for the specific language governing permissions and
16 # limitations under the License.
17 #
18 # SPDX-License-Identifier: Apache-2.0
19 # ============LICENSE_END=========================================================
20
21 #--------------------------------------------------------------------------------------
22 # The jobs declared in this JJB configuration file are used for verifying patches
23 # that are sent to the repositories below
24 #   - cloud-infra/engine
25 #
26 # These jobs verify changes that
27 #   - implement new features or fix bugs for the deployment framework, engine, itself
28 #   - implement new features or fix bugs to the playbooks and roles used for utilizing
29 #     open source components such as bifrost, kubespray, and kolla-ansible
30 #   - bump versions of open source components or the scenarios
31 #
32 # These jobs are set to run on slaves with label vpod-deploy-ubuntu1604.
33 # The slaves have
34 #   - Ubuntu1604 as the base distro
35 #   - nested virtualization
36 #   - internet access
37 #   - passwordless sudo
38 #   - 16 CPUs/32GB RAM/200 GB Disk
39 #   - docker, git vim curl wget zip unzip chrony apt-transport-https ca-certificates curl
40 #     gnupg-agent software-properties-common docker-ce docker-ce-cli containerd.io openjdk-8-jre
41 #
42 # The slaves should not have a cloud infra scenario deployed on them.
43 #--------------------------------------------------------------------------------------
44
45 - project:
46     name: 'cloud-infra-verify-engine'
47
48     project: 'infra/engine'
49
50     stream:
51       - 'master':
52           branch: '{stream}'
53
54     distro:
55       - ubuntu1804:
56           slave-label: vpod-deploy-ubuntu1804
57           disabled: false
58           successful: false
59           failed: false
60           unstable: false
61           notbuilt: false
62       - centos7:
63           slave-label: vpod-deploy-centos7
64           disabled: true
65           successful: true
66           failed: true
67           unstable: true
68           notbuilt: true
69
70     type:
71       - virtual
72
73     phase:
74       - deploy
75       - functest
76
77     jobs:
78       - 'cloud-infra-verify-engine-{distro}-{type}-{stream}'
79       - 'cloud-infra-verify-engine-{distro}-{phase}-{type}-{stream}'
80
81 - job-template:
82     name: 'cloud-infra-verify-engine-{distro}-{type}-{stream}'
83
84     project-type: multijob
85
86     disabled: '{obj:disabled}'
87
88     concurrent: true
89
90     parameters:
91       - project-parameters:
92           project: '{project}'
93           branch: '{branch}'
94       - nordix-gerrit-parameters
95       - label:
96           name: SLAVE_LABEL
97           default: '{slave-label}'
98           description: 'Slave label to schedule this job on. All slaves have Ubuntu1604 no matter what distro target nodes use'
99       - string:
100           name: DISTRO
101           default: '{distro}'
102           description: 'Distribution to use for configuring target nodes (networking etc.)'
103       - string:
104           name: DEPLOY_TYPE
105           default: '{type}'
106           description: 'Type of the deployment'
107       - string:
108           name: USE_PREBUILT_DEPLOYMENT_IMAGE
109           default: 'true'
110           description: 'Use prebuilt deployment image while running as part of CI/CD'
111       - string:
112           name: TEST_SUITE
113           default: 'healthcheck'
114           description: 'Test suite to run'
115       - string:
116           name: YARDSTICK_DISPATCHER
117           default: 'file'
118           description: 'Dispatcher to use for Yardstick reporting'
119       - string:
120           name: CLEANUP
121           default: 'true'
122           description: 'Cleanup leftovers of the previous run'
123
124     properties:
125       - logrotate
126       - build-blocker:
127           use-build-blocker: true
128           blocking-jobs:
129             - 'cloud-infra-verify-engine-.*'
130             - 'cloud-infra-verify-scenario-.*'
131             - 'cloud-infra-periodic-engine-.*'
132             - 'k8-.*'
133           block-level: 'NODE'
134       - throttle:
135           max-per-node: 1
136           max-total: 3
137           option: project
138
139     wrappers:
140       - build-timeout:
141           timeout: 120
142       - fix-workspace-permissions
143       - openstack:
144           single-use: True
145
146     scm:
147       - git-scm-gerrit:
148           ssh-credentials-id: nordixinfra-nordix-gerrit-ssh
149           branch: '{branch}'
150           refspec: $GERRIT_REFSPEC
151           wipe_workspace: true
152           clean_before: false
153
154     triggers:
155       - gerrit:
156           server-name: 'Nordix Gerrit'
157           trigger-on:
158             - patchset-created-event:
159                 exclude-drafts: 'false'
160                 exclude-trivial-rebase: 'false'
161                 exclude-no-code-change: 'false'
162             - draft-published-event
163             - comment-added-contains-event:
164                 comment-contains-value: 'recheck'
165             - comment-added-contains-event:
166                 comment-contains-value: 'reverify'
167           projects:
168             - project-compare-type: 'REG_EXP'
169               project-pattern: 'infra\/engine'
170               branches:
171                 - branch-compare-type: 'ANT'
172                   branch-pattern: '**/{branch}'
173               file-paths:
174                 - compare-type: 'ANT'
175                   pattern: '**'
176           skip-vote:
177             successful: '{obj:successful}'
178             failed: '{obj:failed}'
179             unstable: '{obj:unstable}'
180             notbuilt: '{obj:notbuilt}'
181           custom-url: '* $JOB_NAME $BUILD_URL'
182
183     builders:
184       - 'cloud-infra-determine-scenario-macro'
185       - multijob:
186           name: deploy
187           condition: SUCCESSFUL
188           projects:
189             - name: 'cloud-infra-verify-engine-{distro}-deploy-{type}-{stream}'
190               current-parameters: true
191               predefined-parameters: |
192                 DISTRO=$DISTRO
193                 DEPLOY_TYPE=$DEPLOY_TYPE
194                 USE_PREBUILT_DEPLOYMENT_IMAGE=$USE_PREBUILT_DEPLOYMENT_IMAGE
195                 CLEANUP=$CLEANUP
196                 GERRIT_PROJECT=$GERRIT_PROJECT
197                 GERRIT_BRANCH=$GERRIT_BRANCH
198                 GERRIT_REFSPEC=$GERRIT_REFSPEC
199                 GERRIT_CHANGE_NUMBER=$GERRIT_CHANGE_NUMBER
200                 GERRIT_CHANGE_COMMIT_MESSAGE=$GERRIT_CHANGE_COMMIT_MESSAGE
201               node-parameters: true
202               kill-phase-on: FAILURE
203               abort-all-job: true
204       - multijob:
205           name: functest
206           condition: SUCCESSFUL
207           projects:
208             - name: 'cloud-infra-verify-engine-{distro}-functest-{type}-{stream}'
209               current-parameters: true
210               predefined-parameters: |
211                 DISTRO=$DISTRO
212                 DEPLOY_TYPE=$DEPLOY_TYPE
213                 USE_PREBUILT_DEPLOYMENT_IMAGE=$USE_PREBUILT_DEPLOYMENT_IMAGE
214                 TEST_SUITE=$TEST_SUITE
215                 YARDSTICK_DISPATCHER=$YARDSTICK_DISPATCHER
216                 CLEANUP=$CLEANUP
217                 GERRIT_PROJECT=$GERRIT_PROJECT
218                 GERRIT_BRANCH=$GERRIT_BRANCH
219                 GERRIT_REFSPEC=$GERRIT_REFSPEC
220                 GERRIT_CHANGE_NUMBER=$GERRIT_CHANGE_NUMBER
221                 GERRIT_CHANGE_COMMIT_MESSAGE=$GERRIT_CHANGE_COMMIT_MESSAGE
222               node-parameters: true
223               kill-phase-on: FAILURE
224               abort-all-job: true
225
226 - job-template:
227     name: 'cloud-infra-verify-engine-{distro}-{phase}-{type}-{stream}'
228
229     disabled: false
230
231     concurrent: true
232
233     properties:
234       - logrotate
235
236     parameters:
237       - string:
238           name: PROJECT
239           default: $GERRIT_PROJECT
240       - string:
241           name: DISTRO
242           default: 'ubuntu1804'
243           description: 'Distribution to use for configuring target nodes (networking etc.). Overriden by upstream job.'
244       - string:
245           name: DEPLOY_TYPE
246           default: 'virtual'
247           description: 'Type of the deployment. Overriden by upstream job.'
248       - string:
249           name: USE_PREBUILT_DEPLOYMENT_IMAGE
250           default: 'false'
251           description: 'Use prebuilt deployment image while running as part of CI/CD'
252       - string:
253           name: TEST_FW
254           default: '{phase}'
255           description: 'Test framework to use'
256       - string:
257           name: TEST_SUITE
258           default: 'healthcheck'
259           description: 'Test suite to run'
260       - string:
261           name: TEST_REPO_URL
262           default: 'https://gerrit.nordix.org/infra/test.git'
263           description: 'URL to Nordix Cloud Infra test repository'
264       - string:
265           name: YARDSTICK_DISPATCHER
266           default: 'file'
267           description: 'Dispatcher to use for Yardstick reporting'
268       - string:
269           name: CLEANUP
270           default: 'false'
271
272     wrappers:
273       - build-timeout:
274           timeout: 120
275       - fix-workspace-permissions
276
277     scm:
278       - git-scm-gerrit:
279           ssh-credentials-id: nordixinfra-nordix-gerrit-ssh
280           branch: '{branch}'
281           refspec: $GERRIT_REFSPEC
282           wipe_workspace: true
283           clean_before: false
284
285     builders:
286       - 'cloud-infra-determine-scenario-macro'
287       - 'cloud-infra-{phase}-macro'
288
289 # vim: set ts=2 sw=2 expandtab: