b8b549cb8597cb49cec15d40e3cb7a90d0fed5e9
[infra/cicd.git] / jjb / cloud-infra / cloud-infra-verify-engine.yaml
1 ---
2 #
3 # ============LICENSE_START=======================================================
4 #  Copyright (C) 2019 Nordix Foundation.
5 # ================================================================================
6 # Licensed under the Apache License, Version 2.0 (the "License");
7 # you may not use this file except in compliance with the License.
8 # You may obtain a copy of the License at
9 #
10 #      http://www.apache.org/licenses/LICENSE-2.0
11 #
12 # Unless required by applicable law or agreed to in writing, software
13 # distributed under the License is distributed on an "AS IS" BASIS,
14 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
15 # See the License for the specific language governing permissions and
16 # limitations under the License.
17 #
18 # SPDX-License-Identifier: Apache-2.0
19 # ============LICENSE_END=========================================================
20
21 #--------------------------------------------------------------------------------------
22 # The jobs declared in this JJB configuration file are used for verifying patches
23 # that are sent to the repositories below
24 #   - cloud-infra/engine
25 #
26 # These jobs verify changes that
27 #   - implement new features or fix bugs for the deployment framework, engine, itself
28 #   - implement new features or fix bugs to the playbooks and roles used for utilizing
29 #     open source components such as bifrost, kubespray, and kolla-ansible
30 #   - bump versions of open source components or the scenarios
31 #
32 # These jobs are set to run on slaves with label vpod-deploy-ubuntu1604.
33 # The slaves have
34 #   - Ubuntu1604 as the base distro
35 #   - nested virtualization
36 #   - internet access
37 #   - passwordless sudo
38 #   - 16 CPUs/32GB RAM/200 GB Disk
39 #   - docker, git vim curl wget zip unzip chrony apt-transport-https ca-certificates curl
40 #     gnupg-agent software-properties-common docker-ce docker-ce-cli containerd.io openjdk-8-jre
41 #
42 # The slaves should not have a cloud infra scenario deployed on them.
43 #--------------------------------------------------------------------------------------
44
45 - project:
46     name: 'cloud-infra-verify-engine'
47
48     project: 'infra/engine'
49
50     stream:
51       - 'master':
52           branch: '{stream}'
53
54     distro:
55       - ubuntu1804:
56           slave-label: vpod-deploy-ubuntu1804
57           disabled: false
58           successful: false
59           failed: false
60           unstable: false
61           notbuilt: false
62       - centos7:
63           slave-label: vpod-deploy-centos7
64           disabled: true
65           successful: true
66           failed: true
67           unstable: true
68           notbuilt: true
69
70     type:
71       - virtual
72
73     phase:
74       - deploy:
75           build-timeout: 90
76       - functest:
77           build-timeout: 30
78
79     jobs:
80       - 'cloud-infra-verify-engine-{distro}-{type}-{stream}'
81       - 'cloud-infra-verify-engine-{distro}-{phase}-{type}-{stream}'
82
83 - job-template:
84     name: 'cloud-infra-verify-engine-{distro}-{type}-{stream}'
85
86     project-type: multijob
87
88     disabled: '{obj:disabled}'
89
90     concurrent: true
91
92     parameters:
93       - project-parameters:
94           project: '{project}'
95           branch: '{branch}'
96       - nordix-gerrit-parameters
97       - label:
98           name: SLAVE_LABEL
99           default: '{slave-label}'
100           description: 'Slave label to schedule this job on. All slaves have Ubuntu1604 no matter what distro target nodes use'
101       - string:
102           name: DISTRO
103           default: '{distro}'
104           description: 'Distribution to use for configuring target nodes (networking etc.)'
105       - string:
106           name: DEPLOY_TYPE
107           default: '{type}'
108           description: 'Type of the deployment'
109       - string:
110           name: USE_PREBUILT_DEPLOYMENT_IMAGE
111           default: 'true'
112           description: 'Use prebuilt deployment image while running as part of CI/CD'
113       - string:
114           name: TEST_SUITE
115           default: 'healthcheck'
116           description: 'Test suite to run'
117       - string:
118           name: YARDSTICK_DISPATCHER
119           default: 'file'
120           description: 'Dispatcher to use for Yardstick reporting'
121       - string:
122           name: CLEANUP
123           default: 'true'
124           description: 'Cleanup leftovers of the previous run'
125
126     properties:
127       - logrotate
128       - build-blocker:
129           use-build-blocker: true
130           blocking-jobs:
131             - 'cloud-infra-verify-engine-.*'
132             - 'cloud-infra-verify-scenario-.*'
133             - 'cloud-infra-periodic-engine-.*'
134             - 'k8-.*'
135           block-level: 'NODE'
136       - throttle:
137           max-per-node: 1
138           max-total: 3
139           option: project
140
141     wrappers:
142       - credentials-binding:
143           - file:
144               credential-id: est-jenkins-openrcfile-city-karlskrona-onap
145               variable: OPENRC_FILE
146       - mask-passwords
147       - build-timeout:
148           timeout: 120
149       - fix-workspace-permissions
150       - openstack:
151           single-use: True
152
153     scm:
154       - git-scm-gerrit:
155           ssh-credentials-id: nordixinfra-nordix-gerrit-ssh
156           branch: '{branch}'
157           refspec: $GERRIT_REFSPEC
158           wipe_workspace: true
159           clean_before: false
160
161     triggers:
162       - gerrit:
163           server-name: 'Nordix Gerrit'
164           trigger-on:
165             - patchset-created-event:
166                 exclude-drafts: 'false'
167                 exclude-trivial-rebase: 'false'
168                 exclude-no-code-change: 'false'
169             - draft-published-event
170             - comment-added-contains-event:
171                 comment-contains-value: 'recheck'
172             - comment-added-contains-event:
173                 comment-contains-value: 'reverify'
174           projects:
175             - project-compare-type: 'REG_EXP'
176               project-pattern: 'infra\/engine'
177               branches:
178                 - branch-compare-type: 'ANT'
179                   branch-pattern: '**/{branch}'
180               file-paths:
181                 - compare-type: 'ANT'
182                   pattern: '**'
183           skip-vote:
184             successful: '{obj:successful}'
185             failed: '{obj:failed}'
186             unstable: '{obj:unstable}'
187             notbuilt: '{obj:notbuilt}'
188           custom-url: '* $JOB_NAME $BUILD_URL'
189
190     builders:
191       - shell: |
192           #!/bin/bash
193           cp $OPENRC_FILE /tmp/openrc
194       - 'cloud-infra-determine-scenario-macro'
195       - multijob:
196           name: deploy
197           condition: SUCCESSFUL
198           projects:
199             - name: 'cloud-infra-verify-engine-{distro}-deploy-{type}-{stream}'
200               current-parameters: true
201               predefined-parameters: |
202                 DISTRO=$DISTRO
203                 DEPLOY_TYPE=$DEPLOY_TYPE
204                 USE_PREBUILT_DEPLOYMENT_IMAGE=$USE_PREBUILT_DEPLOYMENT_IMAGE
205                 CLEANUP=$CLEANUP
206                 GERRIT_PROJECT=$GERRIT_PROJECT
207                 GERRIT_BRANCH=$GERRIT_BRANCH
208                 GERRIT_REFSPEC=$GERRIT_REFSPEC
209                 GERRIT_CHANGE_NUMBER=$GERRIT_CHANGE_NUMBER
210                 GERRIT_CHANGE_COMMIT_MESSAGE=$GERRIT_CHANGE_COMMIT_MESSAGE
211               node-parameters: true
212               kill-phase-on: FAILURE
213               abort-all-job: true
214       - multijob:
215           name: functest
216           condition: SUCCESSFUL
217           projects:
218             - name: 'cloud-infra-verify-engine-{distro}-functest-{type}-{stream}'
219               current-parameters: true
220               predefined-parameters: |
221                 DISTRO=$DISTRO
222                 DEPLOY_TYPE=$DEPLOY_TYPE
223                 USE_PREBUILT_DEPLOYMENT_IMAGE=$USE_PREBUILT_DEPLOYMENT_IMAGE
224                 TEST_SUITE=$TEST_SUITE
225                 YARDSTICK_DISPATCHER=$YARDSTICK_DISPATCHER
226                 CLEANUP=$CLEANUP
227                 GERRIT_PROJECT=$GERRIT_PROJECT
228                 GERRIT_BRANCH=$GERRIT_BRANCH
229                 GERRIT_REFSPEC=$GERRIT_REFSPEC
230                 GERRIT_CHANGE_NUMBER=$GERRIT_CHANGE_NUMBER
231                 GERRIT_CHANGE_COMMIT_MESSAGE=$GERRIT_CHANGE_COMMIT_MESSAGE
232               node-parameters: true
233               kill-phase-on: FAILURE
234               abort-all-job: true
235
236 - job-template:
237     name: 'cloud-infra-verify-engine-{distro}-{phase}-{type}-{stream}'
238
239     disabled: false
240
241     concurrent: true
242
243     properties:
244       - logrotate
245
246     parameters:
247       - string:
248           name: PROJECT
249           default: $GERRIT_PROJECT
250       - string:
251           name: DISTRO
252           default: 'ubuntu1804'
253           description: 'Distribution to use for configuring target nodes (networking etc.). Overriden by upstream job.'
254       - string:
255           name: DEPLOY_TYPE
256           default: 'virtual'
257           description: 'Type of the deployment. Overriden by upstream job.'
258       - string:
259           name: USE_PREBUILT_DEPLOYMENT_IMAGE
260           default: 'false'
261           description: 'Use prebuilt deployment image while running as part of CI/CD'
262       - string:
263           name: TEST_FW
264           default: '{phase}'
265           description: 'Test framework to use'
266       - string:
267           name: TEST_SUITE
268           default: 'healthcheck'
269           description: 'Test suite to run'
270       - string:
271           name: TEST_REPO_URL
272           default: 'https://gerrit.nordix.org/infra/test.git'
273           description: 'URL to Nordix Cloud Infra test repository'
274       - string:
275           name: YARDSTICK_DISPATCHER
276           default: 'file'
277           description: 'Dispatcher to use for Yardstick reporting'
278       - string:
279           name: CLEANUP
280           default: 'false'
281
282     wrappers:
283       - credentials-binding:
284           - file:
285               credential-id: est-jenkins-openrcfile-city-karlskrona-onap
286               variable: OPENRC_FILE
287       - mask-passwords
288       - build-timeout:
289           timeout: '{build-timeout}'
290       - fix-workspace-permissions
291
292     scm:
293       - git-scm-gerrit:
294           ssh-credentials-id: nordixinfra-nordix-gerrit-ssh
295           branch: '{branch}'
296           refspec: $GERRIT_REFSPEC
297           wipe_workspace: true
298           clean_before: false
299
300     builders:
301       - 'cloud-infra-determine-scenario-macro'
302       - 'cloud-infra-{phase}-macro'
303
304 # vim: set ts=2 sw=2 expandtab: