engine: Create verify jobs for kubernetes stack 43/5143/3
authorFatih Degirmenci <fatih.degirmenci@est.tech>
Tue, 23 Jun 2020 17:09:37 +0000 (17:09 +0000)
committerFatih Degirmenci <fatih.degirmenci@est.tech>
Tue, 23 Jun 2020 18:39:07 +0000 (18:39 +0000)
Change-Id: I6c87ea34fcd9aa888b797360c6686230982555e9

jjb/engine/engine-macros.yaml
jjb/engine/scripts/delete-heat-stack.sh
jjb/engine/scripts/generate-change-metadata.sh
jjb/engine/verify-jobs/engine-verify-package.yaml
jjb/engine/verify-jobs/kubernetes-verify-deploy-test.yaml [new file with mode: 0644]
jjb/engine/verify-jobs/kubernetes-verify-package.yaml [new file with mode: 0644]
jjb/engine/verify-jobs/kubernetes-verify-tox.yaml [new file with mode: 0644]

index 3361c740d3c509516daef686b589de451675c35e..1c1376e280cbe51436b3379b0cb9a58e10746282 100644 (file)
@@ -27,7 +27,6 @@
       - shell:
           !include-raw: ./scripts/tox.sh
 
-
 - builder:
     name: 'generate-sdf-for-change-macro'
     builders:
index 2e162fae7f75e0147181c6f9d585777098fbf9e9..2115d6e21d3284909eda8eec74d11c739b1bb3cc 100755 (executable)
@@ -27,6 +27,19 @@ if [[ "$DELETE_STACK" != "true" || "$HW_TYPE" != "cloud" ]]; then
   exit 0
 fi
 
+# NOTE (fdegir): offline installer removes /opt/engine so we prepare venv ourselves for openstack cli
+if [[ "$EXECUTION_MODE" == "offline-deployment" ]]; then
+  sudo /bin/rm -rf /opt/engine/.venv
+  virtualenv --python python3 --never-download /opt/engine/.venv
+  /bin/cp -f /opt/engine/offline/pip/pip.conf /opt/engine/.venv/
+  set +u
+  source /opt/engine/.venv/bin/activate
+  set -u
+  pip install --upgrade pip
+  pip install -r /opt/engine/offline/git/engine/requirements.txt
+  deactivate
+fi
+
 set +u
 source /opt/engine/.venv/bin/activate
 set -u
index 680042298c9d76194c63112107b38e268112d05d..c9d287bd6e8578bdc43c8d427b7845dcc198c17a 100755 (executable)
 # ============LICENSE_END=========================================================
 
 
-# NOTES (fdegir): this script only works for
-# - infra/engine
-# - infra/provisioner/heat
-
 set -o nounset
 set -o errexit
 set -o pipefail
@@ -44,23 +40,28 @@ fi
 
 echo "Info  : Generating change metadata"
 
-# TODO (fdegir): this should match to the branch of the job for {stack}-verify jobs
-export STACK_VERSION=master
-
 # determine the project
 # this scripts is used by all engine repos so we need to determine what this change is for
 export ENGINE_COMPONENT="${GERRIT_PROJECT//*\//}"
 
+echo "Info  : Setting STACK_TYPE and STACK_VERSION"
 if [[ "$GERRIT_PROJECT" =~ /stack/ ]]; then
+  # set vars
   export STACK_TYPE="$ENGINE_COMPONENT"
-  echo "Info  : Setting STACK_TYPE, STACK_VERSION and STACK_REFSPEC"
+  export STACK_VERSION="$GERRIT_PATCHSET_REVISION"
+  export STACK_REFSPEC="$GERRIT_REFSPEC"
+
+  # log info to console
   echo "        STACK_TYPE=$STACK_TYPE"
   echo "        STACK_VERSION=$GERRIT_PATCHSET_REVISION"
   echo "        STACK_REFSPEC=$GERRIT_REFSPEC"
+
+  # record vars to properties file
   echo "STACK_TYPE=$STACK_TYPE" >> "$CHANGE_METADATA_FILE"
-  echo "STACK_VERSION=$GERRIT_PATCHSET_REVISION" >> "$CHANGE_METADATA_FILE"
-  echo "STACK_REFSPEC=$GERRIT_REFSPEC" >> "$CHANGE_METADATA_FILE"
+  echo "STACK_VERSION=$STACK_VERSION" >> "$CHANGE_METADATA_FILE"
+  echo "STACK_REFSPEC=$STACK_REFSPEC" >> "$CHANGE_METADATA_FILE"
 elif [[ "$GERRIT_PROJECT" =~ /installer/ ]]; then
+  # set vars
   case "${ENGINE_COMPONENT}" in
     kolla)
       export STACK_TYPE="openstack"
@@ -73,19 +74,31 @@ elif [[ "$GERRIT_PROJECT" =~ /installer/ ]]; then
       ;;
     *) echo "ERROR : Invalid engine component $ENGINE_COMPONENT"; exit 1;;
   esac
+  export STACK_VERSION="$GERRIT_BRANCH"
 
-  echo "Info  : Setting STACK_TYPE, STACK_VERSION and STACK_REFSPEC"
+  # log info to console
   echo "        STACK_TYPE=$STACK_TYPE"
   echo "        STACK_VERSION=$STACK_VERSION"
   echo "        NORDIX_$(echo $ENGINE_COMPONENT | tr a-z A-Z)_VERSION=$GERRIT_PATCHSET_REVISION"
   echo "        NORDIX_$(echo $ENGINE_COMPONENT | tr a-z A-Z)_REFSPEC=$GERRIT_REFSPEC"
+
+  # record vars to properties file
   echo "STACK_TYPE=$STACK_TYPE" >> "$CHANGE_METADATA_FILE"
   echo "STACK_VERSION=$STACK_VERSION" >> "$CHANGE_METADATA_FILE"
   echo "NORDIX_$(echo $ENGINE_COMPONENT | tr a-z A-Z)_VERSION=$GERRIT_PATCHSET_REVISION" >> "$CHANGE_METADATA_FILE"
   echo "NORDIX_$(echo $ENGINE_COMPONENT | tr a-z A-Z)_REFSPEC=$GERRIT_REFSPEC" >> "$CHANGE_METADATA_FILE"
 else
+  # set vars
   export STACK_TYPE=kubernetes
-  export STACK_VERSION=$STACK_VERSION
+  export STACK_VERSION=$GERRIT_BRANCH
+
+  # log info to console
+  echo "        STACK_TYPE=$STACK_TYPE"
+  echo "        STACK_VERSION=$STACK_VERSION"
+  echo "        NORDIX_$(echo $ENGINE_COMPONENT | tr a-z A-Z)_VERSION=$GERRIT_PATCHSET_REVISION"
+  echo "        NORDIX_$(echo $ENGINE_COMPONENT | tr a-z A-Z)_REFSPEC=$GERRIT_REFSPEC"
+
+  # record vars to properties file
   echo "STACK_TYPE=kubernetes" >> "$CHANGE_METADATA_FILE"
   echo "STACK_VERSION=$STACK_VERSION" >> "$CHANGE_METADATA_FILE"
   echo "NORDIX_$(echo $ENGINE_COMPONENT | tr a-z A-Z)_VERSION=$GERRIT_PATCHSET_REVISION" >> "$CHANGE_METADATA_FILE"
index f8ccece825f8a850f0f598702048d7d7f5c7bf47..f486228a3cbac87d6940beb65b82fb23b0eeacfd 100644 (file)
@@ -82,9 +82,7 @@
           use-build-blocker: true
           blocking-jobs:
             - 'engine-verify-package-.*'
-            - 'onap-sdc-periodic-release-offline-.*'
-            - 'onap-so-periodic-release-offline-.*'
-            - 'kubernetes-periodic-release-offline-.*'
+            - 'kubernetes-verify-package-.*'
           block-level: 'NODE'
       - throttle:
           max-per-node: 1
diff --git a/jjb/engine/verify-jobs/kubernetes-verify-deploy-test.yaml b/jjb/engine/verify-jobs/kubernetes-verify-deploy-test.yaml
new file mode 100644 (file)
index 0000000..658f80a
--- /dev/null
@@ -0,0 +1,338 @@
+---
+# ============LICENSE_START=======================================================
+#  Copyright (C) 2019 Nordix Foundation.
+# ================================================================================
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+# SPDX-License-Identifier: Apache-2.0
+# ============LICENSE_END=========================================================
+
+- project:
+    name: 'kubernetes-verify-deploy-test'
+
+    project: 'kubernetes-verify-deploy-test'
+
+    stream:
+      - 'master':
+          branch: '{stream}'
+      - '1.17':
+          branch: '{stream}'
+      - '1.15':
+          branch: '{stream}'
+
+    environment-type:
+      - online:
+          disabled: false
+          execution-mode: online-deployment
+          successful: false
+          failed: false
+          unstable: false
+          notbuilt: false
+      - offline:
+          disabled: false
+          execution-mode: offline-deployment
+          successful: false
+          failed: false
+          unstable: false
+          notbuilt: false
+
+    phase:
+      - deploy
+      - functest
+
+    type:
+      - virtual:
+          provisioner-type: 'bifrost'
+          slave-type: 'vpod'
+          gated-projects: 'infra/stack/kubernetes|infra/installer/kubespray'
+          pdf: 'https://gerrit.nordix.org/gitweb?p=infra/hwconfig.git;a=blob_plain;f=pods/nordix-vpod1-pdf.yml'
+          idf: 'https://gerrit.nordix.org/gitweb?p=infra/hwconfig.git;a=blob_plain;f=pods/nordix-vpod1-idf.yml'
+      - cloud:
+          provisioner-type: 'heat'
+          slave-type: 'jumphost'
+          gated-projects: 'infra/stack/kubernetes|infra/installer/kubespray'
+          pdf: "https://gerrit.nordix.org/gitweb?p=infra/provisioner/heat.git;a=blob_plain;f=playbooks/roles/create-stack/files/heat-environment-city-ubuntu1804.yaml"
+          idf: "https://gerrit.nordix.org/gitweb?p=infra/provisioner/heat.git;a=blob_plain;f=playbooks/roles/create-stack/files/heat-idf.yaml"
+
+    distro:
+      - ubuntu1804
+
+    cloud:
+      - city:
+          openrc-credentials-file: 'est-jenkins-openrcfile-city-frankfurt-cicd'
+
+    dependency-jobs: 'kubernetes-verify-package-{distro}-{stream}'
+    dependency-job-var: 'TRIGGER_kubernetes_verify_package_{distro}_{stream}_BUILD_RESULT'
+
+    jobs:
+      - 'kubernetes-verify-{environment-type}-deploy-test-{distro}-{cloud}-{type}-{stream}'
+      - 'kubernetes-verify-{environment-type}-{phase}-{distro}-{cloud}-{type}-{stream}'
+
+- job-template:
+    name: 'kubernetes-verify-{environment-type}-deploy-test-{distro}-{cloud}-{type}-{stream}'
+
+    project-type: multijob
+
+    disabled: '{obj:disabled}'
+
+    concurrent: true
+
+    parameters:
+      - label:
+          name: SLAVE_LABEL
+          default: 'engine-{slave-type}-{environment-type}-{distro}-fra'
+          description: 'Slave label to schedule this job on.'
+      - string:
+          name: HW_TYPE
+          default: '{type}'
+          description: 'Hardware type - could be virtual, cloud, or baremetal'
+      - string:
+          name: EXECUTION_MODE
+          default: '{execution-mode}'
+          description: 'Execution mode to run in'
+      - string:
+          name: PDF
+          default: '{pdf}'
+          description: 'PDF file to use for deployment'
+      - string:
+          name: IDF
+          default: '{idf}'
+          description: 'IDF file to use for deployment'
+      - string:
+          name: HEAT_ENVIRONMENT_FILENAME
+          default: 'heat-environment-{cloud}-{distro}.yaml'
+          description: 'Name of heat-environment file to use.'
+      - string:
+          name: HEAT_STACK_NAME
+          default: "nordix-cicd-verify-kubernetes-{environment-type}-{distro}-$GERRIT_CHANGE_NUMBER"
+          description: 'Name of the created stack'
+      - string:
+          name: KEYPAIR_NAME
+          default: "keypair-nordix-cicd-verify-kubernetes-{environment-type}-{distro}-$GERRIT_CHANGE_NUMBER"
+          description: 'Name of the created keypair'
+      - string:
+          name: USE_PREBUILT_DEPLOYMENT_IMAGE
+          default: 'true'
+          description: 'Use prebuilt deployment image while running as part of CI/CD'
+      - string:
+          name: TEST_REPO_URL
+          default: 'https://gerrit.nordix.org/infra/test.git'
+          description: 'URL to clone the test repo from'
+      - string:
+          name: TEST_FW
+          default: 'functest'
+          description: 'Test framework to use'
+      - string:
+          name: TEST_SUITE
+          default: 'healthcheck'
+          description: 'Test suite to run'
+      - string:
+          name: YARDSTICK_DISPATCHER
+          default: 'file'
+          description: 'Dispatcher to use for Yardstick reporting'
+      - string:
+          name: DELETE_STACK
+          default: 'true'
+          description: 'Delete the stack upon completion of the build'
+      - string:
+          name: VERBOSITY
+          default: 'true'
+          description: 'Verbosity setting for the engine - true or false - default is false'
+      - string:
+          name: CI_LOOP
+          default: "verify"
+          description: 'CI loop the job belongs to'
+      - project-parameters:
+          project: $GERRIT_PROJECT
+          branch: '{branch}'
+          description: 'The project and branch which the change is proposed for'
+      - nordix-gerrit-parameters
+
+    properties:
+      - logrotate
+      - build-blocker:
+          use-build-blocker: true
+          blocking-jobs:
+            - '.*?-verify-online-deploy-test-.*'
+            - '.*?-verify-offline-deploy-test-.*'
+          block-level: 'NODE'
+      - throttle:
+          max-per-node: 1
+          max-total: 3
+          option: project
+
+    scm:
+      - git-scm-gerrit:
+          ssh-credentials-id: nordixinfra-nordix-gerrit-ssh
+          branch: $GERRIT_BRANCH
+          refspec: $GERRIT_REFSPEC
+          wipe_workspace: true
+          clean_before: false
+
+    triggers:
+      - gerrit:
+          server-name: 'Nordix Gerrit'
+          trigger-on:
+            - patchset-created-event:
+                exclude-drafts: 'false'
+                exclude-trivial-rebase: 'false'
+                exclude-no-code-change: 'false'
+            - draft-published-event
+            - comment-added-contains-event:
+                comment-contains-value: 'recheck'
+            - comment-added-contains-event:
+                comment-contains-value: 'reverify'
+          projects:
+            - project-compare-type: 'REG_EXP'
+              project-pattern: '{gated-projects}'
+              branches:
+                - branch-compare-type: 'ANT'
+                  branch-pattern: '**/{branch}'
+              disable-strict-forbidden-file-verification: 'true'
+              forbidden-file-paths:
+                - compare-type: ANT
+                  pattern: 'docs/**|releasenotes/**'
+          skip-vote:
+            successful: '{obj:successful}'
+            failed: '{obj:failed}'
+            unstable: '{obj:unstable}'
+            notbuilt: '{obj:notbuilt}'
+          custom-url: '* $JOB_NAME $BUILD_URL'
+          readable-message: 'true'
+          dependency-jobs: '{dependency-jobs}'
+
+    wrappers:
+      - build-timeout:
+          timeout: 180
+      - credentials-binding:
+          - file:
+              credential-id: '{openrc-credentials-file}'
+              variable: OPENRC_FILE
+          - username-password-separated:
+              credential-id: 'nordix-cicd-arm-credentials'
+              username: NORDIX_ARM_USERNAME
+              password: NORDIX_ARM_TOKEN
+      - mask-passwords
+      - openstack:
+          single-use: True
+      - pre-scm-buildstep:
+          failOnError: true
+          buildsteps:
+            - system-groovy:
+                command: |
+                  def build = this.getProperty('binding').getVariable('build')
+                  def listener = this.getProperty('binding').getVariable('listener')
+                  if (build.getEnvironment(listener).{dependency-job-var} != "SUCCESS") {{
+                    println "WARN  : Aborting build since dependent job did not succeed!"
+                    throw new InterruptedException()
+                  }}
+            - shell: |
+                #!/bin/bash
+                sudo chown -R $USER:$USER $WORKSPACE || exit 1
+                # offline nodes can not resolve Nordix Artifactory and Gerrit
+                if [[ "$EXECUTION_MODE" == "offline-deployment" ]]; then
+                  echo "Info  : Offline deployment. Adding City OpenStack Endpoint, Nordix Artifactory and Gerrit Public IP to /etc/hosts"
+                  sudo sed -i 's/^search/# search/' /etc/resolv.conf
+                  sudo bash -c "cat << EOF >> /etc/hosts
+                # managed by engine
+                91.106.198.25 artifactory.nordix.org
+                91.106.198.142 gerrit.nordix.org
+                86.107.242.50 fra1.citycloud.com
+                # managed by engine
+                EOF"
+                  # we need to get rid of search domain as well
+                  sudo sed -i 's/^search/# search/' /etc/resolv.conf
+                fi
+
+    builders:
+      - 'generate-change-metadata-macro'
+      - multijob:
+          name: "{environment-type} deployment on {type} instances"
+          condition: SUCCESSFUL
+          execution-type: PARALLEL
+          projects:
+            - name: 'kubernetes-verify-{environment-type}-deploy-{distro}-city-{type}-master'
+              current-parameters: true
+              git-revision: true
+              node-parameters: true
+              kill-phase-on: FAILURE
+              abort-all-job: false
+              property-file: $WORKSPACE/change.properties
+      - multijob:
+          name: "{environment-type} testing on {type} instances"
+          condition: SUCCESSFUL
+          execution-type: PARALLEL
+          projects:
+            - name: 'kubernetes-verify-{environment-type}-functest-{distro}-city-{type}-master'
+              current-parameters: true
+              git-revision: false
+              node-parameters: true
+              kill-phase-on: FAILURE
+              abort-all-job: false
+              property-file: $WORKSPACE/change.properties
+
+    publishers:
+      - postbuildscript:
+          builders:
+            - role: SLAVE
+              build-on:
+                - SUCCESS
+                - FAILURE
+                - ABORTED
+                - NOT_BUILT
+                - UNSTABLE
+              build-steps:
+                - 'wait-pkg-mgr-macro'
+                - 'delete-stack-macro'
+
+- job-template:
+    name: 'kubernetes-verify-{environment-type}-{phase}-{distro}-{cloud}-{type}-{stream}'
+
+    disabled: '{obj:disabled}'
+
+    concurrent: true
+
+    properties:
+      - logrotate
+      - throttle:
+          max-per-node: 1
+          max-total: 3
+          option: project
+
+    scm:
+      - git-scm-gerrit:
+          ssh-credentials-id: nordixinfra-nordix-gerrit-ssh
+          branch: $GERRIT_BRANCH
+          refspec: $GERRIT_REFSPEC
+          wipe_workspace: true
+          clean_before: false
+
+    wrappers:
+      - build-timeout:
+          timeout: 180
+      - credentials-binding:
+          - file:
+              credential-id: '{openrc-credentials-file}'
+              variable: OPENRC_FILE
+          - username-password-separated:
+              credential-id: 'nordix-cicd-arm-credentials'
+              username: NORDIX_ARM_USERNAME
+              password: NORDIX_ARM_TOKEN
+      - mask-passwords
+      - fix-workspace-permissions
+
+    builders:
+      - 'generate-ssh-keypair-macro'
+      - 'wait-pkg-mgr-macro'
+      - 'download-artifact-macro'
+      - '{phase}-macro'
diff --git a/jjb/engine/verify-jobs/kubernetes-verify-package.yaml b/jjb/engine/verify-jobs/kubernetes-verify-package.yaml
new file mode 100644 (file)
index 0000000..6850686
--- /dev/null
@@ -0,0 +1,184 @@
+---
+# ============LICENSE_START=======================================================
+#  Copyright (C) 2019 Nordix Foundation.
+# ================================================================================
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+# SPDX-License-Identifier: Apache-2.0
+# ============LICENSE_END=========================================================
+
+- project:
+    name: 'kubernetes-verify-package'
+
+    project: 'kubernetes-verify-package'
+
+    stream:
+      - 'master':
+          branch: '{stream}'
+          openrc-credentials-file: 'est-jenkins-openrcfile-city-frankfurt-cicd'
+          execution-mode: 'packaging'
+          gated-projects: 'infra/stack/kubernetes|infra/installer/kubespray'
+          successful: false
+          failed: false
+          unstable: false
+          notbuilt: false
+      - '1.17':
+          branch: '{stream}'
+          openrc-credentials-file: 'est-jenkins-openrcfile-city-frankfurt-cicd'
+          execution-mode: 'packaging'
+          gated-projects: 'infra/stack/kubernetes|infra/installer/kubespray'
+          successful: false
+          failed: false
+          unstable: false
+          notbuilt: false
+      - '1.15':
+          branch: '{stream}'
+          openrc-credentials-file: 'est-jenkins-openrcfile-city-frankfurt-cicd'
+          execution-mode: 'packaging'
+          gated-projects: 'infra/stack/kubernetes|infra/installer/kubespray'
+          successful: false
+          failed: false
+          unstable: false
+          notbuilt: false
+
+    distro:
+      - ubuntu1804
+
+    dependency-jobs: 'kubernetes-verify-tox-{stream}'
+    dependency-job-var: 'TRIGGER_kubernetes_verify_tox_{stream}_BUILD_RESULT'
+
+    jobs:
+      - 'kubernetes-verify-package-{distro}-{stream}'
+
+- job-template:
+    name: 'kubernetes-verify-package-{distro}-{stream}'
+
+    disabled: '{obj:disabled}'
+
+    concurrent: true
+
+    parameters:
+      - string:
+          name: EXECUTION_MODE
+          default: '{execution-mode}'
+          description: 'Engine execution mode - packaging'
+      - string:
+          name: DISTRO
+          default: '{distro}'
+          description: 'Distribution to use for configuring target nodes (networking etc.)'
+      - string:
+          name: VERBOSITY
+          default: 'true'
+          description: 'Verbosity setting for the engine - true or false - default is false'
+      - string:
+          name: CI_LOOP
+          default: 'verify'
+          description: 'CI loop type'
+      - label:
+          name: SLAVE_LABEL
+          default: 'engine-package-{distro}-fra'
+          description: 'Slave label to schedule this job on.'
+      - project-parameters:
+          project: $GERRIT_PROJECT
+          branch: '{branch}'
+          description: 'The project and branch which the change is proposed for'
+      - nordix-gerrit-parameters
+
+    properties:
+      - logrotate
+      - build-blocker:
+          use-build-blocker: true
+          blocking-jobs:
+            - 'engine-verify-package-.*'
+            - 'kubernetes-verify-package-.*'
+          block-level: 'NODE'
+      - throttle:
+          max-per-node: 1
+          max-total: 3
+          option: project
+
+    scm:
+      - git-scm-gerrit:
+          ssh-credentials-id: nordixinfra-nordix-gerrit-ssh
+          branch: $GERRIT_BRANCH
+          refspec: $GERRIT_REFSPEC
+          wipe_workspace: true
+          clean_before: false
+
+    triggers:
+      - gerrit:
+          server-name: 'Nordix Gerrit'
+          trigger-on:
+            - patchset-created-event:
+                exclude-drafts: 'false'
+                exclude-trivial-rebase: 'false'
+                exclude-no-code-change: 'false'
+            - draft-published-event
+            - comment-added-contains-event:
+                comment-contains-value: 'recheck'
+            - comment-added-contains-event:
+                comment-contains-value: 'reverify'
+          projects:
+            - project-compare-type: 'REG_EXP'
+              project-pattern: '{gated-projects}'
+              branches:
+                - branch-compare-type: 'ANT'
+                  branch-pattern: '**/{branch}'
+              disable-strict-forbidden-file-verification: 'true'
+              forbidden-file-paths:
+                - compare-type: ANT
+                  pattern: 'docs/**|releasenotes/**'
+          skip-vote:
+            successful: '{obj:successful}'
+            failed: '{obj:failed}'
+            unstable: '{obj:unstable}'
+            notbuilt: '{obj:notbuilt}'
+          custom-url: '* $JOB_NAME $BUILD_URL'
+          readable-message: 'true'
+          dependency-jobs: '{dependency-jobs}'
+
+    wrappers:
+      - openstack:
+          single-use: True
+      - build-timeout:
+          timeout: 240
+      - credentials-binding:
+          - username-password-separated:
+              credential-id: 'nordix-cicd-arm-credentials'
+              username: NORDIX_ARM_USERNAME
+              password: NORDIX_ARM_TOKEN
+      - mask-passwords
+      - pre-scm-buildstep:
+          failOnError: true
+          buildsteps:
+            - system-groovy:
+                command: |
+                  def build = this.getProperty('binding').getVariable('build')
+                  def listener = this.getProperty('binding').getVariable('listener')
+                  if (build.getEnvironment(listener).{dependency-job-var} != "SUCCESS") {{
+                    println "WARN  : Aborting build since dependent job did not succeed!"
+                    throw new InterruptedException()
+                  }}
+            - shell: |
+                #!/bin/bash
+                sudo chown -R $USER:$USER $WORKSPACE || exit 1
+
+
+    builders:
+      - 'generate-change-metadata-macro'
+      - inject:
+          properties-file: "$WORKSPACE/change.properties"
+      - 'generate-ssh-keypair-macro'
+      - 'wait-pkg-mgr-macro'
+      - 'package-macro'
+      - 'upload-artifact-macro'
diff --git a/jjb/engine/verify-jobs/kubernetes-verify-tox.yaml b/jjb/engine/verify-jobs/kubernetes-verify-tox.yaml
new file mode 100644 (file)
index 0000000..2c192ba
--- /dev/null
@@ -0,0 +1,169 @@
+---
+# ============LICENSE_START=======================================================
+#  Copyright (C) 2019 Nordix Foundation.
+# ================================================================================
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+# SPDX-License-Identifier: Apache-2.0
+# ============LICENSE_END=========================================================
+
+- project:
+    name: 'kubernetes-tox'
+
+    project: 'kubernetes-tox'
+
+    stream:
+      - 'master':
+          branch: '{stream}'
+          gated-projects: 'infra/stack/kubernetes|infra/installer/kubespray'
+      - '1.17':
+          branch: '{stream}'
+          gated-projects: 'infra/stack/kubernetes|infra/installer/kubespray'
+      - '1.15':
+          branch: '{stream}'
+          gated-projects: 'infra/stack/kubernetes|infra/installer/kubespray'
+
+    lint-type:
+      - ansible-lint:
+          disabled: false
+          repos-to-ignore: ''
+      - shellcheck:
+          disabled: false
+          repos-to-ignore: ''
+      - yamllint:
+          disabled: false
+          repos-to-ignore: ''
+
+    jobs:
+      - 'kubernetes-verify-tox-{stream}'
+      - 'kubernetes-verify-{lint-type}-{stream}'
+
+- job-template:
+    name: 'kubernetes-verify-tox-{stream}'
+
+    project-type: multijob
+
+    concurrent: true
+
+    node: infra-tools-docker-slave-ubuntu1804
+
+    parameters:
+      - project-parameters:
+          project: $GERRIT_PROJECT
+          branch: '{branch}'
+          description: 'The project and branch which the change is proposed for'
+      - string:
+          name: VERBOSITY
+          default: 'false'
+          description: 'Verbosity setting for the tox script'
+      - nordix-gerrit-parameters
+
+    properties:
+      - logrotate
+
+    wrappers:
+      - build-timeout:
+          timeout: 60
+      - fix-workspace-permissions
+
+    scm:
+      - git-scm-gerrit:
+          ssh-credentials-id: nordixinfra-nordix-gerrit-ssh
+          branch: $GERRIT_BRANCH
+          refspec: $GERRIT_REFSPEC
+          wipe_workspace: true
+          clean_before: false
+
+    triggers:
+      - gerrit:
+          server-name: 'Nordix Gerrit'
+          trigger-on:
+            - patchset-created-event:
+                exclude-drafts: 'false'
+                exclude-trivial-rebase: 'false'
+                exclude-no-code-change: 'false'
+            - draft-published-event
+            - comment-added-contains-event:
+                comment-contains-value: 'recheck'
+            - comment-added-contains-event:
+                comment-contains-value: 'reverify'
+          projects:
+            - project-compare-type: 'REG_EXP'
+              project-pattern: '{gated-projects}'
+              branches:
+                - branch-compare-type: 'ANT'
+                  branch-pattern: '**/{branch}'
+              disable-strict-forbidden-file-verification: 'false'
+              forbidden-file-paths:
+                - compare-type: ANT
+                  pattern: '.gitignore|.gitreview|.yamllint|README.md|bindep.txt|setup.cfg|setup.py'
+          custom-url: '* $JOB_NAME $BUILD_URL'
+
+    builders:
+      - multijob:
+          name: Static Analysis
+          condition: ALWAYS
+          execution-type: PARALLEL
+          projects:
+            - name: 'kubernetes-verify-ansible-lint-{stream}'
+              current-parameters: true
+              kill-phase-on: NEVER
+              abort-all-job: false
+            - name: 'kubernetes-verify-shellcheck-{stream}'
+              current-parameters: true
+              kill-phase-on: NEVER
+              abort-all-job: false
+            - name: 'kubernetes-verify-yamllint-{stream}'
+              current-parameters: true
+              kill-phase-on: NEVER
+              abort-all-job: false
+
+- job-template:
+    name: 'kubernetes-verify-{lint-type}-{stream}'
+
+    disabled: '{obj:disabled}'
+
+    concurrent: true
+
+    node: infra-tools-docker-slave-ubuntu1804
+
+    parameters:
+      - string:
+          name: LINT_TYPE
+          default: '{lint-type}'
+          description: 'Lint type to run'
+      - string:
+          name: REPOS_TO_IGNORE
+          default: '{repos-to-ignore}'
+          description: 'Repos to ignore for the specific lint type'
+
+    properties:
+      - logrotate
+
+    wrappers:
+      - build-timeout:
+          timeout: 150
+      - fix-workspace-permissions
+
+    scm:
+      - git-scm-gerrit:
+          ssh-credentials-id: nordixinfra-nordix-gerrit-ssh
+          branch: $GERRIT_BRANCH
+          refspec: $GERRIT_REFSPEC
+          wipe_workspace: true
+          clean_before: false
+
+    builders:
+      - 'tox-macro'
+
+# vim: set ts=2 sw=2 expandtab: