- metal3-io
- nordix-metal3
ci_github_repo: 'https://github.com/metal3-io/project-infra.git'
+ ci_github_jenkins_credentials_id: 'metal3-jenkins-github-username-token'
ci_github_pipeline: 'jenkins/jobs/integration_tests.pipeline'
e2e_feature_test_parallel_pipeline: 'jenkins/jobs/parallel_e2e_features_test.pipeline'
- e2e_feature_test_pipeline: 'jenkins/jobs/capm3-e2e-tests.pipeline'
- ci_github_jenkins_credentials_id: 'metal3-jenkins-github-username-token'
+ e2e_tests_pipeline: 'jenkins/jobs/capm3-e2e-tests.pipeline'
dev_env_integration_test_pipeline: 'jenkins/jobs/dev_env_integration_tests.pipeline'
+ image_building_pipeline: 'jenkins/jobs/image_building.pipeline'
# NOTE: auth-id is taken from Jenkins Global Configuration (NOT THE CREDENTIAL STORE!)
# by clicking Auth ID button for the desired GitHub Server API URL
# Please ensure you are looking at GitHub Pull Request Builder part
default: 4096
description: 'RAM size of the target host.'
- string:
- name: TESTS_FOR
- default: "e2e_tests"
- description: 'Tests using the e2e framework.'
+ name: NUM_NODES
+ default: 2
+ description: 'Number of libvirt VMs.'
- string:
name: GINKGO_FOCUS
default: "basic"
wipe-workspace: True
honor-refspec: True
shallow-clone: False
- script-path: "jenkins/jobs/prow_integration_tests.pipeline"
+ script-path: "{e2e_tests_pipeline}"
lightweight-checkout: False
- project:
name: IMAGE_OS
default: "ubuntu"
description: 'Distribution to use for the target host as well as source and target cluster. Can be ubuntu or centos'
+ - string:
+ name: CAPI_VERSION
+ default: 'v1beta1'
+ description: 'Cluster API version. E.g. v1beta1.'
+ - string:
+ name: CAPM3_VERSION
+ default: 'v1beta1'
+ description: 'Cluster API provider Metal3 version. E.g. v1beta1.'
- string:
name: capm3_release_branch
default: '{capm3_release_branch}'
default: 4096
description: 'RAM size of the target host.'
- string:
- name: TESTS_FOR
- default: "e2e_tests"
- description: 'Tests using the e2e framework.'
+ name: NUM_NODES
+ default: 5
+ description: 'Number of libvirt VMs.'
- string:
name: GINKGO_FOCUS
default: "clusterctl-upgrade"
description: 'Select the e2e upgrade test'
+
properties:
- build-discarder:
days-to-keep: 30
wipe-workspace: True
honor-refspec: True
shallow-clone: False
- script-path: "{e2e_feature_test_pipeline}"
+ script-path: "{e2e_tests_pipeline}"
lightweight-checkout: False
default: 4096
description: 'RAM size of the target host.'
- string:
- name: TESTS_FOR
- default: "e2e_tests"
- description: 'Tests using the e2e framework.'
+ name: NUM_NODES
+ default: 4
+ description: 'Number of libvirt VMs.'
- string:
name: GINKGO_FOCUS
default: "features"
default: 4096
description: 'RAM size of the target host.'
- string:
- name: TESTS_FOR
- default: "e2e_tests"
- description: 'Tests using the e2e framework.'
+ name: NUM_NODES
+ default: 2
+ description: 'Number of libvirt VMs.'
- string:
name: GINKGO_FOCUS
default: "integration"
wipe-workspace: True
honor-refspec: True
shallow-clone: False
- script-path: "jenkins/jobs/prow_integration_tests.pipeline"
+ script-path: "{e2e_tests_pipeline}"
lightweight-checkout: False
- job-template:
id: capm3_e2e_k8s_upgrade_tests_prow
name: '{job_prefix}-e2e-{k8s_versions}-upgrade-test-{capm3_target_branch}'
- description: "CAPM3 e2e k8s upgrade tests for on {image_os}."
+ description: "CAPM3 e2e k8s upgrade tests for on ubuntu."
project-type: pipeline
defaults: global
disabled: False
# End of Prow parameters
- string:
name: IMAGE_OS
- default: '{image_os}'
+ default: "ubuntu"
description: 'Distribution to use for the target host as well as source and target cluster. Can be ubuntu or centos'
- string:
name: capm3_release_branch
default: 4096
description: 'RAM size of the target host.'
- string:
- name: TESTS_FOR
- default: "e2e_tests"
- description: 'Tests using the e2e framework.'
+ name: NUM_NODES
+ default: 4
+ description: 'Number of libvirt VMs.'
- string:
name: GINKGO_FOCUS
default: "k8s-upgrade"
wipe-workspace: True
honor-refspec: True
shallow-clone: False
- script-path: "jenkins/jobs/prow_integration_tests.pipeline"
+ script-path: "{e2e_tests_pipeline}"
lightweight-checkout: False
name: IMAGE_OS
default: "ubuntu"
description: 'Distribution to use for the target host as well as source and target cluster. Can be ubuntu or centos'
+ - string:
+ name: CAPI_VERSION
+ default: 'v1beta1'
+ description: 'Cluster API version. E.g. v1beta1.'
+ - string:
+ name: CAPM3_VERSION
+ default: 'v1beta1'
+ description: 'Cluster API provider Metal3 version. E.g. v1beta1.'
- string:
name: capm3_release_branch
default: '{capm3_release_branch}'
default: 4096
description: 'RAM size of the target host.'
- string:
- name: TESTS_FOR
- default: "e2e_tests"
- description: 'Tests using the e2e framework.'
+ name: NUM_NODES
+ default: 5
+ description: 'Number of libvirt VMs.'
- string:
name: GINKGO_FOCUS
default: "clusterctl-upgrade"
wipe-workspace: True
honor-refspec: True
shallow-clone: False
- script-path: "{e2e_feature_test_pipeline}"
+ script-path: "{e2e_tests_pipeline}"
lightweight-checkout: False
- job-template:
id: capm3_periodic_e2e_ephemeral_tests
- name: '{job_prefix}_periodic_e2e_ephemeral_test_{image_os}'
- description: "CAPM3 v1beta1 e2e tests in ephemeral cluster for {repo[org]}/{repo[name]} on centos."
+ name: '{job_prefix}-periodic-{image_os}-e2e-ephemeral-test-{capm3_target_branch}'
+ description: "CAPM3 v1beta1 e2e tests in ephemeral cluster on centos."
project-type: pipeline
defaults: global
disabled: False
concurrent: True
parameters:
+ # Parameters set by Prow
- string:
- name: PROJECT_REPO_ORG
- default: '{repo[org]}'
+ name: BUILD_ID
+ description: 'Used by Prow when triggering jobs'
+ - string:
+ name: PROW_JOB_ID
+ description: 'Used by Prow when triggering jobs'
+ - string:
+ name: REPO_OWNER
+ default: 'metal3-io'
description: 'Project github repo org name'
- string:
- name: PROJECT_REPO_NAME
- default: '{repo[name]}'
+ name: REPO_NAME
+ default: 'cluster-api-provider-metal3'
description: 'Project github repo name'
- string:
- name: ghprbActualCommit
- default: 'main'
- description: 'CI Repo branch for triggering manual build'
+ name: PULL_BASE_REF
+ default: '{capm3_release_branch}'
+ description: 'Ref name of the base branch'
- string:
- name: ghprbAuthorRepoGitUrl
- default: 'https://github.com/{repo[org]}/{repo[name]}.git'
- description: 'CI Repo URL for triggering manual build'
+ name: PULL_PULL_SHA
+ default: '{capm3_release_branch}'
+ description: 'Pull request head SHA'
- string:
- name: ghprbTargetBranch
- default: 'main'
- description: 'Target branch of the PR'
+ name: PULL_NUMBER
+ description: 'Pull request number'
+ # End of Prow parameters
- string:
name: IMAGE_OS
default: '{image_os}'
description: 'Distribution to use for the target host as well as source and target cluster. Can be ubuntu or centos'
- string:
name: capm3_release_branch
- default: 'main'
+ default: '{capm3_release_branch}'
description: 'The target branch of CAPM3 to be used for this test'
- string:
name: bmo_release_branch
- default: 'main'
+ default: '{bmo_release_branch}'
description: 'The target branch of BMO to be used for this test'
- string:
name: CAPI_VERSION
- default: 'v1beta1'
- description: 'Cluster API version. E.g. v1beta1.'
+ default: '{capi_version}'
+ description: 'Cluster API version.'
- string:
name: CAPM3_VERSION
- default: 'v1beta1'
- description: 'Cluster API provider Metal3 version. E.g. v1beta1.'
+ default: '{capm3_version}'
+ description: 'Cluster API provider Metal3 version.'
- string:
name: TARGET_NODE_MEMORY
default: 4096
description: 'RAM size of the target host.'
- string:
- name: TESTS_FOR
- default: "e2e_tests"
- description: 'Tests using the e2e framework.'
+ name: NUM_NODES
+ default: 4
+ description: 'Number of libvirt VMs.'
- bool:
name: EPHEMERAL_TEST
default: True
wipe-workspace: True
honor-refspec: True
shallow-clone: False
- script-path: "{ci_github_pipeline}"
+ script-path: "{e2e_tests_pipeline}"
lightweight-checkout: False
name: NUM_NODES
default: 4
description: 'Number of libvirt VMs.'
- - string:
- name: TESTS_FOR
- default: "e2e_tests"
- description: 'Tests using the e2e framework.'
- string:
name: GINKGO_FOCUS
default: "features"
default: 4096
description: 'RAM size of the target host.'
- string:
- name: TESTS_FOR
- default: "e2e_tests"
- description: 'Tests using the e2e framework.'
+ name: NUM_NODES
+ default: 2
+ description: 'Number of libvirt VMs.'
- string:
name: GINKGO_FOCUS
default: "integration"
wipe-workspace: True
honor-refspec: True
shallow-clone: False
- script-path: "jenkins/jobs/prow_integration_tests.pipeline"
+ script-path: "{e2e_tests_pipeline}"
lightweight-checkout: False
# End of Prow parameters
- string:
name: IMAGE_OS
- default: '{image_os}'
- description: 'Distribution to use for the target host as well as source and target cluster. Can be ubuntu or centos'
+ default: "ubuntu"
+ description: 'Distribution to use for the target host as well as source and target cluster. Default is ubuntu'
- string:
name: capm3_release_branch
default: '{capm3_release_branch}'
default: 4096
description: 'RAM size of the target host.'
- string:
- name: TESTS_FOR
- default: "e2e_tests"
- description: 'Tests using the e2e framework.'
+ name: NUM_NODES
+ default: 4
+ description: 'Number of libvirt VMs.'
- string:
name: GINKGO_FOCUS
default: "k8s-upgrade"
wipe-workspace: True
honor-refspec: True
shallow-clone: False
- script-path: "jenkins/jobs/prow_integration_tests.pipeline"
+ script-path: "{e2e_tests_pipeline}"
lightweight-checkout: False
- job-template:
id: ci_image_building
- name: '{job_prefix}_ci_image_building'
+ name: '{job_prefix}_periodic_ci_image_building'
description: "Builder job for CI images for Metal3 CI"
project-type: pipeline
defaults: global
disabled: False
concurrent: True
+ parameters:
+ - string:
+ name: IMAGE_TYPE
+ default: 'ci'
+ description: 'Specifies the type of image being built in pipeline'
properties:
- build-discarder:
artifact-num-to-keep: -1
triggers:
- - timed: "0 5 */5 * *"
+ - timed: "0 6 */14 * *"
pipeline-scm:
scm:
wipe-workspace: True
honor-refspec: True
shallow-clone: False
- script-path: 'jenkins/jobs/{id}.pipeline'
+ script-path: "{image_building_pipeline}"
lightweight-checkout: False
- job-template:
id: dev_env_integration_tests_prow
- name: 'dev-env-integration-test-{image_os}-{capm3_target_branch}{name_postfix}'
+ name: '{job_prefix}-dev-env-integration-test-{image_os}-{capm3_target_branch}{name_postfix}'
description: "CAPM3 {capm3_version} integration tests on {image_os} with ironic installed from {ironic_install_type}."
project-type: pipeline
defaults: integration-default-values
description: 'Project github repo name'
- string:
name: PULL_BASE_REF
- default: '{capm3_release_branch}'
+ default: "main"
description: 'Ref name of the base branch'
- string:
name: PULL_PULL_SHA
- default: '{capm3_release_branch}'
+ default: "main"
description: 'Pull request head SHA'
- string:
name: PULL_NUMBER
- job-template:
id: dev_env_periodic_integration_tests_prow
- name: 'dev-env-periodic-integration-test-{image_os}-{capm3_target_branch}{name_postfix}'
+ name: '{job_prefix}-periodic-dev-env-integration-test-{image_os}-{capm3_target_branch}{name_postfix}'
description: "CAPM3 {capm3_version} integration tests on {image_os} with ironic installed from {ironic_install_type}."
project-type: pipeline
defaults: integration-default-values
description: 'Project github repo name'
- string:
name: PULL_BASE_REF
- default: '{capm3_release_branch}'
+ default: "main"
description: 'Ref name of the base branch'
- string:
name: PULL_PULL_SHA
- default: '{capm3_release_branch}'
+ default: "main"
description: 'Pull request head SHA'
- string:
name: PULL_NUMBER
+++ /dev/null
----
-#
-# ============LICENSE_START=======================================================
-# Copyright (C) 2019 Nordix Foundation.
-# ================================================================================
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-# SPDX-License-Identifier: Apache-2.0
-# ============LICENSE_END=========================================================
-
-# Description:
-# ============
-# This file contains job template definition for Cluster API Provider Metal3 (CAPM3)
-# dev tools integration tests.
-# This job can be triggered manually or through a Github pull request. It creates a
-# pipeline job. The pipeline scripts are maintained in Nordix/metal3-dev-tools repository.
-
-- job-template:
- id: metal3_dev_tools_integration_test
- name: 'metal3_dev_tools_integration_test_{image_os}'
- description: "CAPM3 v1beta1 metal3-dev-tools integration tests for {repo[org]}/{repo[name]} on {image_os}."
- project-type: pipeline
- defaults: global
- disabled: False
- concurrent: True
- parameters:
- - string:
- name: PROJECT_REPO_ORG
- default: '{repo[org]}'
- description: 'Project github repo org name'
- - string:
- name: PROJECT_REPO_NAME
- default: '{repo[name]}'
- description: 'Project github repo name'
- - string:
- name: ghprbActualCommit
- default: 'main'
- description: 'CI Repo branch for triggering manual build'
- - string:
- name: ghprbAuthorRepoGitUrl
- default: 'https://github.com/{repo[org]}/{repo[name]}.git'
- description: 'CI Repo URL for triggering manual build'
- - string:
- name: ghprbTargetBranch
- default: 'main'
- description: 'Target branch of the PR'
- - string:
- name: IMAGE_OS
- default: '{image_os}'
- description: 'Distribution to use for the target host as well as source and target cluster. Can be ubuntu or centos'
- - string:
- name: CAPI_VERSION
- default: 'v1beta1'
- description: 'Cluster API version. E.g. v1beta1.'
- - string:
- name: CAPM3_VERSION
- default: 'v1beta1'
- description: 'Cluster API provider Metal3 version. E.g. v1beta1.'
- - string:
- name: TARGET_NODE_MEMORY
- default: 4096
- description: 'RAM size of the target host.'
- - string:
- name: KUBERNETES_VERSION
- default: ""
- description: 'Kubernetes version'
-
- properties:
- - build-discarder:
- days-to-keep: 30
- num-to-keep: 300
- artifact-days-to-keep: -1
- artifact-num-to-keep: -1
- - github:
- url: https://github.com/{repo[org]}/{repo[name]}
-
- triggers:
- - github-pull-request:
- admin-list:
- - '{ci_github_admin_user}'
- org-list: "{ci_github_whitelist_org}"
- cron: 'H/5 * * * *'
- auth-id: "{ci_ghprb_auth_id}"
- trigger-phrase: '.*?/test-integration-metal3-dev-tools-{image_os}.*?'
- skip-build-phrase: '/skip-test'
- only-trigger-phrase: True
- github-hooks: True
- permit-all: False
- auto-close-on-fail: False
- allow-whitelist-orgs-as-admins: True
- white-list-target-branches:
- - 'main'
- status-context: "test-integration-metal3-dev-tools-{image_os}"
- success-status: "Passed"
- failure-status: "Failed"
- error-status: "Error"
- cancel-builds-on-update: True
- pipeline-scm:
- scm:
- - git:
- url: "{ci_github_repo}"
- credentials-id: "{ci_github_jenkins_credentials_id}"
- branches:
- - '{branch|main}'
- name: 'origin'
- refspec: '+refs/heads/*:refs/remotes/origin/*'
- wipe-workspace: True
- honor-refspec: True
- shallow-clone: False
- script-path: 'ci/jobs/metal3_dev_tools_integration_tests.pipeline'
- lightweight-checkout: False
----
#
# ============LICENSE_START=======================================================
# Copyright (C) 2019 Nordix Foundation.
# NOTE: KUBERNETES_VERSION and KUBECTL_SHA256 are changed as a pair
- job-template:
- id: openstack_node_image_building
- name: '{job_prefix}_openstack_node_image_building'
- description: "Builder job for Openstack node images for Metal3 CI"
+ id: node_image_building
+ name: '{job_prefix}_periodic_node_image_building'
+ description: "Builder job for node images for Metal3 CI"
project-type: pipeline
defaults: global
disabled: False
concurrent: True
parameters:
+ - string:
+ name: IMAGE_TYPE
+ default: 'node'
+ description: 'Specifies the type of image being built in pipeline'
- string:
name: KUBERNETES_VERSION
- default: "v1.29.0"
+ default: "v1.30.0"
description: 'Kubernetes version'
- string:
name: KUBECTL_SHA256
- default: '0e03ab096163f61ab610b33f37f55709d3af8e16e4dcc1eb682882ef80f96fd5' # v1.29.0
+ default: '7c3807c0f5c1b30110a2ff1e55da1d112a6d0096201f1beb81b269f582b5d1c5' # v1.30.0
description: 'Kubectl SHA256 digest matching KUBERNETES_VERSION'
- string:
name: CRICTL_VERSION
- default: "v1.29.0"
+ default: "v1.30.0"
description: 'CRICTL VERSION'
- string:
name: CRIO_VERSION
- default: "v1.29.0"
+ default: "v1.29.3"
description: 'CRI-O VERSION'
properties:
artifact-days-to-keep: -1
artifact-num-to-keep: -1
+ triggers:
+ - timed: "0 5 */14 * *"
+
pipeline-scm:
scm:
- git:
url: "{ci_github_repo}"
credentials-id: "{ci_github_jenkins_credentials_id}"
branches:
- - 'main'
+ - 'main'
name: 'origin'
refspec: '+refs/heads/*:refs/remotes/origin/*'
wipe-workspace: True
honor-refspec: True
shallow-clone: False
- included-regions:
- - "ci/images/.*"
- - "ci/scripts/image_scripts/.*"
- script-path: 'ci/jobs/{id}.pipeline'
+ script-path: "{image_building_pipeline}"
lightweight-checkout: False
----
#
# ============LICENSE_START=======================================================
# Copyright (C) 2019 Nordix Foundation.
parameters:
- string:
name: KUBERNETES_VERSION
- default: "v1.29.0"
+ default: "v1.30.0"
description: 'Kubernetes version'
- string:
name: KUBECTL_SHA256
- default: '0e03ab096163f61ab610b33f37f55709d3af8e16e4dcc1eb682882ef80f96fd5' # v1.29.0
+ default: '7c3807c0f5c1b30110a2ff1e55da1d112a6d0096201f1beb81b269f582b5d1c5' # v1.30.0
description: 'Kubectl SHA256 digest matching KUBERNETES_VERSION'
- string:
name: KIND_NODE_IMAGE_VERSION
- default: "v1.29.0"
+ default: "v1.29.2"
description: 'Kind node container image version'
properties:
url: "{ci_github_repo}"
credentials-id: "{ci_github_jenkins_credentials_id}"
branches:
- - 'main'
+ - 'main'
name: 'origin'
refspec: '+refs/heads/*:refs/remotes/origin/*'
wipe-workspace: True
ci_github_whitelist_org:
- nordix-metal3
jobs:
- - openstack_image_building
- - openstack_node_image_building
- docker_image_building
- update_nordix_repos
- periodic_fullstack_building
- fullstack_building_test
- - metal3_dev_tools_integration_test:
- image_os:
- - ubuntu
- - centos
- artifact_cleanup
repo:
org: "Nordix"
name: 'image_building'
jobs:
- ci_image_building
+ - node_image_building
- project:
name: integration-tests
- image_os: centos
- capm3_e2e_k8s_upgrade_tests_prow:
k8s_versions:
+ - 1-29-1-30:
+ k8s_version_upgrade_from: v1.29.0
+ k8s_version_upgrade_to: v1.30.0
+ kubectl_sha256: 7c3807c0f5c1b30110a2ff1e55da1d112a6d0096201f1beb81b269f582b5d1c5 # v1.30.0
+ capm3_release_branch: main
+ bmo_release_branch: main
+ capm3_target_branch: main
- 1-28-1-29:
k8s_version_upgrade_from: v1.28.1
k8s_version_upgrade_to: v1.29.0
capm3_release_branch: main
bmo_release_branch: main
capm3_target_branch: main
- - 1-26-1-27:
- k8s_version_upgrade_from: v1.26.4
- k8s_version_upgrade_to: v1.27.4
- kubectl_sha256: 4685bfcf732260f72fce58379e812e091557ef1dfc1bc8084226c7891dd6028f # v1.27.4
- capm3_release_branch: main
- capm3_target_branch: main
- bmo_release_branch: main
- - 1-28-1-29:
- k8s_version_upgrade_from: v1.28.1
- k8s_version_upgrade_to: v1.29.0
- kubectl_sha256: 0e03ab096163f61ab610b33f37f55709d3af8e16e4dcc1eb682882ef80f96fd5 # v1.29.0
+ - 1-29-1-30:
+ k8s_version_upgrade_from: v1.29.0
+ k8s_version_upgrade_to: v1.30.0
+ kubectl_sha256: 7c3807c0f5c1b30110a2ff1e55da1d112a6d0096201f1beb81b269f582b5d1c5 # v1.30.0
capm3_release_branch: release-1.7
bmo_release_branch: release-0.6
capm3_target_branch: release-1-7
- image_os: centos
- capm3_periodic_e2e_k8s_upgrade_tests_prow:
k8s_versions:
+ - 1-29-1-30:
+ k8s_version_upgrade_from: v1.29.0
+ k8s_version_upgrade_to: v1.30.0
+ kubectl_sha256: 7c3807c0f5c1b30110a2ff1e55da1d112a6d0096201f1beb81b269f582b5d1c5 # v1.30.0
+ capm3_release_branch: main
+ bmo_release_branch: main
+ capm3_target_branch: main
- 1-28-1-29:
k8s_version_upgrade_from: v1.28.1
k8s_version_upgrade_to: v1.29.0
capm3_release_branch: main
bmo_release_branch: main
capm3_target_branch: main
- - 1-26-1-27:
- k8s_version_upgrade_from: v1.26.4
- k8s_version_upgrade_to: v1.27.4
- kubectl_sha256: 4685bfcf732260f72fce58379e812e091557ef1dfc1bc8084226c7891dd6028f # v1.27.4
- capm3_release_branch: main
- bmo_release_branch: main
- capm3_target_branch: main
- - 1-28-1-29:
- k8s_version_upgrade_from: v1.28.1
- k8s_version_upgrade_to: v1.29.0
- kubectl_sha256: 0e03ab096163f61ab610b33f37f55709d3af8e16e4dcc1eb682882ef80f96fd5 # v1.29.0
+ - 1-29-1-30:
+ k8s_version_upgrade_from: v1.29.0
+ k8s_version_upgrade_to: v1.30.0
+ kubectl_sha256: 7c3807c0f5c1b30110a2ff1e55da1d112a6d0096201f1beb81b269f582b5d1c5 # v1.30.0
capm3_release_branch: release-1.7
bmo_release_branch: release-0.6
capm3_target_branch: release-1-7
capm3_target_branch: release-1-5
exclude:
- image_os: centos
-- project:
- name: "capm3-periodic-tests"
- repo:
- org: "metal3-io"
- name: "cluster-api-provider-metal3"
- image_os:
- - ubuntu
- - centos
- jobs:
- capm3_periodic_e2e_ephemeral_tests:
+ capm3_target_branch:
+ - main:
+ capi_version: v1beta1
+ capm3_version: v1beta1
+ capm3_release_branch: main
+ bmo_release_branch: main
exclude:
- image_os: ubuntu
name: cps-tests-plots
project: cps
project-name: cps
- timer: "15 4 * * *"
+ timer: "0 1-23/2 * * *"
jobs:
- - 'onap-{project-name}-performance-tests-plots'
\ No newline at end of file
+ - 'onap-{project-name}-performance-tests-plots'
################################################ F U N C T I O N S ##########################################################
#############################################################################################################################
-cps_test_names=("Delete data nodes for anchor" "Delete one large node" "Batch delete 100 lists elements" "Batch delete 100 containers" "Query across anchors top element" "Delete root node" "Query across anchors ancestors" "Query across anchors leaf condition + an" "Read datatrees using openroadm root" "Read datatrees using openroadm top eleme" "Query 1 anchor leaf condition + ancestor" "Query 1 anchor top element" "Creating 33,000 books" "Replace list of 0 with 100" "Query ancestors with all descendants" "Replace 0 nodes with 100" "Writing 6400 books" "Read datatrees with all descendants" "Query 1 anchor ancestors" "Writing 400 devices" "Writing 3200 books" "Saving list of 100 devices" "Saving list of 50 devices" "Saving list of 400 devices" "Query with all descendants" "Writing 100 devices" "Writing 50 devices" "Writing 200 devices" "Read datatrees for multiple xpaths" "Saving list of 200 devices")
+cps_stable_test_names=("Delete data nodes for anchor" "Delete one large node" "Batch delete 100 lists elements" "Batch delete 100 containers" "Query across anchors top element" "Delete root node" "Query across anchors ancestors" "Query across anchors leaf condition + an" "Read datatrees using openroadm root" "Read datatrees using openroadm top eleme" "Query 1 anchor leaf condition + ancestor" "Query 1 anchor top element" "Creating 33,000 books" "Replace list of 0 with 100" "Query ancestors with all descendants" "Replace 0 nodes with 100" "Writing 6400 books" "Read datatrees with all descendants" "Query 1 anchor ancestors" "Writing 400 devices" "Writing 3200 books" "Saving list of 100 devices" "Saving list of 50 devices" "Saving list of 400 devices" "Query with all descendants" "Writing 100 devices" "Writing 50 devices" "Writing 200 devices" "Read datatrees for multiple xpaths" "Saving list of 200 devices")
-ncmp_test_name_names=("Look up CM-handles by module-set-tag")
+ncmp_stable_test_names=("Look up CM-handles by module-set-tag" "CpsPath Registry attributes Query")
+
+cps_unstable_test_names=("Batch delete 100 non-existing" "Batch delete 100 whole lists" "Query with direct descendants" "Delete 100 whole lists" "Query 1 anchor non-existing data" "Read datatrees with no descendants" "Read non-existing xpaths" "Query with no descendants" "Update leaves for 100 data nodes" "Query ancestors with no descendants" "Replace 100 with new leaf values" "Query ancestors with direct descendants" "Replace list of 100 with new leaf values" "Replace list of 100 using same data" "Deleting test data" "Replace list of 100 nodes with 1" "Read datatrees using openroadm whole lis" "Replace 100 using same data" "Read datatrees with direct descendants" "Replace 100 nodes with 0" "Replace list with 50 existing and 50 new" "Delete 100 lists elements" "Replace 50 existing and 50 new" "Writing 800 books" "Delete 100 containers" "Replace list with 100 new nodes" "Replace 100 with 100 new nodes" "Writing 1600 books" "Saving list of 200 devices" "Read datatrees for multiple xpaths")
+
+ncmp_unstable_test_names=("Look up CM-handle by id" "Update matching subscription" "Look up CM-handle by alternate-id")
JENKINS_JOB_URL="https://jenkins.nordix.org/job/onap-cps-master-performance-test-java"
local left_side=$(echo "$last_line" | cut -d ',' -f 1)
echo "$left_side"
else
- echo "File '$file_name' not found in the current directory"
+ echo "0"
fi
}
buildNumber="$1"
getConsoleText "$buildNumber"
# Loop through each text name
- for cps_test_name in "${cps_test_names[@]}"; do
- getAndRecordDataResults "$consoleText" "$cps_test_name" "$cps_test_name.txt" "$buildNumber"
+ for cps_stable_test_name in "${cps_stable_test_names[@]}"; do
+ getAndRecordDataResults "$consoleText" "$cps_stable_test_name" "$cps_stable_test_name.txt" "$buildNumber"
+ done
+ for ncmp_stable_test_name in "${ncmp_stable_test_names[@]}"; do
+ getAndRecordDataResults "$consoleText" "$ncmp_stable_test_name" "$ncmp_stable_test_name.txt" "$buildNumber"
done
- for ncmp_test_name in "${ncmp_test_name_names[@]}"; do
- getAndRecordDataResults "$consoleText" "$ncmp_test_name" "$ncmp_test_name.txt" "$buildNumber"
+ for cps_unstable_test_name in "${cps_unstable_test_names[@]}"; do
+ getAndRecordDataResults "$consoleText" "$cps_unstable_test_name" "$cps_unstable_test_name.txt" "$buildNumber"
+ done
+ for ncmp_unstable_test_name in "${ncmp_unstable_test_names[@]}"; do
+ getAndRecordDataResults "$consoleText" "$ncmp_unstable_test_name" "$ncmp_unstable_test_name.txt" "$buildNumber"
done
}
rm gnuplot_script.gp
}
-# Builds index.html file (main page)
-buildMainPageHtmlReport() {
-cat <<EOT >"index.html"
-<!DOCTYPE html>
-<html>
-<head>
- <title>Performance Review</title>
-</head>
-<body>
- <h1 style="text-align: center;">Performance Review</h1>
- <h4>Last updated for performance job build no. $latestRecordedBuild on $formattedTimestampOfLatestRecordedBuild</h4>
- <p>The performance tests job runs every two hours, providing performance metrics. The following graphs update at 04:15 UTC.</p>
- <p>Successful performance tests job build adds new data, but even if a build fails, existing data is retained.</p>
- <p>Updates occur whenever new successful data is available.</p>
-
- <table align="center">
-EOT
-
-# Loop through the test names and chart file names to generate HTML rows for CPS
-for cps_test_name in "${cps_test_names[@]}"; do
- cat <<EOF >>index.html
- <tr> <!-- Row for $cps_test_name -->
- <td align="center" style="padding: 10px;">
- <figcaption>"$cps_test_name (CPS)"</figcaption>
- <img src="$cps_test_name.png" width="750" height="300">
- </td>
- </tr>
-EOF
-done
-
-# Loop through the test names and chart file names to generate HTML rows for NCMP
-for ncmp_test_name in "${ncmp_test_name_names[@]}"; do
- cat <<EOF >>index.html
- <tr> <!-- Row for $ncmp_test_name -->
- <td align="center" style="padding: 10px;">
- <figcaption>"$ncmp_test_name (NCMP)"</figcaption>
- <img src="$ncmp_test_name.png" width="750" height="300">
- </td>
- </tr>
-EOF
-done
-
-# Close the HTML file
-cat <<EOT >>index.html
- </table>
-</body>
-</html>
-EOT
-}
-
-# Builds sub-HTML pages
-buildSubPageHtmlReport() {
- chartFileName="$1"
+# Builds category html file
+buildCategoryHtmlReport() {
+ # use indirect expansion to get all elements of the array
+ categoryName=("${!1}")
reportTitle="$2"
outputFile="$3"
cat <<EOT >"$outputFile"
<title>$reportTitle</title>
</head>
<body>
- <h1>$reportTitle</h1>
- <h4>Last updated for performance job build no. $latestRecordedBuild on $formattedTimestampOfLatestRecordedBuild</h4>
- <img src="$chartFileName" alt="Graph Image">
+ <h1 style="text-align: center;">$reportTitle</h1>
+ <h4>Last updated for performance job build no. $latestRecordedBuild on $formattedTimestampOfLatestRecordedBuild</h4>
+ <table align="center">
+EOT
+# Loop through the test names to generate HTML rows
+for test_name_in_category in "${categoryName[@]}"; do
+ cat <<EOF >>"$outputFile"
+ <tr> <!-- Row for $test_name_in_category -->
+ <td align="center" style="padding: 10px;">
+ <figcaption>"$test_name_in_category"</figcaption>
+ <img src="$test_name_in_category.png" width="750" height="300">
+ </td>
+ </tr>
+EOF
+done
+# Close the HTML file
+cat <<EOT >>"$outputFile"
+ </table>
+ <p>The performance tests job runs every two (even) hours, providing performance metrics. The following graphs being updated every two (odd) hours.</p>
+ <p>Successful performance tests job build adds new data, but even if a build fails, existing data is retained.</p>
+ <p>Updates occur whenever new successful data is available.</p>
</body>
- </html>
+ </html>
EOT
}
fi
# Plot image (graphs) files in png format
-for cps_test_name in "${cps_test_names[@]}"; do
- buildPlotImage "$cps_test_name.txt" "$cps_test_name.png"
+for cps_stable_test_name in "${cps_stable_test_names[@]}"; do
+ buildPlotImage "$cps_stable_test_name.txt" "$cps_stable_test_name.png"
done
-for ncmp_test_name in "${ncmp_test_name_names[@]}"; do
- buildPlotImage "$ncmp_test_name.txt" "$ncmp_test_name.png"
+for ncmp_stable_test_name in "${ncmp_stable_test_names[@]}"; do
+ buildPlotImage "$ncmp_stable_test_name.txt" "$ncmp_stable_test_name.png"
done
-
-# Build the summary(index.html) page
-buildMainPageHtmlReport
-
-# Build individual html page reports for each test
-for cps_test_name in "${cps_test_names[@]}"; do
- buildSubPageHtmlReport "$cps_test_name.png" "$cps_test_name" "$cps_test_name.html"
+for cps_unstable_test_name in "${cps_unstable_test_names[@]}"; do
+ buildPlotImage "$cps_unstable_test_name.txt" "$cps_unstable_test_name.png"
done
-for ncmp_test_name in "${ncmp_test_name_names[@]}"; do
- buildSubPageHtmlReport "$ncmp_test_name.png" "$ncmp_test_name" "$ncmp_test_name.html"
+for ncmp_unstable_test_name in "${ncmp_unstable_test_names[@]}"; do
+ buildPlotImage "$ncmp_unstable_test_name.txt" "$ncmp_unstable_test_name.png"
done
+
+# Build the category pages
+buildCategoryHtmlReport cps_stable_test_names[@] "cps stable tests performance review" "cpsStableTestsPerformanceReview.html"
+buildCategoryHtmlReport ncmp_stable_test_names[@] "ncmp stable tests performance review" "ncmpStableTestsPerformanceReview.html"
+buildCategoryHtmlReport cps_unstable_test_names[@] "cps unstable tests performance review" "cpsUnstableTestsPerformanceReview.html"
+buildCategoryHtmlReport ncmp_unstable_test_names[@] "ncmp unstable tests performance review" "ncmpUnstableTestsPerformanceReview.html"
- html-publisher:
name: "Performance Review"
dir: "."
- files: "index.html,createOperation.html,readOperation.html,updateOperation.html,deleteOperation.html"
+ files: "cpsStableTestsPerformanceReview.html,ncmpStableTestsPerformanceReview.html,cpsUnstableTestsPerformanceReview.html,ncmpUnstableTestsPerformanceReview.html"
- job-template:
name: 'onap-{project-name}-{stream}-performance-test-java'
Code Review / infra / cicd.git / commitdiff