Trigger upgrade tests from prow

Change-Id: Ia70d985983342fcdacadf1e505b363a849b90928
diff --git a/jjb/metal3/job_capm3_main_e2e_clusterctl_upgrade_tests.yml b/jjb/metal3/job_capm3_clusterctl_upgrade_tests_prow.yml
similarity index 65%
copy from jjb/metal3/job_capm3_main_e2e_clusterctl_upgrade_tests.yml
copy to jjb/metal3/job_capm3_clusterctl_upgrade_tests_prow.yml
index a51cdeb..ab7b780 100644
--- a/jjb/metal3/job_capm3_main_e2e_clusterctl_upgrade_tests.yml
+++ b/jjb/metal3/job_capm3_clusterctl_upgrade_tests_prow.yml
@@ -1,7 +1,7 @@
 ---
 #
 # ============LICENSE_START=======================================================
-#  Copyright (C) 2019 Nordix Foundation.
+#  Copyright (C) 2024 Nordix Foundation.
 # ================================================================================
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -20,60 +20,59 @@
 
 # Description:
 # ============
-# This file contains job template definition for Cluster API Provider Metal3 (CAPM3) main e2e upgrade tests.
-# This job can be triggered manually or periodically by the CI system. It creates a
+# This file contains job template definition for Cluster API Provider Metal3 (CAPM3) e2e clusterctl upgrade tests.
+# This job can be triggered manually or through a Github pull request. It creates a
 # pipeline job. The pipeline scripts are maintained in Metal3 CI project infra repository.
 
 - job-template:
-    id: capm3_main_e2e_clusterctl_upgrade_tests
-    name: '{job_prefix}_daily_{upgrade_from_release}_main_e2e_clusterctl_upgrade_test_{image_os}'
-    description: "CAPM3 v1alpha5 to v1beta1 e2e upgrade tests for {repo[org]}/{repo[name]} on ubuntu."
+    id: capm3_clusterctl_upgrade_tests_prow
+    name: '{job_prefix}-clusterctl-upgrade-test-{capm3_target_branch}'
+    description: "CAPM3 e2e clusterctl upgrade tests for on ubuntu."
     project-type: pipeline
     defaults: global
     disabled: False
     concurrent: True
     parameters:
+    # Parameters set by Prow
     - string:
-        name: PROJECT_REPO_ORG
-        default: '{repo[org]}'
+        name: BUILD_ID
+        description: 'Used by Prow when triggering jobs'
+    - string:
+        name: PROW_JOB_ID
+        description: 'Used by Prow when triggering jobs'
+    - string:
+        name: REPO_OWNER
+        default: 'metal3-io'
         description: 'Project github repo org name'
     - string:
-        name: PROJECT_REPO_NAME
-        default: '{repo[name]}'
+        name: REPO_NAME
+        default: 'cluster-api-provider-metal3'
         description: 'Project github repo name'
     - string:
-        name: ghprbActualCommit
+        name: PULL_BASE_REF
         default: 'main'
-        description: 'CI Repo branch for triggering manual build'
+        description: 'Ref name of the base branch'
     - string:
-        name: ghprbAuthorRepoGitUrl
-        default: 'https://github.com/{repo[org]}/{repo[name]}.git'
-        description: 'CI Repo URL for triggering manual build'
-    - string:
-        name: ghprbTargetBranch
+        name: PULL_PULL_SHA
         default: 'main'
-        description: 'Target branch of the PR'
+        description: 'Pull request head SHA'
+    - string:
+        name: PULL_NUMBER
+        description: 'Pull request number'
+    # End of Prow parameters
     - string:
         name: IMAGE_OS
-        default: '{image_os}'
+        default: "ubuntu"
         description: 'Distribution to use for the target host as well as source and target cluster. Can be ubuntu or centos'
     - string:
         name: capm3_release_branch
-        default: 'main'
+        default: '{capm3_release_branch}'
         description: 'The target branch of CAPM3 to be used for this test'
     - string:
         name: bmo_release_branch
-        default: 'main'
+        default: '{bmo_release_branch}'
         description: 'The target branch of BMO to be used for this test'
     - string:
-        name: CAPI_VERSION
-        default: 'v1beta1'
-        description: 'Cluster API version. E.g. v1beta1.'
-    - string:
-        name: CAPM3_VERSION
-        default: 'v1beta1'
-        description: 'Cluster API provider Metal3 version. E.g. v1beta1.'
-    - string:
         name: TARGET_NODE_MEMORY
         default: 4096
         description: 'RAM size of the target host.'
@@ -85,11 +84,6 @@
         name: GINKGO_FOCUS
         default: "clusterctl-upgrade"
         description: 'Select the e2e upgrade test'
-    - string:
-        name: UPGRADE_FROM_RELEASE
-        default: '{upgrade_from}'
-        description: 'Release to upgrade from'
-
     properties:
     - build-discarder:
         days-to-keep: 30
@@ -97,9 +91,7 @@
         artifact-days-to-keep: -1
         artifact-num-to-keep: -1
 
-    triggers:
-      - timed: "H 1 * * *"
-
+    triggers: []
     pipeline-scm:
       scm:
       - git:
@@ -112,5 +104,5 @@
           wipe-workspace: True
           honor-refspec: True
           shallow-clone: False
-      script-path: "{ci_github_pipeline}"
+      script-path: "{e2e_feature_test_pipeline}"
       lightweight-checkout: False
diff --git a/jjb/metal3/job_capm3_main_e2e_k8s_upgrade_tests.yml b/jjb/metal3/job_capm3_e2e_k8s_upgrade_tests_prow.yml
similarity index 76%
copy from jjb/metal3/job_capm3_main_e2e_k8s_upgrade_tests.yml
copy to jjb/metal3/job_capm3_e2e_k8s_upgrade_tests_prow.yml
index 6fa473e..6146efa 100644
--- a/jjb/metal3/job_capm3_main_e2e_k8s_upgrade_tests.yml
+++ b/jjb/metal3/job_capm3_e2e_k8s_upgrade_tests_prow.yml
@@ -1,7 +1,7 @@
 ---
 #
 # ============LICENSE_START=======================================================
-#  Copyright (C) 2019 Nordix Foundation.
+#  Copyright (C) 2024 Nordix Foundation.
 # ================================================================================
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -20,39 +20,46 @@
 
 # Description:
 # ============
-# This file contains job template definition for Cluster API Provider Metal3 (CAPM3) main e2e k8s upgrade tests.
-# This job can be triggered manually or periodically by the CI system. It creates a
+# This file contains job template definition for Cluster API Provider Metal3 (CAPM3) e2e k8s upgrade tests.
+# This job can be triggered manually or through a Github pull request. It creates a
 # pipeline job. The pipeline scripts are maintained in Metal3 CI project infra repository.
 
 - job-template:
-    id: capm3_main_e2e_k8s_upgrade_tests
-    name: '{job_prefix}_daily_{capm3_target_branch}_e2e_{k8s_versions}_upgrade_test_{image_os}'
-    description: "CAPM3 e2e k8s upgrade tests for {repo[org]}/{repo[name]} on ubuntu."
+    id: capm3_e2e_k8s_upgrade_tests_prow
+    name: '{job_prefix}-e2e-{k8s_versions}-upgrade-test-{capm3_target_branch}'
+    description: "CAPM3 e2e k8s upgrade tests for on {image_os}."
     project-type: pipeline
     defaults: global
     disabled: False
     concurrent: True
     parameters:
+    # Parameters set by Prow
     - string:
-        name: PROJECT_REPO_ORG
-        default: '{repo[org]}'
+        name: BUILD_ID
+        description: 'Used by Prow when triggering jobs'
+    - string:
+        name: PROW_JOB_ID
+        description: 'Used by Prow when triggering jobs'
+    - string:
+        name: REPO_OWNER
+        default: 'metal3-io'
         description: 'Project github repo org name'
     - string:
-        name: PROJECT_REPO_NAME
-        default: '{repo[name]}'
+        name: REPO_NAME
+        default: 'cluster-api-provider-metal3'
         description: 'Project github repo name'
     - string:
-        name: ghprbActualCommit
-        default: '{capm3_release_branch}'
-        description: 'CI Repo branch for triggering manual build'
+        name: PULL_BASE_REF
+        default: 'main'
+        description: 'Ref name of the base branch'
     - string:
-        name: ghprbAuthorRepoGitUrl
-        default: 'https://github.com/{repo[org]}/{repo[name]}.git'
-        description: 'CI Repo URL for triggering manual build'
+        name: PULL_PULL_SHA
+        default: 'main'
+        description: 'Pull request head SHA'
     - string:
-        name: ghprbTargetBranch
-        default: '{capm3_release_branch}'
-        description: 'Target branch of the PR'
+        name: PULL_NUMBER
+        description: 'Pull request number'
+    # End of Prow parameters
     - string:
         name: IMAGE_OS
         default: '{image_os}'
@@ -105,9 +112,7 @@
         artifact-days-to-keep: -1
         artifact-num-to-keep: -1
 
-    triggers:
-      - timed: "H 18 * * *"
-
+    triggers: []
     pipeline-scm:
       scm:
       - git:
@@ -120,5 +125,5 @@
           wipe-workspace: True
           honor-refspec: True
           shallow-clone: False
-      script-path: "{ci_github_pipeline}"
+      script-path: "jenkins/jobs/prow_integration_tests.pipeline"
       lightweight-checkout: False
diff --git a/jjb/metal3/job_capm3_main_e2e_clusterctl_upgrade_tests.yml b/jjb/metal3/job_capm3_main_e2e_clusterctl_upgrade_tests_prow.yml
similarity index 78%
rename from jjb/metal3/job_capm3_main_e2e_clusterctl_upgrade_tests.yml
rename to jjb/metal3/job_capm3_main_e2e_clusterctl_upgrade_tests_prow.yml
index a51cdeb..269217e 100644
--- a/jjb/metal3/job_capm3_main_e2e_clusterctl_upgrade_tests.yml
+++ b/jjb/metal3/job_capm3_main_e2e_clusterctl_upgrade_tests_prow.yml
@@ -1,7 +1,7 @@
 ---
 #
 # ============LICENSE_START=======================================================
-#  Copyright (C) 2019 Nordix Foundation.
+#  Copyright (C) 2024 Nordix Foundation.
 # ================================================================================
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -25,34 +25,41 @@
 # pipeline job. The pipeline scripts are maintained in Metal3 CI project infra repository.
 
 - job-template:
-    id: capm3_main_e2e_clusterctl_upgrade_tests
-    name: '{job_prefix}_daily_{upgrade_from_release}_main_e2e_clusterctl_upgrade_test_{image_os}'
-    description: "CAPM3 v1alpha5 to v1beta1 e2e upgrade tests for {repo[org]}/{repo[name]} on ubuntu."
+    id: capm3_main_e2e_clusterctl_upgrade_tests_prow
+    name: '{job_prefix}-daily-e2e-clusterctl-upgrade-{upgrade_from_release}'
+    description: "CAPM e2e clusterctl upgrade tests on ubuntu."
     project-type: pipeline
     defaults: global
     disabled: False
     concurrent: True
     parameters:
+    # Parameters set by Prow
     - string:
-        name: PROJECT_REPO_ORG
-        default: '{repo[org]}'
+        name: BUILD_ID
+        description: 'Used by Prow when triggering jobs'
+    - string:
+        name: PROW_JOB_ID
+        description: 'Used by Prow when triggering jobs'
+    - string:
+        name: REPO_OWNER
+        default: 'metal3-io'
         description: 'Project github repo org name'
     - string:
-        name: PROJECT_REPO_NAME
-        default: '{repo[name]}'
+        name: REPO_NAME
+        default: 'cluster-api-provider-metal3'
         description: 'Project github repo name'
     - string:
-        name: ghprbActualCommit
+        name: PULL_BASE_REF
         default: 'main'
-        description: 'CI Repo branch for triggering manual build'
+        description: 'Ref name of the base branch'
     - string:
-        name: ghprbAuthorRepoGitUrl
-        default: 'https://github.com/{repo[org]}/{repo[name]}.git'
-        description: 'CI Repo URL for triggering manual build'
-    - string:
-        name: ghprbTargetBranch
+        name: PULL_PULL_SHA
         default: 'main'
-        description: 'Target branch of the PR'
+        description: 'Pull request head SHA'
+    - string:
+        name: PULL_NUMBER
+        description: 'Pull request number'
+    # End of Prow parameters
     - string:
         name: IMAGE_OS
         default: '{image_os}'
@@ -112,5 +119,5 @@
           wipe-workspace: True
           honor-refspec: True
           shallow-clone: False
-      script-path: "{ci_github_pipeline}"
+      script-path: "jenkins/jobs/prow_integration_tests.pipeline"
       lightweight-checkout: False
diff --git a/jjb/metal3/job_capm3_main_e2e_k8s_upgrade_tests.yml b/jjb/metal3/job_capm3_main_e2e_k8s_upgrade_tests_prow.yml
similarity index 79%
rename from jjb/metal3/job_capm3_main_e2e_k8s_upgrade_tests.yml
rename to jjb/metal3/job_capm3_main_e2e_k8s_upgrade_tests_prow.yml
index 6fa473e..e85256e 100644
--- a/jjb/metal3/job_capm3_main_e2e_k8s_upgrade_tests.yml
+++ b/jjb/metal3/job_capm3_main_e2e_k8s_upgrade_tests_prow.yml
@@ -1,7 +1,7 @@
 ---
 #
 # ============LICENSE_START=======================================================
-#  Copyright (C) 2019 Nordix Foundation.
+#  Copyright (C) 2024 Nordix Foundation.
 # ================================================================================
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -25,34 +25,41 @@
 # pipeline job. The pipeline scripts are maintained in Metal3 CI project infra repository.
 
 - job-template:
-    id: capm3_main_e2e_k8s_upgrade_tests
-    name: '{job_prefix}_daily_{capm3_target_branch}_e2e_{k8s_versions}_upgrade_test_{image_os}'
-    description: "CAPM3 e2e k8s upgrade tests for {repo[org]}/{repo[name]} on ubuntu."
+    id: capm3_main_e2e_k8s_upgrade_tests_prow
+    name: '{job_prefix}-daily-e2e-{k8s_versions}-upgrade-{capm3_target_branch}'
+    description: "CAPM3 e2e k8s upgrade tests on ubuntu."
     project-type: pipeline
     defaults: global
     disabled: False
     concurrent: True
     parameters:
+    # Parameters set by Prow
     - string:
-        name: PROJECT_REPO_ORG
-        default: '{repo[org]}'
+        name: BUILD_ID
+        description: 'Used by Prow when triggering jobs'
+    - string:
+        name: PROW_JOB_ID
+        description: 'Used by Prow when triggering jobs'
+    - string:
+        name: REPO_OWNER
+        default: 'metal3-io'
         description: 'Project github repo org name'
     - string:
-        name: PROJECT_REPO_NAME
-        default: '{repo[name]}'
+        name: REPO_NAME
+        default: 'cluster-api-provider-metal3'
         description: 'Project github repo name'
     - string:
-        name: ghprbActualCommit
-        default: '{capm3_release_branch}'
-        description: 'CI Repo branch for triggering manual build'
+        name: PULL_BASE_REF
+        default: 'main'
+        description: 'Ref name of the base branch'
     - string:
-        name: ghprbAuthorRepoGitUrl
-        default: 'https://github.com/{repo[org]}/{repo[name]}.git'
-        description: 'CI Repo URL for triggering manual build'
+        name: PULL_PULL_SHA
+        default: 'main'
+        description: 'Pull request head SHA'
     - string:
-        name: ghprbTargetBranch
-        default: '{capm3_release_branch}'
-        description: 'Target branch of the PR'
+        name: PULL_NUMBER
+        description: 'Pull request number'
+    # End of Prow parameters
     - string:
         name: IMAGE_OS
         default: '{image_os}'
@@ -120,5 +127,5 @@
           wipe-workspace: True
           honor-refspec: True
           shallow-clone: False
-      script-path: "{ci_github_pipeline}"
+      script-path: "jenkins/jobs/prow_integration_tests.pipeline"
       lightweight-checkout: False
diff --git a/jjb/metal3/job_capm3_main_e2e_clusterctl_upgrade_tests.yml b/jjb/metal3/job_keep_capm3_e2e_clusterctl_upgrade_tests_prow.yml
similarity index 72%
copy from jjb/metal3/job_capm3_main_e2e_clusterctl_upgrade_tests.yml
copy to jjb/metal3/job_keep_capm3_e2e_clusterctl_upgrade_tests_prow.yml
index a51cdeb..3ca02dd 100644
--- a/jjb/metal3/job_capm3_main_e2e_clusterctl_upgrade_tests.yml
+++ b/jjb/metal3/job_keep_capm3_e2e_clusterctl_upgrade_tests_prow.yml
@@ -1,7 +1,7 @@
 ---
 #
 # ============LICENSE_START=======================================================
-#  Copyright (C) 2019 Nordix Foundation.
+#  Copyright (C) 2024 Nordix Foundation.
 # ================================================================================
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -20,39 +20,46 @@
 
 # Description:
 # ============
-# This file contains job template definition for Cluster API Provider Metal3 (CAPM3) main e2e upgrade tests.
-# This job can be triggered manually or periodically by the CI system. It creates a
+# This file contains job template definition for Cluster API Provider Metal3 (CAPM3) e2e clusterctl upgrade tests.
+# This job can be triggered manually or through a Github pull request. It creates a
 # pipeline job. The pipeline scripts are maintained in Metal3 CI project infra repository.
 
 - job-template:
-    id: capm3_main_e2e_clusterctl_upgrade_tests
-    name: '{job_prefix}_daily_{upgrade_from_release}_main_e2e_clusterctl_upgrade_test_{image_os}'
-    description: "CAPM3 v1alpha5 to v1beta1 e2e upgrade tests for {repo[org]}/{repo[name]} on ubuntu."
+    id: keep_capm3_e2e_clusterctl_upgrade_tests_prow
+    name: '{job_prefix}-keep-e2e-clusterctl-upgrade-{upgrade_from_release}'
+    description: "Keep CAPM3 e2e upgrade tests on {image_os}."
     project-type: pipeline
     defaults: global
     disabled: False
     concurrent: True
     parameters:
+    # Parameters set by Prow
     - string:
-        name: PROJECT_REPO_ORG
-        default: '{repo[org]}'
+        name: BUILD_ID
+        description: 'Used by Prow when triggering jobs'
+    - string:
+        name: PROW_JOB_ID
+        description: 'Used by Prow when triggering jobs'
+    - string:
+        name: REPO_OWNER
+        default: 'metal3-io'
         description: 'Project github repo org name'
     - string:
-        name: PROJECT_REPO_NAME
-        default: '{repo[name]}'
+        name: REPO_NAME
+        default: 'cluster-api-provider-metal3'
         description: 'Project github repo name'
     - string:
-        name: ghprbActualCommit
+        name: PULL_BASE_REF
         default: 'main'
-        description: 'CI Repo branch for triggering manual build'
+        description: 'Ref name of the base branch'
     - string:
-        name: ghprbAuthorRepoGitUrl
-        default: 'https://github.com/{repo[org]}/{repo[name]}.git'
-        description: 'CI Repo URL for triggering manual build'
-    - string:
-        name: ghprbTargetBranch
+        name: PULL_PULL_SHA
         default: 'main'
-        description: 'Target branch of the PR'
+        description: 'Pull request head SHA'
+    - string:
+        name: PULL_NUMBER
+        description: 'Pull request number'
+    # End of Prow parameters
     - string:
         name: IMAGE_OS
         default: '{image_os}'
@@ -82,6 +89,10 @@
         default: "e2e_tests"
         description: 'Tests using the e2e framework.'
     - string:
+        name: KEEP_TEST_ENV
+        default: 'true'
+        description: 'Whether tester VM and test env should be deleted or not by the end of the test'
+    - string:
         name: GINKGO_FOCUS
         default: "clusterctl-upgrade"
         description: 'Select the e2e upgrade test'
@@ -97,8 +108,7 @@
         artifact-days-to-keep: -1
         artifact-num-to-keep: -1
 
-    triggers:
-      - timed: "H 1 * * *"
+    triggers: []
 
     pipeline-scm:
       scm:
@@ -112,5 +122,5 @@
           wipe-workspace: True
           honor-refspec: True
           shallow-clone: False
-      script-path: "{ci_github_pipeline}"
+      script-path: "jenkins/jobs/prow_integration_tests.pipeline"
       lightweight-checkout: False
diff --git a/jjb/metal3/job_capm3_main_e2e_k8s_upgrade_tests.yml b/jjb/metal3/job_keep_capm3_e2e_k8s_upgrade_tests_prow.yml
similarity index 73%
copy from jjb/metal3/job_capm3_main_e2e_k8s_upgrade_tests.yml
copy to jjb/metal3/job_keep_capm3_e2e_k8s_upgrade_tests_prow.yml
index 6fa473e..ba77049 100644
--- a/jjb/metal3/job_capm3_main_e2e_k8s_upgrade_tests.yml
+++ b/jjb/metal3/job_keep_capm3_e2e_k8s_upgrade_tests_prow.yml
@@ -1,7 +1,7 @@
 ---
 #
 # ============LICENSE_START=======================================================
-#  Copyright (C) 2019 Nordix Foundation.
+#  Copyright (C) 2024 Nordix Foundation.
 # ================================================================================
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -20,39 +20,46 @@
 
 # Description:
 # ============
-# This file contains job template definition for Cluster API Provider Metal3 (CAPM3) main e2e k8s upgrade tests.
-# This job can be triggered manually or periodically by the CI system. It creates a
+# This file contains job template definition for Cluster API Provider Metal3 (CAPM3) e2e k8s upgrade tests.
+# This job can be triggered manually or through a Github pull request. It creates a
 # pipeline job. The pipeline scripts are maintained in Metal3 CI project infra repository.
 
 - job-template:
-    id: capm3_main_e2e_k8s_upgrade_tests
-    name: '{job_prefix}_daily_{capm3_target_branch}_e2e_{k8s_versions}_upgrade_test_{image_os}'
-    description: "CAPM3 e2e k8s upgrade tests for {repo[org]}/{repo[name]} on ubuntu."
+    id: keep_capm3_e2e_k8s_upgrade_tests_prow
+    name: '{job_prefix}-keep-e2e-{k8s_versions}-upgrade-test-{capm3_target_branch}'
+    description: "Keep CAPM3 e2e k8s upgrade tests on {image_os}."
     project-type: pipeline
     defaults: global
     disabled: False
     concurrent: True
     parameters:
+    # Parameters set by Prow
     - string:
-        name: PROJECT_REPO_ORG
-        default: '{repo[org]}'
+        name: BUILD_ID
+        description: 'Used by Prow when triggering jobs'
+    - string:
+        name: PROW_JOB_ID
+        description: 'Used by Prow when triggering jobs'
+    - string:
+        name: REPO_OWNER
+        default: 'metal3-io'
         description: 'Project github repo org name'
     - string:
-        name: PROJECT_REPO_NAME
-        default: '{repo[name]}'
+        name: REPO_NAME
+        default: 'cluster-api-provider-metal3'
         description: 'Project github repo name'
     - string:
-        name: ghprbActualCommit
-        default: '{capm3_release_branch}'
-        description: 'CI Repo branch for triggering manual build'
+        name: PULL_BASE_REF
+        default: 'main'
+        description: 'Ref name of the base branch'
     - string:
-        name: ghprbAuthorRepoGitUrl
-        default: 'https://github.com/{repo[org]}/{repo[name]}.git'
-        description: 'CI Repo URL for triggering manual build'
+        name: PULL_PULL_SHA
+        default: 'main'
+        description: 'Pull request head SHA'
     - string:
-        name: ghprbTargetBranch
-        default: '{capm3_release_branch}'
-        description: 'Target branch of the PR'
+        name: PULL_NUMBER
+        description: 'Pull request number'
+    # End of Prow parameters
     - string:
         name: IMAGE_OS
         default: '{image_os}'
@@ -82,6 +89,10 @@
         default: "e2e_tests"
         description: 'Tests using the e2e framework.'
     - string:
+        name: KEEP_TEST_ENV
+        default: 'true'
+        description: 'Whether tester VM and test env should be deleted or not by the end of the test'
+    - string:
         name: GINKGO_FOCUS
         default: "k8s-upgrade"
         description: 'Select the e2e upgrade test'
@@ -105,9 +116,7 @@
         artifact-days-to-keep: -1
         artifact-num-to-keep: -1
 
-    triggers:
-      - timed: "H 18 * * *"
-
+    triggers: []
     pipeline-scm:
       scm:
       - git:
@@ -120,5 +129,5 @@
           wipe-workspace: True
           honor-refspec: True
           shallow-clone: False
-      script-path: "{ci_github_pipeline}"
+      script-path: "jenkins/jobs/prow_integration_tests.pipeline"
       lightweight-checkout: False
diff --git a/jjb/metal3/projects.yml b/jjb/metal3/projects.yml
index f326917..d19e467 100644
--- a/jjb/metal3/projects.yml
+++ b/jjb/metal3/projects.yml
@@ -804,16 +804,103 @@
             target_branches:
             - 'release-1.4'
             - 'release-0.3'
-- project:
-    name: "capm3-main-tests"
-    repo:
-      org: "metal3-io"
-      name: "cluster-api-provider-metal3"
-    image_os:
-    - ubuntu
-    - centos
-    jobs:
-    - capm3_main_e2e_clusterctl_upgrade_tests:
+    - capm3_clusterctl_upgrade_tests_prow:
+        capm3_target_branch:
+        - main:
+            capi_version: v1beta1
+            capm3_version: v1beta1
+            capm3_release_branch: main
+            bmo_release_branch: main
+            target_branches:
+            - 'main'
+        - release-1-6:
+            capi_version: v1beta1
+            capm3_version: v1beta1
+            capm3_release_branch: release-1.6
+            bmo_release_branch: release-0.5
+            target_branches:
+            - 'release-1.6'
+            - 'release-0.5'
+        - release-1-5:
+            capi_version: v1beta1
+            capm3_version: v1beta1
+            capm3_release_branch: release-1.5
+            bmo_release_branch: release-0.4
+            target_branches:
+            - 'release-1.5'
+            - 'release-0.4'
+        - release-1-4:
+            capi_version: v1beta1
+            capm3_version: v1beta1
+            capm3_release_branch: release-1.4
+            bmo_release_branch: release-0.3
+            target_branches:
+            - 'release-1.4'
+            - 'release-0.3'
+        exclude:
+        - image_os: centos
+    - capm3_e2e_k8s_upgrade_tests_prow:
+        k8s_versions:
+        - 1-28-1-29:
+            k8s_version_upgrade_from: v1.28.1
+            k8s_version_upgrade_to: v1.29.0
+            kubectl_sha256: 0e03ab096163f61ab610b33f37f55709d3af8e16e4dcc1eb682882ef80f96fd5 # v1.29.0
+            capm3_release_branch: main
+            bmo_release_branch: main
+            capm3_target_branch: main
+            target_branches:
+            - 'main'
+        - 1-27-1-28:
+            k8s_version_upgrade_from: v1.27.4
+            k8s_version_upgrade_to: v1.28.1
+            kubectl_sha256: e7a7d6f9d06fab38b4128785aa80f65c54f6675a0d2abef655259ddd852274e1 # v1.28.1
+            capm3_release_branch: main
+            bmo_release_branch: main
+            capm3_target_branch: main
+            target_branches:
+            - 'main'
+        - 1-26-1-27:
+            k8s_version_upgrade_from: v1.26.4
+            k8s_version_upgrade_to: v1.27.4
+            kubectl_sha256: 4685bfcf732260f72fce58379e812e091557ef1dfc1bc8084226c7891dd6028f # v1.27.4
+            capm3_release_branch: main
+            capm3_target_branch: main
+            bmo_release_branch: main
+            target_branches:
+            - 'main'
+        - 1-28-1-29:
+            k8s_version_upgrade_from: v1.28.1
+            k8s_version_upgrade_to: v1.29.0
+            kubectl_sha256: 0e03ab096163f61ab610b33f37f55709d3af8e16e4dcc1eb682882ef80f96fd5 # v1.29.0
+            capm3_release_branch: release-1.6
+            bmo_release_branch: release-0.5
+            capm3_target_branch: release-1-6
+            target_branches:
+            - 'release-1.6'
+            - 'release-0.5'
+        - 1-26-1-27:
+            k8s_version_upgrade_from: v1.26.4
+            k8s_version_upgrade_to: v1.27.4
+            kubectl_sha256: 4685bfcf732260f72fce58379e812e091557ef1dfc1bc8084226c7891dd6028f # v1.27.4
+            capm3_release_branch: release-1.5
+            bmo_release_branch: release-0.4
+            capm3_target_branch: release-1-5
+            target_branches:
+            - 'release-1.5'
+            - 'release-0.4'
+        - 1-26-1-27:
+            k8s_version_upgrade_from: v1.26.4
+            kubectl_sha256: 636ac0eaa467dbceda4b2c4e33662adc9709f5ce40341c9fc1a687fc276ac02d # v1.26.4
+            k8s_version_upgrade_to: v1.27.4
+            capm3_release_branch: release-1.4
+            bmo_release_branch: release-0.3
+            capm3_target_branch: release-1-4
+            target_branches:
+            - 'release-1.4'
+            - 'release-0.3'
+        exclude:
+        - image_os: centos
+    - capm3_main_e2e_clusterctl_upgrade_tests_prow:
         upgrade_from_release:
         - from-release-1-6:
             upgrade_from: v1.6.
@@ -827,7 +914,7 @@
             upgrade_from: v0.5.
         exclude:
         - image_os: centos
-    - capm3_main_e2e_k8s_upgrade_tests:
+    - capm3_main_e2e_k8s_upgrade_tests_prow:
         k8s_versions:
         - 1-28-1-29:
             k8s_version_upgrade_from: v1.28.1
@@ -877,6 +964,91 @@
             capm3_target_branch: release-1-4
         exclude:
         - image_os: centos
+    - keep_capm3_e2e_clusterctl_upgrade_tests_prow:
+        upgrade_from_release:
+        - from-release-1-6:
+            upgrade_from: v1.6.
+        - from-release-1-5:
+            upgrade_from: v1.5.
+        - from-release-1-4:
+            upgrade_from: v1.4.
+        - from-release-1-3:
+            upgrade_from: v1.3.
+        - from-release-0-5:
+            upgrade_from: v0.5.
+        exclude:
+        - image_os: centos
+    - keep_capm3_e2e_k8s_upgrade_tests_prow:
+        k8s_versions:
+        - 1-28-1-29:
+            k8s_version_upgrade_from: v1.28.1
+            k8s_version_upgrade_to: v1.29.0
+            kubectl_sha256: 0e03ab096163f61ab610b33f37f55709d3af8e16e4dcc1eb682882ef80f96fd5 # v1.29.0
+            capm3_release_branch: main
+            bmo_release_branch: main
+            capm3_target_branch: main
+            target_branches:
+            - 'main'
+        - 1-27-1-28:
+            k8s_version_upgrade_from: v1.27.4
+            k8s_version_upgrade_to: v1.28.1
+            kubectl_sha256: e7a7d6f9d06fab38b4128785aa80f65c54f6675a0d2abef655259ddd852274e1 # v1.28.1
+            capm3_release_branch: main
+            bmo_release_branch: main
+            capm3_target_branch: main
+            target_branches:
+            - 'main'
+        - 1-26-1-27:
+            k8s_version_upgrade_from: v1.26.4
+            k8s_version_upgrade_to: v1.27.4
+            kubectl_sha256: 4685bfcf732260f72fce58379e812e091557ef1dfc1bc8084226c7891dd6028f # v1.27.4
+            capm3_release_branch: main
+            bmo_release_branch: main
+            capm3_target_branch: main
+            target_branches:
+            - 'main'
+        - 1-28-1-29:
+            k8s_version_upgrade_from: v1.28.1
+            k8s_version_upgrade_to: v1.29.0
+            kubectl_sha256: 0e03ab096163f61ab610b33f37f55709d3af8e16e4dcc1eb682882ef80f96fd5 # v1.29.0
+            capm3_release_branch: release-1.6
+            bmo_release_branch: release-0.5
+            capm3_target_branch: release-1-6
+            target_branches:
+            - 'release-1.6'
+            - 'release-0.5'
+        - 1-26-1-27:
+            k8s_version_upgrade_from: v1.26.4
+            k8s_version_upgrade_to: v1.27.4
+            kubectl_sha256: 4685bfcf732260f72fce58379e812e091557ef1dfc1bc8084226c7891dd6028f # v1.27.4
+            capm3_release_branch: release-1.5
+            bmo_release_branch: release-0.4
+            capm3_target_branch: release-1-5
+            target_branches:
+            - 'release-1.5'
+            - 'release-0.4'
+        - 1-26-1-27:
+            k8s_version_upgrade_from: v1.26.4
+            kubectl_sha256: 636ac0eaa467dbceda4b2c4e33662adc9709f5ce40341c9fc1a687fc276ac02d # v1.26.4
+            k8s_version_upgrade_to: v1.27.4
+            capm3_release_branch: release-1.4
+            bmo_release_branch: release-0.3
+            capm3_target_branch: release-1-4
+            target_branches:
+            - 'release-1.4'
+            - 'release-0.3'
+        exclude:
+        - image_os: centos
+
+- project:
+    name: "capm3-main-tests"
+    repo:
+      org: "metal3-io"
+      name: "cluster-api-provider-metal3"
+    image_os:
+    - ubuntu
+    - centos
+    jobs:
     - capm3_main_e2e_ephemeral_tests:
         exclude:
         - image_os: ubuntu