Add option for skipping cleanup to e2e test pipeline

ci/jenkins/pipelines/skuba-e2e-test.Jenkinsfile

@@ -15,8 +15,12 @@ def original_registry = ""
 // worker selection labels 
 def labels = 'e2e'
 
+// keep the cluster at the end of the job
+def keep_cluster = false
+
 node('caasp-team-private-integration') {
     stage('select worker') {
+
         if (env.BRANCH != 'master') {
             if (env.BRANCH.startsWith('experimental') || env.BRANCH.startsWith('maintenance')) {
                 worker_type = env.BRANCH
@@ -33,6 +37,10 @@ node('caasp-team-private-integration') {
             labels = env.WORKER_LABELS
         }
 
+        if (env.RETAIN_CLUSTER){
+            labels = labels + "&& dedicated"
+        }
+
         if (env.REPO_BRANCH){
                branch_repo = "http://download.suse.de/ibs/Devel:/CaaSP:/5:/Branches:/${env.REPO_BRANCH}/SLE_15_SP2"
                branch_registry = "registry.suse.de/devel/caasp/5/branches/${env.REPO_BRANCH}/containers"
@@ -93,8 +101,26 @@ pipeline {
                 archiveArtifacts(artifacts: 'platform_logs/**/*', allowEmptyArchive: true)
             }
         }}
-        cleanup {
-            sh(script: "make --keep-going -f ci/Makefile cleanup", label: 'Cleanup')
+        failure{ script{
+            if (env.RETAIN_CLUSTER) {
+                def retention_period= env.RETENTION_PERIOD?env.RETENTION_PERIOD:24
+                try{
+                    timeout(time: retention_period, unit: 'HOURS'){
+                        input(message: 'Waiting '+retention_period +' hours before cleaning up cluster \n. ' +
+                                       'Press <abort> to cleanup inmediately, <keep> for keeping it',
+                              ok: 'keep')
+                        keep_cluster = true
+                    }
+                }catch (err){
+                    // either timeout occurred or <abort> was selected
+                    keep_cluster = false
+                }
+            }
+        }}
+        cleanup{ script{
+            if(!keep_cluster){
+                sh(script: "make --keep-going -f ci/Makefile cleanup", label: 'Cleanup')
+            }
             dir("${WORKSPACE}@tmp") {
                 deleteDir()
             }
@@ -108,6 +134,6 @@ pipeline {
                 deleteDir()
             }
             sh(script: "rm -f ${SKUBA_BINPATH}; ", label: 'Remove built skuba')
-       }
+        }}
     }
 }

ci/jenkins/templates/e2e-dev-template.yaml

@@ -3,10 +3,7 @@
     project-type: pipeline
     number-to-keep: 30
     days-to-keep: 30
-    wrappers:
-      - timeout:
-          timeout: 120
-          fail: true
+    concurrent: true
     parameters:
         - string:
             name: BRANCH
@@ -16,6 +13,14 @@
               name: PLATFORM
               default: 'vmware'
               description: The platform to perform the tests on
+        - bool:
+            name: RETAIN_CLUSTER
+            default: false
+            description: Retain the cluster in case of failure
+        - string:
+            name: RETENTION_PERIOD
+            default: 24
+            description: retention period for cluster (in hours)
         - string:
             name: E2E_MAKE_TARGET_NAME
             default: ''