[VOL-3780] Moving all periodic BBSim based jobs to use the same pipeline

Change-Id: I1190edb56c985045bb20bc2e29b8aa818295503c
diff --git a/jjb/voltha-e2e.yaml b/jjb/voltha-e2e.yaml
index 9e359af..665bb3f 100755
--- a/jjb/voltha-e2e.yaml
+++ b/jjb/voltha-e2e.yaml
@@ -21,41 +21,63 @@
     make-target-reconciletttest: reconcile-openonu-go-adapter-test-tt
 
     jobs:
-      - 'voltha-periodic-test-kind-voltha-based':
+      - 'voltha-periodic-test':
           name: 'periodic-voltha-test-bbsim'
-          pipeline-script: 'voltha-nightly-tests-bbsim.groovy'
-          build-node: 'qct-pod4-node2'
-          make-target: functional-single-kind
-          make-target-failtest: bbsim-failurescenarios
-          make-target-errortest: bbsim-errorscenarios
-          make-target-alarmtest: bbsim-alarms-kind
-          make-target-multipleolt: bbsim-multiolt-kind
-          withAlarms: true
           code-branch: 'master'
-          olts: 1
-          onus: 2
-          pons: 2
+          extraHelmFlags: '--set global.image_tag=master --set onos-classic.image.tag=master --set onu=2,pon=2'
           time-trigger: "H H/23 * * *"
-
-      - 'voltha-periodic-test-kind-voltha-based':
-          name: 'periodic-voltha-multiple-olts-test-bbsim'
-          pipeline-script: 'voltha-nightly-tests-bbsim.groovy'
+          # NOTE why not a remote executor?
           build-node: 'qct-pod4-node2'
-          make-target: functional-multi-olt
-          make-target-failtest: bbsim-multiolt-failurescenarios
-          make-target-errortest: bbsim-multiolt-errorscenarios
-          make-target-alarmtest: bbsim-alarms-kind
-          make-target-multipleolt: bbsim-multiolt-kind
-          withAlarms: false
+          registry: 'registry.menlo.onlab.us'
+          volthaSystemTestsChange: refs/changes/92/24492/1
+          testTargets: |
+            - target: functional-single-kind
+              workflow: att
+              flags: ""
+              teardown: true
+            - target: bbsim-alarms-kind
+              workflow: att
+              flags: ""
+              teardown: false
+            - target: bbsim-failurescenarios
+              workflow: att
+              flags: ""
+              teardown: false
+            - target: bbsim-errorscenarios
+              workflow: att
+              flags: ""
+              teardown: false
+
+      - 'voltha-periodic-test':
+          name: 'periodic-voltha-multiple-olts-test-bbsim'
+          # NOTE why not a remote executor?
+          build-node: 'qct-pod4-node2'
+          registry: 'registry.menlo.onlab.us'
           code-branch: 'master'
           olts: 2
-          onus: 2
-          pons: 2
+          extraHelmFlags: '--set global.image_tag=master --set onos-classic.image.tag=master --set onu=2,pon=2'
           time-trigger: "H H/23 * * *"
+          testTargets: |
+            - target: functional-multi-olt
+              workflow: att
+              flags: ""
+              teardown: true
+            - target: bbsim-multiolt-failurescenarios
+              workflow: att
+              flags: ""
+              teardown: false
+            - target: bbsim-multiolt-errorscenarios
+              workflow: att
+              flags: ""
+              teardown: false
+            - target: bbsim-multiolt-kind
+              workflow: att
+              flags: ""
+              teardown: false
 
       - 'voltha-periodic-test-kind-voltha-based':
           name: 'periodic-voltha-multiple-olts-test-bbsim-2.7'
-          pipeline-script: 'voltha-nightly-tests-bbsim.groovy'
+          pipeline-script: 'voltha/voltha-2.7/voltha-nightly-tests-bbsim.groovy'
           build-node: 'qct-pod4-node2'
           make-target: functional-multi-olt
           make-target-failtest: bbsim-multiolt-failurescenarios
@@ -69,6 +91,7 @@
           pons: 2
           time-trigger: "H H * * *"
 
+      # openonu Go periodic tests
       - 'voltha-periodic-test':
           name: 'periodic-voltha-openonu-go-test-bbsim'
           code-branch: 'master'
@@ -78,24 +101,31 @@
             - target: openonu-go-adapter-test
               workflow: att
               flags: ""
+              teardown: true
             - target: 1t4gem-openonu-go-adapter-test
               workflow: att
               flags: ""
+              teardown: true
             - target: 1t8gem-openonu-go-adapter-test
               workflow: att
               flags: ""
+              teardown: true
             - target: mib-upload-templating-openonu-go-adapter-test
               workflow: att
               flags: "--set pon=2,onu=2,controlledActivation=only-onu"
+              teardown: true
             - target: reconcile-openonu-go-adapter-test
               workflow: att
               flags: ""
+              teardown: true
             - target: reconcile-openonu-go-adapter-test-dt
               workflow: dt
               flags: ""
+              teardown: true
             - target: reconcile-openonu-go-adapter-test-tt
               workflow: tt
               flags: ""
+              teardown: true
 
       - 'voltha-periodic-test':
           name: 'patchset-voltha-openonu-go-test-bbsim'
@@ -108,24 +138,31 @@
             - target: openonu-go-adapter-test
               workflow: att
               flags: ""
+              teardown: true
             - target: 1t4gem-openonu-go-adapter-test
               workflow: att
               flags: ""
+              teardown: true
             - target: 1t8gem-openonu-go-adapter-test
               workflow: att
               flags: ""
+              teardown: true
             - target: mib-upload-templating-openonu-go-adapter-test
               workflow: att
               flags: "--set pon=2,onu=2,controlledActivation=only-onu"
+              teardown: true
             - target: reconcile-openonu-go-adapter-test
               workflow: att
               flags: ""
+              teardown: true
             - target: reconcile-openonu-go-adapter-test-dt
               workflow: dt
               flags: ""
+              teardown: true
             - target: reconcile-openonu-go-adapter-test-tt
               workflow: tt
               flags: ""
+              teardown: true
 
       - 'voltha-periodic-test-kind-voltha-based':
           name: 'periodic-voltha-openonu-go-test-bbsim-2.7'
@@ -152,21 +189,27 @@
             - target: openonu-go-adapter-multi-olt-test
               workflow: att
               flags: ""
+              teardown: true
             - target: 1t4gem-openonu-go-adapter-multi-olt-test
               workflow: att
               flags: ""
+              teardown: true
             - target: 1t8gem-openonu-go-adapter-multi-olt-test
               workflow: att
               flags: ""
+              teardown: true
             - target: reconcile-openonu-go-adapter-multi-olt-test
               workflow: att
               flags: ""
+              teardown: true
             - target: reconcile-openonu-go-adapter-multi-olt-test-dt
               workflow: dt
               flags: ""
+              teardown: true
             - target: reconcile-openonu-go-adapter-multi-olt-test-tt
               workflow: tt
               flags: ""
+              teardown: true
           time-trigger: "H H/12 * * *"
 
       - 'voltha-periodic-test':
@@ -176,28 +219,33 @@
           extraHelmFlags: '--set global.image_tag=master --set onos-classic.image.tag=master'
           gerrit-project: '$GERRIT_PROJECT'
           gerritRefspec: '$GERRIT_REFSPEC'
+          extraHelmFlags: '--set onu=2,pon=2'
           testTargets: |
             - target: openonu-go-adapter-multi-olt-test
               workflow: att
               flags: ""
+              teardown: true
             - target: 1t4gem-openonu-go-adapter-multi-olt-test
               workflow: att
               flags: ""
+              teardown: true
             - target: 1t8gem-openonu-go-adapter-multi-olt-test
               workflow: att
               flags: ""
+              teardown: true
             - target: reconcile-openonu-go-adapter-multi-olt-test
               workflow: att
               flags: ""
+              teardown: true
             - target: reconcile-openonu-go-adapter-multi-olt-test-dt
               workflow: dt
               flags: ""
+              teardown: true
             - target: reconcile-openonu-go-adapter-multi-olt-test-tt
               workflow: tt
               flags: ""
+              teardown: true
           olts: 2
-          onus: 2
-          pons: 2
 
       - 'voltha-periodic-test-kind-voltha-based':
           name: 'periodic-voltha-multiple-olts-openonu-go-test-bbsim-2.7'
@@ -216,18 +264,23 @@
           pons: 2
           time-trigger: "H H/23 * * *"
 
-      - 'voltha-periodic-test-kind-voltha-based':
+      - 'voltha-periodic-test':
           name: 'periodic-voltha-test-DMI'
-          pipeline-script: 'voltha-DMI-bbsim-tests.groovy'
+          # NOTE why not a remote executor?
           build-node: 'qct-pod4-node2'
-          make-target: bbsim-dmi-hw-management-test
-          withAlarms: false
+          registry: 'registry.menlo.onlab.us'
+          extraHelmFlags: '--set global.image_tag=master --set onos-classic.image.tag=master'
           code-branch: 'master'
           time-trigger: "H H/23 * * *"
+          testTargets: |
+            - target: bbsim-dmi-hw-management-test
+              workflow: att
+              flags: ""
+              teardown: true
 
       - 'voltha-periodic-test-kind-voltha-based':
           name: 'periodic-voltha-test-DMI-2.7'
-          pipeline-script: 'voltha-DMI-bbsim-tests.groovy'
+          pipeline-script: 'voltha/voltha-2.7/voltha-DMI-bbsim-tests.groovy'
           build-node: 'qct-pod4-node2'
           make-target: bbsim-dmi-hw-management-test
           withAlarms: false
@@ -236,7 +289,7 @@
 
       - 'voltha-periodic-test-kind-voltha-based':
           name: 'periodic-voltha-test-bbsim-2.7'
-          pipeline-script: 'voltha-nightly-tests-bbsim.groovy'
+          pipeline-script: 'voltha/voltha-2.7/voltha-nightly-tests-bbsim.groovy'
           build-node: 'qct-pod4-node2'
           make-target: functional-single-kind
           make-target-failtest: bbsim-failurescenarios
@@ -248,19 +301,21 @@
           pons: 2
           time-trigger: "H H * * *"
 
-      - 'voltha-periodic-test-kind-voltha-based':
+      - 'voltha-periodic-test':
           name: 'periodic-voltha-etcd-test'
-          pipeline-script: 'voltha-system-test-bbsim.groovy'
           build-node: 'ubuntu18.04-basebuild-4c-8g'
           code-branch: 'master'
-          make-target: sanity-multi-kind
-          onus: 2
-          pons: 2
+          extraHelmFlags: '--set global.image_tag=master --set onos-classic.image.tag=master --set onu=2,pon=2'
           time-trigger: "H H/12 * * *"
+          testTargets: |
+            - target: sanity-multi-kind
+              workflow: att
+              flags: ""
+              teardown: true
 
       - 'voltha-periodic-test-kind-voltha-based':
           name: 'periodic-voltha-etcd-test-2.7'
-          pipeline-script: 'voltha-system-test-bbsim.groovy'
+          pipeline-script: 'voltha/voltha-2.7/voltha-system-test-bbsim.groovy'
           build-node: 'ubuntu18.04-basebuild-4c-8g'
           code-branch: 'voltha-2.7'
           make-target: sanity-multi-kind
@@ -268,21 +323,39 @@
           pons: 2
           time-trigger: "H H/12 * * *"
 
-
-      - 'voltha-periodic-test-kind-voltha-based':
+      - 'voltha-periodic-test':
           name: 'periodic-voltha-sanity-test-multi-runs'
-          pipeline-script: 'voltha-go-multi-tests.groovy'
+          # NOTE why not a remote executor?
           build-node: 'qct-pod4-node2'
+          registry: 'registry.menlo.onlab.us'
           code-branch: 'master'
-          make-target: sanity-kind
-          onus: 1
-          pons: 1
-          test-runs: 5
           time-trigger: "H H/23 * * *"
+          extraHelmFlags: '--set global.image_tag=master --set onos-classic.image.tag=master'
+          testTargets: |
+            - target: sanity-kind
+              workflow: att
+              flags: ""
+              teardown: true
+            - target: sanity-kind
+              workflow: att
+              flags: ""
+              teardown: false
+            - target: sanity-kind
+              workflow: att
+              flags: ""
+              teardown: false
+            - target: sanity-kind
+              workflow: att
+              flags: ""
+              teardown: false
+            - target: sanity-kind
+              workflow: att
+              flags: ""
+              teardown: false
 
       - 'voltha-periodic-test-kind-voltha-based':
           name: 'periodic-voltha-sanity-test-multi-runs-2.7'
-          pipeline-script: 'voltha-go-multi-tests.groovy'
+          pipeline-script: 'voltha/voltha-2.7/voltha-go-multi-tests.groovy'
           build-node: 'qct-pod4-node2'
           code-branch: 'voltha-2.7'
           make-target: sanity-kind
@@ -291,15 +364,17 @@
           test-runs: 5
           time-trigger: "H H/23 * * *"
 
-      - 'voltha-periodic-test-kind-voltha-based':
+      - 'voltha-periodic-test':
           name: 'nightly-voltha-DTflow-sanity-test'
           build-node: 'ubuntu18.04-basebuild-4c-8g'
           code-branch: 'master'
-          make-target: sanity-kind-dt
-          onus: 1
-          pons: 1
           time-trigger: "@daily"
-          work-flow: DT
+          extraHelmFlags: '--set global.image_tag=master --set onos-classic.image.tag=master'
+          testTargets: |
+            - target: sanity-kind-dt
+              workflow: dt
+              flags: ""
+              teardown: true
 
       # Per-patchset Pod builds on Tucson pod (master)
       - 'verify_physical_voltha_patchset_auto':
@@ -374,14 +449,13 @@
     name: '{name}'
     pipeline-script: 'voltha/master/periodic-bbsim-tests.groovy'
     build-node: 'ubuntu18.04-basebuild-8c-15g'
-    test-runs: 1
     robot-args: ''
     gerrit-project: ''
     gerritRefspec: ''
-    work-flow: ''
     volthaSystemTestsChange: ''
     volthaHelmChartsChange: ''
     extraHelmFlags: ''
+    registry:  mirror.registry.opennetworking.org
     sandbox: true
     olts: 1
 
@@ -411,7 +485,7 @@
 
       - string:
           name: extraHelmFlags
-          default: '--set onu={onus},pon={pons},{extraHelmFlags}'
+          default: '{extraHelmFlags}'
           description: 'Helm flags (passed to each deployment)'
 
       # test configuration
@@ -422,6 +496,7 @@
       #   - target: openonu-go-adapter-test
       #     workflow: att
       #     flags: ""
+      #     teardown: true
       - text:
           name: testTargets
           default: '{testTargets}'
@@ -462,6 +537,11 @@
           default: '{olts}'
           description: 'How many BBSim instances to run'
 
+      - string:
+          name: registry
+          default: '{registry}'
+          description: 'Which registry to use (amazon vs menlo)'
+
     project-type: pipeline
     concurrent: true
 
@@ -492,7 +572,7 @@
 - job-template:
     id: 'voltha-periodic-test-kind-voltha-based'
     name: '{name}'
-    pipeline-script: 'voltha-go-tests.groovy'
+    pipeline-script: 'voltha/voltha-2.7/voltha-go-tests.groovy'
     test-runs: 1
     robot-args: ''
     gerrit-project: ''
@@ -702,7 +782,7 @@
       - string:
           name: extraHelmFlags
           default: '{extraHelmFlags}'
-          description: 'Helm flags to pass to ./voltha up'
+          description: 'Helm flags to pass to every helm command'
 
       - string:
           name: volthaSystemTestsChange
@@ -950,7 +1030,6 @@
                 - branch-compare-type: REG_EXP
                   branch-pattern: '{branch-pattern}'
 
-
 - job-template:
     name: '{name}'
     id: verify_physical_voltha_patchset_manual
@@ -1006,7 +1085,6 @@
                 - branch-compare-type: REG_EXP
                   branch-pattern: '{branch-pattern}'
 
-
 - job-template:
     name: '{name}'
     id: build_physical_voltha_manual