Add CSIT Taishan performance job and cleanup jobs

Add csit-vpp-perf-mrr-daily-master-3n-tsh job.
Add csit-vpp-perf-verify-{stream}-3n-tsh jobs.
Add csit-dpdk-perf-verify-{stream}-3n-tsh jobs.
Add csit-ligato-perf-verify-{stream}-3n-tsh jobs.

Cleanup CSIT jobs:
* split jobs into three categories: functional, performance and the rest
of CSIT jobs (docs, report, trending)
* replace topo and arch with node-arch
* remove unnecessary variables

Remove broken jobs:
* csit-ligato-perf-mrr-daily-master-3n-hsw
* csit-nsh_sfc-verify-perf-{stream}

Change-Id: Ia4e62a8d944ecfce4058b6b2e2f4bd1471dc10f7
Signed-off-by: juraj.linkes <juraj.linkes@pantheon.tech>

1 files changed, 11 insertions, 1431 deletions

diff --git a/jjb/csit/csit.yaml b/jjb/csit/csit.yaml
index c38b7713f..a4b181637 100644
--- a/jjb/csit/csit.yaml
+++ b/jjb/csit/csit.yaml
@@ -15,91 +15,42 @@
 - project:
     name: csit
     description: 'CSIT Jenkins jobs.'
-    os:
-      - 'ubuntu1604'
-      - 'centos7'
-
-    topo:
-      - '2n'
-      - '3n'
-
-    arch:
-      - 'skx'
-      - 'hsw'
-      - 'dnv'
-      - 'arm'
 
     jobs:
-      - 'csit-vpp-functional-{stream}-{os}-virl'
-      - 'csit-vpp-verify-{stream_timed}-{os}-weekly'
-      - 'csit-vpp-verify-{stream_timed}-{os}-semiweekly'
-      - 'csit-docs-merge-{stream_timed}'
       - 'csit-docs-verify-{stream}'
+      - 'csit-docs-merge-{stream_timed}'
       - 'csit-report-merge-{stream}'
       - 'csit-report-merge-1901_2'
       - 'csit-report-merge-1904_1'
       - 'csit-trending-daily-master'
-      - 'csit-dpdk-perf-verify-{stream}-{topo}-{arch}'
-      - 'csit-dpdk-perf-mrr-weekly-master'
-      - 'csit-dpdk-perf-mrr-weekly-master-2n-skx'
-      - 'csit-dpdk-perf-mrr-weekly-master-3n-skx'
-      - 'csit-ligato-perf-verify-{stream}-{topo}-{arch}'
-      - 'csit-vpp-perf-mrr-daily-master'
-      - 'csit-vpp-perf-mrr-daily-master-2n-skx'
-      - 'csit-vpp-perf-mrr-daily-master-3n-skx'
-      - 'csit-vpp-perf-mrr-weekly-master-2n-skx'
-      - 'csit-vpp-perf-ndrpdr-weekly-master-3n-hsw'
-      - 'csit-vpp-perf-ndrpdr-weekly-master-2n-skx'
-      - 'csit-vpp-perf-ndrpdr-weekly-master-3n-skx'
-      - 'csit-vpp-perf-verify-{stream}-{topo}-{arch}'
-      - 'csit-nsh_sfc-verify-perf-{stream}'
-      - 'csit-nsh_sfc-verify-func-{stream}-{os}-virl'
-      - 'csit-tldk-verify-func-{stream}-{os}-virl'
-      - 'csit-dmm-functional-{stream}-ubuntu1604-virl'
 
     project: 'csit'
     branch: 'master'
-    branch-id: 'oper'
-    docs-executor: 'ubuntu1804-us'
-    perf-executor: 'ubuntu1804-us'
+    executor: 'ubuntu1804-us'
     build-artifact-num-to-keep: 10
     stream_timed:
       - master:
           branch: 'master'
-          branch-id: 'oper'
-          docs-executor: 'ubuntu1804-us'
-          perf-executor: 'ubuntu1804-us'
+          executor: 'ubuntu1804-us'
       - '1904':
           branch: 'rls1904'
-          branch-id: 'oper-rls1904'
-          docs-executor: 'ubuntu1804-us'
-          perf-executor: 'ubuntu1804-us'
+          executor: 'ubuntu1804-us'
     stream:
       - master:
           branch: 'master'
-          branch-id: 'oper'
-          docs-executor: 'ubuntu1804-us'
-          perf-executor: 'ubuntu1804-us'
+          executor: 'ubuntu1804-us'
       - '1807':
           branch: 'rls1807'
-          branch-id: 'oper-rls1807'
-          docs-executor: 'ubuntu1604-basebuild-4c-4g'
-          perf-executor: 'ubuntu1604-basebuild-8c-32g'
+          executor: 'ubuntu1604-basebuild-4c-4g'
       - '1810':
           branch: 'rls1810'
-          branch-id: 'oper-rls1810'
-          docs-executor: 'ubuntu1604-basebuild-4c-4g'
-          perf-executor: 'ubuntu1604-basebuild-8c-32g'
+          executor: 'ubuntu1604-basebuild-4c-4g'
       - '1901':
           branch: 'rls1901'
-          branch-id: 'oper-rls1901'
-          docs-executor: 'ubuntu1604-basebuild-4c-4g'
-          perf-executor: 'ubuntu1604-basebuild-8c-32g'
+          executor: 'ubuntu1604-basebuild-4c-4g'
       - '1904':
           branch: 'rls1904'
-          branch-id: 'oper-rls1904'
-          docs-executor: 'ubuntu1804-us'
-          perf-executor: 'ubuntu1804-us'
+          executor: 'ubuntu1804-us'
 
 - project:
     name: csit-view
@@ -107,397 +58,12 @@
       - project-view
     project-name: csit
 
-- job-template:
-    name: 'csit-vpp-functional-{stream}-{os}-virl'
-
-    project-type: freestyle
-    node: '{os}-basebuild-4c-4g'
-    concurrent: true
-    archive-artifacts: >
-      **/csit/report.html
-      **/csit/log.html
-      **/csit/output.xml
-    latest-only: false
-
-    build-discarder:
-      daysToKeep: '{build-days-to-keep}'
-      numToKeep: '{build-num-to-keep}'
-      artifactDaysToKeep: '{build-artifact-days-to-keep}'
-      artifactNumToKeep: '{build-artifact-num-to-keep}'
-
-    parameters:
-      - project-parameter:
-          project: '{project}'
-      - gerrit-parameter:
-          branch: '{branch}'
-      - string:
-          name: ARCHIVE_ARTIFACTS
-          default: '{archive-artifacts}'
-          description: Artifacts to archive to the logs server.
-
-    scm:
-      - gerrit-trigger-scm:
-          credentials-id: 'jenkins-gerrit-credentials'
-          refspec: '$GERRIT_REFSPEC'
-          choosing-strategy: 'gerrit'
-
-    wrappers:
-      - fdio-infra-wrappers:
-          build-timeout: '{build-timeout}'
-
-    triggers:
-      - gerrit-trigger-patch-submitted:
-          name: '{project}'
-          branch: '{branch}'
-
-    builders:
-      - shell:
-          !include-raw-escape: include-raw-csit-vpp-functional-virl.sh
-
-    publishers:
-      - robot-report:
-          output-path: ''
-
-      - fdio-infra-shiplogs:
-          maven-version: 'mvn33-new'
-
-- job-template:
-    name: 'csit-dpdk-perf-verify-{stream}-{topo}-{arch}'
-
-    description: |
-      <ul>
-          <li>objective
-              <ul>
-                  <li>perf verify - per csit gerrit patch
-              </ul>
-          <li>job
-              <ul>
-                  <li>name: <b>csit-dpdk-perf-verify-{stream}-{topo}-{arch}</b>
-                  <li>trigger: keyword in comment to csit patch:
-                      <b>csit-dpdk-{topo}-{arch}-perftest tag_list</b>
-              </ul>
-          <li>perf test-cases selection
-              <ul>
-                  <li>test-cases selected using trigger keyword followed by tags
-                  <li>all test-cases are labelled with CSIT RF topic tags
-                      defined in <i>csit/docs/tag_documentation.rst</i>
-              </ul>
-          <li>default tags for dpdk perf test type
-              <ul>
-                  <li>IP4BASE, L2XCBASE
-                  <li>64B: 64B packet size
-                  <li>1C: one core
-                  <li>X710: x710 Fortville NIC
-                  <li>MRR: MRR throughput
-              </ul>
-          <li>results
-              <ul>
-                  <li>jjb verify: PASS/FAIL
-                  <li>present: no
-                  <li>analyse: no
-              </ul>
-      </ul>
-
-    project-type: freestyle
-    node: '{perf-executor}'
-    concurrent: true
-    archive-artifacts: 'archive/*.*'
-    latest-only: false
-
-
-    build-discarder:
-      daysToKeep: '{build-days-to-keep}'
-      numToKeep: '{build-num-to-keep}'
-      artifactDaysToKeep: '{build-artifact-days-to-keep}'
-      artifactNumToKeep: '{build-artifact-num-to-keep}'
-
-    parameters:
-      - project-parameter:
-          project: '{project}'
-      - gerrit-parameter:
-          branch: '{branch}'
-      - string:
-          name: ARCHIVE_ARTIFACTS
-          default: '{archive-artifacts}'
-          description: Artifacts to archive to the logs server.
-
-    scm:
-      - gerrit-trigger-scm:
-          credentials-id: 'jenkins-gerrit-credentials'
-          refspec: '$GERRIT_REFSPEC'
-          choosing-strategy: 'gerrit'
-
-    wrappers:
-      - fdio-infra-wrappers-non-activity-timeout:
-          build-timeout: '{build-timeout}'
-
-    triggers:
-      - gerrit:
-          server-name: 'Primary'
-          trigger-on:
-            - comment-added-contains-event:
-                comment-contains-value: 'csit-dpdk-{topo}-{arch}-perftest'
-          projects:
-            - project-compare-type: 'ANT'
-              project-pattern: '{project}'
-              branches:
-                - branch-compare-type: 'ANT'
-                  branch-pattern: '**/{branch}'
-          skip-vote:
-            successful: false
-            failed: false
-            unstable: false
-            notbuilt: false
-
-    builders:
-      - shell:
-          !include-raw-escape: jjb/csit/include-raw-csit-perf-verify.sh
-
-    publishers:
-      - robot:
-          output-path: archive
-          other-files:
-            - '*.*'
-
-      - fdio-infra-shiplogs:
-          maven-version: 'mvn33-new'
-
-- job-template:
-    name: 'csit-ligato-perf-verify-{stream}-{topo}-{arch}'
-
-    # yamllint disable rule:line-length
-    description: |
-      <ul>
-          <li>objective
-              <ul>
-                  <li>perf verify - per csit gerrit patch
-              </ul>
-          <li>job
-              <ul>
-                  <li>name: <b>csit-ligato-perf-verify-{stream}-{topo}-{arch}</b>
-                  <li>trigger: keyword in comment to csit patch:
-                      <b>csit--ligato-{topo}-{arch}-perftest tag_list</b>
-              </ul>
-          <li>perf test-cases selection
-              <ul>
-                  <li>test-cases selected using trigger keyword followed by tags
-                  <li>all test-cases are labelled with CSIT RF topic tags
-                      defined in <i>csit/docs/tag_documentation.rst</i>
-              </ul>
-          <li>proposed keywords
-              <ul>
-                  <li>focus on testing specified Kubernetes orchestrated topologies
-                  <li>format: csit-ligato-{topo}-{arch}-perftest tag_list
-              </ul>
-          <li>default tags for vpp startup config and perf test type
-              <ul>
-                  <li>IP4BASE, IP6BASE, L2BDBASE
-                  <li>64B/78B: 64B/78B packet size
-                  <li>1C: one core
-                  <li>X710: x710 Fortville NIC
-                  <li>MRR: MRR throughput
-              </ul>
-          <li>results
-              <ul>
-                  <li>jjb verify: PASS/FAIL
-                  <li>present: no
-                  <li>analyse: no
-              </ul>
-      </ul>
-      # yamllint enable rule:line-length
-
-    project-type: freestyle
-    # As the nomad executors are running docker containers we cannot run
-    # ligato-perf job due to dependency on using docker inside.
-    # TODO: Find the mechanics how to offload job logic from compiling docker
-    #   image so we can move this executor to ubuntu1804-us
-    node: 'ubuntu1804-basebuild-4c-4g'
-    concurrent: true
-    archive-artifacts: 'archive/*.*'
-    latest-only: false
-
-
-    build-discarder:
-      daysToKeep: '{build-days-to-keep}'
-      numToKeep: '{build-num-to-keep}'
-      artifactDaysToKeep: '{build-artifact-days-to-keep}'
-      artifactNumToKeep: '{build-artifact-num-to-keep}'
-
-    parameters:
-      - project-parameter:
-          project: '{project}'
-      - gerrit-parameter:
-          branch: '{branch}'
-      - gerrit-refspec-parameter
-      - gerrit-event-type-parameter
-      - gerrit-event-comment-text-parameter
-      - string:
-          name: ARCHIVE_ARTIFACTS
-          default: '{archive-artifacts}'
-          description: Artifacts to archive to the logs server.
-
-    scm:
-      - gerrit-trigger-scm:
-          credentials-id: 'jenkins-gerrit-credentials'
-          refspec: '$GERRIT_REFSPEC'
-          choosing-strategy: 'gerrit'
-
-    wrappers:
-      - fdio-infra-wrappers-non-activity-timeout:
-          build-timeout: '{build-timeout}'
-
-    triggers:
-      - gerrit:
-          server-name: 'Primary'
-          trigger-on:
-            - comment-added-contains-event:
-                comment-contains-value: 'csit-ligato-{topo}-{arch}-perftest'
-          projects:
-            - project-compare-type: 'ANT'
-              project-pattern: '{project}'
-              branches:
-                - branch-compare-type: 'ANT'
-                  branch-pattern: '**/{branch}'
-          skip-vote:
-            successful: false
-            failed: false
-            unstable: false
-            notbuilt: false
-
-    builders:
-      - shell:
-          !include-raw-escape: jjb/csit/include-raw-csit-perf-verify.sh
-
-    publishers:
-      - robot:
-          output-path: archive
-          other-files:
-            - '*.*'
-
-      - fdio-infra-shiplogs:
-          maven-version: 'mvn33-new'
-
-
-- job-template:
-    name: 'csit-vpp-verify-{stream_timed}-{os}-weekly'
-    # yamllint disable-line rule:line-length
-    description: 'Purpose of this job is to validate CSIT code of corresponding branch against verified vpp build from corresponding branch.'
-    # yamllint enable rule:line-length
-
-    project-type: freestyle
-    node: '{os}-basebuild-4c-4g'
-    concurrent: false
-    archive-artifacts: >
-      **/csit/report.html
-      **/csit/log.html
-      **/csit/output.xml
-    latest-only: false
-
-    build-discarder:
-      daysToKeep: '{build-days-to-keep}'
-      numToKeep: '{build-num-to-keep}'
-      artifactDaysToKeep: '{build-artifact-days-to-keep}'
-      artifactNumToKeep: '{build-artifact-num-to-keep}'
-
-    parameters:
-      - project-parameter:
-          project: '{project}'
-      - gerrit-parameter:
-          branch: '{branch}'
-      - string:
-          name: ARCHIVE_ARTIFACTS
-          default: '{archive-artifacts}'
-          description: Artifacts to archive to the logs server.
-
-    scm:
-      - git-scm:
-          credentials-id: 'jenkins-gerrit-credentials'
-          branch: '{branch}'
-
-    wrappers:
-      - fdio-infra-wrappers-non-activity-timeout:
-          build-timeout: '{build-timeout}'
-
-    triggers:
-      - timed: '0 4 * * 0'
-
-      - gerrit-trigger-manually-triggered:
-          comment-trigger-value: 'csit-vpp-ref-verify'
-          name: '{project}'
-          branch: '{branch}'
-
-    builders:
-      - shell:
-          !include-raw-escape: jjb/csit/include-raw-csit-vpp-verify-weekly.sh
-
-    publishers:
-      - robot-report:
-          output-path: ''
-
-      - fdio-infra-shiplogs:
-          maven-version: 'mvn33-new'
-
-- job-template:
-    name: 'csit-vpp-verify-{stream_timed}-{os}-semiweekly'
-    # yamllint disable-line rule:line-length
-    description: 'Purpose of this job is to validate latest vpp build from corresponding branch stored in nexus against verified CSIT codebase of corresponding branch.'
-    # yamllint enable rule:line-length
-
-    project-type: freestyle
-    node: '{os}-basebuild-4c-4g'
-    concurrent: false
-    archive-artifacts: 'csit/archive/*.*'
-    latest-only: false
-
-    build-discarder:
-      daysToKeep: '{build-days-to-keep}'
-      numToKeep: '{build-num-to-keep}'
-      artifactDaysToKeep: '{build-artifact-days-to-keep}'
-      artifactNumToKeep: '{build-artifact-num-to-keep}'
-
-    parameters:
-      - project-parameter:
-          project: '{project}'
-      - gerrit-parameter:
-          branch: '{branch}'
-      - string:
-          name: ARCHIVE_ARTIFACTS
-          default: '{archive-artifacts}'
-          description: Artifacts to archive to the logs server.
-
-    wrappers:
-      - fdio-infra-wrappers-non-activity-timeout:
-          build-timeout: '{build-timeout}'
-
-    triggers:
-      - timed: '0 4 * * 2,6'
-
-      - gerrit-trigger-manually-triggered:
-          comment-trigger-value: 'csit-verify-vpp'
-          name: '{project}'
-          branch: '{branch}'
-
-    builders:
-      - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
-      - inject:
-          properties-file: variables.prop
-      - shell:
-          # yamllint disable-line rule:line-length
-          !include-raw-escape: jjb/csit/include-raw-csit-vpp-verify-semiweekly.sh
-          # yamllint enable rule:line-length
-
-    publishers:
-      - robot-report:
-          output-path: 'csit/archive'
-
-      - fdio-infra-shiplogs:
-          maven-version: 'mvn33-new'
 
 - job-template:
     name: 'csit-docs-verify-{stream}'
 
     project-type: freestyle
-    node: '{docs-executor}'
+    node: '{executor}'
     concurrent: true
     archive-artifacts: 'resources/tools/doc_gen/csit.docs.tar.gz'
     allow-empty: 'true'
@@ -560,7 +126,7 @@
     name: 'csit-docs-merge-{stream_timed}'
 
     project-type: freestyle
-    node: '{docs-executor}'
+    node: '{executor}'
     concurrent: true
     archive-artifacts: 'resources/tools/doc_gen/csit.docs.tar.gz'
     allow-empty: 'true'
@@ -929,989 +495,3 @@
 
       - fdio-infra-shiplogs:
           maven-version: 'mvn33-new'
-
-- job-template:
-    name: 'csit-vpp-perf-ndrpdr-weekly-master-3n-hsw'
-
-    description: |
-      <ul>
-          <li>objective
-              <ul>
-                  <li>check vpp perf ndrpdr weekly on 3n-hsw
-              </ul>
-          <li>perf test-cases selection
-              <ul>
-                  <li>pre-selected CSIT VPP NDRPDR perf suites
-              </ul>
-          <li>results
-              <ul>
-                  <li>jjb verify: PASS/FAIL
-                  <li>present: no
-                  <li>analyse: csit project (catch malfunctions/degradations)
-              </ul>
-      </ul>
-    project-type: freestyle
-    node: '{perf-executor}'
-    concurrent: false
-    archive-artifacts: 'csit/archive/*.*'
-    latest-only: false
-
-    build-discarder:
-      daysToKeep: '{build-days-to-keep}'
-      numToKeep: '{build-num-to-keep}'
-      artifactDaysToKeep: '{build-artifact-days-to-keep}'
-      artifactNumToKeep: '{build-artifact-num-to-keep}'
-
-    parameters:
-      - project-parameter:
-          project: '{project}'
-      - gerrit-parameter:
-          branch: '{branch}'
-      - string:
-          name: ARCHIVE_ARTIFACTS
-          default: '{archive-artifacts}'
-          description: Artifacts to archive to the logs server.
-
-    wrappers:
-      - fdio-infra-wrappers-non-activity-timeout:
-          build-timeout: '{build-timeout}'
-
-    triggers:
-      - timed: '0 0 * * 6'
-
-    builders:
-      - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
-      - inject:
-          properties-file: variables.prop
-      - shell:
-          !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
-
-    publishers:
-      - robot:
-          output-path: 'csit/archive'
-          other-files:
-            - '*.*'
-
-      - fdio-infra-shiplogs:
-          maven-version: 'mvn33-new'
-
-- job-template:
-    name: 'csit-vpp-perf-ndrpdr-weekly-master-2n-skx'
-
-    description: |
-      <ul>
-          <li>objective
-              <ul>
-                  <li>check vpp perf ndrpdr weekly
-              </ul>
-          <li>perf test-cases selection
-              <ul>
-                  <li>pre-selected CSIT VPP NDRPDR perf suites
-              </ul>
-          <li>results
-              <ul>
-                  <li>jjb verify: PASS/FAIL
-                  <li>present: no
-                  <li>analyse: csit project (catch malfunctions/degradations)
-              </ul>
-      </ul>
-    project-type: freestyle
-    node: '{perf-executor}'
-    concurrent: false
-    archive-artifacts: 'csit/archive/*.*'
-    latest-only: false
-
-    build-discarder:
-      daysToKeep: '{build-days-to-keep}'
-      numToKeep: '{build-num-to-keep}'
-      artifactDaysToKeep: '{build-artifact-days-to-keep}'
-      artifactNumToKeep: '{build-artifact-num-to-keep}'
-
-    parameters:
-      - project-parameter:
-          project: '{project}'
-      - gerrit-parameter:
-          branch: '{branch}'
-      - string:
-          name: ARCHIVE_ARTIFACTS
-          default: '{archive-artifacts}'
-          description: Artifacts to archive to the logs server.
-
-    wrappers:
-      - fdio-infra-wrappers-non-activity-timeout:
-          build-timeout: '{build-timeout}'
-
-    triggers:
-      - timed: '0 0 * * 6'
-
-    builders:
-      - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
-      - inject:
-          properties-file: variables.prop
-      - shell:
-          !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
-
-    publishers:
-      - robot:
-          output-path: 'csit/archive'
-          other-files:
-            - '*.*'
-
-      - fdio-infra-shiplogs:
-          maven-version: 'mvn33-new'
-
-- job-template:
-    name: 'csit-vpp-perf-ndrpdr-weekly-master-3n-skx'
-
-    description: |
-      <ul>
-          <li>objective
-              <ul>
-                  <li>check vpp perf ndrpdr weekly
-              </ul>
-          <li>perf test-cases selection
-              <ul>
-                  <li>pre-selected CSIT VPP NDRPDR perf suites
-              </ul>
-          <li>results
-              <ul>
-                  <li>jjb verify: PASS/FAIL
-                  <li>present: no
-                  <li>analyse: csit project (catch malfunctions/degradations)
-              </ul>
-      </ul>
-    project-type: freestyle
-    node: '{perf-executor}'
-    concurrent: false
-    archive-artifacts: 'csit/archive/*.*'
-    latest-only: false
-
-    build-discarder:
-      daysToKeep: '{build-days-to-keep}'
-      numToKeep: '{build-num-to-keep}'
-      artifactDaysToKeep: '{build-artifact-days-to-keep}'
-      artifactNumToKeep: '{build-artifact-num-to-keep}'
-
-    parameters:
-      - project-parameter:
-          project: '{project}'
-      - gerrit-parameter:
-          branch: '{branch}'
-      - string:
-          name: ARCHIVE_ARTIFACTS
-          default: '{archive-artifacts}'
-          description: Artifacts to archive to the logs server.
-
-    wrappers:
-      - fdio-infra-wrappers-non-activity-timeout:
-          build-timeout: '{build-timeout}'
-
-    triggers:
-      - timed: '0 0 * * 6'
-
-    builders:
-      - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
-      - inject:
-          properties-file: variables.prop
-      - shell:
-          !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
-
-    publishers:
-      - robot:
-          output-path: 'csit/archive'
-          other-files:
-            - '*.*'
-
-      - fdio-infra-shiplogs:
-          maven-version: 'mvn33-new'
-
-- job-template:
-    name: 'csit-vpp-perf-mrr-daily-master'
-
-    description: |
-      <ul>
-          <li>objective
-              <ul>
-                  <li>check vpp perf mrr daily
-              </ul>
-          <li>perf test-cases selection
-              <ul>
-                  <li>all CSIT VPP MRR perf suites
-              </ul>
-          <li>results
-              <ul>
-                  <li>jjb verify: PASS/FAIL
-                  <li>present: no
-                  <li>analyse: csit project (catch malfunctions/degradations)
-              </ul>
-      </ul>
-
-    project-type: freestyle
-    node: '{perf-executor}'
-    concurrent: false
-    archive-artifacts: 'csit/archive/*.*'
-    latest-only: false
-
-    build-discarder:
-      daysToKeep: '{build-days-to-keep}'
-      numToKeep: '{build-num-to-keep}'
-      artifactDaysToKeep: '{build-artifact-days-to-keep}'
-      artifactNumToKeep: '{build-artifact-num-to-keep}'
-
-    parameters:
-      - project-parameter:
-          project: '{project}'
-      - gerrit-parameter:
-          branch: '{branch}'
-      - string:
-          name: ARCHIVE_ARTIFACTS
-          default: '{archive-artifacts}'
-          description: Artifacts to archive to the logs server.
-
-    wrappers:
-      - fdio-infra-wrappers-non-activity-timeout:
-          build-timeout: '{build-timeout}'
-
-    triggers:
-      - timed: '0 2,14 * * *'
-
-    builders:
-      - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
-      - inject:
-          properties-file: variables.prop
-      - shell:
-          !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
-
-    publishers:
-      - robot:
-          output-path: 'csit/archive'
-          other-files:
-            - '*.*'
-
-      - fdio-infra-shiplogs:
-          maven-version: 'mvn33-new'
-
-- job-template:
-    name: 'csit-vpp-perf-mrr-daily-master-2n-skx'
-
-    description: |
-      <ul>
-          <li>objective
-              <ul>
-                  <li>check vpp perf mrr daily
-              </ul>
-          <li>perf test-cases selection
-              <ul>
-                  <li>all CSIT VPP MRR perf suites
-              </ul>
-          <li>results
-              <ul>
-                  <li>jjb verify: PASS/FAIL
-                  <li>present: no
-                  <li>analyse: csit project (catch malfunctions/degradations)
-              </ul>
-      </ul>
-
-    project-type: freestyle
-    node: '{perf-executor}'
-    concurrent: false
-    archive-artifacts: 'csit/archive/*.*'
-    latest-only: false
-
-    build-discarder:
-      daysToKeep: '{build-days-to-keep}'
-      numToKeep: '{build-num-to-keep}'
-      artifactDaysToKeep: '{build-artifact-days-to-keep}'
-      artifactNumToKeep: '{build-artifact-num-to-keep}'
-
-    parameters:
-      - project-parameter:
-          project: '{project}'
-      - gerrit-parameter:
-          branch: '{branch}'
-      - string:
-          name: ARCHIVE_ARTIFACTS
-          default: '{archive-artifacts}'
-          description: Artifacts to archive to the logs server.
-
-    wrappers:
-      - fdio-infra-wrappers-non-activity-timeout:
-          build-timeout: '{build-timeout}'
-
-    triggers:
-      - timed: '0 2,14 * * *'
-
-    builders:
-      - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
-      - inject:
-          properties-file: variables.prop
-      - shell:
-          !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
-
-    publishers:
-      - robot:
-          output-path: 'csit/archive'
-          other-files:
-            - '*.*'
-
-      - fdio-infra-shiplogs:
-          maven-version: 'mvn33-new'
-
-- job-template:
-    name: 'csit-vpp-perf-mrr-daily-master-3n-skx'
-
-    description: |
-      <ul>
-          <li>objective
-              <ul>
-                  <li>check vpp perf mrr daily
-              </ul>
-          <li>perf test-cases selection
-              <ul>
-                  <li>all CSIT VPP MRR perf suites
-              </ul>
-          <li>results
-              <ul>
-                  <li>jjb verify: PASS/FAIL
-                  <li>present: no
-                  <li>analyse: csit project (catch malfunctions/degradations)
-              </ul>
-      </ul>
-
-    project-type: freestyle
-    node: '{perf-executor}'
-    concurrent: false
-    archive-artifacts: 'csit/archive/*.*'
-    latest-only: false
-
-    build-discarder:
-      daysToKeep: '{build-days-to-keep}'
-      numToKeep: '{build-num-to-keep}'
-      artifactDaysToKeep: '{build-artifact-days-to-keep}'
-      artifactNumToKeep: '{build-artifact-num-to-keep}'
-
-    parameters:
-      - project-parameter:
-          project: '{project}'
-      - gerrit-parameter:
-          branch: '{branch}'
-      - string:
-          name: ARCHIVE_ARTIFACTS
-          default: '{archive-artifacts}'
-          description: Artifacts to archive to the logs server.
-
-    wrappers:
-      - fdio-infra-wrappers-non-activity-timeout:
-          build-timeout: '{build-timeout}'
-
-    triggers:
-      - timed: '0 2,14 * * *'
-
-    builders:
-      - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
-      - inject:
-          properties-file: variables.prop
-      - shell:
-          !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
-
-    publishers:
-      - robot:
-          output-path: 'csit/archive'
-          other-files:
-            - '*.*'
-
-      - fdio-infra-shiplogs:
-          maven-version: 'mvn33-new'
-
-- job-template:
-    name: 'csit-vpp-perf-mrr-weekly-master-2n-skx'
-
-    description: |
-      <ul>
-          <li>objective
-              <ul>
-                  <li>check vpp perf mrr weekly
-              </ul>
-          <li>perf test-cases selection
-              <ul>
-                  <li>NF Density CSIT VPP MRR perf suites
-              </ul>
-          <li>results
-              <ul>
-                  <li>jjb verify: PASS/FAIL
-                  <li>present: no
-                  <li>analyse: csit project (catch malfunctions/degradations)
-              </ul>
-      </ul>
-
-    project-type: freestyle
-    node: '{perf-executor}'
-    concurrent: false
-    archive-artifacts: 'csit/archive/*.*'
-    latest-only: false
-
-    build-discarder:
-      daysToKeep: '{build-days-to-keep}'
-      numToKeep: '{build-num-to-keep}'
-      artifactDaysToKeep: '{build-artifact-days-to-keep}'
-      artifactNumToKeep: '{build-artifact-num-to-keep}'
-
-    parameters:
-      - project-parameter:
-          project: '{project}'
-      - gerrit-parameter:
-          branch: '{branch}'
-      - string:
-          name: ARCHIVE_ARTIFACTS
-          default: '{archive-artifacts}'
-          description: Artifacts to archive to the logs server.
-
-    wrappers:
-      - fdio-infra-wrappers-non-activity-timeout:
-          build-timeout: '{build-timeout}'
-
-    triggers:
-      - timed: '0 0 * * 6'
-
-    builders:
-      - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
-      - inject:
-          properties-file: variables.prop
-      - shell:
-          !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
-
-    publishers:
-      - robot:
-          output-path: 'csit/archive'
-          other-files:
-            - '*.*'
-
-      - fdio-infra-shiplogs:
-          maven-version: 'mvn33-new'
-
-- job-template:
-    name: 'csit-dpdk-perf-mrr-weekly-master'
-
-    description: |
-      <ul>
-          <li>objective
-              <ul>
-                  <li>check dpdk perf mrr weekly
-              </ul>
-          <li>perf test-cases selection
-              <ul>
-                  <li>all CSIT DPDK MRR perf suites
-              </ul>
-          <li>results
-              <ul>
-                  <li>jjb verify: PASS/FAIL
-                  <li>present: no
-                  <li>analyse: csit project (catch malfunctions/degradations)
-              </ul>
-      </ul>
-
-    project-type: freestyle
-    node: '{perf-executor}'
-    concurrent: false
-    archive-artifacts: 'csit/archive/*.*'
-    latest-only: false
-
-    build-discarder:
-      daysToKeep: '{build-days-to-keep}'
-      numToKeep: '{build-num-to-keep}'
-      artifactDaysToKeep: '{build-artifact-days-to-keep}'
-      artifactNumToKeep: '{build-artifact-num-to-keep}'
-
-    parameters:
-      - project-parameter:
-          project: '{project}'
-      - gerrit-parameter:
-          branch: '{branch}'
-      - string:
-          name: ARCHIVE_ARTIFACTS
-          default: '{archive-artifacts}'
-          description: Artifacts to archive to the logs server.
-
-    wrappers:
-      - fdio-infra-wrappers-non-activity-timeout:
-          build-timeout: '{build-timeout}'
-
-    triggers:
-      - timed: '0 0 * * 6'
-
-    builders:
-      - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
-      - inject:
-          properties-file: variables.prop
-      - shell:
-          !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
-
-    publishers:
-      - robot:
-          output-path: 'csit/archive'
-          other-files:
-            - '*.*'
-
-      - fdio-infra-shiplogs:
-          maven-version: 'mvn33-new'
-
-- job-template:
-    name: 'csit-dpdk-perf-mrr-weekly-master-2n-skx'
-
-    description: |
-      <ul>
-          <li>objective
-              <ul>
-                  <li>check dpdk perf mrr weekly
-              </ul>
-          <li>perf test-cases selection
-              <ul>
-                  <li>all CSIT DPDK MRR perf suites
-              </ul>
-          <li>results
-              <ul>
-                  <li>jjb verify: PASS/FAIL
-                  <li>present: no
-                  <li>analyse: csit project (catch malfunctions/degradations)
-              </ul>
-      </ul>
-
-    project-type: freestyle
-    node: '{perf-executor}'
-    concurrent: false
-    archive-artifacts: 'csit/archive/*.*'
-    latest-only: false
-
-    build-discarder:
-      daysToKeep: '{build-days-to-keep}'
-      numToKeep: '{build-num-to-keep}'
-      artifactDaysToKeep: '{build-artifact-days-to-keep}'
-      artifactNumToKeep: '{build-artifact-num-to-keep}'
-
-    parameters:
-      - project-parameter:
-          project: '{project}'
-      - gerrit-parameter:
-          branch: '{branch}'
-      - string:
-          name: ARCHIVE_ARTIFACTS
-          default: '{archive-artifacts}'
-          description: Artifacts to archive to the logs server.
-
-    wrappers:
-      - fdio-infra-wrappers-non-activity-timeout:
-          build-timeout: '{build-timeout}'
-
-    triggers:
-      - timed: '0 0 * * 6'
-
-    builders:
-      - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
-      - inject:
-          properties-file: variables.prop
-      - shell:
-          !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
-
-    publishers:
-      - robot:
-          output-path: 'csit/archive'
-          other-files:
-            - '*.*'
-
-      - fdio-infra-shiplogs:
-          maven-version: 'mvn33-new'
-
-- job-template:
-    name: 'csit-dpdk-perf-mrr-weekly-master-3n-skx'
-
-    description: |
-      <ul>
-          <li>objective
-              <ul>
-                  <li>check dpdk perf mrr weekly
-              </ul>
-          <li>perf test-cases selection
-              <ul>
-                  <li>all CSIT DPDK MRR perf suites
-              </ul>
-          <li>results
-              <ul>
-                  <li>jjb verify: PASS/FAIL
-                  <li>present: no
-                  <li>analyse: csit project (catch malfunctions/degradations)
-              </ul>
-      </ul>
-
-    project-type: freestyle
-    node: '{perf-executor}'
-    concurrent: false
-    archive-artifacts: 'csit/archive/*.*'
-    latest-only: false
-
-    build-discarder:
-      daysToKeep: '{build-days-to-keep}'
-      numToKeep: '{build-num-to-keep}'
-      artifactDaysToKeep: '{build-artifact-days-to-keep}'
-      artifactNumToKeep: '{build-artifact-num-to-keep}'
-
-    parameters:
-      - project-parameter:
-          project: '{project}'
-      - gerrit-parameter:
-          branch: '{branch}'
-      - string:
-          name: ARCHIVE_ARTIFACTS
-          default: '{archive-artifacts}'
-          description: Artifacts to archive to the logs server.
-
-    wrappers:
-      - fdio-infra-wrappers-non-activity-timeout:
-          build-timeout: '{build-timeout}'
-
-    triggers:
-      - timed: '0 0 * * 6'
-
-    builders:
-      - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
-      - inject:
-          properties-file: variables.prop
-      - shell:
-          !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
-
-    publishers:
-      - robot:
-          output-path: 'csit/archive'
-          other-files:
-            - '*.*'
-
-      - fdio-infra-shiplogs:
-          maven-version: 'mvn33-new'
-
-
-- job-template:
-    name: 'csit-vpp-perf-verify-{stream}-{topo}-{arch}'
-
-    description: |
-      <ul>
-          <li>objective
-              <ul>
-                  <li>perf verify - per csit gerrit patch
-              </ul>
-          <li>job
-              <ul>
-                  <li>name: <b>csit-vpp-perf-verify-{stream}-{topo}-{arch}</b>
-                  <li>trigger: keyword in comment to csit patch:
-                      <b>csit-{topo}-{arch}-perftest tag_list</b>
-              </ul>
-          <li>perf test-cases selection
-              <ul>
-                  <li>test-cases selected using trigger keyword followed by tags
-                  <li>all test-cases are labelled with CSIT RF topic tags
-                      defined in <i>csit/docs/tag_documentation.rst</i>
-              </ul>
-          <li>proposed keywords
-              <ul>
-                  <li>focus on testing specified vpp packet processing path
-                  <li>format: csit-{topo}-{arch}-perftest tag_list
-              </ul>
-          <li>default tags for vpp startup config and perf test type
-              <ul>
-                  <li>IP4BASE, IP6BASE, L2BDBASE
-                  <li>64B/78B: 64B/78B packet size
-                  <li>1C: one core
-                  <li>X710: x710 Fortville NIC
-                  <li>MRR: MRR throughput
-              </ul>
-          <li>results
-              <ul>
-                  <li>jjb verify: PASS/FAIL
-                  <li>present: no
-                  <li>analyse: no
-              </ul>
-      </ul>
-
-    project-type: freestyle
-    node: '{perf-executor}'
-    concurrent: true
-    archive-artifacts: 'archive/*.*'
-    latest-only: false
-
-    build-discarder:
-      daysToKeep: '{build-days-to-keep}'
-      numToKeep: '{build-num-to-keep}'
-      artifactDaysToKeep: '{build-artifact-days-to-keep}'
-      artifactNumToKeep: '{build-artifact-num-to-keep}'
-
-    parameters:
-      - project-parameter:
-          project: '{project}'
-      - gerrit-parameter:
-          branch: '{branch}'
-      - gerrit-refspec-parameter
-      - gerrit-event-type-parameter
-      - gerrit-event-comment-text-parameter
-      - string:
-          name: ARCHIVE_ARTIFACTS
-          default: '{archive-artifacts}'
-          description: Artifacts to archive to the logs server.
-
-    scm:
-      - gerrit-trigger-scm:
-          credentials-id: 'jenkins-gerrit-credentials'
-          refspec: '$GERRIT_REFSPEC'
-          choosing-strategy: 'gerrit'
-
-    wrappers:
-      - fdio-infra-wrappers-non-activity-timeout:
-          build-timeout: '{build-timeout}'
-
-    triggers:
-      - gerrit:
-          server-name: 'Primary'
-          trigger-on:
-            - comment-added-contains-event:
-                comment-contains-value: 'csit-{topo}-{arch}-perftest'
-          projects:
-            - project-compare-type: 'ANT'
-              project-pattern: '{project}'
-              branches:
-                - branch-compare-type: 'ANT'
-                  branch-pattern: '**/{branch}'
-          skip-vote:
-            successful: false
-            failed: false
-            unstable: false
-            notbuilt: false
-
-    builders:
-      - shell:
-          !include-raw-escape: jjb/csit/include-raw-csit-perf-verify.sh
-
-    publishers:
-      - robot:
-          output-path: archive
-          other-files:
-            - '*.*'
-
-      - fdio-infra-shiplogs:
-          maven-version: 'mvn33-new'
-
-- job-template:
-    name: 'csit-nsh_sfc-verify-perf-{stream}'
-
-    project-type: freestyle
-    node: 'ubuntu1604-basebuild-4c-4g'
-    concurrent: true
-    archive-artifacts: 'archive/*.*'
-    latest-only: false
-
-
-    build-discarder:
-      daysToKeep: '{build-days-to-keep}'
-      numToKeep: '{build-num-to-keep}'
-      artifactDaysToKeep: '{build-artifact-days-to-keep}'
-      artifactNumToKeep: '{build-artifact-num-to-keep}'
-
-    parameters:
-      - project-parameter:
-          project: '{project}'
-      - gerrit-parameter:
-          branch: '{branch}'
-      - os-parameter:
-          os: 'ubuntu1604'
-      - stream-parameter:
-          stream: '{stream}'
-      - string:
-          name: ARCHIVE_ARTIFACTS
-          default: '{archive-artifacts}'
-          description: Artifacts to archive to the logs server.
-
-    scm:
-      - gerrit-trigger-scm:
-          credentials-id: 'jenkins-gerrit-credentials'
-          refspec: '$GERRIT_REFSPEC'
-          choosing-strategy: 'gerrit'
-
-    wrappers:
-      - fdio-infra-wrappers-non-activity-timeout:
-          build-timeout: '{build-timeout}'
-
-    triggers:
-      - gerrit-trigger-manually-triggered:
-          name: '{project}'
-          branch: '{branch}'
-          comment-trigger-value: 'csit_nsh_sfc_perf_{stream}'
-
-    builders:
-      - shell:
-          !include-raw-escape: jjb/csit/include-raw-csit-nsh_sfc-perf-hw.sh
-
-    publishers:
-      - robot-report:
-          output-path: 'archive'
-
-      - fdio-infra-shiplogs:
-          maven-version: 'mvn33-new'
-
-- job-template:
-    name: 'csit-nsh_sfc-verify-func-{stream}-{os}-virl'
-
-    project-type: freestyle
-    node: '{os}-basebuild-4c-4g'
-    concurrent: true
-    archive-artifacts: 'archive/*.*'
-    latest-only: false
-
-
-    build-discarder:
-      daysToKeep: '{build-days-to-keep}'
-      numToKeep: '{build-num-to-keep}'
-      artifactDaysToKeep: '{build-artifact-days-to-keep}'
-      artifactNumToKeep: '{build-artifact-num-to-keep}'
-
-    parameters:
-      - project-parameter:
-          project: '{project}'
-      - gerrit-parameter:
-          branch: '{branch}'
-      - os-parameter:
-          os: '{os}'
-      - stream-parameter:
-          stream: '{stream}'
-      - string:
-          name: ARCHIVE_ARTIFACTS
-          default: '{archive-artifacts}'
-          description: Artifacts to archive to the logs server.
-
-    scm:
-      - gerrit-trigger-scm:
-          credentials-id: 'jenkins-gerrit-credentials'
-          refspec: '$GERRIT_REFSPEC'
-          choosing-strategy: 'gerrit'
-
-    wrappers:
-      - fdio-infra-wrappers:
-          build-timeout: '{build-timeout}'
-
-    triggers:
-      - gerrit-trigger-manually-triggered:
-          name: '{project}'
-          branch: '{branch}'
-          comment-trigger-value: 'csit_nsh_sfc_func_{stream}'
-
-    builders:
-      - shell:
-          !include-raw-escape: include-raw-csit-nsh_sfc-functional-virl.sh
-
-    publishers:
-      - robot-report:
-          output-path: 'archive'
-
-      - fdio-infra-shiplogs:
-          maven-version: 'mvn33-new'
-
-- job-template:
-    name: 'csit-tldk-verify-func-{stream}-{os}-virl'
-
-    project-type: freestyle
-    node: '{os}-basebuild-4c-4g'
-    concurrent: true
-    archive-artifacts: 'archive/*.*'
-    latest-only: false
-
-    build-discarder:
-      daysToKeep: '{build-days-to-keep}'
-      numToKeep: '{build-num-to-keep}'
-      artifactDaysToKeep: '{build-artifact-days-to-keep}'
-      artifactNumToKeep: '{build-artifact-num-to-keep}'
-
-    parameters:
-      - project-parameter:
-          project: '{project}'
-      - gerrit-parameter:
-          branch: '{branch}'
-      - os-parameter:
-          os: '{os}'
-      - string:
-          name: ARCHIVE_ARTIFACTS
-          default: '{archive-artifacts}'
-          description: Artifacts to archive to the logs server.
-
-    scm:
-      - gerrit-trigger-scm:
-          credentials-id: 'jenkins-gerrit-credentials'
-          refspec: '$GERRIT_REFSPEC'
-          choosing-strategy: 'gerrit'
-
-    wrappers:
-      - fdio-infra-wrappers:
-          build-timeout: '{build-timeout}'
-
-    triggers:
-      - gerrit-trigger-manually-triggered:
-          name: '{project}'
-          branch: '{branch}'
-          comment-trigger-value: 'csit_verify_tldk_func'
-
-    builders:
-      - shell:
-          !include-raw-escape: include-raw-csit-tldk-functional-virl.sh
-
-    publishers:
-      - robot-report:
-          output-path: 'archive'
-
-      - fdio-infra-shiplogs:
-          maven-version: 'mvn33-new'
-
-- job-template:
-    name: 'csit-dmm-functional-{stream}-ubuntu1604-virl'
-
-    project-type: freestyle
-    node: 'ubuntu1604-basebuild-4c-4g'
-    concurrent: true
-    archive-artifacts: 'archive/*.*'
-    latest-only: false
-
-    build-discarder:
-      daysToKeep: '{build-days-to-keep}'
-      numToKeep: '{build-num-to-keep}'
-      artifactDaysToKeep: '{build-artifact-days-to-keep}'
-      artifactNumToKeep: '{build-artifact-num-to-keep}'
-
-    parameters:
-      - project-parameter:
-          project: '{project}'
-      - gerrit-parameter:
-          branch: '{branch}'
-      - string:
-          name: ARCHIVE_ARTIFACTS
-          default: '{archive-artifacts}'
-          description: Artifacts to archive to the logs server.
-
-    scm:
-      - gerrit-trigger-scm:
-          credentials-id: 'jenkins-gerrit-credentials'
-          refspec: '$GERRIT_REFSPEC'
-          choosing-strategy: 'gerrit'
-
-    wrappers:
-      - fdio-infra-wrappers:
-          build-timeout: '{build-timeout}'
-
-    triggers:
-      - gerrit-trigger-manually-triggered:
-          name: '{project}'
-          branch: '{branch}'
-          comment-trigger-value: 'csit_verify_dmm_func'
-
-    builders:
-      - shell:
-          !include-raw-escape: include-raw-csit-dmm-functional-virl.sh
-
-    publishers:
-      - robot-report:
-          output-path: ''
-
-      - fdio-infra-shiplogs:
-          maven-version: 'mvn33-new'