diff options
Diffstat (limited to 'jjb/csit/csit-perf.yaml')
| -rw-r--r-- | jjb/csit/csit-perf.yaml | 398 |
1 files changed, 189 insertions, 209 deletions
diff --git a/jjb/csit/csit-perf.yaml b/jjb/csit/csit-perf.yaml index d8e8418f1..bef5db129 100644 --- a/jjb/csit/csit-perf.yaml +++ b/jjb/csit/csit-perf.yaml @@ -38,39 +38,41 @@ - 3n-skx: os: 'ubuntu2004' executor-arch: 'x86_64' - - 3n-hsw: - os: 'ubuntu2004' - executor-arch: 'x86_64' - 3n-dnv: os: 'ubuntu2004' executor-arch: 'x86_64' - 3n-tsh: os: 'ubuntu2004' executor-arch: 'aarch64' - - 'csit-dpdk-perf-mrr-weekly-master{node-arch}': + - 'csit-dpdk-perf-mrr-weekly-master-{node-arch}': node-arch: - - '': - os: 'ubuntu2004' - executor-arch: 'x86_64' - - -2n-clx: + - 2n-clx: os: 'ubuntu2004' executor-arch: 'x86_64' - - -2n-skx: + - 2n-skx: os: 'ubuntu2004' executor-arch: 'x86_64' - - -2n-zn2: + - 2n-zn2: os: 'ubuntu2004' executor-arch: 'x86_64' - - -2n-tx2: + - 2n-tx2: os: 'ubuntu2004' executor-arch: 'aarch64' - - -3n-skx: + - 3n-skx: os: 'ubuntu2004' executor-arch: 'x86_64' - - -3n-tsh: + - 3n-tsh: os: 'ubuntu2004' executor-arch: 'aarch64' periodicity: '0 0 * * 6' + - 'csit-trex-perf-verify-{stream}-{node-arch}': + node-arch: + - 2n-skx: + os: 'ubuntu2004' + executor-arch: 'x86_64' + - 3n-skx: + os: 'ubuntu2004' + executor-arch: 'x86_64' - 'csit-vpp-perf-verify-{stream}-{node-arch}': node-arch: - 2n-clx: @@ -91,9 +93,6 @@ - 3n-skx: os: 'ubuntu2004' executor-arch: 'x86_64' - - 3n-hsw: - os: 'ubuntu2004' - executor-arch: 'x86_64' - 3n-dnv: os: 'ubuntu2004' executor-arch: 'x86_64' @@ -104,50 +103,46 @@ - master: branch: 'master' branch-id: 'oper' - - '2009': - branch: 'rls2009' - branch-id: 'oper-rls2009' - '2009_lts': branch: 'rls2009_lts' branch-id: 'oper-rls2009_lts' - '2101': branch: 'rls2101' branch-id: 'oper-rls2101' - - 'csit-vpp-perf-mrr-daily-master{node-arch}': + - '2106': + branch: 'rls2106' + branch-id: 'oper-rls2106' + - 'csit-vpp-perf-mrr-daily-master-{node-arch}': node-arch: - - '': - os: 'ubuntu2004' - executor-arch: 'x86_64' - periodicity: '0 2,14 * * *' - - -2n-clx: + - 2n-clx: os: 'ubuntu2004' executor-arch: 'x86_64' periodicity: '0 2,14 * * *' - - -2n-skx: + - 2n-skx: os: 'ubuntu2004' executor-arch: 'x86_64' periodicity: '0 2,14 * * *' - - -2n-dnv: + - 2n-dnv: os: 'ubuntu2004' executor-arch: 'x86_64' periodicity: '0 2,14 * * *' - - -2n-zn2: + - 2n-zn2: os: 'ubuntu2004' executor-arch: 'x86_64' periodicity: '0 2,14 * * *' - - -2n-tx2: + - 2n-tx2: os: 'ubuntu2004' executor-arch: 'aarch64' periodicity: '0 14 * * *' - - -3n-skx: + - 3n-skx: os: 'ubuntu2004' executor-arch: 'x86_64' periodicity: '0 2,14 * * *' - - -3n-dnv: + - 3n-dnv: os: 'ubuntu2004' executor-arch: 'x86_64' periodicity: '0 2,14 * * *' - - -3n-tsh: + - 3n-tsh: os: 'ubuntu2004' executor-arch: 'aarch64' periodicity: '0 14 * * *' @@ -162,6 +157,12 @@ - 3n-skx: os: 'ubuntu2004' executor-arch: 'x86_64' + - 2n-aws: + os: 'ubuntu2004' + executor-arch: 'x86_64' + - 3n-aws: + os: 'ubuntu2004' + executor-arch: 'x86_64' stream: - master: branch: 'master' @@ -181,9 +182,6 @@ - 3n-skx: os: 'ubuntu2004' executor-arch: 'x86_64' - - 3n-hsw: - os: 'ubuntu2004' - executor-arch: 'x86_64' periodicity: '0 0 * * 6' - 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}': node-arch: @@ -205,15 +203,18 @@ - 3n-skx: os: 'ubuntu2004' executor-arch: 'x86_64' - - 3n-hsw: - os: 'ubuntu2004' - executor-arch: 'x86_64' - 3n-dnv: os: 'ubuntu2004' executor-arch: 'x86_64' - 3n-tsh: os: 'ubuntu2004' executor-arch: 'aarch64' + - 2n-aws: + os: 'ubuntu2004' + executor-arch: 'x86_64' + - 3n-aws: + os: 'ubuntu2004' + executor-arch: 'x86_64' - 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}': node-arch: - 2n-clx: @@ -234,15 +235,18 @@ - 3n-skx: os: 'ubuntu2004' executor-arch: 'x86_64' - - 3n-hsw: - os: 'ubuntu2004' - executor-arch: 'x86_64' - 3n-dnv: os: 'ubuntu2004' executor-arch: 'x86_64' - 3n-tsh: os: 'ubuntu2004' executor-arch: 'aarch64' + - 2n-aws: + os: 'ubuntu2004' + executor-arch: 'x86_64' + - 3n-aws: + os: 'ubuntu2004' + executor-arch: 'x86_64' - 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}': node-arch: - 2n-clx: @@ -263,15 +267,18 @@ - 3n-skx: os: 'ubuntu2004' executor-arch: 'x86_64' - - 3n-hsw: - os: 'ubuntu2004' - executor-arch: 'x86_64' - 3n-dnv: os: 'ubuntu2004' executor-arch: 'x86_64' - 3n-tsh: os: 'ubuntu2004' executor-arch: 'aarch64' + - 2n-aws: + os: 'ubuntu2004' + executor-arch: 'x86_64' + - 3n-aws: + os: 'ubuntu2004' + executor-arch: 'x86_64' - 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}': node-arch: - 2n-clx: @@ -292,41 +299,41 @@ - 3n-skx: os: 'ubuntu2004' executor-arch: 'x86_64' - - 3n-hsw: - os: 'ubuntu2004' - executor-arch: 'x86_64' - 3n-dnv: os: 'ubuntu2004' executor-arch: 'x86_64' - 3n-tsh: os: 'ubuntu2004' executor-arch: 'aarch64' + - 2n-aws: + os: 'ubuntu2004' + executor-arch: 'x86_64' + - 3n-aws: + os: 'ubuntu2004' + executor-arch: 'x86_64' project: 'csit' branch: 'master' branch-id: 'oper' - csit-perf-trial-duration: "1.0" - csit-perf-trial-multiplicity: "10" + csit-perf-trial-duration: '1.0' + csit-perf-trial-multiplicity: '10' stream: - master: branch: 'master' branch-id: 'oper' - - '2009': - branch: 'rls2009' - branch-id: 'oper-rls2009' - '2009_lts': branch: 'rls2009_lts' branch-id: 'oper-rls2009_lts' - '2101': branch: 'rls2101' branch-id: 'oper-rls2101' + - '2106': + branch: 'rls2106' + branch-id: 'oper-rls2106' stream_report: - - '2009': - branch: 'rls2009' - branch-id: 'oper-rls2009' - - '2101': - branch: 'rls2101' - branch-id: 'oper-rls2101' + - '2106': + branch: 'rls2106' + branch-id: 'oper-rls2106' build-artifact-num-to-keep: 10 @@ -380,14 +387,11 @@ project-type: freestyle node: 'builder-{os}-prod-{executor-arch}' concurrent: true - archive-artifacts: 'archive/*.*' latest-only: false - build-discarder: - daysToKeep: '{build-days-to-keep}' - numToKeep: '{build-num-to-keep}' - artifactDaysToKeep: '{build-artifact-days-to-keep}' - artifactNumToKeep: '{build-artifact-num-to-keep}' + properties: + - lf-infra-properties: + build-days-to-keep: "{build-days-to-keep}" parameters: - project-parameter: @@ -401,10 +405,6 @@ csit-perf-trial-duration: "{csit-perf-trial-duration}" - csit-perf-trial-multiplicity-parameter: csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}" - - string: - name: ARCHIVE_ARTIFACTS - default: '{archive-artifacts}' - description: Artifacts to archive to the logs server. # This is a manually-triggered verify job, part of API coverage. # CRC checking is needed to ensure vpp crc job breaks only when intended. # Can be removed when this job is no longer needed for full API coverage. @@ -437,15 +437,10 @@ - ../scripts/csit/perf-verify.sh publishers: - - robot: - output-path: 'archives' - other-files: - - '*.*' - - fdio-infra-publish - job-template: - name: 'csit-vpp-perf-mrr-daily-master{node-arch}' + name: 'csit-vpp-perf-mrr-daily-master-{node-arch}' description: | <ul> @@ -472,14 +467,11 @@ project-type: freestyle node: 'builder-{os}-prod-{executor-arch}' concurrent: false - archive-artifacts: 'csit/archive/*.*' latest-only: false - build-discarder: - daysToKeep: '{build-days-to-keep}' - numToKeep: '{build-num-to-keep}' - artifactDaysToKeep: '{build-artifact-days-to-keep}' - artifactNumToKeep: '{build-artifact-num-to-keep}' + properties: + - lf-infra-properties: + build-days-to-keep: "{build-days-to-keep}" parameters: - project-parameter: @@ -490,10 +482,6 @@ csit-perf-trial-duration: "{csit-perf-trial-duration}" - csit-perf-trial-multiplicity-parameter: csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}" - - string: - name: ARCHIVE_ARTIFACTS - default: '{archive-artifacts}' - description: Artifacts to archive to the logs server. wrappers: - fdio-infra-wrappers-non-activity-timeout: @@ -514,11 +502,6 @@ - ../scripts/csit/perf-timed.sh publishers: - - robot: - output-path: 'archives' - other-files: - - '*.*' - - fdio-infra-publish - job-template: @@ -549,14 +532,11 @@ project-type: freestyle node: 'builder-{os}-prod-{executor-arch}' concurrent: false - archive-artifacts: 'csit/archive/*.*' latest-only: false - build-discarder: - daysToKeep: '{build-days-to-keep}' - numToKeep: '{build-num-to-keep}' - artifactDaysToKeep: '{build-artifact-days-to-keep}' - artifactNumToKeep: '{build-artifact-num-to-keep}' + properties: + - lf-infra-properties: + build-days-to-keep: "{build-days-to-keep}" parameters: - project-parameter: @@ -567,10 +547,6 @@ csit-perf-trial-duration: "{csit-perf-trial-duration}" - csit-perf-trial-multiplicity-parameter: csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}" - - string: - name: ARCHIVE_ARTIFACTS - default: '{archive-artifacts}' - description: Artifacts to archive to the logs server. wrappers: - fdio-infra-wrappers-non-activity-timeout: @@ -591,11 +567,6 @@ - ../scripts/csit/perf-timed.sh publishers: - - robot: - output-path: 'archives' - other-files: - - '*.*' - - fdio-infra-publish - job-template: @@ -625,24 +596,17 @@ project-type: freestyle node: 'builder-{os}-prod-{executor-arch}' concurrent: false - archive-artifacts: 'csit/archive/*.*' latest-only: false - build-discarder: - daysToKeep: '{build-days-to-keep}' - numToKeep: '{build-num-to-keep}' - artifactDaysToKeep: '{build-artifact-days-to-keep}' - artifactNumToKeep: '{build-artifact-num-to-keep}' + properties: + - lf-infra-properties: + build-days-to-keep: "{build-days-to-keep}" parameters: - project-parameter: project: '{project}' - gerrit-parameter: branch: '{branch}' - - string: - name: ARCHIVE_ARTIFACTS - default: '{archive-artifacts}' - description: Artifacts to archive to the logs server. wrappers: - fdio-infra-wrappers-non-activity-timeout: @@ -663,11 +627,99 @@ - ../scripts/csit/perf-timed.sh publishers: - - robot: - output-path: 'archives' - other-files: - - '*.*' + - fdio-infra-publish + +- job-template: + name: 'csit-trex-perf-verify-{stream}-{node-arch}' + + description: | + <ul> + <li>objective + <ul> + <li>perf verify - per csit gerrit patch + </ul> + <li>job + <ul> + <li>name: <b>csit-trex-perf-verify-{stream}-{node-arch}</b> + <li>trigger: keyword in comment to csit patch: + <b>csit-trex-{node-arch}-perftest tag_list</b> + </ul> + <li>executor + <ul> + <li>builder-{os}-prod-{executor-arch} + </ul> + <li>perf test-cases selection + <ul> + <li>test-cases selected using trigger keyword followed by tags + <li>all test-cases are labelled with CSIT RF topic tags + defined in <i>csit/docs/tag_documentation.rst</i> + </ul> + <li>proposed keywords + <ul> + <li>focus on testing specified trex packet processing path + <li>format: csit-{node-arch}-perftest tag_list + </ul> + <li>results + <ul> + <li>jjb verify: PASS/FAIL + <li>present: no + <li>analyse: no + </ul> + </ul> + + project-type: freestyle + node: 'builder-{os}-prod-{executor-arch}' + concurrent: true + latest-only: false + + properties: + - lf-infra-properties: + build-days-to-keep: "{build-days-to-keep}" + + parameters: + - project-parameter: + project: '{project}' + - gerrit-parameter: + branch: '{branch}' + - gerrit-refspec-parameter + - gerrit-event-type-parameter + - gerrit-event-comment-text-parameter + - csit-perf-trial-duration-parameter: + csit-perf-trial-duration: "{csit-perf-trial-duration}" + - csit-perf-trial-multiplicity-parameter: + csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}" + # This is a manually-triggered verify job, part of API coverage. + # CRC checking is needed to ensure vpp crc job breaks only when intended. + # Can be removed when this job is no longer needed for full API coverage. + - csit-fail-on-crc-mismatch-parameter: + fail-on-crc-mismatch: 'True' + + scm: + - gerrit-trigger-scm: + credentials-id: 'jenkins-gerrit-credentials' + refspec: '$GERRIT_REFSPEC' + choosing-strategy: 'gerrit' + + wrappers: + - fdio-infra-wrappers-non-activity-timeout: + build-timeout: '{build-timeout}' + triggers: + - gerrit-trigger-csit-perftest: + project: '{project}' + branch: '{branch}' + trigger-word: 'csit-trex-{node-arch}-perftest' + skip-vote: false + + builders: + - shell: + !include-raw-escape: + - ../scripts/setup_executor_env.sh + - shell: + !include-raw-escape: + - ../scripts/csit/perf-verify.sh + + publishers: - fdio-infra-publish - job-template: @@ -714,14 +766,11 @@ project-type: freestyle node: 'builder-{os}-prod-{executor-arch}' concurrent: true - archive-artifacts: 'archive/*.*' latest-only: false - build-discarder: - daysToKeep: '{build-days-to-keep}' - numToKeep: '{build-num-to-keep}' - artifactDaysToKeep: '{build-artifact-days-to-keep}' - artifactNumToKeep: '{build-artifact-num-to-keep}' + properties: + - lf-infra-properties: + build-days-to-keep: "{build-days-to-keep}" parameters: - project-parameter: @@ -732,10 +781,6 @@ csit-perf-trial-duration: "{csit-perf-trial-duration}" - csit-perf-trial-multiplicity-parameter: csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}" - - string: - name: ARCHIVE_ARTIFACTS - default: '{archive-artifacts}' - description: Artifacts to archive to the logs server. scm: - gerrit-trigger-scm: @@ -763,15 +808,10 @@ - ../scripts/csit/perf-verify.sh publishers: - - robot: - output-path: 'archives' - other-files: - - '*.*' - - fdio-infra-publish - job-template: - name: 'csit-dpdk-perf-mrr-weekly-master{node-arch}' + name: 'csit-dpdk-perf-mrr-weekly-master-{node-arch}' description: | <ul> @@ -798,14 +838,11 @@ project-type: freestyle node: 'builder-{os}-prod-{executor-arch}' concurrent: false - archive-artifacts: 'csit/archive/*.*' latest-only: false - build-discarder: - daysToKeep: '{build-days-to-keep}' - numToKeep: '{build-num-to-keep}' - artifactDaysToKeep: '{build-artifact-days-to-keep}' - artifactNumToKeep: '{build-artifact-num-to-keep}' + properties: + - lf-infra-properties: + build-days-to-keep: "{build-days-to-keep}" parameters: - project-parameter: @@ -816,10 +853,6 @@ csit-perf-trial-duration: "{csit-perf-trial-duration}" - csit-perf-trial-multiplicity-parameter: csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}" - - string: - name: ARCHIVE_ARTIFACTS - default: '{archive-artifacts}' - description: Artifacts to archive to the logs server. wrappers: - fdio-infra-wrappers-non-activity-timeout: @@ -840,11 +873,6 @@ - ../scripts/csit/perf-timed.sh publishers: - - robot: - output-path: 'archives' - other-files: - - '*.*' - - fdio-infra-publish - job-template: @@ -889,14 +917,11 @@ project-type: freestyle node: 'builder-{os}-prod-{executor-arch}' concurrent: true - archive-artifacts: 'archive/*.*' latest-only: false - build-discarder: - daysToKeep: '{build-days-to-keep}' - numToKeep: '{build-num-to-keep}' - artifactDaysToKeep: '{build-artifact-days-to-keep}' - artifactNumToKeep: '{build-artifact-num-to-keep}' + properties: + - lf-infra-properties: + build-days-to-keep: "{build-days-to-keep}" parameters: - project-parameter: @@ -910,10 +935,6 @@ csit-perf-trial-duration: "{csit-perf-trial-duration}" - csit-perf-trial-multiplicity-parameter: csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}" - - string: - name: ARCHIVE_ARTIFACTS - default: '{archive-artifacts}' - description: Artifacts to archive to the logs server. scm: - gerrit-trigger-scm: @@ -941,11 +962,6 @@ - ../scripts/csit/perf-verify.sh publishers: - - robot: - output-path: 'archives' - other-files: - - '*.*' - - fdio-infra-publish - job-template: @@ -990,14 +1006,11 @@ project-type: freestyle node: 'builder-{os}-prod-{executor-arch}' concurrent: true - archive-artifacts: 'archive/*.*' latest-only: false - build-discarder: - daysToKeep: '{build-days-to-keep}' - numToKeep: '{build-num-to-keep}' - artifactDaysToKeep: '{build-artifact-days-to-keep}' - artifactNumToKeep: '{build-artifact-num-to-keep}' + properties: + - lf-infra-properties: + build-days-to-keep: "{build-days-to-keep}" parameters: - project-parameter: @@ -1011,10 +1024,6 @@ csit-perf-trial-duration: "{csit-perf-trial-duration}" - csit-perf-trial-multiplicity-parameter: csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}" - - string: - name: ARCHIVE_ARTIFACTS - default: '{archive-artifacts}' - description: Artifacts to archive to the logs server. scm: - gerrit-trigger-scm: @@ -1042,11 +1051,6 @@ - ../scripts/csit/perf-verify.sh publishers: - - robot: - output-path: 'archives' - other-files: - - '*.*' - - fdio-infra-publish - job-template: @@ -1091,14 +1095,11 @@ project-type: freestyle node: 'builder-{os}-prod-{executor-arch}' concurrent: true - archive-artifacts: 'archive/*.*' latest-only: false - build-discarder: - daysToKeep: '{build-days-to-keep}' - numToKeep: '{build-num-to-keep}' - artifactDaysToKeep: '{build-artifact-days-to-keep}' - artifactNumToKeep: '{build-artifact-num-to-keep}' + properties: + - lf-infra-properties: + build-days-to-keep: "{build-days-to-keep}" parameters: - project-parameter: @@ -1112,10 +1113,6 @@ csit-perf-trial-duration: "{csit-perf-trial-duration}" - csit-perf-trial-multiplicity-parameter: csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}" - - string: - name: ARCHIVE_ARTIFACTS - default: '{archive-artifacts}' - description: Artifacts to archive to the logs server. scm: - gerrit-trigger-scm: @@ -1143,11 +1140,6 @@ - ../scripts/csit/perf-verify.sh publishers: - - robot: - output-path: 'archives' - other-files: - - '*.*' - - fdio-infra-publish - job-template: @@ -1192,14 +1184,11 @@ project-type: freestyle node: 'builder-{os}-prod-{executor-arch}' concurrent: true - archive-artifacts: 'archive/*.*' latest-only: false - build-discarder: - daysToKeep: '{build-days-to-keep}' - numToKeep: '{build-num-to-keep}' - artifactDaysToKeep: '{build-artifact-days-to-keep}' - artifactNumToKeep: '{build-artifact-num-to-keep}' + properties: + - lf-infra-properties: + build-days-to-keep: "{build-days-to-keep}" parameters: - project-parameter: @@ -1213,10 +1202,6 @@ csit-perf-trial-duration: "{csit-perf-trial-duration}" - csit-perf-trial-multiplicity-parameter: csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}" - - string: - name: ARCHIVE_ARTIFACTS - default: '{archive-artifacts}' - description: Artifacts to archive to the logs server. scm: - gerrit-trigger-scm: @@ -1244,9 +1229,4 @@ - ../scripts/csit/perf-verify.sh publishers: - - robot: - output-path: 'archives' - other-files: - - '*.*' - - fdio-infra-publish |