diff options
Diffstat (limited to 'jjb/csit')
| -rw-r--r-- | jjb/csit/csit-perf.yaml | 1357 | ||||
| -rw-r--r-- | jjb/csit/csit-terraform.yaml | 120 | ||||
| -rw-r--r-- | jjb/csit/csit-tox.yaml | 83 | ||||
| -rw-r--r-- | jjb/csit/csit-vpp-device.yaml | 444 | ||||
| -rw-r--r-- | jjb/csit/csit.yaml | 279 |
5 files changed, 1304 insertions, 979 deletions
diff --git a/jjb/csit/csit-perf.yaml b/jjb/csit/csit-perf.yaml index 1b43e3ea1..20630caea 100644 --- a/jjb/csit/csit-perf.yaml +++ b/jjb/csit/csit-perf.yaml @@ -1,5 +1,5 @@ -# Copyright (c) 2020 Cisco and/or its affiliates. -# Copyright (c) 2019 PANTHEON.tech s.r.o. and/or its affiliates. +# Copyright (c) 2024 Cisco and/or its affiliates. +# Copyright (c) 2024 PANTHEON.tech s.r.o. and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -20,148 +20,536 @@ jobs: - 'csit-dpdk-perf-verify-{stream}-{node-arch}': node-arch: - - 2n-clx - - 2n-skx - - 2n-dnv - - 3n-skx - - 3n-hsw - - 3n-dnv + - 2n-icx: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 2n-clx: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 2n-spr: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 2n-zn2: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 2n-tx2: + os: 'ubuntu2204' + executor-arch: 'aarch64' + - 3n-icx: + os: 'ubuntu2204' + executor-arch: 'x86_64' - 3n-tsh: - executor: 'ubuntu1804arm-us' - - 'csit-dpdk-perf-mrr-weekly-master{node-arch}': + os: 'ubuntu2204' + executor-arch: 'aarch64' + - 3n-alt: + os: 'ubuntu2204' + executor-arch: 'aarch64' + - 3n-snr: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 3n-icxd: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 3na-spr: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 3nb-spr: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 'csit-dpdk-perf-mrr-weekly-master-{node-arch}': node-arch: - - '' - - -2n-clx - - -2n-skx - - -3n-skx + - 2n-icx: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 2n-clx: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 2n-spr: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 2n-zn2: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 2n-tx2: + os: 'ubuntu2204' + executor-arch: 'aarch64' + - 3n-icx: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 3n-tsh: + os: 'ubuntu2204' + executor-arch: 'aarch64' + - 3n-alt: + os: 'ubuntu2204' + executor-arch: 'aarch64' + - 3n-snr: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 3n-icxd: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 3na-spr: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 3nb-spr: + os: 'ubuntu2204' + executor-arch: 'x86_64' periodicity: '0 0 * * 6' + - 'csit-trex-perf-verify-{stream}-{node-arch}': + node-arch: + - 1n-aws: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 2n-icx: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 2n-spr: + os: 'ubuntu2204' + executor-arch: 'x86_64' - 'csit-vpp-perf-verify-{stream}-{node-arch}': node-arch: - - 2n-clx - - 2n-skx - - 2n-dnv - - 3n-skx - - 3n-hsw - - 3n-dnv + - 2n-icx: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 2n-clx: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 2n-spr: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 2n-zn2: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 2n-tx2: + os: 'ubuntu2204' + executor-arch: 'aarch64' + - 3n-icx: + os: 'ubuntu2204' + executor-arch: 'x86_64' - 3n-tsh: - executor: 'ubuntu1804arm-us' + os: 'ubuntu2204' + executor-arch: 'aarch64' + - 3n-alt: + os: 'ubuntu2204' + executor-arch: 'aarch64' + - 3n-snr: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 3n-icxd: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 3na-spr: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 3nb-spr: + os: 'ubuntu2204' + executor-arch: 'x86_64' stream: - master: branch: 'master' branch-id: 'oper' - - '1908_1': - branch: 'rls1908_1' - branch-id: 'oper-rls1908_1' - - '1908_2': - branch: 'rls1908_2' - branch-id: 'oper-rls1908_2' - - '2001': - branch: 'rls2001' - branch-id: 'oper-rls2001' - - '2005': - branch: 'rls2005' - branch-id: 'oper-rls2005' - - 'csit-vpp-perf-mrr-daily-master{node-arch}': + - '2402': + branch: 'rls2402' + branch-id: 'oper-rls2402' + - 'csit-vpp-perf-mrr-daily-master-{node-arch}': node-arch: - - '': - periodicity: '0 2,14 * * *' - - -2n-clx: - periodicity: '0 2,14 * * *' - - -2n-skx: - periodicity: '0 2,14 * * *' - - -2n-dnv: - periodicity: '0 2,14 * * *' - - -3n-skx: - periodicity: '0 2,14 * * *' - - -3n-dnv: - periodicity: '0 2,14 * * *' - - -3n-tsh: - executor: 'ubuntu1804arm-us' - periodicity: '0 14 * * *' - - 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}': + - 2n-icx: + os: 'ubuntu2204' + executor-arch: 'x86_64' + periodicity: '30 22 * * 0-4' + - 2n-clx: + os: 'ubuntu2204' + executor-arch: 'x86_64' + periodicity: '30 22 * * 0-4' + - 2n-spr: + os: 'ubuntu2204' + executor-arch: 'x86_64' + periodicity: '30 22 * * 0-4' + - 2n-zn2: + os: 'ubuntu2204' + executor-arch: 'x86_64' + periodicity: '30 22 * * 0-4' + - 2n-tx2: + os: 'ubuntu2204' + executor-arch: 'aarch64' + periodicity: '30 22 * * 0-4' + - 3n-icx: + os: 'ubuntu2204' + executor-arch: 'x86_64' + periodicity: '30 22 * * 0-4' + - 3n-tsh: + os: 'ubuntu2204' + executor-arch: 'aarch64' + periodicity: '30 22 * * 0-4' + - 3n-alt: + os: 'ubuntu2204' + executor-arch: 'aarch64' + periodicity: '30 22 * * 0-4' + - 3n-snr: + os: 'ubuntu2204' + executor-arch: 'x86_64' + periodicity: '30 22 * * 0-4' + - 3n-icxd: + os: 'ubuntu2204' + executor-arch: 'x86_64' + periodicity: '30 22 * * 0-4' + - 3na-spr: + os: 'ubuntu2204' + executor-arch: 'x86_64' + periodicity: '30 22 * * 0-4' + - 3nb-spr: + os: 'ubuntu2204' + executor-arch: 'x86_64' + periodicity: '30 22 * * 0-4' + - 'csit-vpp-perf-hoststack-daily-master-{node-arch}': node-arch: - - 2n-clx - - 2n-skx - - 3n-skx - stream: - - master: - branch: 'master' - branch-id: 'oper' - - '1908_2': - branch: 'rls1908_2' - branch-id: 'oper-rls1908_2' + - 2n-icx: + os: 'ubuntu2204' + executor-arch: 'x86_64' + periodicity: '30 22 * * 0-4' + - 2n-spr: + os: 'ubuntu2204' + executor-arch: 'x86_64' + periodicity: '30 22 * * 0-4' + - 3n-icx: + os: 'ubuntu2204' + executor-arch: 'x86_64' + periodicity: '30 22 * * 0-4' + - 3na-spr: + os: 'ubuntu2204' + executor-arch: 'x86_64' + periodicity: '30 22 * * 0-4' + - 3nb-spr: + os: 'ubuntu2204' + executor-arch: 'x86_64' + periodicity: '30 22 * * 0-4' + - 'csit-vpp-perf-mrr-weekly-master-{node-arch}': + node-arch: + - 2n-icx: + os: 'ubuntu2204' + executor-arch: 'x86_64' + periodicity: '0 0 * * 6' + - 2n-clx: + os: 'ubuntu2204' + executor-arch: 'x86_64' + periodicity: '0 0 * * 6' + - 2n-aws: + os: 'ubuntu2204' + executor-arch: 'x86_64' + periodicity: '0 0 * * 1' + - 2n-c6in: + os: 'ubuntu2204' + executor-arch: 'x86_64' + periodicity: '0 0 * * 1' + - 2n-c7gn: + os: 'ubuntu2204' + executor-arch: 'aarch64' + periodicity: '0 0 * * 1' + - 'csit-vpp-perf-soak-weekly-master-{node-arch}': + node-arch: + - 2n-icx: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 2n-clx: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 2n-spr: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 3n-icx: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 3n-icxd: + os: 'ubuntu2204' + executor-arch: 'x86_64' periodicity: '0 0 * * 6' + - 'csit-trex-perf-ndrpdr-weekly-master-{node-arch}': + node-arch: + - 1n-aws: + os: 'ubuntu2204' + executor-arch: 'x86_64' + periodicity: '0 0 * * 6' + - 2n-icx: + os: 'ubuntu2204' + executor-arch: 'x86_64' + periodicity: '0 0 * * 6' + - 2n-spr: + os: 'ubuntu2204' + executor-arch: 'x86_64' + periodicity: '0 0 * * 6' - 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}': node-arch: - - 2n-clx - - 2n-skx - - 3n-skx - - 3n-hsw + - 2n-icx: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 2n-clx: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 2n-spr: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 2n-zn2: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 2n-tx2: + os: 'ubuntu2204' + executor-arch: 'aarch64' + - 3n-icx: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 3n-tsh: + os: 'ubuntu2204' + executor-arch: 'aarch64' + - 3n-alt: + os: 'ubuntu2204' + executor-arch: 'aarch64' + - 3n-snr: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 3n-icxd: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 3na-spr: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 3nb-spr: + os: 'ubuntu2204' + executor-arch: 'x86_64' periodicity: '0 0 * * 6' - 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}': node-arch: - - 2n-clx - - 2n-skx - - 2n-dnv - - 3n-skx - - 3n-hsw - - 3n-dnv + - 2n-icx: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 2n-clx: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 2n-spr: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 2n-zn2: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 2n-tx2: + os: 'ubuntu2204' + executor-arch: 'aarch64' + - 3n-icx: + os: 'ubuntu2204' + executor-arch: 'x86_64' - 3n-tsh: - executor: 'ubuntu1804arm-us' + os: 'ubuntu2204' + executor-arch: 'aarch64' + - 3n-alt: + os: 'ubuntu2204' + executor-arch: 'aarch64' + - 2n-aws: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 2n-c6in: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 2n-c7gn: + os: 'ubuntu2204' + executor-arch: 'aarch64' + - 3n-aws: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 3n-snr: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 3n-icxd: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 3na-spr: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 3nb-spr: + os: 'ubuntu2204' + executor-arch: 'x86_64' - 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}': node-arch: - - 2n-clx - - 2n-skx - - 2n-dnv - - 3n-skx - - 3n-hsw - - 3n-dnv + - 2n-icx: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 2n-clx: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 2n-spr: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 2n-zn2: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 2n-tx2: + os: 'ubuntu2204' + executor-arch: 'aarch64' + - 3n-icx: + os: 'ubuntu2204' + executor-arch: 'x86_64' - 3n-tsh: - executor: 'ubuntu1804arm-us' + os: 'ubuntu2204' + executor-arch: 'aarch64' + - 3n-alt: + os: 'ubuntu2204' + executor-arch: 'aarch64' + - 2n-aws: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 3n-aws: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 3n-snr: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 3n-icxd: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 3na-spr: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 3nb-spr: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 'csit-trex-perf-report-iterative-{stream_report}-{node-arch}': + node-arch: + - 1n-aws: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 2n-icx: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 2n-spr: + os: 'ubuntu2204' + executor-arch: 'x86_64' - 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}': node-arch: - - 2n-clx - - 2n-skx - - 2n-dnv - - 3n-skx - - 3n-hsw - - 3n-dnv + - 2n-icx: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 2n-clx: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 2n-spr: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 2n-zn2: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 2n-tx2: + os: 'ubuntu2204' + executor-arch: 'aarch64' + - 3n-icx: + os: 'ubuntu2204' + executor-arch: 'x86_64' - 3n-tsh: - executor: 'ubuntu1804arm-us' + os: 'ubuntu2204' + executor-arch: 'aarch64' + - 3n-alt: + os: 'ubuntu2204' + executor-arch: 'aarch64' + - 2n-aws: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 2n-c6in: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 2n-c7gn: + os: 'ubuntu2204' + executor-arch: 'aarch64' + - 3n-aws: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 3n-snr: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 3n-icxd: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 3na-spr: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 3nb-spr: + os: 'ubuntu2204' + executor-arch: 'x86_64' - 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}': node-arch: - - 2n-clx - - 2n-skx - - 2n-dnv - - 3n-skx - - 3n-hsw - - 3n-dnv + - 2n-icx: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 2n-clx: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 2n-spr: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 2n-zn2: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 2n-tx2: + os: 'ubuntu2204' + executor-arch: 'aarch64' + - 3n-icx: + os: 'ubuntu2204' + executor-arch: 'x86_64' - 3n-tsh: - executor: 'ubuntu1804arm-us' + os: 'ubuntu2204' + executor-arch: 'aarch64' + - 3n-alt: + os: 'ubuntu2204' + executor-arch: 'aarch64' + - 2n-aws: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 2n-c6in: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 2n-c7gn: + os: 'ubuntu2204' + executor-arch: 'aarch64' + - 3n-aws: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 3n-snr: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 3n-icxd: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 3na-spr: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 3nb-spr: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 'csit-trex-perf-report-coverage-{stream_report}-{node-arch}': + node-arch: + - 1n-aws: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 2n-icx: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 2n-spr: + os: 'ubuntu2204' + executor-arch: 'x86_64' project: 'csit' - executor: 'ubuntu1804-us' branch: 'master' branch-id: 'oper' - csit-perf-trial-duration: "1.0" - csit-perf-trial-multiplicity: "10" + csit-perf-trial-duration: '1.0' + csit-perf-trial-multiplicity: '10' stream: - master: branch: 'master' branch-id: 'oper' - - '1908_2': - branch: 'rls1908_2' - branch-id: 'oper-rls1908_2' - - '2001': - branch: 'rls2001' - branch-id: 'oper-rls2001' - - '2005': - branch: 'rls2005' - branch-id: 'oper-rls2005' + - '2402': + branch: 'rls2402' + branch-id: 'oper-rls2402' stream_report: - - '2005': - branch: 'rls2005' - branch-id: 'oper-rls2005' + - '2402': + branch: 'rls2402' + branch-id: 'oper-rls2402' + build-artifact-num-to-keep: 10 @@ -180,10 +568,6 @@ <li>trigger: keyword in comment to csit patch: <b>csit-{node-arch}-perftest tag_list</b> </ul> - <li>executor - <ul> - <li>{executor} - </ul> <li>perf test-cases selection <ul> <li>test-cases selected using trigger keyword followed by tags @@ -212,33 +596,27 @@ </ul> project-type: freestyle - node: '{executor}' + node: 'm-builder-{os}-prod-{executor-arch}' concurrent: true - archive-artifacts: 'archive/*.*' latest-only: false - build-discarder: - daysToKeep: '{build-days-to-keep}' - numToKeep: '{build-num-to-keep}' - artifactDaysToKeep: '{build-artifact-days-to-keep}' - artifactNumToKeep: '{build-artifact-num-to-keep}' + properties: + - lf-infra-properties: + build-days-to-keep: "{build-days-to-keep}" parameters: - project-parameter: project: '{project}' - gerrit-parameter: branch: '{branch}' - - gerrit-refspec-parameter + - gerrit-refspec-parameter: + refspec: '$GERRIT_REFSPEC' - gerrit-event-type-parameter - gerrit-event-comment-text-parameter - csit-perf-trial-duration-parameter: csit-perf-trial-duration: "{csit-perf-trial-duration}" - csit-perf-trial-multiplicity-parameter: csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}" - - string: - name: ARCHIVE_ARTIFACTS - default: '{archive-artifacts}' - description: Artifacts to archive to the logs server. # This is a manually-triggered verify job, part of API coverage. # CRC checking is needed to ensure vpp crc job breaks only when intended. # Can be removed when this job is no longer needed for full API coverage. @@ -265,19 +643,16 @@ builders: - shell: !include-raw-escape: + - ../scripts/setup_executor_env.sh + - shell: + !include-raw-escape: - ../scripts/csit/perf-verify.sh publishers: - - robot: - output-path: archive - other-files: - - '*.*' - - - fdio-infra-shiplogs: - maven-version: 'mvn33-new' + - fdio-infra-publish - job-template: - name: 'csit-vpp-perf-mrr-daily-master{node-arch}' + name: 'csit-vpp-perf-mrr-daily-master-{node-arch}' description: | <ul> @@ -285,10 +660,6 @@ <ul> <li>check vpp perf mrr daily </ul> - <li>executor - <ul> - <li>{executor} - </ul> <li>perf test-cases selection <ul> <li>all CSIT VPP MRR perf suites @@ -302,16 +673,13 @@ </ul> project-type: freestyle - node: '{executor}' + node: 'm-builder-{os}-prod-{executor-arch}' concurrent: false - archive-artifacts: 'csit/archive/*.*' latest-only: false - build-discarder: - daysToKeep: '{build-days-to-keep}' - numToKeep: '{build-num-to-keep}' - artifactDaysToKeep: '{build-artifact-days-to-keep}' - artifactNumToKeep: '{build-artifact-num-to-keep}' + properties: + - lf-infra-properties: + build-days-to-keep: "{build-days-to-keep}" parameters: - project-parameter: @@ -322,10 +690,6 @@ csit-perf-trial-duration: "{csit-perf-trial-duration}" - csit-perf-trial-multiplicity-parameter: csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}" - - string: - name: ARCHIVE_ARTIFACTS - default: '{archive-artifacts}' - description: Artifacts to archive to the logs server. wrappers: - fdio-infra-wrappers-non-activity-timeout: @@ -340,29 +704,83 @@ properties-file: variables.prop - shell: !include-raw-escape: + - ../scripts/setup_executor_env.sh + - shell: + !include-raw-escape: - ../scripts/csit/perf-timed.sh publishers: - - robot: - output-path: 'csit/archive' - other-files: - - '*.*' - - - fdio-infra-shiplogs: - maven-version: 'mvn33-new' + - fdio-infra-publish - job-template: - name: 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}' + name: 'csit-vpp-perf-hoststack-daily-master-{node-arch}' description: | <ul> <li>objective <ul> - <li>check vpp perf mrr weekly on {node-arch} + <li>check vpp perf hoststack daily </ul> - <li>executor + <li>perf test-cases selection <ul> - <li>{executor} + <li>all CSIT VPP HOSTSTACK perf suites + </ul> + <li>results + <ul> + <li>jjb verify: PASS/FAIL + <li>present: no + <li>analyse: csit project (catch malfunctions/degradations) + </ul> + </ul> + + project-type: freestyle + node: 'm-builder-{os}-prod-{executor-arch}' + concurrent: false + latest-only: false + + properties: + - lf-infra-properties: + build-days-to-keep: "{build-days-to-keep}" + + parameters: + - project-parameter: + project: '{project}' + - gerrit-parameter: + branch: '{branch}' + - csit-perf-trial-duration-parameter: + csit-perf-trial-duration: "{csit-perf-trial-duration}" + - csit-perf-trial-multiplicity-parameter: + csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}" + + wrappers: + - fdio-infra-wrappers-non-activity-timeout: + build-timeout: '{build-timeout}' + + triggers: + - timed: '{periodicity}' + + builders: + - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop' + - inject: + properties-file: variables.prop + - shell: + !include-raw-escape: + - ../scripts/setup_executor_env.sh + - shell: + !include-raw-escape: + - ../scripts/csit/perf-timed.sh + + publishers: + - fdio-infra-publish + +- job-template: + name: 'csit-vpp-perf-mrr-weekly-master-{node-arch}' + + description: | + <ul> + <li>objective + <ul> + <li>check vpp perf mrr weekly on {node-arch} </ul> <li>perf test-cases selection <ul> @@ -377,16 +795,13 @@ </ul> project-type: freestyle - node: '{executor}' + node: 'm-builder-{os}-prod-{executor-arch}' concurrent: false - archive-artifacts: 'csit/archive/*.*' latest-only: false - build-discarder: - daysToKeep: '{build-days-to-keep}' - numToKeep: '{build-num-to-keep}' - artifactDaysToKeep: '{build-artifact-days-to-keep}' - artifactNumToKeep: '{build-artifact-num-to-keep}' + properties: + - lf-infra-properties: + build-days-to-keep: "{build-days-to-keep}" parameters: - project-parameter: @@ -397,10 +812,6 @@ csit-perf-trial-duration: "{csit-perf-trial-duration}" - csit-perf-trial-multiplicity-parameter: csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}" - - string: - name: ARCHIVE_ARTIFACTS - default: '{archive-artifacts}' - description: Artifacts to archive to the logs server. wrappers: - fdio-infra-wrappers-non-activity-timeout: @@ -415,16 +826,13 @@ properties-file: variables.prop - shell: !include-raw-escape: + - ../scripts/setup_executor_env.sh + - shell: + !include-raw-escape: - ../scripts/csit/perf-timed.sh publishers: - - robot: - output-path: 'csit/archive' - other-files: - - '*.*' - - - fdio-infra-shiplogs: - maven-version: 'mvn33-new' + - fdio-infra-publish - job-template: name: 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}' @@ -435,13 +843,126 @@ <ul> <li>check vpp perf ndrpdr weekly on {node-arch} </ul> - <li>executor + <li>perf test-cases selection + <ul> + <li>pre-selected CSIT VPP NDRPDR perf suites + </ul> + <li>results + <ul> + <li>jjb verify: PASS/FAIL + <li>present: no + <li>analyse: csit project (catch malfunctions/degradations) + </ul> + </ul> + project-type: freestyle + node: 'm-builder-{os}-prod-{executor-arch}' + concurrent: false + latest-only: false + + properties: + - lf-infra-properties: + build-days-to-keep: "{build-days-to-keep}" + + parameters: + - project-parameter: + project: '{project}' + - gerrit-parameter: + branch: '{branch}' + + wrappers: + - fdio-infra-wrappers-non-activity-timeout: + build-timeout: '{build-timeout}' + + triggers: + - timed: '{periodicity}' + + builders: + - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop' + - inject: + properties-file: variables.prop + - shell: + !include-raw-escape: + - ../scripts/setup_executor_env.sh + - shell: + !include-raw-escape: + - ../scripts/csit/perf-timed.sh + + publishers: + - fdio-infra-publish + +- job-template: + name: 'csit-vpp-perf-soak-weekly-master-{node-arch}' + + description: | + <ul> + <li>objective + <ul> + <li>check vpp perf soak weekly on {node-arch} + </ul> + <li>perf test-cases selection + <ul> + <li>NF Density CSIT VPP SOAK perf suites + </ul> + <li>results <ul> - <li>{executor} + <li>jjb verify: PASS/FAIL + <li>present: no + <li>analyse: csit project (catch malfunctions/degradations) + </ul> + </ul> + + project-type: freestyle + node: 'm-builder-{os}-prod-{executor-arch}' + concurrent: false + latest-only: false + + properties: + - lf-infra-properties: + build-days-to-keep: "{build-days-to-keep}" + + parameters: + - project-parameter: + project: '{project}' + - gerrit-parameter: + branch: '{branch}' + - csit-perf-trial-duration-parameter: + csit-perf-trial-duration: "{csit-perf-trial-duration}" + - csit-perf-trial-multiplicity-parameter: + csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}" + + wrappers: + - fdio-infra-wrappers-non-activity-timeout: + build-timeout: '{build-timeout}' + + triggers: + - timed: '{periodicity}' + + builders: + - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop' + - inject: + properties-file: variables.prop + - shell: + !include-raw-escape: + - ../scripts/setup_executor_env.sh + - shell: + !include-raw-escape: + - ../scripts/csit/perf-timed.sh + + publishers: + - fdio-infra-publish + +- job-template: + name: 'csit-trex-perf-ndrpdr-weekly-master-{node-arch}' + + description: | + <ul> + <li>objective + <ul> + <li>check trex perf ndrpdr weekly on {node-arch} </ul> <li>perf test-cases selection <ul> - <li>pre-selected CSIT VPP NDRPDR perf suites + <li>pre-selected CSIT TREX NDRPDR perf suites </ul> <li>results <ul> @@ -451,26 +972,19 @@ </ul> </ul> project-type: freestyle - node: '{executor}' + node: 'm-builder-{os}-prod-{executor-arch}' concurrent: false - archive-artifacts: 'csit/archive/*.*' latest-only: false - build-discarder: - daysToKeep: '{build-days-to-keep}' - numToKeep: '{build-num-to-keep}' - artifactDaysToKeep: '{build-artifact-days-to-keep}' - artifactNumToKeep: '{build-artifact-num-to-keep}' + properties: + - lf-infra-properties: + build-days-to-keep: "{build-days-to-keep}" parameters: - project-parameter: project: '{project}' - gerrit-parameter: branch: '{branch}' - - string: - name: ARCHIVE_ARTIFACTS - default: '{archive-artifacts}' - description: Artifacts to archive to the logs server. wrappers: - fdio-infra-wrappers-non-activity-timeout: @@ -485,16 +999,99 @@ properties-file: variables.prop - shell: !include-raw-escape: + - ../scripts/setup_executor_env.sh + - shell: + !include-raw-escape: - ../scripts/csit/perf-timed.sh publishers: - - robot: - output-path: 'csit/archive' - other-files: - - '*.*' + - fdio-infra-publish + +- job-template: + name: 'csit-trex-perf-verify-{stream}-{node-arch}' + + description: | + <ul> + <li>objective + <ul> + <li>perf verify - per csit gerrit patch + </ul> + <li>job + <ul> + <li>name: <b>csit-trex-perf-verify-{stream}-{node-arch}</b> + <li>trigger: keyword in comment to csit patch: + <b>csit-trex-{node-arch}-perftest tag_list</b> + </ul> + <li>perf test-cases selection + <ul> + <li>test-cases selected using trigger keyword followed by tags + <li>all test-cases are labelled with CSIT RF topic tags + defined in <i>csit/docs/tag_documentation.rst</i> + </ul> + <li>proposed keywords + <ul> + <li>focus on testing specified trex packet processing path + <li>format: csit-{node-arch}-perftest tag_list + </ul> + <li>results + <ul> + <li>jjb verify: PASS/FAIL + <li>present: no + <li>analyse: no + </ul> + </ul> + + project-type: freestyle + node: 'm-builder-{os}-prod-{executor-arch}' + concurrent: true + latest-only: false + + properties: + - lf-infra-properties: + build-days-to-keep: "{build-days-to-keep}" + + parameters: + - project-parameter: + project: '{project}' + - gerrit-parameter: + branch: '{branch}' + - gerrit-refspec-parameter: + refspec: '$GERRIT_REFSPEC' + - gerrit-event-type-parameter + - gerrit-event-comment-text-parameter + - csit-perf-trial-duration-parameter: + csit-perf-trial-duration: "{csit-perf-trial-duration}" + - csit-perf-trial-multiplicity-parameter: + csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}" + # This job does not interact with VPP so not setting fail-on-crc-mismatch. + + scm: + - gerrit-trigger-scm: + credentials-id: 'jenkins-gerrit-credentials' + refspec: '$GERRIT_REFSPEC' + choosing-strategy: 'gerrit' + + wrappers: + - fdio-infra-wrappers-non-activity-timeout: + build-timeout: '{build-timeout}' - - fdio-infra-shiplogs: - maven-version: 'mvn33-new' + triggers: + - gerrit-trigger-csit-perftest: + project: '{project}' + branch: '{branch}' + trigger-word: 'csit-trex-{node-arch}-perftest' + skip-vote: false + + builders: + - shell: + !include-raw-escape: + - ../scripts/setup_executor_env.sh + - shell: + !include-raw-escape: + - ../scripts/csit/perf-verify.sh + + publishers: + - fdio-infra-publish - job-template: name: 'csit-dpdk-perf-verify-{stream}-{node-arch}' @@ -511,10 +1108,6 @@ <li>trigger: keyword in comment to csit patch: <b>csit-dpdk-{node-arch}-perftest tag_list</b> </ul> - <li>executor - <ul> - <li>{executor} - </ul> <li>perf test-cases selection <ul> <li>test-cases selected using trigger keyword followed by tags @@ -538,30 +1131,27 @@ </ul> project-type: freestyle - node: '{executor}' + node: 'm-builder-{os}-prod-{executor-arch}' concurrent: true - archive-artifacts: 'archive/*.*' latest-only: false - build-discarder: - daysToKeep: '{build-days-to-keep}' - numToKeep: '{build-num-to-keep}' - artifactDaysToKeep: '{build-artifact-days-to-keep}' - artifactNumToKeep: '{build-artifact-num-to-keep}' + properties: + - lf-infra-properties: + build-days-to-keep: "{build-days-to-keep}" parameters: - project-parameter: project: '{project}' - gerrit-parameter: branch: '{branch}' + - gerrit-refspec-parameter: + refspec: '$GERRIT_REFSPEC' + - gerrit-event-type-parameter + - gerrit-event-comment-text-parameter - csit-perf-trial-duration-parameter: csit-perf-trial-duration: "{csit-perf-trial-duration}" - csit-perf-trial-multiplicity-parameter: csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}" - - string: - name: ARCHIVE_ARTIFACTS - default: '{archive-artifacts}' - description: Artifacts to archive to the logs server. scm: - gerrit-trigger-scm: @@ -583,19 +1173,16 @@ builders: - shell: !include-raw-escape: + - ../scripts/setup_executor_env.sh + - shell: + !include-raw-escape: - ../scripts/csit/perf-verify.sh publishers: - - robot: - output-path: archive - other-files: - - '*.*' - - - fdio-infra-shiplogs: - maven-version: 'mvn33-new' + - fdio-infra-publish - job-template: - name: 'csit-dpdk-perf-mrr-weekly-master{node-arch}' + name: 'csit-dpdk-perf-mrr-weekly-master-{node-arch}' description: | <ul> @@ -603,10 +1190,6 @@ <ul> <li>check dpdk perf mrr weekly </ul> - <li>executor - <ul> - <li>{executor} - </ul> <li>perf test-cases selection <ul> <li>all CSIT DPDK MRR perf suites @@ -620,16 +1203,13 @@ </ul> project-type: freestyle - node: '{executor}' + node: 'm-builder-{os}-prod-{executor-arch}' concurrent: false - archive-artifacts: 'csit/archive/*.*' latest-only: false - build-discarder: - daysToKeep: '{build-days-to-keep}' - numToKeep: '{build-num-to-keep}' - artifactDaysToKeep: '{build-artifact-days-to-keep}' - artifactNumToKeep: '{build-artifact-num-to-keep}' + properties: + - lf-infra-properties: + build-days-to-keep: "{build-days-to-keep}" parameters: - project-parameter: @@ -640,10 +1220,6 @@ csit-perf-trial-duration: "{csit-perf-trial-duration}" - csit-perf-trial-multiplicity-parameter: csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}" - - string: - name: ARCHIVE_ARTIFACTS - default: '{archive-artifacts}' - description: Artifacts to archive to the logs server. wrappers: - fdio-infra-wrappers-non-activity-timeout: @@ -658,16 +1234,13 @@ properties-file: variables.prop - shell: !include-raw-escape: + - ../scripts/setup_executor_env.sh + - shell: + !include-raw-escape: - ../scripts/csit/perf-timed.sh publishers: - - robot: - output-path: 'csit/archive' - other-files: - - '*.*' - - - fdio-infra-shiplogs: - maven-version: 'mvn33-new' + - fdio-infra-publish - job-template: name: 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}' @@ -689,10 +1262,6 @@ <li>trigger example: csit-vpp-report-iter-{node-arch}-perftest vpp-00 </ul> - <li>executor - <ul> - <li>{executor} - </ul> <li>perf test-cases selection <ul> <li>test-cases selected by tags defined in @@ -709,30 +1278,27 @@ </ul> project-type: freestyle - node: '{executor}' + node: 'm-builder-{os}-prod-{executor-arch}' concurrent: true - archive-artifacts: 'archive/*.*' latest-only: false - build-discarder: - daysToKeep: '{build-days-to-keep}' - numToKeep: '{build-num-to-keep}' - artifactDaysToKeep: '{build-artifact-days-to-keep}' - artifactNumToKeep: '{build-artifact-num-to-keep}' + properties: + - lf-infra-properties: + build-days-to-keep: "{build-days-to-keep}" parameters: - project-parameter: project: '{project}' - gerrit-parameter: branch: '{branch}' + - gerrit-refspec-parameter: + refspec: '$GERRIT_REFSPEC' + - gerrit-event-type-parameter + - gerrit-event-comment-text-parameter - csit-perf-trial-duration-parameter: csit-perf-trial-duration: "{csit-perf-trial-duration}" - csit-perf-trial-multiplicity-parameter: csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}" - - string: - name: ARCHIVE_ARTIFACTS - default: '{archive-artifacts}' - description: Artifacts to archive to the logs server. scm: - gerrit-trigger-scm: @@ -754,16 +1320,13 @@ builders: - shell: !include-raw-escape: + - ../scripts/setup_executor_env.sh + - shell: + !include-raw-escape: - ../scripts/csit/perf-verify.sh publishers: - - robot: - output-path: archive - other-files: - - '*.*' - - - fdio-infra-shiplogs: - maven-version: 'mvn33-new' + - fdio-infra-publish - job-template: name: 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}' @@ -785,10 +1348,6 @@ <li>trigger example: csit-dpdk-report-iter-{node-arch}-perftest dpdk-00 </ul> - <li>executor - <ul> - <li>{executor} - </ul> <li>perf test-cases selection <ul> <li>test-cases selected by tags defined in @@ -805,30 +1364,27 @@ </ul> project-type: freestyle - node: '{executor}' + node: 'm-builder-{os}-prod-{executor-arch}' concurrent: true - archive-artifacts: 'archive/*.*' latest-only: false - build-discarder: - daysToKeep: '{build-days-to-keep}' - numToKeep: '{build-num-to-keep}' - artifactDaysToKeep: '{build-artifact-days-to-keep}' - artifactNumToKeep: '{build-artifact-num-to-keep}' + properties: + - lf-infra-properties: + build-days-to-keep: "{build-days-to-keep}" parameters: - project-parameter: project: '{project}' - gerrit-parameter: branch: '{branch}' + - gerrit-refspec-parameter: + refspec: '$GERRIT_REFSPEC' + - gerrit-event-type-parameter + - gerrit-event-comment-text-parameter - csit-perf-trial-duration-parameter: csit-perf-trial-duration: "{csit-perf-trial-duration}" - csit-perf-trial-multiplicity-parameter: csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}" - - string: - name: ARCHIVE_ARTIFACTS - default: '{archive-artifacts}' - description: Artifacts to archive to the logs server. scm: - gerrit-trigger-scm: @@ -850,16 +1406,99 @@ builders: - shell: !include-raw-escape: + - ../scripts/setup_executor_env.sh + - shell: + !include-raw-escape: - ../scripts/csit/perf-verify.sh publishers: - - robot: - output-path: archive - other-files: - - '*.*' + - fdio-infra-publish + +- job-template: + name: 'csit-trex-perf-report-iterative-{stream_report}-{node-arch}' + + description: | + <ul> + <li>objective + <ul> + <li>get trex performance iterative data for csit report + </ul> + <li>job + <ul> + <li>name: + <b>csit-trex-perf-report-iterative-{stream_report}- + {node-arch}</b> + <li>trigger: keyword in comment to csit patch: + <b>csit-trex-report-iter-{node-arch}-perftest + test_set_id</b> + <li>trigger example: + csit-trex-report-iter-{node-arch}-perftest trex-00 + </ul> + <li>perf test-cases selection + <ul> + <li>test-cases selected by tags defined in + <i>csit/docs/job_specs/report_iterative/{node-arch}/ + test_set_id.md</i> + </ul> + + <li>results + <ul> + <li>jjb verify: PASS/FAIL + <li>present: trex performance + <li>analyse: trex performance + </ul> + </ul> + + project-type: freestyle + node: 'm-builder-{os}-prod-{executor-arch}' + concurrent: true + latest-only: false + + properties: + - lf-infra-properties: + build-days-to-keep: "{build-days-to-keep}" + + parameters: + - project-parameter: + project: '{project}' + - gerrit-parameter: + branch: '{branch}' + - gerrit-refspec-parameter: + refspec: '$GERRIT_REFSPEC' + - gerrit-event-type-parameter + - gerrit-event-comment-text-parameter + - csit-perf-trial-duration-parameter: + csit-perf-trial-duration: "{csit-perf-trial-duration}" + - csit-perf-trial-multiplicity-parameter: + csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}" - - fdio-infra-shiplogs: - maven-version: 'mvn33-new' + scm: + - gerrit-trigger-scm: + credentials-id: 'jenkins-gerrit-credentials' + refspec: '$GERRIT_REFSPEC' + choosing-strategy: 'gerrit' + + wrappers: + - fdio-infra-wrappers-non-activity-timeout: + build-timeout: '{build-timeout}' + + triggers: + - gerrit-trigger-csit-perftest: + project: '{project}' + branch: '{branch}' + trigger-word: 'csit-trex-report-iter-{node-arch}-perftest' + skip-vote: false + + builders: + - shell: + !include-raw-escape: + - ../scripts/setup_executor_env.sh + - shell: + !include-raw-escape: + - ../scripts/csit/perf-verify.sh + + publishers: + - fdio-infra-publish - job-template: name: 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}' @@ -881,10 +1520,6 @@ <li>trigger example: csit-vpp-report-cov-{node-arch}-perftest ip4-00 </ul> - <li>executor - <ul> - <li>{executor} - </ul> <li>perf test-cases selection <ul> <li>test-cases selected by tags defined in @@ -901,30 +1536,27 @@ </ul> project-type: freestyle - node: '{executor}' + node: 'm-builder-{os}-prod-{executor-arch}' concurrent: true - archive-artifacts: 'archive/*.*' latest-only: false - build-discarder: - daysToKeep: '{build-days-to-keep}' - numToKeep: '{build-num-to-keep}' - artifactDaysToKeep: '{build-artifact-days-to-keep}' - artifactNumToKeep: '{build-artifact-num-to-keep}' + properties: + - lf-infra-properties: + build-days-to-keep: "{build-days-to-keep}" parameters: - project-parameter: project: '{project}' - gerrit-parameter: branch: '{branch}' + - gerrit-refspec-parameter: + refspec: '$GERRIT_REFSPEC' + - gerrit-event-type-parameter + - gerrit-event-comment-text-parameter - csit-perf-trial-duration-parameter: csit-perf-trial-duration: "{csit-perf-trial-duration}" - csit-perf-trial-multiplicity-parameter: csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}" - - string: - name: ARCHIVE_ARTIFACTS - default: '{archive-artifacts}' - description: Artifacts to archive to the logs server. scm: - gerrit-trigger-scm: @@ -946,16 +1578,13 @@ builders: - shell: !include-raw-escape: + - ../scripts/setup_executor_env.sh + - shell: + !include-raw-escape: - ../scripts/csit/perf-verify.sh publishers: - - robot: - output-path: archive - other-files: - - '*.*' - - - fdio-infra-shiplogs: - maven-version: 'mvn33-new' + - fdio-infra-publish - job-template: name: 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}' @@ -977,10 +1606,6 @@ <li>trigger example: csit-dpdk-report-cov-{node-arch}-perftest dpdk-00 </ul> - <li>executor - <ul> - <li>{executor} - </ul> <li>perf test-cases selection <ul> <li>test-cases selected by tags defined in @@ -997,30 +1622,27 @@ </ul> project-type: freestyle - node: '{executor}' + node: 'm-builder-{os}-prod-{executor-arch}' concurrent: true - archive-artifacts: 'archive/*.*' latest-only: false - build-discarder: - daysToKeep: '{build-days-to-keep}' - numToKeep: '{build-num-to-keep}' - artifactDaysToKeep: '{build-artifact-days-to-keep}' - artifactNumToKeep: '{build-artifact-num-to-keep}' + properties: + - lf-infra-properties: + build-days-to-keep: "{build-days-to-keep}" parameters: - project-parameter: project: '{project}' - gerrit-parameter: branch: '{branch}' + - gerrit-refspec-parameter: + refspec: '$GERRIT_REFSPEC' + - gerrit-event-type-parameter + - gerrit-event-comment-text-parameter - csit-perf-trial-duration-parameter: csit-perf-trial-duration: "{csit-perf-trial-duration}" - csit-perf-trial-multiplicity-parameter: csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}" - - string: - name: ARCHIVE_ARTIFACTS - default: '{archive-artifacts}' - description: Artifacts to archive to the logs server. scm: - gerrit-trigger-scm: @@ -1042,13 +1664,96 @@ builders: - shell: !include-raw-escape: + - ../scripts/setup_executor_env.sh + - shell: + !include-raw-escape: - ../scripts/csit/perf-verify.sh publishers: - - robot: - output-path: archive - other-files: - - '*.*' + - fdio-infra-publish - - fdio-infra-shiplogs: - maven-version: 'mvn33-new' +- job-template: + name: 'csit-trex-perf-report-coverage-{stream_report}-{node-arch}' + + description: | + <ul> + <li>objective + <ul> + <li>get trex performance coverage data for csit report + </ul> + <li>job + <ul> + <li>name: + <b>csit-trex-perf-report-coverage-{stream_report}- + {node-arch}</b> + <li>trigger: keyword in comment to csit patch: + <b>csit-trex-report-cov-{node-arch}-perftest + test_set_id</b> + <li>trigger example: + csit-trex-report-cov-{node-arch}-perftest trex-00 + </ul> + <li>perf test-cases selection + <ul> + <li>test-cases selected by tags defined in + <i>csit/docs/job_specs/report_coverage/{node-arch}/ + test_set_id.md</i> + </ul> + + <li>results + <ul> + <li>jjb verify: PASS/FAIL + <li>present: trex performance + <li>analyse: trex performance + </ul> + </ul> + + project-type: freestyle + node: 'm-builder-{os}-prod-{executor-arch}' + concurrent: true + latest-only: false + + properties: + - lf-infra-properties: + build-days-to-keep: "{build-days-to-keep}" + + parameters: + - project-parameter: + project: '{project}' + - gerrit-parameter: + branch: '{branch}' + - gerrit-refspec-parameter: + refspec: '$GERRIT_REFSPEC' + - gerrit-event-type-parameter + - gerrit-event-comment-text-parameter + - csit-perf-trial-duration-parameter: + csit-perf-trial-duration: "{csit-perf-trial-duration}" + - csit-perf-trial-multiplicity-parameter: + csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}" + + scm: + - gerrit-trigger-scm: + credentials-id: 'jenkins-gerrit-credentials' + refspec: '$GERRIT_REFSPEC' + choosing-strategy: 'gerrit' + + wrappers: + - fdio-infra-wrappers-non-activity-timeout: + build-timeout: '{build-timeout}' + + triggers: + - gerrit-trigger-csit-perftest: + project: '{project}' + branch: '{branch}' + trigger-word: 'csit-trex-report-cov-{node-arch}-perftest' + skip-vote: false + + builders: + - shell: + !include-raw-escape: + - ../scripts/setup_executor_env.sh + - shell: + !include-raw-escape: + - ../scripts/csit/perf-verify.sh + + publishers: + - fdio-infra-publish diff --git a/jjb/csit/csit-terraform.yaml b/jjb/csit/csit-terraform.yaml new file mode 100644 index 000000000..de5998e38 --- /dev/null +++ b/jjb/csit/csit-terraform.yaml @@ -0,0 +1,120 @@ +# Copyright (c) 2023 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +--- +- project: + name: csit-provision + description: 'CSIT Jenkins jobs.' + + jobs: + - 'csit-terraform-aws-eb-version-verify-{os}-{executor-arch}' + - 'csit-terraform-aws-eb-version-deploy-{os}-{executor-arch}' + + project: 'csit' + branch: 'master' + os: + - 'ubuntu2204' + executor-arch: 'x86_64' + build-artifact-num-to-keep: 10 + +- job-template: + name: 'csit-terraform-aws-eb-version-verify-{os}-{executor-arch}' + + project-type: freestyle + node: 's-builder-{os}-prod-{executor-arch}' + concurrent: false + latest-only: false + + properties: + - lf-infra-properties: + build-days-to-keep: "{build-days-to-keep}" + + parameters: + - project-parameter: + project: '{project}' + - gerrit-parameter: + branch: '{branch}' + + scm: + - gerrit-trigger-scm: + credentials-id: 'jenkins-gerrit-credentials' + refspec: '' + choosing-strategy: 'default' + + wrappers: + - fdio-infra-wrappers-non-activity-timeout: + build-timeout: '{build-timeout}' + + triggers: + - gerrit-trigger-csit-terraform: + project: '{project}' + branch: '{branch}' + trigger-word: 'terraform-cdash-verify' + skip-vote: false + + builders: + - shell: + !include-raw-escape: + - ../scripts/setup_executor_env.sh + - shell: + !include-raw-escape: + - ../scripts/csit/terraform-aws-eb-version-verify.sh + + publishers: + - fdio-infra-publish + +- job-template: + name: 'csit-terraform-aws-eb-version-deploy-{os}-{executor-arch}' + + project-type: freestyle + node: 's-builder-{os}-prod-{executor-arch}' + concurrent: false + latest-only: false + + properties: + - lf-infra-properties: + build-days-to-keep: "{build-days-to-keep}" + + parameters: + - project-parameter: + project: '{project}' + - gerrit-parameter: + branch: '{branch}' + + scm: + - gerrit-trigger-scm: + credentials-id: 'jenkins-gerrit-credentials' + refspec: '' + choosing-strategy: 'default' + + wrappers: + - fdio-infra-wrappers-non-activity-timeout: + build-timeout: '{build-timeout}' + + triggers: + - gerrit-trigger-csit-terraform: + project: '{project}' + branch: '{branch}' + trigger-word: 'terraform-cdash-deploy' + skip-vote: false + + builders: + - shell: + !include-raw-escape: + - ../scripts/setup_executor_env.sh + - shell: + !include-raw-escape: + - ../scripts/csit/terraform-aws-eb-version-deploy.sh + + publishers: + - fdio-infra-publish diff --git a/jjb/csit/csit-tox.yaml b/jjb/csit/csit-tox.yaml index 2dfe07bf7..0e9d7ffc2 100644 --- a/jjb/csit/csit-tox.yaml +++ b/jjb/csit/csit-tox.yaml @@ -1,4 +1,4 @@ -# Copyright (c) 2020 Cisco and/or its affiliates. +# Copyright (c) 2023 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -16,46 +16,37 @@ name: csit-validate jobs: - - 'csit-verify-tox-{stream}' + - 'csit-verify-tox-{stream}-{os}-{executor-arch}' project: 'csit' branch: 'master' + os: 'ubuntu2204' + executor-arch: 'x86_64' stream: - master: branch: 'master' - - '1908_2': - branch: 'rls1908_2' - - '2001': - branch: 'rls2001' - - '2005': - branch: 'rls2005' + - '2402': + branch: 'rls2402' - job-template: - name: 'csit-verify-tox-{stream}' + name: 'csit-verify-tox-{stream}-{os}-{executor-arch}' project-type: freestyle - node: ubuntu1804-us + node: 's-builder-{os}-prod-{executor-arch}' concurrent: true - archive-artifacts: '*.log' latest-only: false - - build-discarder: - daysToKeep: '{build-days-to-keep}' - numToKeep: '{build-num-to-keep}' - artifactDaysToKeep: '{build-artifact-days-to-keep}' - artifactNumToKeep: '{build-artifact-num-to-keep}' + properties: + - lf-infra-properties: + build-days-to-keep: "{build-days-to-keep}" parameters: - project-parameter: project: '{project}' - gerrit-parameter: branch: '{branch}' - - gerrit-refspec-parameter - - string: - name: ARCHIVE_ARTIFACTS - default: '{archive-artifacts}' - description: Artifacts to archive to the logs server. + - gerrit-refspec-parameter: + refspec: '$GERRIT_REFSPEC' scm: - gerrit-trigger-scm: @@ -68,23 +59,45 @@ build-timeout: '{build-timeout}' triggers: - - gerrit-trigger-patch-submitted: - name: '{project}' - branch: '{branch}' + # Tox trigger is special. + - gerrit: + server-name: 'Primary' + trigger-on: + - patchset-created-event: + exclude-drafts: 'true' + exclude-trivial-rebase: 'false' + exclude-no-code-change: 'false' + # Not enabling on draft published event. + # Frequently, people publish for public access, not fr verify. + # Use recheck comment to trigger verify. + - comment-added-contains-event: + comment-contains-value: 'recheck' + - comment-added-contains-event: + comment-contains-value: 'reverify' + projects: + - project-compare-type: 'ANT' + project-pattern: '{project}' + branches: + - branch-compare-type: 'ANT' + branch-pattern: '**/{branch}' + override-votes: true + gerrit-build-notbuilt-verified-value: 0 + gerrit-build-successful-verified-value: 1 + failed-message: 'Tox failed. No further verify jobs will be started.' + successful-message: 'tox_success' + skip-vote: + successful: true + failed: false + unstable: false + notbuilt: false builders: - shell: !include-raw-escape: + - ../scripts/setup_executor_env.sh + - shell: + !include-raw-escape: - ../scripts/csit/tox.sh publishers: - # TODO: Remove this when a voting pylint difference checker - # with nice enough output is implemented. - - violations: - pylint: - min: 10 - max: 250 - unstable: 250 - pattern: 'pylint.log' - - fdio-infra-shiplogs: - maven-version: 'mvn33-new' + - fdio-infra-publish diff --git a/jjb/csit/csit-vpp-device.yaml b/jjb/csit/csit-vpp-device.yaml index 373c20a3f..dbf3ef931 100644 --- a/jjb/csit/csit-vpp-device.yaml +++ b/jjb/csit/csit-vpp-device.yaml @@ -1,4 +1,4 @@ -# Copyright (c) 2020 Cisco and/or its affiliates. +# Copyright (c) 2023 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -15,125 +15,62 @@ - project: name: csit-vpp-device description: 'CSIT jenkins jobs.' - os: - - 'ubuntu1804' - node-arch: - - '1n-skx' - - '1n-tx2': - executor: 'vpp-csit-arm-ubuntu18' - skip-vote: 'true' - trigger: 'gerrit-trigger-csit-vpp-devicetest-manual' jobs: - - 'csit-vpp-device-{stream}-{os}-{node-arch}' - - 'csit-vpp-device-{stream}-{os}-{node-arch}-semiweekly': + - 'csit-vpp-device-{stream}-{os}-{executor-arch}-{node-arch}' + - 'csit-vpp-device-semiweekly-{stream}-{os}-{executor-arch}-{node-arch}' + - 'csit-vpp-device-weekly-{stream}-{os}-{executor-arch}-{node-arch}' + - 'csit-vpp-device-report-coverage-{stream}-{node-arch}': stream: - - master: - branch: 'master' - branch-id: 'oper' - - '1908_2': - branch: 'rls1908_2' - branch-id: 'oper-rls1908_2' - - '2005': - branch: 'rls2005' - branch-id: 'oper-rls2005' - - 'csit-vpp-device-{stream}-{os}-{node-arch}-weekly': - stream: - - master: - branch: 'master' - branch-id: 'oper' - - '1908_2': - branch: 'rls1908_2' - branch-id: 'oper-rls1908_2' - - '2005': - branch: 'rls2005' - branch-id: 'oper-rls2005' - - 'csit-vpp-device-master-{os}-1n-tx2-csit-verify-hourly' - - 'csit-vpp-device-master-{os}-1n-tx2-vpp-verify-hourly' - + - '2402': + branch: 'rls2402' + branch-id: 'oper-rls2402' + node-arch: + - '1n-alt': + os: 'ubuntu2204' + executor-arch: 'aarch64' + make-parallel-jobs: '32' + skip-vote: 'false' + - '1n-spr': + os: 'ubuntu2204' + executor-arch: 'x86_64' + make-parallel-jobs: '32' + skip-vote: 'true' project: 'csit' - executor: 'vpp-csit-device' branch: 'master' branch-id: 'oper' - trigger: 'gerrit-trigger-csit-vpp-devicetest-full' stream: - master: branch: 'master' branch-id: 'oper' - - '1908_2': - branch: 'rls1908_2' - branch-id: 'oper-rls1908_2' - - '2001': - branch: 'rls2001' - branch-id: 'oper-rls2001' - - '2005': - branch: 'rls2005' - branch-id: 'oper-rls2005' + - '2402': + branch: 'rls2402' + branch-id: 'oper-rls2402' - job-template: - name: 'csit-vpp-device-{stream}-{os}-{node-arch}' - description: | - <ul> - <li>objective - <ul> - <li>vpp-device verify - per csit gerrit patch - </ul> - <li>job - <ul> - <li>name: <b>csit-vpp-device-{stream}-{os}-{node-arch}</b> - <li>trigger: keyword in comment to csit patch: - <b>csit-devicetest tag_list</b> - </ul> - <li>executor - <ul> - <li>{executor} - </ul> - <li>test-cases selection - <ul> - <li>test-cases selected using trigger keyword followed by tags - <li>all test-cases are labelled with CSIT RF topic tags - defined in <i>csit/docs/tag_documentation.rst</i> - </ul> - <li>default tags for vpp-device test type - <ul> - <li>devicetest - </ul> - <li>results - <ul> - <li>jjb verify: PASS/FAIL - <li>present: no - <li>analyse: no - </ul> - </ul> + name: 'csit-vpp-device-report-coverage-{stream}-{node-arch}' project-type: freestyle - node: '{executor}' + node: 'csit-builder-{os}-prod-{executor-arch}' concurrent: true - archive-artifacts: 'archive/*.*' latest-only: false - build-discarder: - daysToKeep: '{build-days-to-keep}' - numToKeep: '{build-num-to-keep}' - artifactDaysToKeep: '{build-artifact-days-to-keep}' - artifactNumToKeep: '{build-artifact-num-to-keep}' + properties: + - lf-infra-properties: + build-days-to-keep: "{build-days-to-keep}" parameters: - project-parameter: project: '{project}' - gerrit-parameter: branch: '{branch}' + - make-parallel-jobs-parameter: + make-parallel-jobs: '{make-parallel-jobs}' - os-parameter: os: '{os}' - - gerrit-refspec-parameter + - gerrit-refspec-parameter: + refspec: '$GERRIT_REFSPEC' - gerrit-event-type-parameter - gerrit-event-comment-text-parameter - - string: - name: ARCHIVE_ARTIFACTS - default: '{archive-artifacts}' - description: Artifacts to archive to the logs server. - # This is an automatic verify job, part of API coverage. - # CRC checking is needed to ensure vpp crc job breaks only when intended. - # Unlikely to be removed, as this job is primary source of API coverage. - csit-fail-on-crc-mismatch-parameter: fail-on-crc-mismatch: 'True' @@ -148,247 +85,150 @@ build-timeout: '{build-timeout}' triggers: - - '{trigger}': + - gerrit-trigger-csit-perftest: project: '{project}' branch: '{branch}' - skip-vote: '{skip-vote}' + trigger-word: 'csit-vpp-report-dev-{node-arch}' + skip-vote: false builders: - shell: !include-raw-escape: + - ../scripts/setup_executor_env.sh + - shell: + !include-raw-escape: - ../scripts/csit/device-verify.sh publishers: - - robot: - output-path: archive - other-files: - - '*.*' - - fdio-infra-shiplogs: - maven-version: 'mvn33-new' + - fdio-infra-publish - job-template: - name: 'csit-vpp-device-{stream}-{os}-{node-arch}-semiweekly' - description: | - <ul> - <li>objective - <ul> - <li>Validate latest vpp build from corresponding branch stored - in nexus against verified CSIT codebase of corresponding - branch. - </ul> - <li>executor - <ul> - <li>{executor} - </ul> - <li>test-cases selection - <ul> - <li>pre-selected test-cases - <li>all test-cases are labelled with CSIT RF topic tags - defined in <i>csit/docs/tag_documentation.rst</i> - </ul> - <li>default tags for vpp-device test type - <ul> - <li>devicetest - </ul> - <li>results - <ul> - <li>jjb verify: PASS/FAIL - <li>present: no - <li>analyse: no - </ul> - </ul> + name: 'csit-vpp-device-{stream}-{os}-{executor-arch}-{node-arch}' project-type: freestyle - node: '{executor}' - concurrent: false - archive-artifacts: 'csit/archive/*.*' + node: 'csit-builder-{os}-prod-{executor-arch}' + concurrent: true latest-only: false - build-discarder: - daysToKeep: '{build-days-to-keep}' - numToKeep: '{build-num-to-keep}' - artifactDaysToKeep: '{build-artifact-days-to-keep}' - artifactNumToKeep: '{build-artifact-num-to-keep}' + properties: + - lf-infra-properties: + build-days-to-keep: "{build-days-to-keep}" parameters: - project-parameter: project: '{project}' - gerrit-parameter: branch: '{branch}' + - make-parallel-jobs-parameter: + make-parallel-jobs: '{make-parallel-jobs}' - os-parameter: os: '{os}' - - string: - name: ARCHIVE_ARTIFACTS - default: '{archive-artifacts}' - description: Artifacts to archive to the logs server. + - gerrit-refspec-parameter: + refspec: '$GERRIT_REFSPEC' + - gerrit-event-type-parameter + - gerrit-event-comment-text-parameter + # This is an automatic verify job, part of API coverage. + # CRC checking is needed to ensure vpp crc job breaks only when intended. + # Unlikely to be removed, as this job is primary source of API coverage. + - csit-fail-on-crc-mismatch-parameter: + fail-on-crc-mismatch: 'True' + + scm: + - gerrit-trigger-scm: + credentials-id: 'jenkins-gerrit-credentials' + refspec: '$GERRIT_REFSPEC' + choosing-strategy: 'gerrit' wrappers: - - fdio-infra-wrappers-non-activity-timeout: + - fdio-infra-wrappers: build-timeout: '{build-timeout}' triggers: - - timed: '0 4 * * 2,6' - - - gerrit-trigger-manually-triggered: - comment-trigger-value: 'csit-verify-vpp' - name: '{project}' + - gerrit-trigger-csit-vpp-devicetest-full: + project: '{project}' branch: '{branch}' + skip-vote: '{skip-vote}' builders: - - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop' - - inject: - properties-file: variables.prop - shell: !include-raw-escape: - - ../scripts/csit/device-semiweekly.sh + - ../scripts/setup_executor_env.sh + - shell: + !include-raw-escape: + - ../scripts/csit/device-verify.sh publishers: - - robot: - output-path: 'csit/archive' - other-files: - - '*.*' - - fdio-infra-shiplogs: - maven-version: 'mvn33-new' + - fdio-infra-publish - job-template: - name: 'csit-vpp-device-{stream}-{os}-{node-arch}-weekly' - description: | - <ul> - <li>objective - <ul> - <li>Validate CSIT code of corresponding branch against - verified vpp build from corresponding branch. - </ul> - <li>executor - <ul> - <li>{executor} - </ul> - <li>test-cases selection - <ul> - <li>pre-selected test-cases - <li>all test-cases are labelled with CSIT RF topic tags - defined in <i>csit/docs/tag_documentation.rst</i> - </ul> - <li>default tags for vpp-device test type - <ul> - <li>devicetest - </ul> - <li>results - <ul> - <li>jjb verify: PASS/FAIL - <li>present: no - <li>analyse: no - </ul> - </ul> + name: 'csit-vpp-device-semiweekly-{stream}-{os}-{executor-arch}-{node-arch}' project-type: freestyle - node: '{executor}' + node: 'csit-builder-{os}-prod-{executor-arch}' concurrent: false - archive-artifacts: 'archive/*.*' latest-only: false - build-discarder: - daysToKeep: '{build-days-to-keep}' - numToKeep: '{build-num-to-keep}' - artifactDaysToKeep: '{build-artifact-days-to-keep}' - artifactNumToKeep: '{build-artifact-num-to-keep}' + properties: + - lf-infra-properties: + build-days-to-keep: "{build-days-to-keep}" parameters: - project-parameter: project: '{project}' - gerrit-parameter: branch: '{branch}' + - make-parallel-jobs-parameter: + make-parallel-jobs: '{make-parallel-jobs}' - os-parameter: os: '{os}' - - string: - name: ARCHIVE_ARTIFACTS - default: '{archive-artifacts}' - description: Artifacts to archive to the logs server. - - scm: - - git-scm: - credentials-id: 'jenkins-gerrit-credentials' - branch: '{branch}' wrappers: - fdio-infra-wrappers-non-activity-timeout: build-timeout: '{build-timeout}' triggers: - - timed: '0 4 * * 0' + - timed: '0 4 * * 2,6' - gerrit-trigger-manually-triggered: - comment-trigger-value: 'csit-vpp-ref-verify' + comment-trigger-value: 'csit-verify-vpp' name: '{project}' branch: '{branch}' builders: + - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop' + - inject: + properties-file: variables.prop - shell: !include-raw-escape: - - ../scripts/csit/device-verify.sh + - ../scripts/setup_executor_env.sh + - shell: + !include-raw-escape: + - ../scripts/csit/device-semiweekly.sh publishers: - - robot: - output-path: archive - other-files: - - '*.*' - - fdio-infra-shiplogs: - maven-version: 'mvn33-new' + - fdio-infra-publish - job-template: - name: 'csit-vpp-device-master-{os}-1n-tx2-csit-verify-hourly' - description: | - <ul> - <li>objective - <ul> - <li>Validate CSIT code of corresponding branch against - verified vpp build from corresponding branch. - </ul> - <li>executor - <ul> - <li>vpp-csit-arm-ubuntu18 - </ul> - <li>test-cases selection - <ul> - <li>pre-selected test-cases - <li>all test-cases are labelled with CSIT RF topic tags - defined in <i>csit/docs/tag_documentation.rst</i> - </ul> - <li>default tags for vpp-device test type - <ul> - <li>devicetest - </ul> - <li>results - <ul> - <li>jjb verify: PASS/FAIL - <li>present: no - <li>analyse: no - </ul> - </ul> + name: 'csit-vpp-device-weekly-{stream}-{os}-{executor-arch}-{node-arch}' project-type: freestyle - node: 'vpp-csit-arm-ubuntu18' + node: 'csit-builder-{os}-prod-{executor-arch}' concurrent: false - archive-artifacts: 'archive/*.*' latest-only: false - build-discarder: - daysToKeep: '{build-days-to-keep}' - numToKeep: '{build-num-to-keep}' - artifactDaysToKeep: '{build-artifact-days-to-keep}' - artifactNumToKeep: '{build-artifact-num-to-keep}' + properties: + - lf-infra-properties: + build-days-to-keep: "{build-days-to-keep}" parameters: - project-parameter: project: '{project}' - gerrit-parameter: branch: '{branch}' + - make-parallel-jobs-parameter: + make-parallel-jobs: '{make-parallel-jobs}' - os-parameter: - os: 'ubuntu1804' - - string: - name: ARCHIVE_ARTIFACTS - default: '{archive-artifacts}' - description: Artifacts to archive to the logs server. + os: '{os}' scm: - git-scm: @@ -400,96 +240,20 @@ build-timeout: '{build-timeout}' triggers: - - timed: '0 * * * *' - - builders: - - shell: - !include-raw-escape: - - ../scripts/csit/device-verify.sh - - publishers: - - robot: - output-path: archive - other-files: - - '*.*' - - fdio-infra-shiplogs: - maven-version: 'mvn33-new' - -- job-template: - name: 'csit-vpp-device-master-{os}-1n-tx2-vpp-verify-hourly' - description: | - <ul> - <li>objective - <ul> - <li>Validate latest vpp build from corresponding branch stored - in nexus against verified CSIT codebase of corresponding - branch. - </ul> - <li>executor - <ul> - <li>vpp-csit-arm-ubuntu18 - </ul> - <li>test-cases selection - <ul> - <li>pre-selected test-cases - <li>all test-cases are labelled with CSIT RF topic tags - defined in <i>csit/docs/tag_documentation.rst</i> - </ul> - <li>default tags for vpp-device test type - <ul> - <li>devicetest - </ul> - <li>results - <ul> - <li>jjb verify: PASS/FAIL - <li>present: no - <li>analyse: no - </ul> - </ul> - - project-type: freestyle - node: 'vpp-csit-arm-ubuntu18' - concurrent: false - archive-artifacts: 'csit/archive/*.*' - latest-only: false - - build-discarder: - daysToKeep: '{build-days-to-keep}' - numToKeep: '{build-num-to-keep}' - artifactDaysToKeep: '{build-artifact-days-to-keep}' - artifactNumToKeep: '{build-artifact-num-to-keep}' + - timed: '0 4 * * 0' - parameters: - - project-parameter: - project: '{project}' - - gerrit-parameter: + - gerrit-trigger-manually-triggered: + comment-trigger-value: 'csit-vpp-ref-verify' + name: '{project}' branch: '{branch}' - - os-parameter: - os: 'ubuntu1804' - - string: - name: ARCHIVE_ARTIFACTS - default: '{archive-artifacts}' - description: Artifacts to archive to the logs server. - - wrappers: - - fdio-infra-wrappers-non-activity-timeout: - build-timeout: '{build-timeout}' - - triggers: - - timed: '30 * * * *' builders: - - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop' - - inject: - properties-file: variables.prop - shell: !include-raw-escape: - - ../scripts/csit/device-semiweekly.sh + - ../scripts/setup_executor_env.sh + - shell: + !include-raw-escape: + - ../scripts/csit/device-verify.sh publishers: - - robot: - output-path: 'csit/archive' - other-files: - - '*.*' - - fdio-infra-shiplogs: - maven-version: 'mvn33-new' + - fdio-infra-publish diff --git a/jjb/csit/csit.yaml b/jjb/csit/csit.yaml index 7e3b8f033..5bb63fd5c 100644 --- a/jjb/csit/csit.yaml +++ b/jjb/csit/csit.yaml @@ -1,4 +1,4 @@ -# Copyright (c) 2020 Cisco and/or its affiliates. +# Copyright (c) 2023 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -13,288 +13,11 @@ --- - project: - name: csit - description: 'CSIT Jenkins jobs.' - - jobs: - - 'csit-docs-merge-{stream}' - - 'csit-report-merge-{stream}' - - 'csit-trending-daily-master' - - project: 'csit' - branch: 'master' - executor: 'ubuntu1804-us' - executor-large: 'ubuntu1804-l' - build-artifact-num-to-keep: 10 - stream: - - master: - branch: 'master' - - '1908_2': - branch: 'rls1908_2' - - '2001': - branch: 'rls2001' - - '2005': - branch: 'rls2005' - -- project: name: csit-view views: - project-view project-name: csit -- job-template: - name: 'csit-docs-merge-{stream}' - - project-type: freestyle - node: '{executor}' - concurrent: true - allow-empty: 'true' - fingerprint: false - only-if-success: true - default-excludes: false - - build-discarder: - daysToKeep: '{build-days-to-keep}' - numToKeep: '{build-num-to-keep}' - artifactDaysToKeep: '{build-artifact-days-to-keep}' - artifactNumToKeep: '{build-artifact-num-to-keep}' - - parameters: - - project-parameter: - project: '{project}' - - gerrit-parameter: - branch: '{branch}' - - maven-exec: - maven-version: 'mvn33-new' - - string: - name: ARCHIVE_ARTIFACTS - default: '{archive-artifacts}' - description: Artifacts to archive to the logs server. - - scm: - - gerrit-trigger-scm: - credentials-id: 'jenkins-gerrit-credentials' - refspec: '' - choosing-strategy: 'default' - - wrappers: - - fdio-infra-wrappers-non-activity-timeout: - build-timeout: '{build-timeout}' - - triggers: - - reverse: - jobs: 'csit-vpp-device-{stream}-ubuntu1804-1n-skx-weekly' - result: 'success' - - gerrit: - server-name: 'Primary' - trigger-on: - - comment-added-contains-event: - comment-contains-value: 'run-docs' - projects: - - project-compare-type: 'ANT' - project-pattern: '{project}' - branches: - - branch-compare-type: 'ANT' - branch-pattern: '**/{branch}' - skip-vote: - successful: true - failed: true - unstable: true - notbuilt: true - - builders: - - maven-target: - maven-version: 'mvn33-new' - goals: '--version' - settings: 'csit-settings' - settings-type: cfp - global-settings: 'global-settings' - global-settings-type: cfp - - provide-maven-settings: - settings-file: 'csit-settings' - global-settings-file: 'global-settings' - - shell: - !include-raw-escape: - - ../scripts/csit/docs.sh - - publishers: - - fdio-infra-shiplogs: - maven-version: 'mvn33-new' - -- job-template: - name: 'csit-report-merge-{stream}' - - project-type: freestyle - node: '{executor-large}' - concurrent: false - allow-empty: 'true' - fingerprint: false - only-if-success: true - default-excludes: false - - build-discarder: - daysToKeep: '{build-days-to-keep}' - numToKeep: '{build-num-to-keep}' - artifactDaysToKeep: '{build-artifact-days-to-keep}' - artifactNumToKeep: '{build-artifact-num-to-keep}' - - parameters: - - project-parameter: - project: '{project}' - - gerrit-parameter: - branch: '{branch}' - - maven-exec: - maven-version: 'mvn33-new' - - string: - name: ARCHIVE_ARTIFACTS - default: '{archive-artifacts}' - description: Artifacts to archive to the logs server. - - scm: - - gerrit-trigger-scm: - credentials-id: 'jenkins-gerrit-credentials' - refspec: '$GERRIT_REFSPEC' - choosing-strategy: 'default' - - wrappers: - - fdio-infra-wrappers-non-activity-timeout: - build-timeout: '{build-timeout}' - - triggers: - - gerrit: - server-name: 'Primary' - trigger-on: - - comment-added-contains-event: - comment-contains-value: 'run-report' - projects: - - project-compare-type: 'ANT' - project-pattern: '{project}' - branches: - - branch-compare-type: 'ANT' - branch-pattern: '**/{branch}' - skip-vote: - successful: true - failed: true - unstable: true - notbuilt: true - - builders: - - maven-target: - maven-version: 'mvn33-new' - goals: '--version' - settings: 'csit-settings' - settings-type: cfp - global-settings: 'global-settings' - global-settings-type: cfp - - provide-maven-settings: - settings-file: 'csit-settings' - global-settings-file: 'global-settings' - - shell: - !include-raw-escape: - - ../scripts/csit/report.sh - - publishers: - - fdio-infra-shiplogs: - maven-version: 'mvn33-new' - -- job-template: - name: 'csit-trending-daily-master' - - project-type: freestyle - node: '{executor-large}' - concurrent: false - - build-discarder: - daysToKeep: '{build-days-to-keep}' - numToKeep: '{build-num-to-keep}' - artifactDaysToKeep: '{build-artifact-days-to-keep}' - artifactNumToKeep: '{build-artifact-num-to-keep}' - - parameters: - - project-parameter: - project: '{project}' - - gerrit-parameter: - branch: '{branch}' - - maven-exec: - maven-version: 'mvn33-new' - - scm: - - gerrit-trigger-scm: - credentials-id: 'jenkins-gerrit-credentials' - refspec: '' - choosing-strategy: 'default' - - wrappers: - - fdio-infra-wrappers-non-activity-timeout: - build-timeout: '{build-timeout}' - - triggers: - - timed: '0 2,14 * * *' - - builders: - - maven-target: - maven-version: 'mvn33-new' - goals: '--version' - settings: 'csit-settings' - settings-type: cfp - global-settings: 'global-settings' - global-settings-type: cfp - - provide-maven-settings: - settings-file: 'csit-settings' - global-settings-file: 'global-settings' - - shell: - !include-raw-escape: - - ../scripts/csit/cpta.sh - - publishers: - - email-ext: - # yamllint disable-line rule:line-length - recipients: 'tifrank@cisco.com, csit-report+int+616+181919729795594561@lists.fd.io' - reply-to: '' - content-type: 'text' - subject: 'Failed tests as of $BUILD_TIMESTAMP' - # yamllint disable-line rule:line-length - body: | - Following tests failed in the last trending job runs, listed per testbed type. - - ${{FILE,path="build-root/docs/deploy-site/src/site/resources/trending/_static/vpp/trending-failed-tests.txt"}} - - always: true - failure: false - - - email-ext: - # yamllint disable-line rule:line-length - recipients: 'tifrank@cisco.com, csit-report+int+616+181919729795594561@lists.fd.io' - reply-to: '' - content-type: 'text' - subject: 'Regressions as of $BUILD_TIMESTAMP' - # yamllint disable-line rule:line-length - body: | - Following regressions occured in the last trending job runs, listed per testbed type. - - ${{FILE,path="build-root/docs/deploy-site/src/site/resources/trending/_static/vpp/trending-regressions.txt"}} - - always: true - failure: false - - - email-ext: - # yamllint disable-line rule:line-length - recipients: 'tifrank@cisco.com, csit-report+int+616+181919729795594561@lists.fd.io' - reply-to: '' - content-type: 'text' - subject: 'Progressions as of $BUILD_TIMESTAMP' - # yamllint disable-line rule:line-length - body: | - Following progressions occured in the last trending job runs, listed per testbed type. - - ${{FILE,path="build-root/docs/deploy-site/src/site/resources/trending/_static/vpp/trending-progressions.txt"}} - - always: true - failure: false - - - fdio-infra-shiplogs: - maven-version: 'mvn33-new' - - project: name: csit-info project-name: csit |