diff options
Diffstat (limited to 'jjb/vpp/vpp.yaml')
-rw-r--r-- | jjb/vpp/vpp.yaml | 761 |
1 files changed, 411 insertions, 350 deletions
diff --git a/jjb/vpp/vpp.yaml b/jjb/vpp/vpp.yaml index 6ab98658..62975f00 100644 --- a/jjb/vpp/vpp.yaml +++ b/jjb/vpp/vpp.yaml @@ -1,4 +1,4 @@ -# Copyright (c) 2021 Cisco and/or its affiliates. +# Copyright (c) 2023 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -33,29 +33,20 @@ jobs: - 'vpp-checkstyle-verify-{stream}-{os}-{executor-arch}' project: 'vpp' + os: + - ubuntu2204 stream: - - master: + - 'master': branch: 'master' branch-refspec: '' - os: 'ubuntu2004' - repo-stream-part: 'master' - - '2009': - branch: 'stable/2009' - branch-refspec: '' - os: 'ubuntu1804' - repo-stream-part: 'stable.2009' - os: 'ubuntu1804' - - '2101': - branch: 'stable/2101' + - '2310': + branch: 'stable/2310' branch-refspec: '' - os: 'ubuntu1804' - repo-stream-part: 'stable.2101' - - '2106': - branch: 'stable/2106' + - '2402': + branch: 'stable/2402' branch-refspec: '' - os: 'ubuntu1804' - repo-stream-part: 'stable.2106' executor-arch: 'x86_64' + # [end] VPP-CHECKSTYLE-X86_64 PROJECT # VPP-X86_64 PROJECT @@ -74,65 +65,56 @@ - 'vpp-merge-{stream}-{os}-{executor-arch}' project: 'vpp' make-parallel-jobs: '4' - make-test-os: 'ubuntu-20.04' stream: - - master: + - 'master': branch: 'master' branch-refspec: '' - repo-stream-part: 'master' - - '2009': - branch: 'stable/2009' - branch-refspec: '' - make-test-os: 'ubuntu-18.04' - repo-stream-part: 'stable.2009' - - '2101': - branch: 'stable/2101' + make-test-os: 'ubuntu-20.04 ubuntu-22.04' + make-test-multiworker-os: 'debian-11' + - '2310': + branch: 'stable/2310' branch-refspec: '' - make-test-os: 'ubuntu-18.04' - repo-stream-part: 'stable.2101' - - '2106': - branch: 'stable/2106' + make-test-os: 'ubuntu-20.04 ubuntu-22.04' + make-test-multiworker-os: 'debian-11' + - '2402': + branch: 'stable/2402' branch-refspec: '' - repo-stream-part: 'stable.2106' + make-test-os: 'ubuntu-20.04 ubuntu-22.04' + make-test-multiworker-os: 'debian-11' os: - - centos7: - repo-os-part: 'centos7' - - centos8: - repo-os-part: 'centos8' - - debian9: - repo-os-part: 'stretch' - - debian10: - repo-os-part: 'buster' - - ubuntu1804: - repo-os-part: 'ubuntu.bionic.main' - - ubuntu2004: - repo-os-part: 'ubuntu.focal.main' + - debian11 + - ubuntu2004 + - ubuntu2204 executor-arch: 'x86_64' - exclude: - # OS deprecated in master - - stream: 'master' - os: 'centos7' - - stream: 'master' - os: 'centos8' - - stream: 'master' - os: 'debian9' - # OS deprecated on 2106 - - stream: '2106' - os: 'centos7' - - stream: '2106' - os: 'debian9' - # 2009 LTS supports all OS variants - # OS deprecated in 2101 - - stream: '2101' - os: 'centos7' - - stream: '2101' - os: 'debian9' # [end] VPP-X86_64 PROJECT +# VPP-GCC-X86_64 PROJECT +- project: + name: vpp-gcc-x86_64 + jobs: + - 'vpp-gcc-verify-{stream}-{os}-{executor-arch}' + project: 'vpp' + make-parallel-jobs: '4' + os: + - ubuntu2204 + executor-arch: 'x86_64' + stream: + - 'master': + branch: 'master' + branch-refspec: '' + - '2310': + branch: 'stable/2310' + branch-refspec: '' + - '2402': + branch: 'stable/2402' + branch-refspec: '' + +# [end] VPP-GCC-X86_64 PROJECT + # VPP-DEBUG-X86_64 PROJECT # # Currently a periodic job due to intermittent failures. -# Limiting branches to master and 2009, since other branches +# Limiting branches to master, since other branches # may not get fixes for the intermittent failures. # - project: @@ -141,56 +123,66 @@ - 'vpp-debug-verify-{stream}-{os}-{executor-arch}' project: 'vpp' make-parallel-jobs: '4' - make-test-os: 'ubuntu-20.04' + make-test-os: 'ubuntu-20.04 ubuntu-22.04' comment-trigger-value: 'debug-verify' stream: - - master: + - 'master': branch: 'master' branch-refspec: '' - # Once per hour - periodicity: 'H * * * *' - repo-stream-part: 'master' - - '2009': - branch: 'stable/2009' - branch-refspec: '' - make-test-os: 'ubuntu-18.04' - # Once per day - periodicity: 'H H * * *' - repo-stream-part: 'stable.2009' - os: - - ubuntu2004: - repo-os-part: 'ubuntu.focal.main' + make-test-os: 'ubuntu-20.04 ubuntu-22.04' + os: 'ubuntu2204' executor-arch: 'x86_64' + # [end] VPP-DEBUG-X86_64 PROJECT -# VPP-GCC-X86_64 PROJECT +# VPP-DPDK-RDMA-VERSION-MISMATCH-X86_64 PROJECT +# +# Currently a periodic job due to intermittent failures. +# Limiting branches to master, since other branches +# may not get fixes for the intermittent failures. +# - project: - name: vpp-gcc-x86_64 + name: vpp-dpdk-rdma-version-mismatch-x86_64 jobs: - - 'vpp-gcc-verify-{stream}-{os}-{executor-arch}' + - 'vpp-dpdk-rdma-version-mismatch-{stream}-{os}-{executor-arch}' project: 'vpp' + make-test-os: 'ubuntu-20.04 ubuntu-22.04' + comment-trigger-value: 'dpdk-rdma-version-mismatch' + stream: + - 'master': + branch: 'master' + # Once per day at 00:15 + periodicity: '15 0 * * 0-6' + os: 'ubuntu2204' executor-arch: 'x86_64' - os: - - ubuntu2004: - repo-os-part: 'ubuntu.focal.main' + +# [end] VPP-DPDK-RDMA-VERSION-MISMATCH-X86_64 PROJECT + +# VPP-COV-X86_64 PROJECT +# +# A per-patch job to produce code coverage. +# +# TODO: switch OS to ubuntu-22.04 once the skipping of intermittently failing +# tests are removed +# +- project: + name: vpp-cov-x86_64 + jobs: + - 'vpp-cov-verify-{stream}-{os}-{executor-arch}' + project: 'vpp' + make-parallel-jobs: '4' + make-test-os: 'ubuntu-20.04 ubuntu-22.04' + comment-trigger-value: 'gcov-report' stream: - - master: + - 'master': branch: 'master' branch-refspec: '' - repo-stream-part: 'master' - - '2009': - branch: 'stable/2009' - branch-refspec: '' - repo-stream-part: 'stable.2009' - - '2101': - branch: 'stable/2101' - branch-refspec: '' - repo-stream-part: 'stable.2101' - - '2106': - branch: 'stable/2106' - branch-refspec: '' - repo-stream-part: 'stable.2106' -# [end] VPP-GCC-X86_64 PROJECT + # Once per day at 00:25 + periodicity: '25 0 * * 0-6' + os: 'ubuntu2004' + executor-arch: 'x86_64' + +# [end] VPP-COV-X86_64 PROJECT # VPP-AARCH64 PROJECT # @@ -207,96 +199,61 @@ - 'vpp-verify-{stream}-{os}-{executor-arch}' - 'vpp-merge-{stream}-{os}-{executor-arch}' project: 'vpp' - make-parallel-jobs: '16' - make-test-os: 'ubuntu-20.04' + make-parallel-jobs: '4' stream: - - master: + - 'master': branch: 'master' branch-refspec: '' - repo-stream-part: 'master' - - '2009': - branch: 'stable/2009' - branch-refspec: '' - make-test-os: 'ubuntu-18.04' - repo-stream-part: 'stable.2009' - - '2101': - branch: 'stable/2101' + make-test-os: 'ubuntu-20.04 ubuntu-22.04' + make-test-multiworker-os: '' + - '2310': + branch: 'stable/2310' branch-refspec: '' - make-test-os: 'ubuntu-18.04' - repo-stream-part: 'stable.2101' - - '2106': - branch: 'stable/2106' + make-test-os: 'ubuntu-20.04 ubuntu-22.04' + make-test-multiworker-os: '' + - '2402': + branch: 'stable/2402' branch-refspec: '' - repo-stream-part: 'stable.2106' + make-test-os: 'ubuntu-20.04 ubuntu-22.04' + make-test-multiworker-os: '' os: - - centos8: - repo-os-part: 'centos8' - - ubuntu1804: - repo-os-part: 'ubuntu-arm.bionic.main' - - ubuntu2004: - repo-os-part: 'ubuntu.focal.main' + - ubuntu2004 + - ubuntu2204 executor-arch: 'aarch64' - exclude: - # OS deprecated in master - - stream: 'master' - os: 'centos8' - - stream: 'master' - # OS introduced after 2009 - - stream: '2009' - os: 'centos8' - - stream: '2009' - os: 'ubuntu2004' - # OS introduced after 2101 - - stream: '2101' - os: 'centos8' - - stream: '2101' - os: 'ubuntu2004' # [end] VPP-AARCH64 PROJECT # VPP-CSIT-VERIFY-DEVICE PROJECT - project: name: vpp-csit-verify-device jobs: - - 'vpp-csit-verify-device-perpatch': - make-parallel-jobs: '32' - exclude: - - testbed-arch: '1n-tx2' - - 'vpp-csit-verify-device-periodic': + - 'vpp-csit-verify-device-{stream}-{os}-{executor-arch}-{testbed-arch}': make-parallel-jobs: '32' - periodicity: 'H * * * *' - skip-vote: 'true' - comment-trigger-value: 'devicetest-periodic' - exclude: - - stream: '2009' - - stream: '2101' - - testbed-arch: '1n-skx' project: 'vpp' skip-vote: 'false' stream: - - master: + - 'master': branch: 'master' branch-refspec: '' - repo-stream-part: 'master' - - '2009': - branch: 'stable/2009' - branch-refspec: '' - repo-stream-part: 'stable.2009' - - '2101': - branch: 'stable/2101' + - '2310': + branch: 'stable/2310' branch-refspec: '' - repo-stream-part: 'stable.2101' - - '2106': - branch: 'stable/2106' + - '2402': + branch: 'stable/2402' branch-refspec: '' - repo-stream-part: 'stable.2106' testbed-arch: - - 1n-skx: - os: 'ubuntu2004' + - 1n-spr: + os: 'ubuntu2204' executor-arch: 'x86_64' - - 1n-tx2: - os: 'ubuntu2004' + skip-vote: 'true' + - 1n-alt: + os: 'ubuntu2204' executor-arch: 'aarch64' - + skip-vote: 'true' + exclude: + # 1n-alt testbed not supported + # in CSIT prior to 2402 + - testbed-arch: 1n-alt + stream: '2310' # [end] VPP-CSIT-VERIFY-DEVICE PROJECT # VPP-CSIT-VERIFY-PERF PROJECT @@ -304,53 +261,53 @@ name: vpp-csit-verify-perf jobs: - 'vpp-csit-verify-perf-{stream}-{os}-{executor-arch}-{testbed-arch}' + - 'vpp-csit-bisect-{stream}-{os}-{executor-arch}-{testbed-arch}' project: 'vpp' skip-vote: 'false' stream: - - master: + - 'master': branch: 'master' branch-refspec: '' - repo-stream-part: 'master' - - '2009': - branch: 'stable/2009' - branch-refspec: '' - repo-stream-part: 'stable.2009' - - '2101': - branch: 'stable/2101' - branch-refspec: '' - repo-stream-part: 'stable.2101' - - '2106': - branch: 'stable/2106' - branch-refspec: '' - repo-stream-part: 'stable.2106' testbed-arch: + - 2n-icx: + os: 'ubuntu2204' + executor-arch: 'x86_64' - 2n-clx: - os: 'ubuntu2004' + os: 'ubuntu2204' executor-arch: 'x86_64' - - 2n-skx: - os: 'ubuntu2004' + - 2n-spr: + os: 'ubuntu2204' executor-arch: 'x86_64' - 2n-zn2: - os: 'ubuntu2004' + os: 'ubuntu2204' executor-arch: 'x86_64' - - 3n-skx: - os: 'ubuntu2004' - executor-arch: 'x86_64' - - 2n-dnv: - os: 'ubuntu2004' - executor-arch: 'x86_64' - - 3n-dnv: - os: 'ubuntu2004' + - 3n-icx: + os: 'ubuntu2204' executor-arch: 'x86_64' - 3n-tsh: - os: 'ubuntu2004' + os: 'ubuntu2204' + executor-arch: 'aarch64' + make-parallel-jobs: '16' + - 3n-alt: + os: 'ubuntu2204' executor-arch: 'aarch64' make-parallel-jobs: '16' - 2n-tx2: - os: 'ubuntu2004' + os: 'ubuntu2204' executor-arch: 'aarch64' make-parallel-jobs: '16' - + - 3n-snr: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 3n-icxd: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 3na-spr: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 3nb-spr: + os: 'ubuntu2204' + executor-arch: 'x86_64' # [end] VPP-CSIT-VERIFY-PERF PROJECT # VPP-CSIT-API-CRC PROJECT @@ -365,22 +322,17 @@ executor-arch: 'x86_64' skip-vote: 'false' stream: - - master: + - 'master': branch: 'master' branch-refspec: '' - - '2009': - branch: 'stable/2009' - branch-refspec: '' - repo-stream-part: 'stable.2009' - - '2101': - branch: 'stable/2101' + - '2310': + branch: 'stable/2310' branch-refspec: '' - repo-stream-part: 'stable.2101' - - '2106': - branch: 'stable/2106' + - '2402': + branch: 'stable/2402' branch-refspec: '' - repo-stream-part: 'stable.2106' - os: ubuntu2004 + os: + - 'ubuntu2204' # [end] VPP-CSIT-API-CRC PROJECT # LF RELENG VPP PROJECTS @@ -414,16 +366,12 @@ node: 'builder-{os}-prod-{executor-arch}' concurrent: true - build-discarder: - daysToKeep: '{build-days-to-keep}' - numToKeep: '{build-num-to-keep}' - artifactDaysToKeep: '{build-artifact-days-to-keep}' - artifactNumToKeep: '{build-artifact-num-to-keep}' + properties: + - lf-infra-properties: + build-days-to-keep: "{build-days-to-keep}" # Please keep parameters in alphabetical order parameters: - - archive-artifacts-parameter: - artifacts: '{archive-artifacts}' - gerrit-parameter: branch: '{branch}' - gerrit-refspec-parameter: @@ -432,8 +380,6 @@ os: '{os}' - project-parameter: project: '{project}' - - repo-name-parameter: - repo-name: '{repo-stream-part}.ubuntu.bionic.main' scm: - gerrit-trigger-scm: @@ -461,8 +407,6 @@ - comment-added-contains-event: comment-contains-value: 'checkstylecheck' - comment-added-contains-event: - comment-contains-value: 'docsonly' - - comment-added-contains-event: comment-contains-value: 'recheck' - comment-added-contains-event: comment-contains-value: 'reverify' @@ -483,8 +427,6 @@ pattern: ^((?!\/COMMIT_MSG|docs|_abc|_def[\/\.]).)*$ forbidden-file-paths: - compare-type: REG_EXP - pattern: .*docs\/.* - - compare-type: REG_EXP pattern: .*extras\/emacs\/.* disable-strict-forbidden-file-verification: 'true' override-votes: true @@ -517,6 +459,9 @@ - shell: !include-raw-escape: - ../scripts/vpp/commitmsg.sh + - shell: + !include-raw-escape: + - ../scripts/vpp/docs_spell.sh publishers: - fdio-infra-publish @@ -531,16 +476,12 @@ node: 'builder-{os}-prod-{executor-arch}' concurrent: true - build-discarder: - daysToKeep: '{build-days-to-keep}' - numToKeep: 100 - artifactDaysToKeep: '{build-artifact-days-to-keep}' - artifactNumToKeep: '{build-artifact-num-to-keep}' + properties: + - lf-infra-properties: + build-days-to-keep: "{build-days-to-keep}" # Please keep parameters in alphabetical order parameters: - - archive-artifacts-parameter: - artifacts: '{archive-artifacts}' - gerrit-parameter: branch: '{branch}' - gerrit-refspec-parameter: @@ -549,12 +490,12 @@ make-parallel-jobs: '{make-parallel-jobs}' - make-test-os-parameter: make-test-os: '{make-test-os}' + - make-test-multiworker-os-parameter: + make-test-multiworker-os: '{make-test-multiworker-os}' - os-parameter: os: '{os}' - project-parameter: project: '{project}' - - repo-name-parameter: - repo-name: '{repo-stream-part}.{repo-os-part}' - stream-parameter: stream: '{stream}' @@ -582,7 +523,7 @@ - ../scripts/setup_vpp_ubuntu_docker_test.sh - shell: !include-raw-escape: - - ../scripts/setup_vpp_dpdk_dev_env.sh + - ../scripts/setup_vpp_ext_deps.sh - shell: !include-raw-escape: - ../scripts/vpp/build.sh @@ -599,16 +540,12 @@ node: 'builder-{os}-prod-{executor-arch}' concurrent: true - build-discarder: - daysToKeep: '{build-days-to-keep}' - numToKeep: '{build-num-to-keep}' - artifactDaysToKeep: '{build-artifact-days-to-keep}' - artifactNumToKeep: '{build-artifact-num-to-keep}' + properties: + - lf-infra-properties: + build-days-to-keep: "{build-days-to-keep}" # Please keep parameters in alphabetical order parameters: - - archive-artifacts-parameter: - artifacts: '{archive-artifacts}' - gerrit-parameter: branch: '{branch}' - gerrit-refspec-parameter: @@ -618,11 +555,9 @@ - make-test-os-parameter: make-test-os: '{make-test-os}' - os-parameter: - os: 'ubuntu1804' + os: '{os}' - project-parameter: project: '{project}' - - repo-name-parameter: - repo-name: '{repo-stream-part}.ubuntu.bionic.main' - stream-parameter: stream: '{stream}' @@ -637,9 +572,7 @@ build-timeout: '{build-timeout}' triggers: - - timed: '{periodicity}' - - gerrit-trigger-manually-triggered: - comment-trigger-value: '{comment-trigger-value}' + - gerrit-trigger-checkstyle-nonvoting: name: '{project}' branch: '{branch}' @@ -652,14 +585,75 @@ - ../scripts/setup_vpp_ubuntu_docker_test.sh - shell: !include-raw-escape: - - ../scripts/setup_vpp_dpdk_dev_env.sh + - ../scripts/setup_vpp_ext_deps.sh - shell: !include-raw-escape: - ../scripts/vpp/debug-build.sh publishers: - fdio-infra-publish -# [end] VPP-DEBUG-VERIFY-PERIODIC JOB TEMPLATE +# [end] VPP-DEBUG-VERIFY JOB TEMPLATE + +# VPP-DPDK-RDMA-VERSION-MISMATCH PERIODIC JOB TEMPLATE +- job-template: + name: 'vpp-dpdk-rdma-version-mismatch-{stream}-{os}-{executor-arch}' + + project-type: freestyle + node: 'builder-{os}-prod-{executor-arch}' + concurrent: true + + properties: + - lf-infra-properties: + build-days-to-keep: "{build-days-to-keep}" + + # Please keep parameters in alphabetical order + parameters: + - gerrit-parameter: + branch: '{branch}' + - make-parallel-jobs-parameter: + make-parallel-jobs: '{make-parallel-jobs}' + - make-test-os-parameter: + make-test-os: '{make-test-os}' + - os-parameter: + os: '{os}' + - project-parameter: + project: '{project}' + - stream-parameter: + stream: '{stream}' + + scm: + - gerrit-trigger-scm: + credentials-id: 'jenkins-gerrit-credentials' + refspec: '' + choosing-strategy: 'default' + + wrappers: + - fdio-infra-wrappers: + build-timeout: '{build-timeout}' + + triggers: + - timed: '{periodicity}' + - gerrit-trigger-manually-triggered: + comment-trigger-value: '{comment-trigger-value}' + name: '{project}' + branch: '{branch}' + + builders: + - shell: + !include-raw-escape: + - ../scripts/setup_executor_env.sh + - shell: + !include-raw-escape: + - ../scripts/setup_vpp_ubuntu_docker_test.sh + - shell: + !include-raw-escape: + - ../scripts/vpp/dpdk-rdma-version-mismatch.sh + + publishers: + - vpp-dpdk-rdma-version-mismatch: + branch: '{branch}' + - fdio-infra-publish +# [end] VPP-DPDK-RDMA-VERSION-MISMATCH PERIODIC JOB TEMPLATE # VPP-MERGE JOB TEMPLATE - job-template: @@ -668,11 +662,9 @@ project-type: freestyle node: 'builder-{os}-prod-{executor-arch}' - build-discarder: - daysToKeep: '{build-days-to-keep}' - numToKeep: 100 - artifactDaysToKeep: '{build-artifact-days-to-keep}' - artifactNumToKeep: '{build-artifact-num-to-keep}' + properties: + - lf-infra-properties: + build-days-to-keep: "{build-days-to-keep}" # Please keep parameters in alphabetical order parameters: @@ -682,16 +674,14 @@ make-parallel-jobs: '{make-parallel-jobs}' - make-test-os-parameter: make-test-os: '{make-test-os}' + - make-test-multiworker-os-parameter: + make-test-multiworker-os: '{make-test-multiworker-os}' - os-parameter: os: '{os}' - project-parameter: project: '{project}' - - repo-name-parameter: - repo-name: '{repo-stream-part}.{repo-os-part}' - stream-parameter: stream: '{stream}' - - archive-artifacts-parameter: - artifacts: '{archive-artifacts}' scm: - gerrit-trigger-scm: @@ -712,27 +702,26 @@ - config-file-provider: files: - file-id: '.packagecloud' - target: '/root' + target: '/root/.packagecloud' - config-file-provider: files: - file-id: 'packagecloud_api' - target: '/root' + target: '/root/packagecloud_api' - shell: !include-raw-escape: - ../scripts/setup_executor_env.sh - shell: !include-raw-escape: + - ../scripts/vpp/commitmsg.sh + - shell: + !include-raw-escape: - ../scripts/setup_vpp_ubuntu_docker_test.sh - shell: !include-raw-escape: - - ../scripts/setup_vpp_dpdk_dev_env.sh + - ../scripts/setup_vpp_ext_deps.sh - shell: !include-raw-escape: - ../scripts/vpp/build.sh - - - provide-maven-settings: - settings-file: 'vpp-settings' - global-settings-file: 'global-settings' - shell: !include-raw-escape: - ../scripts/packagecloud_push.sh @@ -749,11 +738,9 @@ node: 'builder-{os}-prod-{executor-arch}' concurrent: true - build-discarder: - daysToKeep: '{build-days-to-keep}' - numToKeep: 100 - artifactDaysToKeep: '{build-artifact-days-to-keep}' - artifactNumToKeep: '{build-artifact-num-to-keep}' + properties: + - lf-infra-properties: + build-days-to-keep: "{build-days-to-keep}" # Please keep parameters in alphabetical order parameters: @@ -767,12 +754,8 @@ os: '{os}' - project-parameter: project: '{project}' - - repo-name-parameter: - repo-name: '{repo-stream-part}.{repo-os-part}' - stream-parameter: stream: '{stream}' - - archive-artifacts-parameter: - artifacts: '{archive-artifacts}' scm: - gerrit-trigger-scm: @@ -798,7 +781,7 @@ - ../scripts/setup_vpp_ubuntu_docker_test.sh - shell: !include-raw-escape: - - ../scripts/setup_vpp_dpdk_dev_env.sh + - ../scripts/setup_vpp_ext_deps.sh - shell: !include-raw-escape: - ../scripts/vpp/gcc-build.sh @@ -807,65 +790,42 @@ - fdio-infra-publish # [end] VPP-GCC-VERIFY JOB TEMPLATE -# VPP-CSIT-VERIFY-DEVICE-PERIODIC JOB TEMPLATE +# VPP-COV-VERIFY JOB TEMPLATE - job-template: - name: 'vpp-csit-verify-device-{stream}-{os}-{executor-arch}-{testbed-arch}' - id: 'vpp-csit-verify-device-periodic' - description: | - <ul> - <li>executor - <ul> - <li>csit-builder-{os}-prod-{executor-arch} - </ul> - <li>testbed architecture - <ul> - <li>{testbed-arch} - </ul> - </ul> + name: 'vpp-cov-verify-{stream}-{os}-{executor-arch}' project-type: freestyle - node: 'csit-builder-{os}-prod-{executor-arch}' + node: 'builder-{os}-prod-{executor-arch}' concurrent: true - archive-artifacts: '**/csit_current/**/*.*' - latest-only: false - build-discarder: - daysToKeep: '{build-days-to-keep}' - numToKeep: 100 - artifactDaysToKeep: '{build-artifact-days-to-keep}' - artifactNumToKeep: '{build-artifact-num-to-keep}' + properties: + - lf-infra-properties: + build-days-to-keep: "{build-days-to-keep}" # Please keep parameters in alphabetical order parameters: - - archive-artifacts-parameter: - artifacts: '{archive-artifacts}' - - gerrit-csit-refspec-parameter - - gerrit-event-comment-text-parameter - - gerrit-event-type-parameter - gerrit-parameter: branch: '{branch}' - - gerrit-refspec-parameter: - refspec: '{branch-refspec}' - make-parallel-jobs-parameter: make-parallel-jobs: '{make-parallel-jobs}' + - make-test-os-parameter: + make-test-os: '{make-test-os}' - os-parameter: os: '{os}' - project-parameter: project: '{project}' - - repo-name-parameter: - repo-name: '{repo-stream-part}.ubuntu.bionic.main' - stream-parameter: stream: '{stream}' scm: - gerrit-trigger-scm: credentials-id: 'jenkins-gerrit-credentials' - refspec: '$GERRIT_REFSPEC' + refspec: '' choosing-strategy: 'default' wrappers: - fdio-infra-wrappers: - build-timeout: '90' + build-timeout: '{build-timeout}' triggers: - timed: '{periodicity}' @@ -883,22 +843,19 @@ - ../scripts/setup_vpp_ubuntu_docker_test.sh - shell: !include-raw-escape: - - ../scripts/setup_vpp_dpdk_dev_env.sh + - ../scripts/setup_vpp_ext_deps.sh - shell: !include-raw-escape: - - ../scripts/vpp/csit-device.sh + - ../scripts/vpp/cov-build.sh publishers: - - robot-report: - output-path: 'archives' - + - fdio-infra-publish-cov-7day - fdio-infra-publish -# [end] VPP-CSIT-VERIFY-DEVICE-PERIODIC JOB TEMPLATE +# [end] VPP-COV-VERIFY JOB TEMPLATE # VPP-CSIT-VERIFY-DEVICE-PERPATCH JOB TEMPLATE - job-template: name: 'vpp-csit-verify-device-{stream}-{os}-{executor-arch}-{testbed-arch}' - id: 'vpp-csit-verify-device-perpatch' description: | <ul> <li>executor @@ -914,19 +871,14 @@ project-type: freestyle node: 'csit-builder-{os}-prod-{executor-arch}' concurrent: true - archive-artifacts: '**/csit_current/**/*.*' latest-only: false - build-discarder: - daysToKeep: '{build-days-to-keep}' - numToKeep: 100 - artifactDaysToKeep: '{build-artifact-days-to-keep}' - artifactNumToKeep: '{build-artifact-num-to-keep}' + properties: + - lf-infra-properties: + build-days-to-keep: "{build-days-to-keep}" # Please keep parameters in alphabetical order parameters: - - archive-artifacts-parameter: - artifacts: '{archive-artifacts}' - gerrit-csit-refspec-parameter - gerrit-event-comment-text-parameter - gerrit-event-type-parameter @@ -940,8 +892,6 @@ os: '{os}' - project-parameter: project: '{project}' - - repo-name-parameter: - repo-name: '{repo-stream-part}.ubuntu.bionic.main' - stream-parameter: stream: '{stream}' @@ -970,15 +920,12 @@ - ../scripts/setup_vpp_ubuntu_docker_test.sh - shell: !include-raw-escape: - - ../scripts/setup_vpp_dpdk_dev_env.sh + - ../scripts/setup_vpp_ext_deps.sh - shell: !include-raw-escape: - ../scripts/vpp/csit-device.sh publishers: - - robot-report: - output-path: 'archives' - - fdio-infra-publish # [end] VPP-CSIT-VERIFY-DEVICE-PERPATCH JOB TEMPLATE @@ -1004,21 +951,14 @@ project-type: freestyle node: 'builder-{os}-prod-{executor-arch}' concurrent: true - archive-artifacts: > - **/csit_current/**/*.* - **/csit_parent/**/*.* latest-only: false - build-discarder: - daysToKeep: '{build-days-to-keep}' - numToKeep: 100 - artifactDaysToKeep: '{build-artifact-days-to-keep}' - artifactNumToKeep: '{build-artifact-num-to-keep}' + properties: + - lf-infra-properties: + build-days-to-keep: "{build-days-to-keep}" # Please keep parameters in alphabetical order parameters: - - archive-artifacts-parameter: - artifacts: '{archive-artifacts}' - csit-perf-trial-duration-parameter: csit-perf-trial-duration: "10.0" - csit-perf-trial-multiplicity-parameter: @@ -1036,8 +976,6 @@ os: '{os}' - project-parameter: project: '{project}' - - repo-name-parameter: - repo-name: '{repo-stream-part}.ubuntu.bionic.main' - stream-parameter: stream: '{stream}' @@ -1067,18 +1005,126 @@ - ../scripts/setup_vpp_ubuntu_docker_test.sh - shell: !include-raw-escape: - - ../scripts/setup_vpp_dpdk_dev_env.sh + - ../scripts/setup_vpp_ext_deps.sh - shell: !include-raw-escape: - ../scripts/vpp/csit-perf.sh publishers: - - robot-report: - output-path: 'csit_current/0/' - + - postbuildscript: + # Can be removed when all CSIT branches use correct archive directory. + builders: + - build-on: + - ABORTED + - FAILURE + - NOT_BUILT + - SUCCESS + - UNSTABLE + build-steps: + - shell: + !include-raw-escape: + - ../scripts/vpp/copy_archives.sh - fdio-infra-publish # [end] VPP-CSIT-VERIFY-PERF JOB TEMPLATE +# VPP-CSIT-BISECT JOB TEMPLATE +- job-template: + name: 'vpp-csit-bisect-{stream}-{os}-{executor-arch}-{testbed-arch}' + description: | + <ul> + <li>executor + <ul> + <li>builder-{os}-prod-{executor-arch} + </ul> + <li>testbed architecture + <ul> + <li>{testbed-arch} + </ul> + <li>Objective + <ul> + <li>Find a cause of VPP performance jump among VPP commits. + </ul> + </ul> + + project-type: freestyle + node: 'builder-{os}-prod-{executor-arch}' + concurrent: true + latest-only: false + + properties: + - lf-infra-properties: + build-days-to-keep: "{build-days-to-keep}" + + # Please keep parameters in alphabetical order + parameters: + - csit-perf-trial-duration-parameter: + csit-perf-trial-duration: "1.0" + - csit-perf-trial-multiplicity-parameter: + csit-perf-trial-multiplicity: "60" + - gerrit-csit-refspec-parameter + - gerrit-event-comment-text-parameter + - gerrit-event-type-parameter + - gerrit-refspec-parameter: + refspec: '{branch-refspec}' + - gerrit-parameter: + branch: '{branch}' + - make-parallel-jobs-parameter: + make-parallel-jobs: '{make-parallel-jobs}' + - os-parameter: + os: '{os}' + - project-parameter: + project: '{project}' + - stream-parameter: + stream: '{stream}' + + scm: + - gerrit-trigger-scm: + credentials-id: 'jenkins-gerrit-credentials' + refspec: '$GERRIT_REFSPEC' + choosing-strategy: 'gerrit' + + wrappers: + - fdio-infra-wrappers-non-activity-timeout: + build-timeout: 300 + + triggers: + - gerrit-trigger-csit-perftest: + project: '{project}' + branch: '{branch}' + trigger-word: 'bisecttest-{testbed-arch}' + skip-vote: true + + builders: + - shell: + !include-raw-escape: + - ../scripts/setup_executor_env.sh + - shell: + !include-raw-escape: + - ../scripts/setup_vpp_ubuntu_docker_test.sh + - shell: + !include-raw-escape: + - ../scripts/setup_vpp_ext_deps.sh + - shell: + !include-raw-escape: + - ../scripts/vpp/csit-bisect.sh + + publishers: + - postbuildscript: + # Can be removed when all CSIT branches use correct archive directory. + builders: + - build-on: + - ABORTED + - FAILURE + - NOT_BUILT + - SUCCESS + - UNSTABLE + build-steps: + - shell: + !include-raw-escape: + - ../scripts/vpp/copy_archives.sh + - fdio-infra-publish +# [end] VPP-CSIT-BISECT JOB TEMPLATE + # VPP-CSIT-VERIFY-API-CRC JOB TEMPLATE - job-template: name: 'vpp-csit-verify-api-crc-{stream}-{os}-{executor-arch}' @@ -1088,16 +1134,12 @@ concurrent: true latest-only: false - build-discarder: - daysToKeep: '{build-days-to-keep}' - numToKeep: 100 - artifactDaysToKeep: '{build-artifact-days-to-keep}' - artifactNumToKeep: '{build-artifact-num-to-keep}' + properties: + - lf-infra-properties: + build-days-to-keep: "{build-days-to-keep}" # Please keep parameters in alphabetical order parameters: - - archive-artifacts-parameter: - artifacts: '{archive-artifacts}' # Not sure whether not failing has any useful usage, # but it does not hurt to have some flexibility for future. - csit-fail-on-crc-mismatch-parameter: @@ -1137,9 +1179,28 @@ - shell: !include-raw-escape: - ../scripts/vpp/check_crc.sh - # TODO: Add sending e-mail notifications to vpp-api-dev@lists.fd.io + # TODO: Add sending e-mail notifications to vpp-api-dev@lists.fd.io publishers: - fdio-infra-publish # [end] VPP-CSIT-VERIFY-API-CRC JOB TEMPLATE # [end] JOB TEMPLATE DEFINITIONS + +- project: + name: vpp-release + project: vpp + project-name: vpp + build-node: centos8-builder-2c-2g + mvn-settings: vpp-settings + jobs: + - "gerrit-packagecloud-release-verify" + +- project: + name: vpp-packagecloud-release + project: vpp + project-name: vpp + build-node: centos8-builder-2c-2g + mvn-settings: vpp-settings + jobs: + - "gerrit-packagecloud-release-merge" + - "{project-name}-gerrit-release-jobs" |