# Copyright (c) 2021 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. --- # PROJECT DEFINITIONS # # Please keep projects grouped in this order: # vpp-x86_64, vpp-aarch64, vpp-csit # # NOTES: # - The 'branch-refspec' attribute is used for sandbox testing. # Use the get_gerrit_refspec() bash function in # .../ci-management/extras/bash/sandbox_test_functions.sh # to query gerrit for the refspec of HEAD in a branch. # TODO: see if there is a refspec that works without requiring # use of get_gerrit_refspec and hand entering the result # in the WebUI 'Build With Parameters' gerrit refspec field. # [end] NOTES # VPP-CHECKSTYLE-X86_64 PROJECT - project: name: vpp-checkstyle-x86_64 jobs: - 'vpp-checkstyle-verify-{stream}-{os}-{executor-arch}' project: 'vpp' stream: - master: branch: 'master' branch-refspec: '' os: 'ubuntu2004' repo-stream-part: 'master' - '2009': branch: 'stable/2009' branch-refspec: '' os: 'ubuntu1804' repo-stream-part: 'stable.2009' os: 'ubuntu1804' - '2101': branch: 'stable/2101' branch-refspec: '' os: 'ubuntu1804' repo-stream-part: 'stable.2101' - '2106': branch: 'stable/2106' branch-refspec: '' os: 'ubuntu1804' repo-stream-part: 'stable.2106' - '2110': branch: 'stable/2110' branch-refspec: '' os: 'ubuntu1804' repo-stream-part: 'stable.2110' executor-arch: 'x86_64' # [end] VPP-CHECKSTYLE-X86_64 PROJECT # VPP-X86_64 PROJECT # # NOTE: The list of supported branches for each OS are maintained # in .../ci-management/docker/scripts/lib_vpp.sh # The job configuration must be derived from that list, thus # modifications to both should be made at the same time. # Since x86_64 is the primary development architecture, this # project definition should be identical to the docker image # build scripts. Other architectures may be a subset. - project: name: vpp-x86_64 jobs: - 'vpp-verify-{stream}-{os}-{executor-arch}' - 'vpp-merge-{stream}-{os}-{executor-arch}' project: 'vpp' make-parallel-jobs: '4' make-test-os: 'ubuntu-20.04' stream: - master: branch: 'master' branch-refspec: '' repo-stream-part: 'master' - '2009': branch: 'stable/2009' branch-refspec: '' make-test-os: 'ubuntu-18.04' repo-stream-part: 'stable.2009' - '2101': branch: 'stable/2101' branch-refspec: '' make-test-os: 'ubuntu-18.04' repo-stream-part: 'stable.2101' - '2106': branch: 'stable/2106' branch-refspec: '' repo-stream-part: 'stable.2106' - '2110': branch: 'stable/2110' branch-refspec: '' repo-stream-part: 'stable.2110' os: - centos7: repo-os-part: 'centos7' - centos8: repo-os-part: 'centos8' - debian9: repo-os-part: 'stretch' - debian10: repo-os-part: 'buster' - ubuntu1804: repo-os-part: 'ubuntu.bionic.main' - ubuntu2004: repo-os-part: 'ubuntu.focal.main' executor-arch: 'x86_64' exclude: # OS deprecated in master - stream: 'master' os: 'centos7' - stream: 'master' os: 'centos8' - stream: 'master' os: 'debian9' # OS deprecated on 2106 - stream: '2106' os: 'centos7' - stream: '2106' os: 'debian9' # OS deprecated on 2110 - stream: '2110' os: 'centos7' - stream: '2110' os: 'centos8' - stream: '2110' os: 'debian9' # 2009 LTS supports all OS variants # OS deprecated in 2101 - stream: '2101' os: 'centos7' - stream: '2101' os: 'debian9' # [end] VPP-X86_64 PROJECT # VPP-DEBUG-X86_64 PROJECT # # Currently a periodic job due to intermittent failures. # Limiting branches to master and 2009, since other branches # may not get fixes for the intermittent failures. # - project: name: vpp-debug-x86_64 jobs: - 'vpp-debug-verify-{stream}-{os}-{executor-arch}' project: 'vpp' make-parallel-jobs: '4' make-test-os: 'ubuntu-20.04' comment-trigger-value: 'debug-verify' stream: - master: branch: 'master' branch-refspec: '' # Once per hour periodicity: 'H * * * *' repo-stream-part: 'master' - '2009': branch: 'stable/2009' branch-refspec: '' make-test-os: 'ubuntu-18.04' # Once per day periodicity: 'H H * * *' repo-stream-part: 'stable.2009' os: - ubuntu2004: repo-os-part: 'ubuntu.focal.main' executor-arch: 'x86_64' # [end] VPP-DEBUG-X86_64 PROJECT # VPP-GCC-X86_64 PROJECT - project: name: vpp-gcc-x86_64 jobs: - 'vpp-gcc-verify-{stream}-{os}-{executor-arch}' project: 'vpp' executor-arch: 'x86_64' os: - ubuntu2004: repo-os-part: 'ubuntu.focal.main' stream: - master: branch: 'master' branch-refspec: '' repo-stream-part: 'master' - '2009': branch: 'stable/2009' branch-refspec: '' repo-stream-part: 'stable.2009' - '2101': branch: 'stable/2101' branch-refspec: '' repo-stream-part: 'stable.2101' - '2106': branch: 'stable/2106' branch-refspec: '' repo-stream-part: 'stable.2106' - '2110': branch: 'stable/2110' branch-refspec: '' repo-stream-part: 'stable.2110' # [end] VPP-GCC-X86_64 PROJECT # VPP-AARCH64 PROJECT # # NOTE: The list of supported branches for each OS are maintained # in .../ci-management/docker/scripts/lib_vpp.sh # The job configuration must be derived from that list, thus # modifications to both should be made at the same time. # The AARCH64 architecture is in the process of catching up # with X86_64 in terms of OS coverage. Thus the jobs are # a subset of those defined in the docker image build script. - project: name: vpp-aarch64 jobs: - 'vpp-verify-{stream}-{os}-{executor-arch}' - 'vpp-merge-{stream}-{os}-{executor-arch}' project: 'vpp' make-parallel-jobs: '16' make-test-os: 'ubuntu-20.04' stream: - master: branch: 'master' branch-refspec: '' repo-stream-part: 'master' - '2009': branch: 'stable/2009' branch-refspec: '' make-test-os: 'ubuntu-18.04' repo-stream-part: 'stable.2009' - '2101': branch: 'stable/2101' branch-refspec: '' make-test-os: 'ubuntu-18.04' repo-stream-part: 'stable.2101' - '2106': branch: 'stable/2106' branch-refspec: '' repo-stream-part: 'stable.2106' - '2110': branch: 'stable/2110' branch-refspec: '' repo-stream-part: 'stable.2110' os: - centos8: repo-os-part: 'centos8' - ubuntu1804: repo-os-part: 'ubuntu-arm.bionic.main' - ubuntu2004: repo-os-part: 'ubuntu.focal.main' executor-arch: 'aarch64' exclude: # OS deprecated in master - stream: 'master' os: 'centos8' # OS deprecated in 2110 - stream: '2110' os: 'centos8' # OS introduced after 2009 - stream: '2009' os: 'centos8' - stream: '2009' os: 'ubuntu2004' # [end] VPP-AARCH64 PROJECT # VPP-CSIT-VERIFY-DEVICE PROJECT - project: name: vpp-csit-verify-device jobs: - 'vpp-csit-verify-device-perpatch': make-parallel-jobs: '32' exclude: - testbed-arch: '1n-tx2' - 'vpp-csit-verify-device-periodic': make-parallel-jobs: '32' periodicity: 'H * * * *' skip-vote: 'true' comment-trigger-value: 'devicetest-periodic' exclude: - stream: '2009' - stream: '2101' - testbed-arch: '1n-skx' project: 'vpp' skip-vote: 'false' stream: - master: branch: 'master' branch-refspec: '' repo-stream-part: 'master' - '2009': branch: 'stable/2009' branch-refspec: '' repo-stream-part: 'stable.2009' - '2101': branch: 'stable/2101' branch-refspec: '' repo-stream-part: 'stable.2101' - '2106': branch: 'stable/2106' branch-refspec: '' repo-stream-part: 'stable.2106' - '2110': branch: 'stable/2110' branch-refspec: '' repo-stream-part: 'stable.2110' testbed-arch: - 1n-skx: os: 'ubuntu2004' executor-arch: 'x86_64' - 1n-tx2: os: 'ubuntu2004' executor-arch: 'aarch64' # [end] VPP-CSIT-VERIFY-DEVICE PROJECT # VPP-CSIT-VERIFY-PERF PROJECT - project: name: vpp-csit-verify-perf jobs: - 'vpp-csit-verify-perf-{stream}-{os}-{executor-arch}-{testbed-arch}' project: 'vpp' skip-vote: 'false' stream: - master: branch: 'master' branch-refspec: '' repo-stream-part: 'master' - '2009': branch: 'stable/2009' branch-refspec: '' repo-stream-part: 'stable.2009' - '2101': branch: 'stable/2101' branch-refspec: '' repo-stream-part: 'stable.2101' - '2106': branch: 'stable/2106' branch-refspec: '' repo-stream-part: 'stable.2106' - '2110': branch: 'stable/2110' branch-refspec: '' repo-stream-part: 'stable.2110' testbed-arch: - 2n-clx: os: 'ubuntu2004' executor-arch: 'x86_64' - 2n-skx: os: 'ubuntu2004' executor-arch: 'x86_64' - 2n-zn2: os: 'ubuntu2004' executor-arch: 'x86_64' - 3n-skx: os: 'ubuntu2004' executor-arch: 'x86_64' - 2n-dnv: os: 'ubuntu2004' executor-arch: 'x86_64' - 3n-dnv: os: 'ubuntu2004' executor-arch: 'x86_64' - 3n-tsh: os: 'ubuntu2004' executor-arch: 'aarch64' make-parallel-jobs: '16' - 2n-tx2: os: 'ubuntu2004' executor-arch: 'aarch64' make-parallel-jobs: '16' # [end] VPP-CSIT-VERIFY-PERF PROJECT # VPP-CSIT-API-CRC PROJECT # # Only master and LTS branches are supported. # - project: name: vpp-csit-api-crc jobs: - 'vpp-csit-verify-api-crc-{stream}-{os}-{executor-arch}' project: 'vpp' executor-arch: 'x86_64' skip-vote: 'false' stream: - master: branch: 'master' branch-refspec: '' - '2009': branch: 'stable/2009' branch-refspec: '' repo-stream-part: 'stable.2009' - '2101': branch: 'stable/2101' branch-refspec: '' repo-stream-part: 'stable.2101' - '2106': branch: 'stable/2106' branch-refspec: '' repo-stream-part: 'stable.2106' - '2110': branch: 'stable/2110' branch-refspec: '' repo-stream-part: 'stable.2110' os: ubuntu2004 # [end] VPP-CSIT-API-CRC PROJECT # LF RELENG VPP PROJECTS - project: name: vpp-info project-name: vpp jobs: - gerrit-info-yaml-verify build-node: centos7-builder-2c-2g project: vpp branch: master - project: name: vpp-view views: - project-view project-name: vpp # [end] LF RELENG VPP PROJECTS # [end] PROJECT DEFINITIONS # JOB TEMPLATE DEFINITIONS # # Please keep job templates in the same order as they are referenced # in the project definitions above. # VPP-CHECKSTYLE-VERIFY JOB TEMPLATE - job-template: name: 'vpp-checkstyle-verify-{stream}-{os}-{executor-arch}' project-type: freestyle node: 'builder-{os}-prod-{executor-arch}' concurrent: true properties: - lf-infra-properties: build-days-to-keep: "{build-days-to-keep}" # Please keep parameters in alphabetical order parameters: - gerrit-parameter: branch: '{branch}' - gerrit-refspec-parameter: refspec: '{branch-refspec}' - os-parameter: os: '{os}' - project-parameter: project: '{project}' - repo-name-parameter: repo-name: '{repo-stream-part}.ubuntu.bionic.main' scm: - gerrit-trigger-scm: credentials-id: 'jenkins-gerrit-credentials' refspec: '$GERRIT_REFSPEC' choosing-strategy: 'gerrit' wrappers: - fdio-infra-wrappers: build-timeout: '{build-timeout}' - credentials-binding: - text: credential-id: VppApiCompatNotify variable: SECRET_WEBEX_TEAMS_ACCESS_TOKEN triggers: - gerrit: server-name: 'Primary' trigger-on: - patchset-created-event: exclude-drafts: 'true' exclude-trivial-rebase: 'false' exclude-no-code-change: 'false' - draft-published-event - comment-added-contains-event: comment-contains-value: 'checkstylecheck' - comment-added-contains-event: comment-contains-value: 'docsonly' - comment-added-contains-event: comment-contains-value: 'recheck' - comment-added-contains-event: comment-contains-value: 'reverify' # Following two are to cover missing functions of drafts # going to review status - comment-added-contains-event: comment-contains-value: 'runtest' - comment-added-contains-event: comment-contains-value: 'This change is ready for review' projects: - project-compare-type: 'ANT' project-pattern: '{project}' branches: - branch-compare-type: 'ANT' branch-pattern: '**/{branch}' file-paths: - compare-type: REG_EXP pattern: ^((?!\/COMMIT_MSG|docs|_abc|_def[\/\.]).)*$ forbidden-file-paths: - compare-type: REG_EXP pattern: .*docs\/.* - compare-type: REG_EXP pattern: .*extras\/emacs\/.* disable-strict-forbidden-file-verification: 'true' override-votes: true gerrit-build-notbuilt-verified-value: 0 gerrit-build-successful-verified-value: 1 # yamllint disable-line rule:line-length notbuilt-message: 'Automatic retry of failed jobs may be in process. A proper vote should be set when retry completes.' # yamllint disable-line rule:line-length failed-message: 'Checkstyle failed. No further verify jobs will be started.' successful-message: 'checkstyle_success' skip-vote: successful: true failed: false unstable: false notbuilt: false builders: - shell: !include-raw-escape: - ../scripts/setup_executor_env.sh - shell: !include-raw-escape: - ../scripts/vpp/checkstyle.sh - shell: !include-raw-escape: - ../scripts/vpp/test-checkstyle.sh - shell: !include-raw-escape: - ../scripts/vpp/api-checkstyle.sh - shell: !include-raw-escape: - ../scripts/vpp/commitmsg.sh publishers: - fdio-infra-publish # [end] VPP-CHECKSTYLE-VERIFY JOB TEMPLATE # VPP-VERIFY JOB TEMPLATE - job-template: name: 'vpp-verify-{stream}-{os}-{executor-arch}' project-type: freestyle node: 'builder-{os}-prod-{executor-arch}' concurrent: true properties: - lf-infra-properties: build-days-to-keep: "{build-days-to-keep}" # Please keep parameters in alphabetical order parameters: - gerrit-parameter: branch: '{branch}' - gerrit-refspec-parameter: refspec: '{branch-refspec}' - make-parallel-jobs-parameter: make-parallel-jobs: '{make-parallel-jobs}' - make-test-os-parameter: make-test-os: '{make-test-os}' - os-parameter: os: '{os}' - project-parameter: project: '{project}' - repo-name-parameter: repo-name: '{repo-stream-part}.{repo-os-part}' - stream-parameter: stream: '{stream}' scm: - gerrit-trigger-scm: credentials-id: 'jenkins-gerrit-credentials' refspec: '$GERRIT_REFSPEC' choosing-strategy: 'gerrit' wrappers: - fdio-infra-wrappers: build-timeout: 120 triggers: - gerrit-trigger-checkstyle: name: '{project}' branch: '{branch}' builders: - shell: !include-raw-escape: - ../scripts/setup_executor_env.sh - shell: !include-raw-escape: - ../scripts/setup_vpp_ubuntu_docker_test.sh - shell: !include-raw-escape: - ../scripts/setup_vpp_dpdk_dev_env.sh - shell: !include-raw-escape: - ../scripts/vpp/build.sh publishers: - fdio-infra-publish # [end] VPP-VERIFY JOB TEMPLATE # VPP-DEBUG-VERIFY JOB TEMPLATE - job-template: name: 'vpp-debug-verify-{stream}-{os}-{executor-arch}' project-type: freestyle node: 'builder-{os}-prod-{executor-arch}' concurrent: true properties: - lf-infra-properties: build-days-to-keep: "{build-days-to-keep}" # Please keep parameters in alphabetical order parameters: - gerrit-parameter: branch: '{branch}' - gerrit-refspec-parameter: refspec: '{branch-refspec}' - make-parallel-jobs-parameter: make-parallel-jobs: '{make-parallel-jobs}' - make-test-os-parameter: make-test-os: '{make-test-os}' - os-parameter: os: 'ubuntu1804' - project-parameter: project: '{project}' - repo-name-parameter: repo-name: '{repo-stream-part}.ubuntu.bionic.main' - stream-parameter: stream: '{stream}' scm: - gerrit-trigger-scm: credentials-id: 'jenkins-gerrit-credentials' refspec: '$GERRIT_REFSPEC' choosing-strategy: 'gerrit' wrappers: - fdio-infra-wrappers: build-timeout: '{build-timeout}' triggers: - timed: '{periodicity}' - gerrit-trigger-manually-triggered: comment-trigger-value: '{comment-trigger-value}' name: '{project}' branch: '{branch}' builders: - shell: !include-raw-escape: - ../scripts/setup_executor_env.sh - shell: !include-raw-escape: - ../scripts/setup_vpp_ubuntu_docker_test.sh - shell: !include-raw-escape: - ../scripts/setup_vpp_dpdk_dev_env.sh - shell: !include-raw-escape: - ../scripts/vpp/debug-build.sh publishers: - fdio-infra-publish # [end] VPP-DEBUG-VERIFY-PERIODIC JOB TEMPLATE # VPP-MERGE JOB TEMPLATE - job-template: name: 'vpp-merge-{stream}-{os}-{executor-arch}' project-type: freestyle node: 'builder-{os}-prod-{executor-arch}' properties: - lf-infra-properties: build-days-to-keep: "{build-days-to-keep}" # Please keep parameters in alphabetical order parameters: - gerrit-parameter: branch: '{branch}' - make-parallel-jobs-parameter: make-parallel-jobs: '{make-parallel-jobs}' - make-test-os-parameter: make-test-os: '{make-test-os}' - os-parameter: os: '{os}' - project-parameter: project: '{project}' - repo-name-parameter: repo-name: '{repo-stream-part}.{repo-os-part}' - stream-parameter: stream: '{stream}' scm: - gerrit-trigger-scm: credentials-id: 'jenkins-gerrit-credentials' refspec: '' choosing-strategy: 'default' wrappers: - fdio-infra-wrappers: build-timeout: 120 triggers: - gerrit-trigger-patch-merged: name: '{project}' branch: '{branch}' builders: - config-file-provider: files: - file-id: '.packagecloud' target: '/root/.packagecloud' - config-file-provider: files: - file-id: 'packagecloud_api' target: '/root/packagecloud_api' - shell: !include-raw-escape: - ../scripts/setup_executor_env.sh - shell: !include-raw-escape: - ../scripts/setup_vpp_ubuntu_docker_test.sh - shell: !include-raw-escape: - ../scripts/setup_vpp_dpdk_dev_env.sh - shell: !include-raw-escape: - ../scripts/vpp/build.sh - provide-maven-settings: settings-file: 'vpp-settings' global-settings-file: 'global-settings' - shell: !include-raw-escape: - ../scripts/packagecloud_push.sh publishers: - fdio-infra-publish # [end] VPP-MERGE JOB TEMPLATE # VPP-GCC-VERIFY JOB TEMPLATE - job-template: name: 'vpp-gcc-verify-{stream}-{os}-{executor-arch}' project-type: freestyle node: 'builder-{os}-prod-{executor-arch}' concurrent: true properties: - lf-infra-properties: build-days-to-keep: "{build-days-to-keep}" # Please keep parameters in alphabetical order parameters: - gerrit-parameter: branch: '{branch}' - gerrit-refspec-parameter: refspec: '{branch-refspec}' - make-parallel-jobs-parameter: make-parallel-jobs: '{make-parallel-jobs}' - os-parameter: os: '{os}' - project-parameter: project: '{project}' - repo-name-parameter: repo-name: '{repo-stream-part}.{repo-os-part}' - stream-parameter: stream: '{stream}' scm: - gerrit-trigger-scm: credentials-id: 'jenkins-gerrit-credentials' refspec: '$GERRIT_REFSPEC' choosing-strategy: 'gerrit' wrappers: - fdio-infra-wrappers: build-timeout: 120 triggers: - gerrit-trigger-checkstyle: name: '{project}' branch: '{branch}' builders: - shell: !include-raw-escape: - ../scripts/setup_executor_env.sh - shell: !include-raw-escape: - ../scripts/setup_vpp_ubuntu_docker_test.sh - shell: !include-raw-escape: - ../scripts/setup_vpp_dpdk_dev_env.sh - shell: !include-raw-escape: - ../scripts/vpp/gcc-build.sh publishers: - fdio-infra-publish # [end] VPP-GCC-VERIFY JOB TEMPLATE # VPP-CSIT-VERIFY-DEVICE-PERIODIC JOB TEMPLATE - job-template: name: 'vpp-csit-verify-device-{stream}-{os}-{executor-arch}-{testbed-arch}' id: 'vpp-csit-verify-device-periodic' description: |