path: root/resources/tools/presentation/specification.yaml

- type: "environment"

  paths:
    # Top level directories:
    ## Working directory
    DIR[WORKING]: "_tmp"
    ## Build directories
    DIR[BUILD,HTML]: "_build"
    DIR[BUILD,LATEX]: "_build_latex"

    # Static .rst files
    DIR[RST]: "../../../docs/report"

    # Working directories
    ## Input data files (.zip, .xml)
    DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
    ## Static source files from git
    DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
    DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"

    # Static html content
    DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
    DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
    DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
    DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"

    # Detailed test results
    DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
    DIR[DTR,PERF,DPDK,3N,HSW]: "{DIR[DTR]}/dpdk_performance_results_3n_hsw"
    DIR[DTR,PERF,DPDK,3N,SKX]: "{DIR[DTR]}/dpdk_performance_results_3n_skx"
    DIR[DTR,PERF,DPDK,2N,SKX]: "{DIR[DTR]}/dpdk_performance_results_2n_skx"
    DIR[DTR,PERF,DPDK,2N,ZN2]: "{DIR[DTR]}/dpdk_performance_results_2n_zn2"
    DIR[DTR,PERF,DPDK,2N,CLX]: "{DIR[DTR]}/dpdk_performance_results_2n_clx"
    DIR[DTR,PERF,DPDK,2N,DNV]: "{DIR[DTR]}/dpdk_performance_results_2n_dnv"
    DIR[DTR,PERF,DPDK,3N,DNV]: "{DIR[DTR]}/dpdk_performance_results_3n_dnv"
    DIR[DTR,PERF,DPDK,3N,TSH]: "{DIR[DTR]}/dpdk_performance_results_3n_tsh"
    DIR[DTR,PERF,VPP,ALL]: "{DIR[DTR]}/vpp_performance_results"
    DIR[DTR,PERF,VPP,3N,HSW]: "{DIR[DTR]}/vpp_performance_results_3n_hsw"
    DIR[DTR,PERF,VPP,3N,SKX]: "{DIR[DTR]}/vpp_performance_results_3n_skx"
    DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx"
    DIR[DTR,PERF,VPP,2N,ZN2]: "{DIR[DTR]}/vpp_performance_results_2n_zn2"
    DIR[DTR,PERF,VPP,2N,CLX]: "{DIR[DTR]}/vpp_performance_results_2n_clx"
    DIR[DTR,PERF,VPP,3N,TSH]: "{DIR[DTR]}/vpp_performance_results_3n_tsh"
    DIR[DTR,PERF,VPP,3N,DNV]: "{DIR[DTR]}/vpp_performance_results_3n_dnv"
    DIR[DTR,PERF,VPP,2N,DNV]: "{DIR[DTR]}/vpp_performance_results_2n_dnv"
    DIR[DTR,MRR,VPP,ALL]: "{DIR[DTR]}/vpp_mrr_results"
    DIR[DTR,MRR,VPP,3N,HSW]: "{DIR[DTR]}/vpp_mrr_results_3n_hsw"
    DIR[DTR,MRR,VPP,3N,SKX]: "{DIR[DTR]}/vpp_mrr_results_3n_skx"
    DIR[DTR,MRR,VPP,2N,SKX]: "{DIR[DTR]}/vpp_mrr_results_2n_skx"
    DIR[DTR,MRR,VPP,2N,ZN2]: "{DIR[DTR]}/vpp_mrr_results_2n_zn2"
    DIR[DTR,MRR,VPP,2N,CLX]: "{DIR[DTR]}/vpp_mrr_results_2n_clx"
    DIR[DTR,MRR,VPP,3N,TSH]: "{DIR[DTR]}/vpp_mrr_results_3n_tsh"
    DIR[DTR,MRR,VPP,3N,DNV]: "{DIR[DTR]}/vpp_mrr_results_3n_dnv"
    DIR[DTR,MRR,VPP,2N,DNV]: "{DIR[DTR]}/vpp_mrr_results_2n_dnv"
    DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTR]}/vpp_device_results_ubuntu"

    # Detailed test configurations
    DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
    DIR[DTC,PERF,VPP,ALL]: "{DIR[DTC]}/vpp_performance_configuration"
    DIR[DTC,PERF,VPP,3N,HSW]: "{DIR[DTC]}/vpp_performance_configuration_3n_hsw"
    DIR[DTC,PERF,VPP,3N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_3n_skx"
    DIR[DTC,PERF,VPP,2N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_2n_skx"
    DIR[DTC,PERF,VPP,2N,ZN2]: "{DIR[DTC]}/vpp_performance_configuration_2n_zn2"
    DIR[DTC,PERF,VPP,2N,CLX]: "{DIR[DTC]}/vpp_performance_configuration_2n_clx"
    DIR[DTC,PERF,VPP,3N,TSH]: "{DIR[DTC]}/vpp_performance_configuration_3n_tsh"
    DIR[DTC,PERF,VPP,3N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_3n_dnv"
    DIR[DTC,PERF,VPP,2N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_2n_dnv"
    DIR[DTC,MRR,VPP,ALL]: "{DIR[DTC]}/vpp_mrr_configuration"
    DIR[DTC,MRR,VPP,3N,HSW]: "{DIR[DTC]}/vpp_mrr_configuration_3n_hsw"
    DIR[DTC,MRR,VPP,3N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_3n_skx"
    DIR[DTC,MRR,VPP,2N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_skx"
    DIR[DTC,MRR,VPP,2N,ZN2]: "{DIR[DTC]}/vpp_mrr_configuration_2n_zn2"
    DIR[DTC,MRR,VPP,2N,CLX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_clx"
    DIR[DTC,MRR,VPP,3N,TSH]: "{DIR[DTC]}/vpp_mrr_configuration_3n_tsh"
    DIR[DTC,MRR,VPP,3N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_3n_dnv"
    DIR[DTC,MRR,VPP,2N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_2n_dnv"
    DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTC]}/vpp_device_configuration_ubuntu"

    # Detailed tests operational data
    DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
    DIR[DTO,PERF,VPP,ALL]: "{DIR[DTO]}/vpp_performance_operational_data"
    DIR[DTO,PERF,VPP,3N,HSW]: "{DIR[DTO]}/vpp_performance_operational_data_3n_hsw"
    DIR[DTO,PERF,VPP,3N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_3n_skx"
    DIR[DTO,PERF,VPP,2N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_skx"
    DIR[DTO,PERF,VPP,2N,ZN2]: "{DIR[DTO]}/vpp_performance_operational_data_2n_zn2"
    DIR[DTO,PERF,VPP,2N,CLX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_clx"
    DIR[DTO,PERF,VPP,3N,TSH]: "{DIR[DTO]}/vpp_performance_operational_data_3n_tsh"
    DIR[DTO,PERF,VPP,3N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_3n_dnv"
    DIR[DTO,PERF,VPP,2N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_2n_dnv"

    # Latencies:
    DIR[LAT,VPP]: "{DIR[WORKING,SRC]}/vpp_performance_tests/hdrh_packet_latency_by_percentile_graphs"
    DIR[LAT,DPDK]: "{DIR[WORKING,SRC]}/dpdk_performance_tests/hdrh_packet_latency_by_percentile_graphs"

    # .css patch file to fix tables generated by Sphinx
    DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
    DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"

  urls:
    URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
    URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
    URL[NEXUS,LOG]: "https://logs.fd.io/production/vex-yul-rot-jenkins-1"
    URL[NEXUS,DOC]: "https://docs.fd.io/csit"
    DIR[NEXUS,DOC]: "report/_static/archive"

  make-dirs:
  # List the directories which are created while preparing the environment.
  # All directories MUST be defined in "paths" section.
  - "DIR[WORKING,DATA]"
  - "DIR[STATIC,VPP]"
  - "DIR[STATIC,DPDK]"
  - "DIR[STATIC,ARCH]"
  - "DIR[BUILD,LATEX]"
  - "DIR[WORKING,SRC]"
  - "DIR[WORKING,SRC,STATIC]"

  remove-dirs:
  # List the directories which are deleted while cleaning the environment.
  # All directories MUST be defined in "paths" section.
  #- "DIR[BUILD,HTML]"
  - "DIR[WORKING,DATA]"

  build-dirs:
  # List the directories where the results (build) is stored.
  # All directories MUST be defined in "paths" section.
  - "DIR[BUILD,HTML]"
  - "DIR[BUILD,LATEX]"

- type: "configuration"

  mapping-file: "mapping_report.yaml"

  limits:
    nic:
      x520: 24460000
      x553: 29761905
      x710: 35800000
      xxv710: 35800000
      xl710: 35800000
      cx556a: 148809523.81

    link:
      10ge: 14880952.38
      25ge: 37202380.95
      40ge: 59523809.52
      100ge: 148809523.81

    pci:
      pci-g3-x8: 74404761.90
      pci-g3-x16: 148809523.81

  data-sets:

    ###########################################################################
    # Plots:

    # 3n-hsw

    plot-vpp-throughput-lat-tsa-3n-hsw:
      csit-vpp-perf-report-iterative-2009-3n-hsw:
        - 21  # rls2009 NDRPDR iter env 5
        - 22  # rls2009 NDRPDR iter env 5
        - 24  # rls2009 NDRPDR iter env 5
        - 25  # rls2009 NDRPDR iter env 5
        - 26  # rls2009 NDRPDR iter env 5
        - 27  # rls2009 NDRPDR iter env 5
        - 28  # rls2009 NDRPDR iter env 5
        - 29  # rls2009 NDRPDR iter env 5
        - 30  # rls2009 NDRPDR iter env 5
        - 31  # rls2009 NDRPDR iter env 5

    plot-vpp-hdrh-lat-3n-hsw:
      csit-vpp-perf-report-iterative-2009-3n-hsw:
        - 22  # rls2009 NDRPDR iter env 5

    plot-vpp-hoststack-3n-hsw:
      csit-vpp-perf-report-iterative-2009-3n-hsw:
        - 32  # rls2009 Hoststack iter env 5
        - 33  # rls2009 Hoststack iter env 5
        - 34  # rls2009 Hoststack iter env 5
        - 35  # rls2009 Hoststack iter env 5
        - 36  # rls2009 Hoststack iter env 5
        - 37  # rls2009 Hoststack iter env 5
        - 38  # rls2009 Hoststack iter env 5
        - 39  # rls2009 Hoststack iter env 5
        - 40  # rls2009 Hoststack iter env 5
        - 41  # rls2009 Hoststack iter env 5

    plot-dpdk-throughput-latency-3n-hsw:
      csit-dpdk-perf-report-iterative-2009-3n-hsw:
        - 6   # NDRPDR iter env5
        - 7   # NDRPDR iter env5
        - 8   # NDRPDR iter env5
        - 9   # NDRPDR iter env5
        - 10  # NDRPDR iter env5
        - 11  # NDRPDR iter env5
        - 12  # NDRPDR iter env5
        - 13  # NDRPDR iter env5
        - 14  # NDRPDR iter env5
        - 15  # NDRPDR iter env5

    plot-dpdk-hdrh-lat-3n-hsw:
      csit-dpdk-perf-report-iterative-2009-3n-hsw:
        - 6   # NDRPDR iter env5

    # 3n-skx

    plot-vpp-throughput-lat-tsa-3n-skx:
      csit-vpp-perf-report-iterative-2009-3n-skx:
        - 26  # rls2009 NDRPDR iter env 5
        - 27  # rls2009 NDRPDR iter env 5
        - 28  # rls2009 NDRPDR iter env 5
        - 29  # rls2009 NDRPDR iter env 5
        - 35  # rls2009 NDRPDR iter env 5
        - 36  # rls2009 NDRPDR iter env 5
        - 37  # rls2009 NDRPDR iter env 5
        - 38  # rls2009 NDRPDR iter env 5
        - 39  # rls2009 NDRPDR iter env 5
        - 40  # rls2009 NDRPDR iter env 5

    plot-vpp-hdrh-lat-3n-skx:
      csit-vpp-perf-report-iterative-2009-3n-skx:
        - 27  # rls2009 NDRPDR iter env 5

#    plot-vpp-nfv-3n-skx-ndrpdr:
#      # No data
#      csit-vpp-perf-report-iterative-2009-3n-skx:

#    plot-vpp-nfv-3n-skx-mrr:
#      # No data
#      csit-vpp-perf-report-iterative-2009-3n-skx:

    plot-dpdk-throughput-latency-3n-skx:
      csit-dpdk-perf-report-iterative-2009-3n-skx:
        - 4   # NDRPDR sel env5
        - 5   # NDRPDR sel env5
        - 6   # NDRPDR sel env5
        - 7   # NDRPDR sel env5
        - 8   # NDRPDR sel env5
        - 9   # NDRPDR sel env5
        - 14  # NDRPDR sel env5
        - 11  # NDRPDR sel env5
        - 12  # NDRPDR sel env5
        - 13  # NDRPDR sel env5

    plot-dpdk-hdrh-lat-3n-skx:
      csit-dpdk-perf-report-iterative-2009-3n-skx:
        - 4   # NDRPDR sel env5

    # 2n-skx

    plot-vpp-throughput-lat-tsa-2n-skx:
      csit-vpp-perf-report-iterative-2009-2n-skx:
        - 35  # rls2009 NDRPDR iter env 5
        - 36  # rls2009 NDRPDR iter env 5
        - 37  # rls2009 NDRPDR iter env 5
        - 39  # rls2009 NDRPDR iter env 5
        - 40  # rls2009 NDRPDR iter env 5
        - 42  # rls2009 NDRPDR iter env 5
        - 43  # rls2009 NDRPDR iter env 5
        - 44  # rls2009 NDRPDR iter env 5
        - 46  # rls2009 NDRPDR iter env 5
        - 48  # rls2009 NDRPDR iter env 5
        - 110 # rls2009 NDRPDR iter NAT44 env 5
        - 111 # rls2009 NDRPDR iter NAT44 env 5
        - 112 # rls2009 NDRPDR iter NAT44 env 5
        - 113 # rls2009 NDRPDR iter NAT44 env 5
        - 114 # rls2009 NDRPDR iter NAT44 env 5
        - 115 # rls2009 NDRPDR iter NAT44 env 5
        - 116 # rls2009 NDRPDR iter NAT44 env 5
        - 118 # rls2009 NDRPDR iter NAT44 env 5
        - 119 # rls2009 NDRPDR iter NAT44 env 5
        - 121 # rls2009 NDRPDR iter NAT44 env 5

    plot-vpp-hdrh-lat-2n-skx:
      csit-vpp-perf-report-iterative-2009-2n-skx:
        - 35  # rls2009 NDRPDR iter env 5

    plot-vpp-hdrh-lat-2n-skx-nat44:
      csit-vpp-perf-report-iterative-2009-2n-skx:
        - 110 # rls2009 NDRPDR iter NAT44 env 5

    plot-vpp-soak-2n-skx:
      csit-vpp-perf-report-iterative-2009-2n-skx:
        - 33  # rls2009 soak env 5
        - 34  # rls2009 soak env 5

    plot-vpp-nfv-2n-skx-ndrpdr:
      csit-vpp-perf-report-iterative-2009-2n-skx:
        - 38  # rls2009 nf-density iter env 5
        - 41  # rls2009 nf-density iter env 5
        - 45  # rls2009 nf-density iter env 5
        - 47  # rls2009 nf-density iter env 5
        - 49  # rls2009 nf-density iter env 5
        - 63  # rls2009 nf-density iter env 5
        - 65  # rls2009 nf-density iter env 5
        - 66  # rls2009 nf-density iter env 5
        - 71  # rls2009 nf-density iter env 5
        - 72  # rls2009 nf-density iter env 5

    plot-vpp-nfv-2n-skx-mrr:
      csit-vpp-perf-report-iterative-2009-2n-skx:
        - 50  # rls2009 MRR nf-density iter env 5

    plot-vpp-nfv-reconf-2n-skx:
      csit-vpp-perf-report-iterative-2009-2n-skx:
        - 27  # rls2009 reconf env 5
        - 28  # rls2009 reconf env 5
        - 29  # rls2009 reconf env 5
        - 30  # rls2009 reconf env 5
        - 31  # rls2009 reconf env 5
        - 32  # rls2009 reconf env 5
        - 61  # rls2009 reconf env 5
        - 62  # rls2009 reconf env 5
        - 68  # rls2009 reconf env 5
        - 70  # rls2009 reconf env 5

    plot-dpdk-throughput-latency-2n-skx:
      csit-dpdk-perf-report-iterative-2009-2n-skx:
        - 4   # NDRPDR iter env5
        - 5   # NDRPDR iter env5
        - 6   # NDRPDR iter env5
        - 7   # NDRPDR iter env5
        - 8   # NDRPDR iter env5
        - 9   # NDRPDR iter env5
        - 10  # NDRPDR iter env5
        - 11  # NDRPDR iter env5
        - 12  # NDRPDR iter env5
        - 13  # NDRPDR iter env5

    plot-dpdk-hdrh-lat-2n-skx:
      csit-dpdk-perf-report-iterative-2009-2n-skx:
        - 4   # NDRPDR iter env5

    # 2n-zn2

    plot-vpp-throughput-lat-tsa-2n-zn2:
      csit-vpp-perf-report-iterative-2009-2n-zn2:
        - 3   # rls2009 NDRPDR iter env 5
        - 4   # rls2009 NDRPDR iter env 5
        - 7   # rls2009 NDRPDR iter env 5

    plot-vpp-hdrh-lat-2n-zn2:
      csit-vpp-perf-report-iterative-2009-2n-zn2:
        - 3   # rls2009 NDRPDR iter env 5

    plot-dpdk-throughput-latency-2n-zn2:
      csit-dpdk-perf-report-iterative-2009-2n-zn2:
        - 1   # NDRPDR iter env5

    plot-dpdk-hdrh-lat-2n-zn2:
      csit-dpdk-perf-report-iterative-2009-2n-zn2:
        - 1   # NDRPDR iter env5

    # 2n-clx

    plot-vpp-throughput-lat-tsa-2n-clx:
      csit-vpp-perf-report-iterative-2009-2n-clx:
        - 36  # rls2009 NDRPDR iter env 5
        - 39  # rls2009 NDRPDR iter env 5
        - 40  # rls2009 NDRPDR iter env 5
        - 65  # rls2009 NDRPDR iter env 5
        - 66  # rls2009 NDRPDR iter env 5
        - 79  # rls2009 NDRPDR iter env 5
        - 82  # rls2009 NDRPDR iter env 5
        - 88  # rls2009 NDRPDR iter env 5
        - 89  # rls2009 NDRPDR iter env 5
        - 90  # rls2009 NDRPDR iter env 5
        - 114 # rls2009 NDRPDR iter NAT44 env 5
        - 115 # rls2009 NDRPDR iter NAT44 env 5
        - 116 # rls2009 NDRPDR iter NAT44 env 5
        - 117 # rls2009 NDRPDR iter NAT44 env 5
        - 118 # rls2009 NDRPDR iter NAT44 env 5
        - 119 # rls2009 NDRPDR iter NAT44 env 5
        - 121 # rls2009 NDRPDR iter NAT44 env 5
        - 122 # rls2009 NDRPDR iter NAT44 env 5
        - 123 # rls2009 NDRPDR iter NAT44 env 5
        - 126 # rls2009 NDRPDR iter NAT44 env 5

    plot-vpp-hdrh-lat-2n-clx:
      csit-vpp-perf-report-iterative-2009-2n-clx:
        - 36  # rls2009 NDRPDR iter env 5

    plot-vpp-hdrh-lat-2n-clx-nat44:
      csit-vpp-perf-report-iterative-2009-2n-clx:
        - 123 # rls2009 NDRPDR iter NAT44 env 5

    plot-vpp-nfv-2n-clx-ndrpdr:
      csit-vpp-perf-report-iterative-2009-2n-clx:
        - 37  # rls2009 nf-density iter env 5
        - 43  # rls2009 nf-density iter env 5
        - 69  # rls2009 nf-density iter env 5
        - 70  # rls2009 nf-density iter env 5
        - 71  # rls2009 nf-density iter env 5
        - 72  # rls2009 nf-density iter env 5
        - 73  # rls2009 nf-density iter env 5
        - 74  # rls2009 nf-density iter env 5
        - 75  # rls2009 nf-density iter env 5
        - 76  # rls2009 nf-density iter env 5

    plot-vpp-nfv-2n-clx-mrr:
      csit-vpp-perf-report-iterative-2009-2n-clx:
        - 45  # rls2009 MRR nf-density iter env 5

    plot-vpp-nfv-reconf-2n-clx:
      csit-vpp-perf-report-iterative-2009-2n-clx:
        - 25  # rls2009 reconf env 5
        - 27  # rls2009 reconf env 5
        - 28  # rls2009 reconf env 5
        - 29  # rls2009 reconf env 5
        - 30  # rls2009 reconf env 5
        - 30  # rls2009 reconf env 5
        - 32  # rls2009 reconf env 5
        - 48  # rls2009 reconf env 5
        - 53  # rls2009 reconf env 5
        - 68  # rls2009 reconf env 5

    plot-vpp-soak-2n-clx:
      csit-vpp-perf-report-iterative-2009-2n-clx:
        - 33  # rls2009 soak env 5
        - 34  # rls2009 soak env 5

    plot-dpdk-throughput-latency-2n-clx:
      csit-dpdk-perf-report-iterative-2009-2n-clx:
        - 4   # NDRPDR iter env5
        - 5   # NDRPDR iter env5
        - 6   # NDRPDR iter env5
        - 7   # NDRPDR iter env5
        - 8   # NDRPDR iter env5
        - 9   # NDRPDR iter env5
        - 10  # NDRPDR iter env5
        - 11  # NDRPDR iter env5
        - 12  # NDRPDR iter env5
        - 13  # NDRPDR iter env5

    plot-dpdk-hdrh-lat-2n-clx:
      csit-dpdk-perf-report-iterative-2009-2n-clx:
        - 4   # NDRPDR iter env5

    # 3n-tsh

    plot-vpp-throughput-lat-tsa-3n-tsh:
      csit-vpp-perf-report-iterative-2009-3n-tsh:
        - 14  # rls2009 NDRPDR iter env 5
        - 20  # rls2009 NDRPDR iter env 5
        - 21  # rls2009 NDRPDR iter env 5
        - 22  # rls2009 NDRPDR iter env 5
        - 23  # rls2009 NDRPDR iter env 5
        - 28  # rls2009 NDRPDR iter env 5
        - 30  # rls2009 NDRPDR iter env 5
        - 33  # rls2009 NDRPDR iter env 5
        - 38  # rls2009 NDRPDR iter env 5
        - 41  # rls2009 NDRPDR iter env 5

    plot-vpp-hdrh-lat-3n-tsh:
      csit-vpp-perf-report-iterative-2009-3n-tsh:
        - 14  # rls2009 NDRPDR iter env 5

    plot-dpdk-throughput-latency-3n-tsh:
      csit-dpdk-perf-report-iterative-2009-3n-tsh:
        - 1   # NDRPDR iter env5
        - 2   # NDRPDR iter env5
        - 3   # NDRPDR iter env5
        - 4   # NDRPDR iter env5
        - 5   # NDRPDR iter env5
        - 6   # NDRPDR iter env5
        - 7   # NDRPDR iter env5
        - 9   # NDRPDR iter env5
        - 10  # NDRPDR iter env5
        - 11  # NDRPDR iter env5

    plot-dpdk-hdrh-lat-3n-tsh:
      csit-dpdk-perf-report-iterative-2009-3n-tsh:
        - 1   # NDRPDR iter env5

    # 3n-dnv

    plot-vpp-throughput-lat-tsa-3n-dnv:
      csit-vpp-perf-report-iterative-2009-3n-dnv:
        - 3   # rls2009 NDRPDR iter env 5
        - 6   # rls2009 NDRPDR iter env 5
        - 7   # rls2009 NDRPDR iter env 5
        - 8   # rls2009 NDRPDR iter env 5
        - 10  # rls2009 NDRPDR iter env 5
        - 11  # rls2009 NDRPDR iter env 5
        - 12  # rls2009 NDRPDR iter env 5
        - 14  # rls2009 NDRPDR iter env 5
        - 15  # rls2009 NDRPDR iter env 5
        - 24  # rls2009 NDRPDR iter env 5

#    plot-dpdk-throughput-latency-3n-dnv:
#      # No data
#      csit-dpdk-perf-report-iterative-2009-3n-dnv:

    # 2n-dnv

    plot-vpp-throughput-lat-tsa-2n-dnv:
      csit-vpp-perf-report-iterative-2009-2n-dnv:
        - 3   # rls2009 NDRPDR iter env 5
        - 5   # rls2009 NDRPDR iter env 5
        - 6   # rls2009 NDRPDR iter env 5
        - 7   # rls2009 NDRPDR iter env 5
        - 9   # rls2009 NDRPDR iter env 5
        - 10  # rls2009 NDRPDR iter env 5
        - 11  # rls2009 NDRPDR iter env 5
        - 12  # rls2009 NDRPDR iter env 5
        - 14  # rls2009 NDRPDR iter env 5
        - 15  # rls2009 NDRPDR iter env 5

#    plot-dpdk-throughput-latency-2n-dnv:
#      # No data
#      csit-dpdk-perf-report-iterative-2009-2n-dnv:

    ###########################################################################
    # Simple tables (only one data set):

    # NIC Comparisons

    vpp-nic-comparison-3n-skx:
      csit-vpp-perf-report-iterative-2009-3n-skx:
        - 26  # rls2009 NDRPDR iter env 5
        - 27  # rls2009 NDRPDR iter env 5
        - 28  # rls2009 NDRPDR iter env 5
        - 29  # rls2009 NDRPDR iter env 5
        - 35  # rls2009 NDRPDR iter env 5
        - 36  # rls2009 NDRPDR iter env 5
        - 37  # rls2009 NDRPDR iter env 5
        - 38  # rls2009 NDRPDR iter env 5
        - 39  # rls2009 NDRPDR iter env 5
        - 40  # rls2009 NDRPDR iter env 5

    vpp-nic-comparison-2n-skx:
      csit-vpp-perf-report-iterative-2009-2n-skx:
        - 35  # rls2009 NDRPDR iter env 5
        - 36  # rls2009 NDRPDR iter env 5
        - 37  # rls2009 NDRPDR iter env 5
        - 39  # rls2009 NDRPDR iter env 5
        - 40  # rls2009 NDRPDR iter env 5
        - 42  # rls2009 NDRPDR iter env 5
        - 43  # rls2009 NDRPDR iter env 5
        - 44  # rls2009 NDRPDR iter env 5
        - 46  # rls2009 NDRPDR iter env 5
        - 48  # rls2009 NDRPDR iter env 5
        - 110 # rls2009 NDRPDR iter NAT44 env 5
        - 111 # rls2009 NDRPDR iter NAT44 env 5
        - 112 # rls2009 NDRPDR iter NAT44 env 5
        - 113 # rls2009 NDRPDR iter NAT44 env 5
        - 114 # rls2009 NDRPDR iter NAT44 env 5
        - 115 # rls2009 NDRPDR iter NAT44 env 5
        - 116 # rls2009 NDRPDR iter NAT44 env 5
        - 118 # rls2009 NDRPDR iter NAT44 env 5
        - 119 # rls2009 NDRPDR iter NAT44 env 5
        - 121 # rls2009 NDRPDR iter NAT44 env 5

    vpp-nic-comparison-3n-skx-mrr:
      csit-vpp-perf-report-iterative-2009-3n-skx:
        - 24  # rls2009 MRR iter env 5

    vpp-nic-comparison-2n-skx-mrr:
      csit-vpp-perf-report-iterative-2009-2n-skx:
        - 120 # rls2009 MRR iter env 5

    # Results

    vpp-perf-results-3n-hsw:
      csit-vpp-perf-report-coverage-2009-3n-hsw:
        - 3   # rls2009 NDRPDR cov 3n-hsw-crypto-00
        - 4   # rls2009 NDRPDR cov 3n-hsw-crypto-01
        - 5   # rls2009 NDRPDR cov 3n-hsw-crypto-02
        - 6   # rls2009 NDRPDR cov 3n-hsw-crypto-03
        - 7   # rls2009 NDRPDR cov 3n-hsw-ip4-00
        - 8   # rls2009 NDRPDR cov 3n-hsw-ip4-01
        - 9   # rls2009 NDRPDR cov 3n-hsw-ip4-02
        - 10  # rls2009 NDRPDR cov 3n-hsw-ip4-03
        - 11  # rls2009 NDRPDR cov 3n-hsw-ip4-04
        - 12  # rls2009 NDRPDR cov 3n-hsw-ip4-05
        - 13  # rls2009 NDRPDR cov 3n-hsw-ip4-06
        - 14  # rls2009 NDRPDR cov 3n-hsw-ip4-07
        - 15  # rls2009 NDRPDR cov 3n-hsw-ip4tun-00
        - 16  # rls2009 NDRPDR cov 3n-hsw-ip4tun-01
        - 17  # rls2009 NDRPDR cov 3n-hsw-ip4tun-02
        - 18  # rls2009 NDRPDR cov 3n-hsw-ip6-00
        - 19  # rls2009 NDRPDR cov 3n-hsw-ip6-01
        - 20  # rls2009 NDRPDR cov 3n-hsw-ip6tun-00
        - 21  # rls2009 NDRPDR cov 3n-hsw-l2-00
        - 22  # rls2009 NDRPDR cov 3n-hsw-l2-01
        - 23  # rls2009 NDRPDR cov 3n-hsw-l2-01
        - 24  # rls2009 NDRPDR cov 3n-hsw-l2-03
        - 25  # rls2009 NDRPDR cov 3n-hsw-l2-04
        - 26  # rls2009 NDRPDR cov 3n-hsw-l2-05
        - 27  # rls2009 NDRPDR cov 3n-hsw-l2-06
        - 28  # rls2009 NDRPDR cov 3n-hsw-l2-07
        - 29  # rls2009 NDRPDR cov 3n-hsw-l2-08
        - 30  # rls2009 NDRPDR cov 3n-hsw-l2-09
        - 31  # rls2009 NDRPDR cov 3n-hsw-l2-10
        - 32  # rls2009 NDRPDR cov 3n-hsw-memif-00
        - 33  # rls2009 NDRPDR cov 3n-hsw-srv6-00
        - 34  # rls2009 NDRPDR cov 3n-hsw-srv6-01
        - 35  # rls2009 NDRPDR cov 3n-hsw-vhost-00
        - 36  # rls2009 NDRPDR cov 3n-hsw-vhost-01
        - 37  # rls2009 NDRPDR cov 3n-hsw-vhost-02

    vpp-perf-results-3n-skx:
      csit-vpp-perf-report-coverage-2009-3n-skx:
        - 36  # rls2009 NDRPDR cov 3n-skx-crypto-00
        - 3   # rls2009 NDRPDR cov 3n-skx-crypto-01
        - 4   # rls2009 NDRPDR cov 3n-skx-crypto-02
        - 37  # rls2009 NDRPDR cov 3n-skx-crypto-03
        - 6   # rls2009 NDRPDR cov 3n-skx-ip4-00
        - 7   # rls2009 NDRPDR cov 3n-skx-ip4-01
        - 8   # rls2009 NDRPDR cov 3n-skx-ip4-02
        - 9   # rls2009 NDRPDR cov 3n-skx-ip4-03
        - 10  # rls2009 NDRPDR cov 3n-skx-ip4-04
        - 38  # rls2009 NDRPDR cov 3n-skx-ip4-05
        - 12  # rls2009 NDRPDR cov 3n-skx-ip4-06
        - 39  # rls2009 NDRPDR cov 3n-skx-ip4-07
        - 14  # rls2009 NDRPDR cov 3n-skx-ip4tun-00
        - 15  # rls2009 NDRPDR cov 3n-skx-ip4tun-01
        - 16  # rls2009 NDRPDR cov 3n-skx-ip4tun-02
        - 40  # rls2009 NDRPDR cov 3n-skx-ip6-00
        - 18  # rls2009 NDRPDR cov 3n-skx-ip6-01
        - 19  # rls2009 NDRPDR cov 3n-skx-ip6tun-00
        - 20  # rls2009 NDRPDR cov 3n-skx-l2-00
        - 21  # rls2009 NDRPDR cov 3n-skx-l2-01
        - 22  # rls2009 NDRPDR cov 3n-skx-l2-02
        - 23  # rls2009 NDRPDR cov 3n-skx-l2-03
        - 24  # rls2009 NDRPDR cov 3n-skx-l2-04
        - 41  # rls2009 NDRPDR cov 3n-skx-l2-05
        - 42  # rls2009 NDRPDR cov 3n-skx-l2-06
        - 43  # rls2009 NDRPDR cov 3n-skx-l2-07
        - 28  # rls2009 NDRPDR cov 3n-skx-l2-08
        - 44  # rls2009 NDRPDR cov 3n-skx-l2-09
        - 45  # rls2009 NDRPDR cov 3n-skx-l2-10
        - 46  # rls2009 NDRPDR cov 3n-skx-memif-00
        - 47  # rls2009 NDRPDR cov 3n-skx-srv6-00
        - 48  # rls2009 NDRPDR cov 3n-skx-srv6-01
        - 49  # rls2009 NDRPDR cov 3n-skx-vhost-00
        - 50  # rls2009 NDRPDR cov 3n-skx-vhost-01
        - 51  # rls2009 NDRPDR cov 3n-skx-vhost-02
        - 54  # rls2009 NDRPDR cov 3n-skx-vhost-03

    vpp-perf-results-2n-skx:
      csit-vpp-perf-report-coverage-2009-2n-skx:
        - 18  # rls2009 NDRPDR cov 2n-skx-ip4-00
        - 19  # rls2009 NDRPDR cov 2n-skx-ip4-01
        - 10  # rls2009 NDRPDR cov 2n-skx-ip4-02
        - 20  # rls2009 NDRPDR cov 2n-skx-ip4-03
        - 21  # rls2009 NDRPDR cov 2n-skx-ip4-04
        - 31  # rls2009 NDRPDR cov 2n-skx-ip4-05
        - 32  # rls2009 NDRPDR cov 2n-skx-ip4-06
        - 33  # rls2009 NDRPDR cov 2n-skx-ip4-07
        - 22  # rls2009 NDRPDR cov 2n-skx-ip6-00
        - 23  # rls2009 NDRPDR cov 2n-skx-ip6-01
        - 24  # rls2009 NDRPDR cov 2n-skx-l2-00
        - 25  # rls2009 NDRPDR cov 2n-skx-l2-01
        - 26  # rls2009 NDRPDR cov 2n-skx-lb-00
        - 27  # rls2009 NDRPDR cov 2n-skx-memif-00
        - 28  # rls2009 NDRPDR cov 2n-skx-vhost-00
        - 29  # rls2009 NDRPDR cov 2n-skx-vhost-01
        - 30  # rls2009 NDRPDR cov 2n-skx-vts-00

    vpp-perf-results-2n-zn2:
      csit-vpp-perf-report-iterative-2009-2n-zn2:
        - 3   # rls2009 NDRPDR iter env 5

    vpp-perf-results-2n-clx:
      csit-vpp-perf-report-coverage-2009-2n-clx:
        - 2   # rls2009 NDRPDR cov 2n-clx-ip4-00
        - 3   # rls2009 NDRPDR cov 2n-clx-ip4-01
        - 4   # rls2009 NDRPDR cov 2n-clx-ip4-02
        - 5   # rls2009 NDRPDR cov 2n-clx-ip4-03
        - 6   # rls2009 NDRPDR cov 2n-clx-ip4-04
        - 23  # rls2009 NDRPDR cov 2n-clx-ip4-05
        - 24  # rls2009 NDRPDR cov 2n-clx-ip4-06
        - 25  # rls2009 NDRPDR cov 2n-clx-ip4-07
        - 22  # rls2009 NDRPDR cov 2n-clx-ip6-00
        - 9   # rls2009 NDRPDR cov 2n-clx-ip6-01
        - 17  # rls2009 NDRPDR cov 2n-clx-l2-00
        - 21  # rls2009 NDRPDR cov 2n-clx-l2-01
        - 12  # rls2009 NDRPDR cov 2n-clx-lb-00
        - 13  # rls2009 NDRPDR cov 2n-clx-memif-00
        - 14  # rls2009 NDRPDR cov 2n-clx-vhost-00
        - 15  # rls2009 NDRPDR cov 2n-clx-vhost-01
        - 16  # rls2009 NDRPDR cov 2n-clx-vts-00

    vpp-perf-results-3n-tsh:
      csit-vpp-perf-report-iterative-2009-3n-tsh:
        - 14  # rls2009 NDRPDR iter env 5

    vpp-perf-results-3n-dnv:
      csit-vpp-perf-report-coverage-2009-3n-dnv:
        - 10  # rls2009 NDRPDR cov 3n-dnv-crypto-00
        - 2   # rls2009 NDRPDR cov 3n-dnv-crypto-01
        - 11  # rls2009 NDRPDR cov 3n-dnv-ip4-00
        - 12  # rls2009 NDRPDR cov 3n-dnv-ip4-01
        - 13  # rls2009 NDRPDR cov 3n-dnv-ip4tun-00
        - 14  # rls2009 NDRPDR cov 3n-dnv-ip6-00
        - 15  # rls2009 NDRPDR cov 3n-dnv-ip6-01
        - 16  # rls2009 NDRPDR cov 3n-dnv-l2-00
        - 17  # rls2009 NDRPDR cov 3n-dnv-l2-01

    vpp-perf-results-2n-dnv:
      csit-vpp-perf-report-coverage-2009-2n-dnv:
        - 2   # rls2009 NDRPDR cov 2n-dnv-ip4-00
        - 3   # rls2009 NDRPDR cov 2n-dnv-ip4-01
        - 4   # rls2009 NDRPDR cov 2n-dnv-ip6-00
        - 5   # rls2009 NDRPDR cov 2n-dnv-ip6-01
        - 6   # rls2009 NDRPDR cov 2n-dnv-l2-00
        - 7   # rls2009 NDRPDR cov 2n-dnv-l2-01

    vpp-mrr-results-3n-hsw:
      csit-vpp-perf-report-iterative-2009-3n-hsw:
        - 23  # rls2009 MRR iter env 5

    vpp-mrr-results-3n-skx:
      csit-vpp-perf-report-iterative-2009-3n-skx:
        - 24  # rls2009 MRR iter env 5

    vpp-mrr-results-2n-skx:
      csit-vpp-perf-report-iterative-2009-2n-skx:
        - 120 # rls2009 MRR iter env 5

    vpp-mrr-results-2n-zn2:
      csit-vpp-perf-report-iterative-2009-2n-zn2:
        - 1   # rls2009 MRR iter env 5

    vpp-mrr-results-2n-clx:
      csit-vpp-perf-report-iterative-2009-2n-clx:
        - 125 # rls2009 MRR iter env 5

    vpp-mrr-results-3n-tsh:
      csit-vpp-perf-report-iterative-2009-3n-tsh:
        - 15  # rls2009 MRR iter env 5

    vpp-mrr-results-3n-dnv:
      csit-vpp-perf-report-iterative-2009-3n-dnv:
        - 22  # rls2009 MRR iter env 5

    vpp-mrr-results-2n-dnv:
      csit-vpp-perf-report-iterative-2009-2n-dnv:
        - 13  # rls2009 MRR iter env 5

    vpp-device-results-ubuntu:
      csit-vpp-device-2009-ubuntu1804-1n-skx:
        - 131 # rls2009 env 5

    dpdk-perf-results-3n-hsw:
      csit-dpdk-perf-report-iterative-2009-3n-hsw:
        - 6   # NDRPDR iter env5

    dpdk-perf-results-3n-skx:
      csit-dpdk-perf-report-iterative-2009-3n-skx:
        - 4   # NDRPDR sel env5

    dpdk-perf-results-2n-skx:
      csit-dpdk-perf-report-iterative-2009-2n-skx:
        - 4   # NDRPDR iter env5

    dpdk-perf-results-2n-zn2:
      csit-dpdk-perf-report-iterative-2009-2n-zn2:
        - 1   # NDRPDR iter env5

    dpdk-perf-results-2n-clx:
      csit-dpdk-perf-report-iterative-2009-2n-clx:
        - 4   # NDRPDR iter env5

#    dpdk-perf-results-2n-dnv:
#      # No data
#      csit-dpdk-perf-report-iterative-2009-2n-dnv:

#    dpdk-perf-results-3n-dnv:
#      # No data
#      csit-dpdk-perf-report-iterative-2009-3n-dnv:

    dpdk-perf-results-3n-tsh:
      csit-dpdk-perf-report-iterative-2009-3n-tsh:
        - 1   # NDRPDR iter env5

###########################################################################
    # Tables (more than one data set)

    # Performance changes

    vpp-performance-changes-3n-hsw-h1:
      csit-vpp-perf-report-iterative-2005-3n-hsw:
        - 31  # NDRPDR sel 2001.0-4
        - 32  # NDRPDR sel 2001.0-4
        - 33  # NDRPDR sel 2001.0-4
        - 34  # NDRPDR sel 2001.0-4
        - 35  # NDRPDR sel 2001.0-4
        - 36  # NDRPDR sel 2001.0-4
        - 38  # NDRPDR sel 2001.0-4
    vpp-performance-changes-3n-hsw-ref-env4:
      csit-vpp-perf-report-iterative-2005-3n-hsw:
        - 20  # NDRPDR sel env 4
        - 21  # NDRPDR sel env 4
        - 22  # NDRPDR sel env 4
        - 23  # NDRPDR sel env 4
        - 24  # NDRPDR sel env 4
        - 25  # NDRPDR sel env 4
        - 26  # NDRPDR sel env 4
        - 27  # NDRPDR sel env 4
        - 28  # NDRPDR sel env 4
        - 29  # NDRPDR sel env 4
    vpp-performance-changes-3n-hsw-ref-env5:
      csit-vpp-perf-report-iterative-2009-3n-hsw:
        - 9   # rls2005 NDRPDR iter env 5
        - 10  # rls2005 NDRPDR iter env 5
        - 11  # rls2005 NDRPDR iter env 5
        - 12  # rls2005 NDRPDR iter env 5
        - 13  # rls2005 NDRPDR iter env 5
        - 14  # rls2005 NDRPDR iter env 5
        - 15  # rls2005 NDRPDR iter env 5
        - 16  # rls2005 NDRPDR iter env 5
        - 17  # rls2005 NDRPDR iter env 5
        - 19  # rls2005 NDRPDR iter env 5
    vpp-performance-changes-3n-hsw-cmp:
      csit-vpp-perf-report-iterative-2009-3n-hsw:
        - 21  # rls2009 NDRPDR iter env 5
        - 22  # rls2009 NDRPDR iter env 5
        - 24  # rls2009 NDRPDR iter env 5
        - 25  # rls2009 NDRPDR iter env 5
        - 26  # rls2009 NDRPDR iter env 5
        - 27  # rls2009 NDRPDR iter env 5
        - 28  # rls2009 NDRPDR iter env 5
        - 29  # rls2009 NDRPDR iter env 5
        - 30  # rls2009 NDRPDR iter env 5
        - 31  # rls2009 NDRPDR iter env 5

    vpp-performance-changes-3n-skx-h1:
      csit-vpp-perf-report-iterative-2005-3n-skx:
        - 50  # NDRPDR sel 2001.0-4
        - 51  # NDRPDR sel 2001.0-4
        - 52  # NDRPDR sel 2001.0-4
        - 53  # NDRPDR sel 2001.0-4
        - 54  # NDRPDR sel 2001.0-4
    vpp-performance-changes-3n-skx-ref-env4:
      csit-vpp-perf-report-iterative-2005-3n-skx:
        - 42  # NDRPDR sel env 4
        - 43  # NDRPDR sel env 4
        - 44  # NDRPDR sel env 4
        - 45  # NDRPDR sel env 4
        - 47  # NDRPDR sel env 4
        - 55  # NDRPDR sel env 4
        - 56  # NDRPDR sel env 4
        - 57  # NDRPDR sel env 4
        - 61  # NDRPDR sel env 4
        - 62  # NDRPDR sel env 4
    vpp-performance-changes-3n-skx-ref-env5:
      csit-vpp-perf-report-iterative-2009-3n-skx:
        - 13  # rls2005 NDRPDR iter env 5
        - 18  # rls2005 NDRPDR iter env 5
        - 19  # rls2005 NDRPDR iter env 5
        - 41  # rls2005 NDRPDR iter env 5
        - 43  # rls2005 NDRPDR iter env 5
        - 44  # rls2005 NDRPDR iter env 5
        - 45  # rls2005 NDRPDR iter env 5
        - 46  # rls2005 NDRPDR iter env 5
        - 48  # rls2005 NDRPDR iter env 5
        - 49  # rls2005 NDRPDR iter env 5
    vpp-performance-changes-3n-skx-cmp:
      csit-vpp-perf-report-iterative-2009-3n-skx:
        - 26  # rls2009 NDRPDR iter env 5
        - 27  # rls2009 NDRPDR iter env 5
        - 28  # rls2009 NDRPDR iter env 5
        - 29  # rls2009 NDRPDR iter env 5
        - 35  # rls2009 NDRPDR iter env 5
        - 36  # rls2009 NDRPDR iter env 5
        - 37  # rls2009 NDRPDR iter env 5
        - 38  # rls2009 NDRPDR iter env 5
        - 39  # rls2009 NDRPDR iter env 5
        - 40  # rls2009 NDRPDR iter env 5

    vpp-performance-changes-2n-skx-h1:
      csit-vpp-perf-report-iterative-2005-2n-skx:
        - 100 # NDRPDR sel 2001.0-4
        - 101 # NDRPDR sel 2001.0-4
        - 102 # NDRPDR sel 2001.0-4
        - 103 # NDRPDR sel 2001.0-4
        - 104 # NDRPDR sel 2001.0-4
        - 105 # NDRPDR sel 2001.0-4
    vpp-performance-changes-2n-skx-ref-env4:
      csit-vpp-perf-report-iterative-2005-2n-skx:
        - 88  # NDRPDR sel env 4
        - 89  # NDRPDR sel env 4
        - 90  # NDRPDR sel env 4
        - 91  # NDRPDR sel env 4
        - 92  # NDRPDR sel env 4
        - 93  # NDRPDR sel env 4
        - 94  # NDRPDR sel env 4
        - 125 # NDRPDR sel env 4
        - 126 # NDRPDR sel env 4
        - 127 # NDRPDR sel env 4
    vpp-performance-changes-2n-skx-ref-env5:
      csit-vpp-perf-report-iterative-2009-2n-skx:
        - 13  # rls2005 NDRPDR iter env 5
        - 16  # rls2005 NDRPDR iter env 5
        - 17  # rls2005 NDRPDR iter env 5
        - 18  # rls2005 NDRPDR iter env 5
        - 19  # rls2005 NDRPDR iter env 5
        - 21  # rls2005 NDRPDR iter env 5
        - 22  # rls2005 NDRPDR iter env 5
        - 23  # rls2005 NDRPDR iter env 5
        - 24  # rls2005 NDRPDR iter env 5
        - 25  # rls2005 NDRPDR iter env 5
    vpp-performance-changes-2n-skx-cmp:
      csit-vpp-perf-report-iterative-2009-2n-skx:
        - 35  # rls2009 NDRPDR iter env 5
        - 36  # rls2009 NDRPDR iter env 5
        - 37  # rls2009 NDRPDR iter env 5
        - 39  # rls2009 NDRPDR iter env 5
        - 40  # rls2009 NDRPDR iter env 5
        - 42  # rls2009 NDRPDR iter env 5
        - 43  # rls2009 NDRPDR iter env 5
        - 44  # rls2009 NDRPDR iter env 5
        - 46  # rls2009 NDRPDR iter env 5
        - 48  # rls2009 NDRPDR iter env 5
        - 110 # rls2009 NDRPDR iter NAT44 env 5
        - 111 # rls2009 NDRPDR iter NAT44 env 5
        - 112 # rls2009 NDRPDR iter NAT44 env 5
        - 113 # rls2009 NDRPDR iter NAT44 env 5
        - 114 # rls2009 NDRPDR iter NAT44 env 5
        - 115 # rls2009 NDRPDR iter NAT44 env 5
        - 116 # rls2009 NDRPDR iter NAT44 env 5
        - 118 # rls2009 NDRPDR iter NAT44 env 5
        - 119 # rls2009 NDRPDR iter NAT44 env 5
        - 121 # rls2009 NDRPDR iter NAT44 env 5

    vpp-performance-changes-2n-clx-h1:
      csit-vpp-perf-report-iterative-2005-2n-clx:
        - 73  # NDRPDR sel 2001.0-4
        - 74  # NDRPDR sel 2001.0-4
        - 75  # NDRPDR sel 2001.0-4
        - 76  # NDRPDR sel 2001.0-4
        - 77  # NDRPDR sel 2001.0-4
        - 78  # NDRPDR sel 2001.0-4
        - 79  # NDRPDR sel 2001.0-4
        - 80  # NDRPDR sel 2001.0-4
    vpp-performance-changes-2n-clx-ref-env4:
      csit-vpp-perf-report-iterative-2005-2n-clx:
        - 62  # NDRPDR sel env 4
        - 63  # NDRPDR sel env 4
        - 64  # NDRPDR sel env 4
        - 65  # NDRPDR sel env 4
        - 66  # NDRPDR sel env 4
        - 68  # NDRPDR sel env 4
        - 69  # NDRPDR sel env 4
        - 70  # NDRPDR sel env 4
        - 103 # NDRPDR sel env 4
        - 104 # NDRPDR sel env 4
    vpp-performance-changes-2n-clx-ref-env5:
      csit-vpp-perf-report-iterative-2009-2n-clx:
        - 13  # rls2005 NDRPDR iter env 5
        - 15  # rls2005 NDRPDR iter env 5
        - 17  # rls2005 NDRPDR iter env 5
        - 18  # rls2005 NDRPDR iter env 5
        - 19  # rls2005 NDRPDR iter env 5
        - 20  # rls2005 NDRPDR iter env 5
        - 21  # rls2005 NDRPDR iter env 5
        - 22  # rls2005 NDRPDR iter env 5
        - 23  # rls2005 NDRPDR iter env 5
        - 24  # rls2005 NDRPDR iter env 5
    vpp-performance-changes-2n-clx-cmp:
      csit-vpp-perf-report-iterative-2009-2n-clx:
        - 36  # rls2009 NDRPDR iter env 5
        - 39  # rls2009 NDRPDR iter env 5
        - 40  # rls2009 NDRPDR iter env 5
        - 65  # rls2009 NDRPDR iter env 5
        - 66  # rls2009 NDRPDR iter env 5
        - 79  # rls2009 NDRPDR iter env 5
        - 82  # rls2009 NDRPDR iter env 5
        - 88  # rls2009 NDRPDR iter env 5
        - 89  # rls2009 NDRPDR iter env 5
        - 90  # rls2009 NDRPDR iter env 5
        - 114 # rls2009 NDRPDR iter NAT44 env 5
        - 115 # rls2009 NDRPDR iter NAT44 env 5
        - 116 # rls2009 NDRPDR iter NAT44 env 5
        - 117 # rls2009 NDRPDR iter NAT44 env 5
        - 118 # rls2009 NDRPDR iter NAT44 env 5
        - 119 # rls2009 NDRPDR iter NAT44 env 5
        - 121 # rls2009 NDRPDR iter NAT44 env 5
        - 122 # rls2009 NDRPDR iter NAT44 env 5
        - 123 # rls2009 NDRPDR iter NAT44 env 5
        - 126 # rls2009 NDRPDR iter NAT44 env 5

    vpp-performance-changes-2n-dnv-h1:
      csit-vpp-perf-verify-2001-2n-dnv:
        - 4   # NDRPDR sel
        - 5   # NDRPDR sel
        - 6   # NDRPDR sel
        - 7   # NDRPDR sel
        - 8   # NDRPDR sel
        - 9   # NDRPDR sel
        - 10  # NDRPDR sel
        - 11  # NDRPDR sel
        - 13  # NDRPDR sel
        - 16  # NDRPDR sel
    vpp-performance-changes-2n-dnv-ref:
      csit-vpp-perf-report-iterative-2009-2n-dnv:
        - 16  # rls2005 NDRPDR iter env 5
        - 17  # rls2005 NDRPDR iter env 5
        - 18  # rls2005 NDRPDR iter env 5
        - 19  # rls2005 NDRPDR iter env 5
        - 21  # rls2005 NDRPDR iter env 5
        - 24  # rls2005 NDRPDR iter env 5
        - 27  # rls2005 NDRPDR iter env 5
        - 28  # rls2005 NDRPDR iter env 5
        - 29  # rls2005 NDRPDR iter env 5
        - 30  # rls2005 NDRPDR iter env 5
    vpp-performance-changes-2n-dnv-cmp:
      csit-vpp-perf-report-iterative-2009-2n-dnv:
        - 3   # rls2009 NDRPDR iter env 5
        - 5   # rls2009 NDRPDR iter env 5
        - 6   # rls2009 NDRPDR iter env 5
        - 7   # rls2009 NDRPDR iter env 5
        - 9   # rls2009 NDRPDR iter env 5
        - 10  # rls2009 NDRPDR iter env 5
        - 11  # rls2009 NDRPDR iter env 5
        - 12  # rls2009 NDRPDR iter env 5
        - 14  # rls2009 NDRPDR iter env 5
        - 15  # rls2009 NDRPDR iter env 5

    vpp-performance-changes-3n-dnv-h1:
      csit-vpp-perf-verify-2001-3n-dnv:
        - 5   # NDRPDR sel
        - 6   # NDRPDR sel
        - 7   # NDRPDR sel
        - 8   # NDRPDR sel
        - 9   # NDRPDR sel
        - 10  # NDRPDR sel
        - 12  # NDRPDR sel
        - 16  # NDRPDR sel
        - 17  # NDRPDR sel
        - 18  # NDRPDR sel
    vpp-performance-changes-3n-dnv-ref:
      csit-vpp-perf-report-iterative-2009-3n-dnv:
        - 16  # rls2005 NDRPDR iter env 5
        - 23  # rls2005 NDRPDR iter env 5
        - 25  # rls2005 NDRPDR iter env 5
        - 26  # rls2005 NDRPDR iter env 5
        - 27  # rls2005 NDRPDR iter env 5
        - 28  # rls2005 NDRPDR iter env 5
        - 29  # rls2005 NDRPDR iter env 5
        - 30  # rls2005 NDRPDR iter env 5
        - 31  # rls2005 NDRPDR iter env 5
        - 32  # rls2005 NDRPDR iter env 5
    vpp-performance-changes-3n-dnv-cmp:
      csit-vpp-perf-report-iterative-2009-3n-dnv:
        - 3   # rls2009 NDRPDR iter env 5
        - 6   # rls2009 NDRPDR iter env 5
        - 7   # rls2009 NDRPDR iter env 5
        - 8   # rls2009 NDRPDR iter env 5
        - 10  # rls2009 NDRPDR iter env 5
        - 11  # rls2009 NDRPDR iter env 5
        - 12  # rls2009 NDRPDR iter env 5
        - 14  # rls2009 NDRPDR iter env 5
        - 15  # rls2009 NDRPDR iter env 5
        - 24  # rls2009 NDRPDR iter env 5

    vpp-performance-changes-3n-tsh-h1:
      csit-vpp-perf-report-iterative-2005-3n-tsh:
        - 28  # NDRPDR sel 2001.0-4
        - 29  # NDRPDR sel 2001.0-4
        - 31  # NDRPDR sel 2001.0-4
    vpp-performance-changes-3n-tsh-ref-env4:
      csit-vpp-perf-report-iterative-2005-3n-tsh:
        - 23  # NDRPDR sel env 4
        - 25  # NDRPDR sel env 4
        - 33  # NDRPDR sel env 4
        - 34  # NDRPDR sel env 4
        - 35  # NDRPDR sel env 4
        - 36  # NDRPDR sel env 4
        - 37  # NDRPDR sel env 4
        - 38  # NDRPDR sel env 4
        - 39  # NDRPDR sel env 4
        - 40  # NDRPDR sel env 4
    vpp-performance-changes-3n-tsh-ref-env5:
      csit-vpp-perf-report-iterative-2009-3n-tsh:
        - 8   # rls2005 NDRPDR iter env 5
        - 11  # rls2005 NDRPDR iter env 5
        - 12  # rls2005 NDRPDR iter env 5
        - 24  # rls2005 NDRPDR iter env 5
        - 27  # rls2005 NDRPDR iter env 5
        - 29  # rls2005 NDRPDR iter env 5
        - 31  # rls2005 NDRPDR iter env 5
        - 39  # rls2005 NDRPDR iter env 5
        - 40  # rls2005 NDRPDR iter env 5
        - 42  # rls2005 NDRPDR iter env 5
    vpp-performance-changes-3n-tsh-cmp:
      csit-vpp-perf-report-iterative-2009-3n-tsh:
        - 14  # rls2009 NDRPDR iter env 5
        - 20  # rls2009 NDRPDR iter env 5
        - 21  # rls2009 NDRPDR iter env 5
        - 22  # rls2009 NDRPDR iter env 5
        - 23  # rls2009 NDRPDR iter env 5
        - 28  # rls2009 NDRPDR iter env 5
        - 30  # rls2009 NDRPDR iter env 5
        - 33  # rls2009 NDRPDR iter env 5
        - 38  # rls2009 NDRPDR iter env 5
        - 41  # rls2009 NDRPDR iter env 5

    vpp-soak-vs-ndr-2n-skx-ref:
      csit-vpp-perf-report-iterative-2009-2n-skx:
        - 35  # rls2009 NDRPDR iter env 5
        - 36  # rls2009 NDRPDR iter env 5
        - 37  # rls2009 NDRPDR iter env 5
        - 39  # rls2009 NDRPDR iter env 5
        - 40  # rls2009 NDRPDR iter env 5
        - 42  # rls2009 NDRPDR iter env 5
        - 43  # rls2009 NDRPDR iter env 5
        - 44  # rls2009 NDRPDR iter env 5
        - 46  # rls2009 NDRPDR iter env 5
        - 48  # rls2009 NDRPDR iter env 5
    vpp-soak-vs-ndr-2n-skx-cmp:
      csit-vpp-perf-report-iterative-2009-2n-skx:
        - 33  # rls2009 soak env 5
        - 34  # rls2009 soak env 5
    vpp-soak-vs-ndr-2n-skx:
      csit-vpp-perf-report-iterative-2009-2n-skx:
        - 35  # rls2009 NDRPDR iter env 5
        - 36  # rls2009 NDRPDR iter env 5
        - 37  # rls2009 NDRPDR iter env 5
        - 39  # rls2009 NDRPDR iter env 5
        - 40  # rls2009 NDRPDR iter env 5
        - 42  # rls2009 NDRPDR iter env 5
        - 43  # rls2009 NDRPDR iter env 5
        - 44  # rls2009 NDRPDR iter env 5
        - 46  # rls2009 NDRPDR iter env 5
        - 48  # rls2009 NDRPDR iter env 5
        - 33  # rls2009 soak env 5
        - 34  # rls2009 soak env 5

    vpp-soak-vs-ndr-2n-clx-ref:
      csit-vpp-perf-report-iterative-2009-2n-clx:
        - 36  # rls2009 NDRPDR iter env 5
        - 39  # rls2009 NDRPDR iter env 5
        - 40  # rls2009 NDRPDR iter env 5
        - 65  # rls2009 NDRPDR iter env 5
        - 66  # rls2009 NDRPDR iter env 5
        - 79  # rls2009 NDRPDR iter env 5
        - 82  # rls2009 NDRPDR iter env 5
        - 88  # rls2009 NDRPDR iter env 5
        - 89  # rls2009 NDRPDR iter env 5
        - 90  # rls2009 NDRPDR iter env 5
    vpp-soak-vs-ndr-2n-clx-cmp:
      csit-vpp-perf-report-iterative-2009-2n-clx:
        - 33  # rls2009 soak env 5
        - 34  # rls2009 soak env 5
    vpp-soak-vs-ndr-2n-clx:
      csit-vpp-perf-report-iterative-2009-2n-clx:
        - 36  # rls2009 NDRPDR iter env 5
        - 39  # rls2009 NDRPDR iter env 5
        - 40  # rls2009 NDRPDR iter env 5
        - 65  # rls2009 NDRPDR iter env 5
        - 66  # rls2009 NDRPDR iter env 5
        - 79  # rls2009 NDRPDR iter env 5
        - 82  # rls2009 NDRPDR iter env 5
        - 88  # rls2009 NDRPDR iter env 5
        - 89  # rls2009 NDRPDR iter env 5
        - 90  # rls2009 NDRPDR iter env 5
        - 33  # rls2009 soak env 5
        - 34  # rls2009 soak env 5

    vpp-performance-changes-3n-hsw-mrr-h1:
      csit-vpp-perf-verify-2001-3n-hsw:
        - 17  # MRR sel
    vpp-performance-changes-3n-hsw-mrr-ref-env4:
      csit-vpp-perf-report-iterative-2005-3n-hsw:
        - 30  # MRR env 4
    vpp-performance-changes-3n-hsw-mrr-ref-env5:
      csit-vpp-perf-report-iterative-2009-3n-hsw:
        - 18  # rls2005 MRR iter env 5
    vpp-performance-changes-3n-hsw-mrr-cmp:
      csit-vpp-perf-report-iterative-2009-3n-hsw:
        - 23  # rls2009 MRR iter env 5

    vpp-performance-changes-3n-skx-mrr-h1:
      csit-vpp-perf-verify-2001-3n-skx:
        - 50  # MRR sel
        - 53  # MRR sel addition
    vpp-performance-changes-3n-skx-mrr-ref-env4:
      csit-vpp-perf-report-iterative-2005-3n-skx:
        - 49  # MRR sel env 4
    vpp-performance-changes-3n-skx-mrr-ref-env5:
      csit-vpp-perf-report-iterative-2009-3n-skx:
        - 17  # rls2005 MRR iter env 5
    vpp-performance-changes-3n-skx-mrr-cmp:
      csit-vpp-perf-report-iterative-2009-3n-skx:
        - 24  # rls2009 MRR iter env 5

    vpp-performance-changes-2n-skx-mrr-h1:
      csit-vpp-perf-verify-2001-2n-skx:
        - 101 # MRR sel
        - 128 # MRR sel addition
    vpp-performance-changes-2n-skx-mrr-ref-env4:
      csit-vpp-perf-report-iterative-2005-2n-skx:
        - 99  # MRR sel env 4
    vpp-performance-changes-2n-skx-mrr-ref-env5:
      csit-vpp-perf-report-iterative-2009-2n-skx:
        - 20  # rls2005 MRR iter env 5
    vpp-performance-changes-2n-skx-mrr-cmp:
      csit-vpp-perf-report-iterative-2009-2n-skx:
        - 120 # rls2009 MRR iter env 5

    vpp-performance-changes-2n-clx-mrr-h1:
      csit-vpp-perf-verify-2001-2n-clx:
        - 39  # MRR
    vpp-performance-changes-2n-clx-mrr-ref-env4:
      csit-vpp-perf-report-iterative-2005-2n-clx:
        - 72   # MRR sel env 4
    vpp-performance-changes-2n-clx-mrr-ref-env5:
      csit-vpp-perf-report-iterative-2009-2n-clx:
        - 77  # rls2005 MRR iter env 5
    vpp-performance-changes-2n-clx-mrr-cmp:
      csit-vpp-perf-report-iterative-2009-2n-clx:
        - 125 # rls2009 MRR iter env 5

    vpp-performance-changes-2n-dnv-mrr-h1:
      csit-vpp-perf-verify-2001-2n-dnv:
        - 12  # MRR sel
    vpp-performance-changes-2n-dnv-mrr-ref:
      csit-vpp-perf-report-iterative-2009-2n-dnv:
        - 23  # rls2005 MRR iter env 5
    vpp-performance-changes-2n-dnv-mrr-cmp:
      csit-vpp-perf-report-iterative-2009-2n-dnv:
        - 13  # rls2009 MRR iter env 5

    vpp-performance-changes-3n-dnv-mrr-h1:
      csit-vpp-perf-verify-2001-3n-dnv:
        - 11  # MRR sel
    vpp-performance-changes-3n-dnv-mrr-ref:
      csit-vpp-perf-report-iterative-2009-3n-dnv:
        - 19  # rls2005 MRR iter env 5
    vpp-performance-changes-3n-dnv-mrr-cmp:
      csit-vpp-perf-report-iterative-2009-3n-dnv:
        - 22  # rls2009 MRR iter env 5

    vpp-performance-changes-3n-tsh-mrr-h1:
      csit-vpp-perf-verify-2001-3n-tsh:
        - 9   # MRR sel
    vpp-performance-changes-3n-tsh-mrr-ref-env4:
      csit-vpp-perf-report-iterative-2005-3n-tsh:
        - 27  # MRR sel env 4
    vpp-performance-changes-3n-tsh-mrr-ref-env5:
      csit-vpp-perf-report-iterative-2009-3n-tsh:
        - 13  # rls2005 MRR iter env 5
    vpp-performance-changes-3n-tsh-mrr-cmp:
      csit-vpp-perf-report-iterative-2009-3n-tsh:
        - 15  # rls2009 MRR iter env 5

    dpdk-performance-changes-3n-hsw-h1:
      csit-dpdk-perf-verify-2001-3n-hsw:
        - 4   # NDRPDR sel
        - 5   # NDRPDR sel
        - 6   # NDRPDR sel
        - 7   # NDRPDR sel
        - 8   # NDRPDR sel
        - 9   # NDRPDR sel
        - 10  # NDRPDR sel
        - 11  # NDRPDR sel
        - 12  # NDRPDR sel
        - 13  # NDRPDR sel