aboutsummaryrefslogtreecommitdiffstats
path: root/resources
diff options
context:
space:
mode:
authorTibor Frank <tifrank@cisco.com>2021-11-10 14:30:08 +0100
committerTibor Frank <tifrank@cisco.com>2021-11-10 13:33:12 +0000
commit5390d5cedf42ecc0d589d79a0a9d1b346ebb5c11 (patch)
tree02f0f9ca06ccb9ac92217c2296f8aee3eea2ab83 /resources
parentf0f6265a54cc65e27daf04329df209c303518f04 (diff)
Report: Add stats tables, aws tests
Change-Id: I212b0e6e70008e15ced0167ab34e613cc0a1aea4 Signed-off-by: Tibor Frank <tifrank@cisco.com>
Diffstat (limited to 'resources')
-rw-r--r--resources/tools/presentation/specifications/report/data_sets.yaml2
-rw-r--r--resources/tools/presentation/specifications/report/elements.yaml445
2 files changed, 234 insertions, 213 deletions
diff --git a/resources/tools/presentation/specifications/report/data_sets.yaml b/resources/tools/presentation/specifications/report/data_sets.yaml
index ba37a1782f..d062d95e62 100644
--- a/resources/tools/presentation/specifications/report/data_sets.yaml
+++ b/resources/tools/presentation/specifications/report/data_sets.yaml
@@ -1063,6 +1063,7 @@
vpp-2n-tx2-curr-cov:
csit-vpp-perf-report-coverage-2110-2n-tx2:
+# - 1 # rls2110.rel NDRPDR cov env 8
- 2 # rls2110.rel NDRPDR cov env 8
- 3 # rls2110.rel NDRPDR cov env 8
- 4 # rls2110.rel NDRPDR cov env 8
@@ -1072,6 +1073,7 @@
- 8 # rls2110.rel NDRPDR cov env 8
- 9 # rls2110.rel NDRPDR cov env 8
- 10 # rls2110.rel NDRPDR cov env 8
+ - 11 # rls2110.rel NDRPDR cov env 8
- 12 # rls2110.rel NDRPDR cov env 8
- 13 # rls2110.rel NDRPDR cov env 8
- 14 # rls2110.rel NDRPDR cov env 8
diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml
index 1a1753ab04..8e887aa714 100644
--- a/resources/tools/presentation/specifications/report/elements.yaml
+++ b/resources/tools/presentation/specifications/report/elements.yaml
@@ -28,47 +28,47 @@
- job-spec: "dpdk-mlr-00"
data-set: "dpdk-2n-clx-curr-iter"
-# - type: "table"
-# title: "Job Specification Duration: 2n-clx-coverage"
-# algorithm: "table_job_spec_duration"
-# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-clx-cov"
-# jb-type: "coverage"
-# data: "vpp-2n-clx-curr-cov"
-# lines:
-# - job-spec: "gso-00"
-# build: "1"
-# - job-spec: "ip4-00"
-# build: "2"
-# - job-spec: "ip4-01"
-# build: "3"
-# - job-spec: "ip4-02"
-# build: "4"
-# - job-spec: "ip4-03"
-# build: "5"
-# - job-spec: "ip4-04"
-# build: "6"
-# - job-spec: "ip4-05"
-# build: "7"
-# - job-spec: "ip4-06"
-# build: "8"
-# - job-spec: "ip4-07"
-# build: "9"
-# - job-spec: "ip4tun-00"
-# build: "10"
-# - job-spec: "ip6-00"
-# build: "11"
-# - job-spec: "ip6-01"
-# build: "12"
-# - job-spec: "l2-00"
-# build: "13"
-# - job-spec: "l2-01"
-# build: "14"
-# - job-spec: "lb-00"
-# build: "15"
-# - job-spec: "memif-00"
-# build: "16"
-# - job-spec: "vhost-00"
-# build: "17"
+- type: "table"
+ title: "Job Specification Duration: 2n-clx-coverage"
+ algorithm: "table_job_spec_duration"
+ output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-clx-cov"
+ jb-type: "coverage"
+ data: "vpp-2n-clx-curr-cov"
+ lines:
+ - job-spec: "gso-00"
+ build: "18"
+ - job-spec: "ip4-00"
+ build: "19"
+ - job-spec: "ip4-01"
+ build: "20"
+ - job-spec: "ip4-02"
+ build: "21"
+ - job-spec: "ip4-03"
+ build: "22"
+ - job-spec: "ip4-04"
+ build: "23"
+ - job-spec: "ip4-05"
+ build: "24"
+ - job-spec: "ip4-06"
+ build: "25"
+ - job-spec: "ip4-07"
+ build: "26"
+ - job-spec: "ip4tun-00"
+ build: "27"
+ - job-spec: "ip6-00"
+ build: "28"
+ - job-spec: "ip6-01"
+ build: "29"
+ - job-spec: "l2-00"
+ build: "30"
+ - job-spec: "l2-01"
+ build: "31"
+ - job-spec: "lb-00"
+ build: "32"
+ - job-spec: "memif-00"
+ build: "33"
+ - job-spec: "vhost-00"
+ build: "34"
- type: "table"
title: "Job Specification Duration: 2n-dnv-iterative"
@@ -221,41 +221,41 @@
- job-spec: "vpp-mlr-00"
data-set: "vpp-2n-tx2-curr-iter"
-# - type: "table"
-# title: "Job Specification Duration: 2n-tx2-coverage"
-# algorithm: "table_job_spec_duration"
-# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-tx2-cov"
-# jb-type: "coverage"
-# data: "vpp-2n-tx2-curr-cov"
-# lines:
+- type: "table"
+ title: "Job Specification Duration: 2n-tx2-coverage"
+ algorithm: "table_job_spec_duration"
+ output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-tx2-cov"
+ jb-type: "coverage"
+ data: "vpp-2n-tx2-curr-cov"
+ lines:
# - job-spec: "ip4-00"
# build: "1"
-# - job-spec: "ip4-01"
-# build: "2"
-# - job-spec: "ip4-02"
-# build: "3"
-# - job-spec: "ip4-03"
-# build: "4"
-# - job-spec: "ip4-04"
-# build: "5"
-# - job-spec: "ip4-05"
-# build: "6"
-# - job-spec: "ip4-06"
-# build: "7"
-# - job-spec: "ip6-00"
-# build: "8"
-# - job-spec: "ip6-01"
-# build: "9"
-# - job-spec: "l2-00"
-# build: "10"
-# - job-spec: "l2-01"
-# build: "11"
-# - job-spec: "l2-02"
-# build: "12"
-# - job-spec: "l2-03"
-# build: "13"
-# - job-spec: "l2-04"
-# build: "14"
+ - job-spec: "ip4-01"
+ build: "2"
+ - job-spec: "ip4-02"
+ build: "3"
+ - job-spec: "ip4-03"
+ build: "4"
+ - job-spec: "ip4-04"
+ build: "5"
+ - job-spec: "ip4-05"
+ build: "6"
+ - job-spec: "ip4-06"
+ build: "7"
+ - job-spec: "ip6-00"
+ build: "8"
+ - job-spec: "ip6-01"
+ build: "9"
+ - job-spec: "l2-00"
+ build: "10"
+ - job-spec: "l2-01"
+ build: "11"
+ - job-spec: "l2-02"
+ build: "12"
+ - job-spec: "l2-03"
+ build: "13"
+ - job-spec: "l2-04"
+ build: "14"
- type: "table"
title: "Job Specification Duration: 2n-zn2-iterative"
@@ -272,39 +272,39 @@
- job-spec: "dpdk-mlr-00"
data-set: "dpdk-2n-zn2-curr-iter"
-# - type: "table"
-# title: "Job Specification Duration: 2n-zn2-coverage"
-# algorithm: "table_job_spec_duration"
-# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-zn2-cov"
-# jb-type: "coverage"
-# data: "vpp-2n-zn2-curr-cov"
-# lines:
-# - job-spec: "gso-00"
-# build: "1"
-# - job-spec: "ip4-00"
-# build: "2"
-# - job-spec: "ip4-01"
-# build: "3"
+- type: "table"
+ title: "Job Specification Duration: 2n-zn2-coverage"
+ algorithm: "table_job_spec_duration"
+ output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-zn2-cov"
+ jb-type: "coverage"
+ data: "vpp-2n-zn2-curr-cov"
+ lines:
+ - job-spec: "gso-00"
+ build: "1"
+ - job-spec: "ip4-00"
+ build: "2"
+ - job-spec: "ip4-01"
+ build: "3"
# - job-spec: "ip4-02"
# build: "4"
-# - job-spec: "ip4-03"
-# build: "18"
+ - job-spec: "ip4-03"
+ build: "18"
# - job-spec: "ip4-04"
# build: "6"
# - job-spec: "ip4-05"
# build: "7"
# - job-spec: "ip4tun-00"
# build: "8"
-# - job-spec: "ip6-00"
-# build: "9"
-# - job-spec: "ip6-01"
-# build: "19"
-# - job-spec: "l2-00"
-# build: "11"
+ - job-spec: "ip6-00"
+ build: "9"
+ - job-spec: "ip6-01"
+ build: "19"
+ - job-spec: "l2-00"
+ build: "11"
# - job-spec: "l2-01"
# build: "12"
-# - job-spec: "lb-00"
-# build: "13"
+ - job-spec: "lb-00"
+ build: "13"
# - job-spec: "memif-00"
# build: "14"
# - job-spec: "vhost-00"
@@ -364,81 +364,81 @@
- job-spec: "dpdk-mlr-00"
data-set: "dpdk-3n-skx-curr-iter"
-# - type: "table"
-# title: "Job Specification Duration: 3n-skx-coverage"
-# algorithm: "table_job_spec_duration"
-# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-skx-cov"
-# jb-type: "coverage"
-# data: "vpp-3n-skx-curr-cov"
-# lines:
-# - job-spec: "crypto-00"
-# build: "1"
-# - job-spec: "crypto-01"
-# build: "3"
-# - job-spec: "crypto-02"
-# build: "4"
-# - job-spec: "crypto-03"
-# build: "36"
-# - job-spec: "crypto-04"
-# build: "6"
-# - job-spec: "ip4-00"
-# build: "7"
-# - job-spec: "ip4-01"
-# build: "8"
-# - job-spec: "ip4-02"
-# build: "9"
-# - job-spec: "ip4-03"
-# build: "10"
-# - job-spec: "ip4-04"
-# build: "11"
-# - job-spec: "ip4-05"
-# build: "12"
-# - job-spec: "ip4-06"
-# build: "13"
-# - job-spec: "ip4-07"
-# build: "14"
-# - job-spec: "ip4tun-00"
-# build: "15"
-# - job-spec: "ip4tun-02"
-# build: "16"
-# - job-spec: "ip6-00"
-# build: "17"
-# - job-spec: "ip6-01"
-# build: "18"
-# - job-spec: "ip6tun-00"
-# build: "19"
-# - job-spec: "l2-00"
-# build: "20"
-# - job-spec: "l2-01"
-# build: "21"
-# - job-spec: "l2-02"
-# build: "22"
-# - job-spec: "l2-03"
-# build: "23"
-# - job-spec: "l2-04"
-# build: "24"
-# - job-spec: "l2-05"
-# build: "25"
-# - job-spec: "l2-06"
-# build: "26"
-# - job-spec: "l2-07"
-# build: "27"
-# - job-spec: "l2-08"
-# build: "28"
-# - job-spec: "l2-09"
-# build: "29"
-# - job-spec: "l2-10"
-# build: "30"
-# - job-spec: "memif-00"
-# build: "31"
-# - job-spec: "srv6-00"
-# build: "32"
-# - job-spec: "srv6-01"
-# build: "33"
-# - job-spec: "vhost-00"
-# build: "34"
-# - job-spec: "vhost-01"
-# build: "35"
+- type: "table"
+ title: "Job Specification Duration: 3n-skx-coverage"
+ algorithm: "table_job_spec_duration"
+ output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-skx-cov"
+ jb-type: "coverage"
+ data: "vpp-3n-skx-curr-cov"
+ lines:
+ - job-spec: "crypto-00"
+ build: "35"
+ - job-spec: "crypto-01"
+ build: "36"
+ - job-spec: "crypto-02"
+ build: "37"
+ - job-spec: "crypto-03"
+ build: "38"
+ - job-spec: "crypto-04"
+ build: "39"
+ - job-spec: "ip4-00"
+ build: "40"
+ - job-spec: "ip4-01"
+ build: "41"
+ - job-spec: "ip4-02"
+ build: "42"
+ - job-spec: "ip4-03"
+ build: "43"
+ - job-spec: "ip4-04"
+ build: "44"
+ - job-spec: "ip4-05"
+ build: "45"
+ - job-spec: "ip4-06"
+ build: "46"
+ - job-spec: "ip4-07"
+ build: "47"
+ - job-spec: "ip4tun-00"
+ build: "48"
+ - job-spec: "ip4tun-02"
+ build: "49"
+ - job-spec: "ip6-00"
+ build: "50"
+ - job-spec: "ip6-01"
+ build: "51"
+ - job-spec: "ip6tun-00"
+ build: "52"
+ - job-spec: "l2-00"
+ build: "53"
+ - job-spec: "l2-01"
+ build: "54"
+ - job-spec: "l2-02"
+ build: "55"
+ - job-spec: "l2-03"
+ build: "56"
+ - job-spec: "l2-04"
+ build: "57"
+ - job-spec: "l2-05"
+ build: "58"
+ - job-spec: "l2-06"
+ build: "59"
+ - job-spec: "l2-07"
+ build: "60"
+ - job-spec: "l2-08"
+ build: "61"
+ - job-spec: "l2-09"
+ build: "62"
+ - job-spec: "l2-10"
+ build: "63"
+ - job-spec: "memif-00"
+ build: "64"
+ - job-spec: "srv6-00"
+ build: "65"
+ - job-spec: "srv6-01"
+ build: "66"
+ - job-spec: "vhost-00"
+ build: "67"
+ - job-spec: "vhost-01"
+ build: "68"
- type: "table"
title: "Job Specification Duration: 3n-tsh-iterative"
@@ -453,47 +453,47 @@
- job-spec: "dpdk-mlr-00"
data-set: "dpdk-3n-tsh-curr-iter"
-# - type: "table"
-# title: "Job Specification Duration: 3n-tsh-coverage"
-# algorithm: "table_job_spec_duration"
-# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-tsh-cov"
-# jb-type: "coverage"
-# data: "vpp-3n-tsh-curr-cov"
-# lines:
-# - job-spec: "ip4-00"
-# build: "7"
-# - job-spec: "ip4-01"
-# build: "8"
-# - job-spec: "ip4-02"
-# build: "9"
-# - job-spec: "ip4-03"
-# build: "10"
-# - job-spec: "ip4tun-00"
-# build: "15"
-# - job-spec: "ip6-00"
-# build: "17"
-# - job-spec: "ip6-01"
-# build: "18"
-# - job-spec: "l2-00"
-# build: "20"
-# - job-spec: "l2-01"
-# build: "21"
-# - job-spec: "l2-02"
-# build: "22"
-# - job-spec: "l2-03"
-# build: "23"
-# - job-spec: "l2-04"
-# build: "24"
-# - job-spec: "memif-00"
-# build: "31"
-# - job-spec: "srv6-00"
-# build: "32"
-# - job-spec: "srv6-01"
-# build: "33"
-# - job-spec: "vhost-00"
-# build: "34"
-# - job-spec: "vhost-01"
-# build: "35"
+- type: "table"
+ title: "Job Specification Duration: 3n-tsh-coverage"
+ algorithm: "table_job_spec_duration"
+ output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-tsh-cov"
+ jb-type: "coverage"
+ data: "vpp-3n-tsh-curr-cov"
+ lines:
+ - job-spec: "ip4-00"
+ build: "1"
+ - job-spec: "ip4-01"
+ build: "2"
+ - job-spec: "ip4-02"
+ build: "3"
+ - job-spec: "ip4-03"
+ build: "4"
+ - job-spec: "ip4tun-00"
+ build: "5"
+ - job-spec: "ip6-00"
+ build: "6"
+ - job-spec: "ip6-01"
+ build: "7"
+ - job-spec: "l2-00"
+ build: "8"
+ - job-spec: "l2-01"
+ build: "9"
+ - job-spec: "l2-02"
+ build: "10"
+ - job-spec: "l2-03"
+ build: "11"
+ - job-spec: "l2-04"
+ build: "12"
+ - job-spec: "memif-00"
+ build: "13"
+ - job-spec: "srv6-00"
+ build: "14"
+ - job-spec: "srv6-01"
+ build: "15"
+ - job-spec: "vhost-00"
+ build: "16"
+ - job-spec: "vhost-01"
+ build: "17"
# VPP Latency Changes 3n-skx 2t1c
- type: "table"
@@ -7331,6 +7331,7 @@
include:
- "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4base-ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4scale20k-ndrpdr.64B-{core}-ethip4-ip4scale20k-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4scale20k-rnd-ndrpdr.64B-{core}-ethip4-ip4scale20k-rnd-ndrpdr"
layout:
title: "2n-aws-nitro50g-64b-{core}-ip4routing-base-scale-ena-{test_type}"
layout: "plot-throughput"
@@ -7344,11 +7345,26 @@
include:
- "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4base-ndrpdr.1518b-{core}-ethip4-ip4base-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4scale20k-ndrpdr.1518b-{core}-ethip4-ip4scale20k-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4scale20k-rnd-ndrpdr.1518b-{core}-ethip4-ip4scale20k-rnd-ndrpdr"
layout:
title: "2n-aws-nitro50g-1518b-{core}-ip4routing-base-scale-ena-{test_type}"
layout: "plot-throughput"
- type: "plot"
+ title: "Throughput: 2n-aws-nitro50g-78b-{core}-ip6routing-base-scale-ena-{test_type}"
+ algorithm: "plot_ndrpdr_box_name"
+ output-file: "{DIR[STATIC,VPP]}/2n-aws-nitro50g-78b-{core}-ip6routing-base-scale-{test_type}"
+ data: "vpp-2n-aws-curr-iter"
+ core: ["2t1c", ]
+ include:
+ - "Tests.Vpp.Perf.Ip6.2n1l-50ge1p1ENA-ethip6-ip6base-ndrpdr.78b-{core}-ethip6-ip6base-ndrpdr"
+ - "Tests.Vpp.Perf.Ip6.2n1l-50ge1p1ENA-ethip6-ip6scale20k-ndrpdr.78b-{core}-ethip6-ip6scale20k-ndrpdr"
+ - "Tests.Vpp.Perf.Ip6.2n1l-50ge1p1ENA-ethip6-ip6scale20k-rnd-ndrpdr.78b-{core}-ethip6-ip6scale20k-rnd-ndrpdr"
+ layout:
+ title: "2n-aws-nitro50g-78b-{core}-ip6routing-base-scale-ena-{test_type}"
+ layout: "plot-throughput"
+
+- type: "plot"
title: "Throughput: 2n-aws-nitro50g-1518b-{core}-ip6routing-base-scale-ena-{test_type}"
algorithm: "plot_ndrpdr_box_name"
output-file: "{DIR[STATIC,VPP]}/2n-aws-nitro50g-1518b-{core}-ip6routing-base-scale-{test_type}"
@@ -7357,6 +7373,7 @@
include:
- "Tests.Vpp.Perf.Ip6.2n1l-50ge1p1ENA-ethip6-ip6base-ndrpdr.1518B-{core}-ethip6-ip6base-ndrpdr"
- "Tests.Vpp.Perf.Ip6.2n1l-50ge1p1ENA-ethip6-ip6scale20k-ndrpdr.1518B-{core}-ethip6-ip6scale20k-ndrpdr"
+ - "Tests.Vpp.Perf.Ip6.2n1l-50ge1p1ENA-ethip6-ip6scale20k-rnd-ndrpdr.1518B-{core}-ethip6-ip6scale20k-rnd-ndrpdr"
layout:
title: "2n-aws-nitro50g-1518b-{core}-ip6routing-base-scale-ena-{test_type}"
layout: "plot-throughput"
@@ -7370,6 +7387,7 @@
include:
- "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4base-ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr"
- "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4scale20k-ndrpdr.64B-{core}-ethip4-ip4scale20k-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4scale20k-rnd-ndrpdr.64B-{core}-ethip4-ip4scale20k-rnd-ndrpdr"
layout:
title: "3n-aws-nitro50g-64b-{core}-ip4routing-base-scale-ena-{test_type}"
layout: "plot-throughput"
@@ -7383,6 +7401,7 @@
include:
- "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4base-ndrpdr.1518b-{core}-ethip4-ip4base-ndrpdr"
- "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4scale20k-ndrpdr.1518b-{core}-ethip4-ip4scale20k-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4scale20k-rnd-ndrpdr.1518b-{core}-ethip4-ip4scale20k-rnd-ndrpdr"
layout:
title: "3n-aws-nitro50g-1518b-{core}-ip4routing-base-scale-ena-{test_type}"
layout: "plot-throughput"