diff options
Diffstat (limited to 'resources')
| -rw-r--r-- | resources/tools/presentation/conf.py | 10 | ||||
| -rw-r--r-- | resources/tools/presentation/generator_tables.py | 2 | ||||
| -rw-r--r-- | resources/tools/presentation/specification.yaml | 1873 |
3 files changed, 759 insertions, 1126 deletions
diff --git a/resources/tools/presentation/conf.py b/resources/tools/presentation/conf.py index 26d291400a..8236cab605 100644 --- a/resources/tools/presentation/conf.py +++ b/resources/tools/presentation/conf.py @@ -62,6 +62,7 @@ rst_epilog = """ .. |release-1| replace:: {prev_release} .. |srelease| replace:: {srelease} .. |csit-release| replace:: CSIT-{csitrelease} +.. |csit-release-1| replace:: CSIT-{csit_prev_release} .. |vpp-release| replace:: VPP-{vpprelease} release .. |vpp-release-1| replace:: VPP-{vpp_prev_release} release .. |dpdk-release| replace:: DPDK {dpdkrelease} @@ -91,10 +92,10 @@ rst_epilog = """ .. _FD.io test executor vpp performance job 3n-skx: https://jenkins.fd.io/view/csit/job/csit-vpp-perf-verify-1807-3n-skx .. _FD.io test executor vpp performance job 2n-skx: https://jenkins.fd.io/view/csit/job/csit-vpp-perf-verify-1807-2n-skx .. _FD.io test executor ligato performance jobs: https://jenkins.fd.io/job/csit-ligato-perf-{srelease}-all -.. _FD.io test executor vpp functional jobs: https://jenkins.fd.io/view/csit/job/csit-vpp-functional-{srelease}-ubuntu1604-virl/lastSuccessfulBuild -.. _FD.io test executor Honeycomb functional jobs: https://jenkins.fd.io/view/csit/job/hc2vpp-csit-integration-{srelease}-ubuntu1604/lastSuccessfulBuild -.. _FD.io test executor honeycomb performance jobs: https://jenkins.fd.io/view/hc2vpp/job/hc2vpp-csit-perf-master-ubuntu1604/lastSuccessfulBuild -.. _FD.io test executor NSH_SFC functional jobs: https://jenkins.fd.io/view/csit/job/csit-nsh_sfc-verify-func-{srelease}-ubuntu1604-virl/lastSuccessfulBuild +.. _FD.io test executor vpp functional jobs using Ubuntu: https://jenkins.fd.io/view/csit/job/csit-vpp-functional-{srelease}-ubuntu1604-virl +.. _FD.io test executor vpp functional jobs using CentOs: https://jenkins.fd.io/view/csit/job/csit-vpp-functional-{srelease}-centos7-virl +.. _FD.io test executor Honeycomb functional jobs: https://jenkins.fd.io/view/csit/job/hc2vpp-csit-integration-{srelease}-ubuntu1604 +.. _FD.io test executor NSH_SFC functional jobs: https://jenkins.fd.io/view/csit/job/csit-nsh_sfc-verify-func-{srelease}-ubuntu1604-virl .. _FD.io VPP compile job: https://jenkins.fd.io/view/vpp/job/vpp-merge-{srelease}-ubuntu1604/ .. _FD.io DPDK compile job: https://jenkins.fd.io/view/deb-dpdk/job/deb_dpdk-merge-{sdpdkrelease}-ubuntu1604/ .. _CSIT Testbed Setup: https://git.fd.io/csit/tree/resources/tools/testbed-setup/README.md?h={release} @@ -103,6 +104,7 @@ rst_epilog = """ prev_release='rls1804', srelease='1807', csitrelease='18.07', + csit_prev_release='18.04', vpprelease='18.07', vpp_prev_release='18.04', dpdkrelease='18.05', diff --git a/resources/tools/presentation/generator_tables.py b/resources/tools/presentation/generator_tables.py index cd61e321f1..6d81f43ba4 100644 --- a/resources/tools/presentation/generator_tables.py +++ b/resources/tools/presentation/generator_tables.py @@ -391,7 +391,7 @@ def table_performance_comparison(table, input_data): "{0} Stdev [Mpps]".format(table["reference"]["title"]), "{0} {1} [Mpps]".format(table["compare"]["title"], hdr_param), "{0} Stdev [Mpps]".format(table["compare"]["title"]), - "Change [%]"]) + "Delta [%]"]) header_str = ",".join(header) + "\n" except (AttributeError, KeyError) as err: logging.error("The model is invalid, missing parameter: {0}". diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index ade101d1b3..76cfeb30c8 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -95,31 +95,11 @@ - type: "configuration" + data-sets: - plot-vpp-http-server-performance: - csit-vpp-perf-1804-all: - - 39 # wrk - - 40 # wrk - - 41 # wrk - - 42 # wrk - - 43 # wrk - - 44 # wrk - - 45 # wrk - - 46 # wrk - - 47 # wrk - - 48 # wrk + + # VPP Performance vpp-performance-changes: - csit-vpp-perf-1710-all: - - 11 - - 12 - - 13 - - 14 - - 15 - - 16 - - 17 - - 18 - - 19 - - 20 csit-vpp-perf-1801-all: - 124 # sel - 127 # sel @@ -144,6 +124,35 @@ - 30 # sel - 31 # sel - 35 # sel + # TODO: Add Data sources + # 1807 + vpp-compare-testbeds: + # TODO: Add Data sources + csit-vpp-perf-1801-all: + - 124 # sel + - 127 # sel + - 128 # sel + - 141 # sel + - 142 # sel + - 143 # sel + - 145 # sel + - 146 # sel + - 162 # sel + - 163 # sel + - 167 # sel + - 172 # sel acl only + # TODO: Add Data sources + csit-vpp-perf-1804-all: + - 21 # sel + - 22 # sel + - 23 # sel + - 24 # sel + - 27 # sel + - 28 # sel + - 29 # sel + - 30 # sel + - 31 # sel + - 35 # sel vpp-performance-changes-mrr: csit-vpp-perf-check-1801: - 3 @@ -167,7 +176,43 @@ - 20 # mrr - sel - 21 # mrr - sel - 22 # mrr - sel + # TODO: Add Data sources + # 1807 + vpp-perf-results-3n-hsw: + # TODO: Add Data sources + csit-vpp-perf-1804-all: + - 19 # full + - 20 # full + - 25 # full + - 49 # full + vpp-perf-results-3n-skx: + # TODO: Add Data sources + csit-vpp-perf-1804-all: + - 19 # full + - 20 # full + - 25 # full + - 49 # full + vpp-perf-results-2n-skx: + # TODO: Add Data sources + csit-vpp-perf-1804-all: + - 19 # full + - 20 # full + - 25 # full + - 49 # full + vpp-mrr-results-3n-hsw: + # TODO: Add Data sources + csit-vpp-perf-check-1804: + - 5 # mrr - full + vpp-mrr-results-3n-skx: + # TODO: Add Data sources + csit-vpp-perf-check-1804: + - 5 # mrr - full + vpp-mrr-results-2n-skx: + # TODO: Add Data sources + csit-vpp-perf-check-1804: + - 5 # mrr - full plot-throughput-speedup-analysis-3n-hsw: + # TODO: Add Data sources csit-vpp-perf-1804-all: - 19 # full - 20 # full @@ -184,6 +229,7 @@ - 31 # sel - 35 # sel plot-throughput-speedup-analysis-3n-skx: + # TODO: Add Data sources csit-vpp-perf-1804-all: - 19 # full - 20 # full @@ -200,6 +246,7 @@ - 31 # sel - 35 # sel plot-throughput-speedup-analysis-2n-skx: + # TODO: Add Data sources csit-vpp-perf-1804-all: - 19 # full - 20 # full @@ -215,100 +262,8 @@ - 30 # sel - 31 # sel - 35 # sel - plot-ligato-throughput-speedup-analysis-3n-hsw: - csit-ligato-perf-1804-all: - - 5 # sel - - 6 # sel - - 7 # sel - - 8 # sel - - 9 # sel - - 10 # sel - - 11 # sel - - 12 # sel - - 13 # sel - - 14 # sel - plot-ligato-throughput-speedup-analysis-3n-skx: - csit-ligato-perf-1804-all: - - 5 # sel - - 6 # sel - - 7 # sel - - 8 # sel - - 9 # sel - - 10 # sel - - 11 # sel - - 12 # sel - - 13 # sel - - 14 # sel - plot-ligato-throughput-speedup-analysis-2n-skx: - csit-ligato-perf-1804-all: - - 5 # sel - - 6 # sel - - 7 # sel - - 8 # sel - - 9 # sel - - 10 # sel - - 11 # sel - - 12 # sel - - 13 # sel - - 14 # sel - vpp-perf-results-3n-hsw: - csit-vpp-perf-1804-all: - - 19 # full - - 20 # full - - 25 # full - - 49 # full - vpp-perf-results-3n-skx: - csit-vpp-perf-1804-all: - - 19 # full - - 20 # full - - 25 # full - - 49 # full - vpp-perf-results-2n-skx: - csit-vpp-perf-1804-all: - - 19 # full - - 20 # full - - 25 # full - - 49 # full - vpp-func-results-ubuntu: - csit-vpp-functional-1807-ubuntu1604-virl: - - "lastSuccessfulBuild" - vpp-func-results-centos: - csit-vpp-functional-1807-centos7-virl: - - "lastSuccessfulBuild" - vpp-mrr-results-3n-hsw: - csit-vpp-perf-check-1804: - - 5 # mrr - full - vpp-mrr-results-3n-skx: - csit-vpp-perf-check-1804: - - 5 # mrr - full - vpp-mrr-results-2n-skx: - csit-vpp-perf-check-1804: - - 5 # mrr - full - ligato-perf-results-3n-hsw: - csit-ligato-perf-1804-all: - - 4 # full - ligato-perf-results-3n-skx: - csit-ligato-perf-1804-all: - - 4 # full - ligato-perf-results-2n-skx: - csit-ligato-perf-1804-all: - - 4 # full - dpdk-perf-results-3n-hsw: - csit-dpdk-perf-verify-1807-3n-hsw: - - 10 - dpdk-perf-results-3n-skx: - csit-dpdk-perf-verify-1807-3n-skx: - - 12 - dpdk-perf-results-2n-skx: - csit-dpdk-perf-verify-1807-2n-skx: - - 10 - hc-func-results: - csit-hc2vpp-verify-func-1807-ubuntu1604: - - "lastSuccessfulBuild" - nsh-func-results: - csit-nsh_sfc-verify-func-1804-ubuntu1604-virl: - - 7 plot-vpp-throughput-latency-3n-hsw: + # TODO: Add Data sources csit-vpp-perf-1804-all: - 19 # full - 20 # full @@ -325,6 +280,7 @@ - 31 # sel - 35 # sel plot-vpp-throughput-latency-3n-skx: + # TODO: Add Data sources csit-vpp-perf-1804-all: - 19 # full - 20 # full @@ -341,6 +297,7 @@ - 31 # sel - 35 # sel plot-vpp-throughput-latency-2n-skx: + # TODO: Add Data sources csit-vpp-perf-1804-all: - 19 # full - 20 # full @@ -356,6 +313,116 @@ - 30 # sel - 31 # sel - 35 # sel + plot-vpp-http-server-performance: + # TODO: Add Data sources + csit-vpp-perf-1804-all: + - 39 # wrk + - 40 # wrk + - 41 # wrk + - 42 # wrk + - 43 # wrk + - 44 # wrk + - 45 # wrk + - 46 # wrk + - 47 # wrk + - 48 # wrk + + # VPP Functional + vpp-func-results-ubuntu: + csit-vpp-functional-1807-ubuntu1604-virl: + # TODO: Add Data sources + - "lastSuccessfulBuild" + vpp-func-results-centos: + csit-vpp-functional-1807-centos7-virl: + # TODO: Add Data sources + - "lastSuccessfulBuild" + + # VPP Ligato + ligato-perf-results-3n-hsw: + # TODO: Add Data sources + csit-ligato-perf-1804-all: + - 4 # full + plot-ligato-throughput-speedup-analysis-3n-hsw: + # TODO: Add Data sources + csit-ligato-perf-1804-all: + - 5 # sel + - 6 # sel + - 7 # sel + - 8 # sel + - 9 # sel + - 10 # sel + - 11 # sel + - 12 # sel + - 13 # sel + - 14 # sel + plot-ligato-throughput-latency-3n-hsw: + # TODO: Add Data sources + csit-ligato-perf-1804-all: + - 5 # sel + - 6 # sel + - 7 # sel + - 8 # sel + - 9 # sel + - 10 # sel + - 11 # sel + - 12 # sel + - 13 # sel + - 14 # sel + + # DPDK Performance + dpdk-performance-changes: + csit-dpdk-perf-1804-all: + - 4 + - 5 + - 6 + - 7 + - 8 + - 9 + - 10 + - 11 + - 12 + - 13 + csit-dpdk-perf-verify-1807-3n-hsw: + - 2 + - 3 + - 4 + - 5 + - 6 + - 7 + - 8 + - 9 + - 10 + dpdk-compare-testbeds: + csit-dpdk-perf-verify-1807-3n-skx: + - 1 + - 2 + - 3 + - 6 + - 7 + - 8 + - 9 + - 10 + - 11 + - 12 + csit-dpdk-perf-verify-1807-3n-hsw: + - 2 + - 3 + - 4 + - 5 + - 6 + - 7 + - 8 + - 9 + - 10 + dpdk-perf-results-3n-hsw: + csit-dpdk-perf-verify-1807-3n-hsw: + - 10 + dpdk-perf-results-3n-skx: + csit-dpdk-perf-verify-1807-3n-skx: + - 12 + dpdk-perf-results-2n-skx: + csit-dpdk-perf-verify-1807-2n-skx: + - 10 plot-dpdk-throughput-latency-3n-hsw: csit-dpdk-perf-verify-1807-3n-hsw: - 2 @@ -367,6 +434,7 @@ - 8 - 9 - 10 + plot-dpdk-throughput-latency-3n-skx: csit-dpdk-perf-verify-1807-3n-skx: - 1 - 2 @@ -390,42 +458,18 @@ - 8 - 9 - 10 - plot-ligato-throughput-latency-3n-hsw: - csit-ligato-perf-1804-all: - - 5 # sel - - 6 # sel - - 7 # sel - - 8 # sel - - 9 # sel - - 10 # sel - - 11 # sel - - 12 # sel - - 13 # sel - - 14 # sel - plot-ligato-throughput-latency-3n-skx: - csit-ligato-perf-1804-all: - - 5 # sel - - 6 # sel - - 7 # sel - - 8 # sel - - 9 # sel - - 10 # sel - - 11 # sel - - 12 # sel - - 13 # sel - - 14 # sel - plot-ligato-throughput-latency-2n-skx: - csit-ligato-perf-1804-all: - - 5 # sel - - 6 # sel - - 7 # sel - - 8 # sel - - 9 # sel - - 10 # sel - - 11 # sel - - 12 # sel - - 13 # sel - - 14 # sel + + # HoneyComb Functional + hc-func-results: + csit-hc2vpp-verify-func-1807-ubuntu1604: + # TODO: Add Data sources + - "lastSuccessfulBuild" + + #NSH SFC Functional + nsh-func-results: + # TODO: Add Data sources + csit-nsh_sfc-verify-func-1804-ubuntu1604-virl: + - 7 plot-layouts: @@ -639,29 +683,16 @@ dst-path: "{DIR[WORKING,SRC]}" - - type: "input" # Ignored in debug mode + type: "input" general: file-name: "robot-plugin.zip" file-format: ".zip" download-path: "{job}/{build}/robot/report/*zip*/{filename}" extract: "robot-plugin/output.xml" + builds: - csit-vpp-perf-1710-all: - - 11 - - 12 - - 13 - - 14 - - 15 - - 16 - - 17 - - 18 - - 19 - - 20 + csit-vpp-perf-1801-all: -# - 122 # full -# - 126 # full -# - 129 # full -# - 140 # full - 124 # sel - 127 # sel - 128 # sel @@ -699,6 +730,13 @@ - 46 # wrk - 47 # wrk - 48 # wrk + # TODO: Add Data sources +# csit-vpp-perf-verify-1807-3n-hsw: +# - +# csit-vpp-perf-verify-1807-3n-skx: +# - +# csit-vpp-perf-verify-1807-2n-skx: +# - csit-vpp-perf-check-1801: - 3 # mrr - 4 # mrr @@ -722,28 +760,8 @@ - 20 # mrr - sel - 21 # mrr - sel - 22 # mrr - sel -# csit-ligato-perf-1710-all: -# - 5 -# - 7 -# - 8 -# - 9 -# - 10 -# - 11 -# - 12 -# - 13 -# - 16 -# - 17 -# csit-ligato-perf-1801-all: -# - 16 # sel -# - 17 # sel -# - 18 # sel -# - 19 # sel -# - 20 # sel -# - 21 # sel -# - 22 # sel -# - 23 # sel -# - 24 # sel -# - 25 # full + # TODO: Add Data sources + # mrr 1807 csit-ligato-perf-1804-all: - 4 # full - 5 # sel @@ -756,6 +774,20 @@ - 12 # sel - 13 # sel - 14 # sel + # TODO: Add Data sources +# csit-ligato-perf-1807-all: +# - + csit-dpdk-perf-1804-all: + - 4 + - 5 + - 6 + - 7 + - 8 + - 9 + - 10 + - 11 + - 12 + - 13 csit-dpdk-perf-verify-1807-3n-hsw: - 2 - 3 @@ -789,12 +821,16 @@ - 9 - 10 csit-vpp-functional-1807-ubuntu1604-virl: + # TODO: Add Data sources - "lastSuccessfulBuild" csit-vpp-functional-1807-centos7-virl: + # TODO: Add Data sources - "lastSuccessfulBuild" + # TODO: Add Data sources csit-nsh_sfc-verify-func-1804-ubuntu1604-virl: - 7 csit-hc2vpp-verify-func-1807-ubuntu1604: + # TODO: Add Data sources - "lastSuccessfulBuild" - @@ -810,6 +846,8 @@ ### T A B L E S ### ################################################################################ +################################################################################ +# VPP - type: "table" title: "VPP Performance Changes 1t1c pdr" @@ -817,38 +855,39 @@ output-file: "{DIR[STATIC,VPP]}/performance-changes-1t1c-pdr" history: - - title: "rls1710" + title: "rls1801" data: - csit-vpp-perf-1710-all: - - 11 - - 12 - - 13 - - 14 - - 15 - - 16 - - 17 - - 18 - - 19 - - 20 + csit-vpp-perf-1801-all: + - 124 # sel + - 127 # sel + - 128 # sel + - 141 # sel + - 142 # sel + - 143 # sel + - 145 # sel + - 146 # sel + - 162 # sel + - 163 # sel + - 167 # sel + - 172 # sel acl only reference: - title: "rls1801" + title: "rls1804" data: - csit-vpp-perf-1801-all: - - 124 # sel - - 127 # sel - - 128 # sel - - 141 # sel - - 142 # sel - - 143 # sel - - 145 # sel - - 146 # sel - - 162 # sel - - 163 # sel - - 167 # sel - - 172 # sel acl only + csit-vpp-perf-1804-all: + - 21 # sel + - 22 # sel + - 23 # sel + - 24 # sel + - 27 # sel + - 28 # sel + - 29 # sel + - 30 # sel + - 31 # sel + - 35 # sel compare: - title: "rls1804" + title: "rls1807" data: + # TODO: Add Data sources csit-vpp-perf-1804-all: - 21 # sel - 22 # sel @@ -875,38 +914,39 @@ output-file: "{DIR[STATIC,VPP]}/performance-changes-2t2c-pdr" history: - - title: "rls1710" + title: "rls1801" data: - csit-vpp-perf-1710-all: - - 11 - - 12 - - 13 - - 14 - - 15 - - 16 - - 17 - - 18 - - 19 - - 20 + csit-vpp-perf-1801-all: + - 124 # sel + - 127 # sel + - 128 # sel + - 141 # sel + - 142 # sel + - 143 # sel + - 145 # sel + - 146 # sel + - 162 # sel + - 163 # sel + - 167 # sel + - 172 # sel acl only reference: - title: "rls1801" + title: "rls1804" data: - csit-vpp-perf-1801-all: - - 124 # sel - - 127 # sel - - 128 # sel - - 141 # sel - - 142 # sel - - 143 # sel - - 145 # sel - - 146 # sel - - 162 # sel - - 163 # sel - - 167 # sel - - 172 # sel acl only + csit-vpp-perf-1804-all: + - 21 # sel + - 22 # sel + - 23 # sel + - 24 # sel + - 27 # sel + - 28 # sel + - 29 # sel + - 30 # sel + - 31 # sel + - 35 # sel compare: - title: "rls1804" + title: "rls1807" data: + # TODO: Add Data sources csit-vpp-perf-1804-all: - 21 # sel - 22 # sel @@ -933,22 +973,126 @@ output-file: "{DIR[STATIC,VPP]}/performance-changes-1t1c-ndr" history: - - title: "rls1710" + title: "rls1801" data: - csit-vpp-perf-1710-all: - - 11 - - 12 - - 13 - - 14 - - 15 - - 16 - - 17 - - 18 - - 19 - - 20 + csit-vpp-perf-1801-all: + - 124 # sel + - 127 # sel + - 128 # sel + - 141 # sel + - 142 # sel + - 143 # sel + - 145 # sel + - 146 # sel + - 162 # sel + - 163 # sel + - 167 # sel + - 172 # sel acl only + reference: + title: "rls1804" + data: + csit-vpp-perf-1804-all: + - 21 # sel + - 22 # sel + - 23 # sel + - 24 # sel + - 27 # sel + - 28 # sel + - 29 # sel + - 30 # sel + - 31 # sel + - 35 # sel + compare: + title: "rls1807" + data: + # TODO: Add Data sources + csit-vpp-perf-1804-all: + - 21 # sel + - 22 # sel + - 23 # sel + - 24 # sel + - 27 # sel + - 28 # sel + - 29 # sel + - 30 # sel + - 31 # sel + - 35 # sel + data: "vpp-performance-changes" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +- + type: "table" + title: "VPP Performance Changes 2t2c ndr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2t2c-ndr" + history: + - + title: "rls1801" + data: + csit-vpp-perf-1801-all: + - 124 # sel + - 127 # sel + - 128 # sel + - 141 # sel + - 142 # sel + - 143 # sel + - 145 # sel + - 146 # sel + - 162 # sel + - 163 # sel + - 167 # sel + - 172 # sel acl only + reference: + title: "rls1804" + data: + csit-vpp-perf-1804-all: + - 21 # sel + - 22 # sel + - 23 # sel + - 24 # sel + - 27 # sel + - 28 # sel + - 29 # sel + - 30 # sel + - 31 # sel + - 35 # sel + compare: + title: "rls1807" + data: + # TODO: Add Data sources + csit-vpp-perf-1804-all: + - 21 # sel + - 22 # sel + - 23 # sel + - 24 # sel + - 27 # sel + - 28 # sel + - 29 # sel + - 30 # sel + - 31 # sel + - 35 # sel + data: "vpp-performance-changes" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +- + type: "table" + title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx ndr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-ndr" reference: - title: "rls1801" + title: "3-Node Hsw" data: + # TODO: Add Data sources csit-vpp-perf-1801-all: - 124 # sel - 127 # sel @@ -963,8 +1107,9 @@ - 167 # sel - 172 # sel acl only compare: - title: "rls1804" + title: "3-Node Skx" data: + # TODO: Add Data sources csit-vpp-perf-1804-all: - 21 # sel - 22 # sel @@ -976,9 +1121,9 @@ - 30 # sel - 31 # sel - 35 # sel - data: "vpp-performance-changes" + data: "vpp-compare-testbeds" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + filter: "'NIC_Intel-X710' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: - "name" - "parent" @@ -986,27 +1131,13 @@ - type: "table" - title: "VPP Performance Changes 2t2c ndr" + title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx pdr" algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2t2c-ndr" - history: - - - title: "rls1710" - data: - csit-vpp-perf-1710-all: - - 11 - - 12 - - 13 - - 14 - - 15 - - 16 - - 17 - - 18 - - 19 - - 20 + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-pdr" reference: - title: "rls1801" + title: "3-Node Hsw" data: + # TODO: Add Data sources csit-vpp-perf-1801-all: - 124 # sel - 127 # sel @@ -1021,8 +1152,9 @@ - 167 # sel - 172 # sel acl only compare: - title: "rls1804" + title: "3-Node Skx" data: + # TODO: Add Data sources csit-vpp-perf-1804-all: - 21 # sel - 22 # sel @@ -1034,9 +1166,9 @@ - 30 # sel - 31 # sel - 35 # sel - data: "vpp-performance-changes" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + data: "vpp-compare-testbeds" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-X710' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: - "name" - "parent" @@ -1047,23 +1179,39 @@ title: "VPP Performance Changes - 1t1c MRR" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-1t1c-mrr" + history: + - + title: "rls1801" + data: + csit-vpp-perf-check-1801: + - 3 + - 4 + - 5 + - 6 + - 7 + - 8 + - 9 + - 11 + - 12 + - 13 reference: - title: "Release 1801" + title: "rls1804" data: - csit-vpp-perf-check-1801: - - 3 - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 11 - - 12 - - 13 + csit-vpp-perf-check-1804: + - 6 # mrr - sel + - 13 # mrr - sel + - 14 # mrr - sel + - 15 # mrr - sel + - 16 # mrr - sel + - 17 # mrr - sel + - 19 # mrr - sel + - 20 # mrr - sel + - 21 # mrr - sel + - 22 # mrr - sel compare: - title: "Release 1804" + title: "rls1807" data: + # TODO: Add Data sources csit-vpp-perf-check-1804: - 6 # mrr - sel - 13 # mrr - sel @@ -1088,23 +1236,39 @@ title: "VPP Performance Changes - 2t2c MRR" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2t2c-mrr" + history: + - + title: "rls1801" + data: + csit-vpp-perf-check-1801: + - 3 + - 4 + - 5 + - 6 + - 7 + - 8 + - 9 + - 11 + - 12 + - 13 reference: - title: "Release 1801" + title: "rls1804" data: - csit-vpp-perf-check-1801: - - 3 - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 11 - - 12 - - 13 + csit-vpp-perf-check-1804: + - 6 # mrr - sel + - 13 # mrr - sel + - 14 # mrr - sel + - 15 # mrr - sel + - 16 # mrr - sel + - 17 # mrr - sel + - 19 # mrr - sel + - 20 # mrr - sel + - 21 # mrr - sel + - 22 # mrr - sel compare: - title: "Release 1804" + title: "rls1807" data: + # TODO: Add Data sources csit-vpp-perf-check-1804: - 6 # mrr - sel - 13 # mrr - sel @@ -1129,23 +1293,39 @@ title: "VPP Performance Changes - 4t4c MRR" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-4t4c-mrr" + history: + - + title: "rls1801" + data: + csit-vpp-perf-check-1801: + - 3 + - 4 + - 5 + - 6 + - 7 + - 8 + - 9 + - 11 + - 12 + - 13 reference: - title: "Release 1801" + title: "rls1804" data: - csit-vpp-perf-check-1801: - - 3 - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 11 - - 12 - - 13 + csit-vpp-perf-check-1804: + - 6 # mrr - sel + - 13 # mrr - sel + - 14 # mrr - sel + - 15 # mrr - sel + - 16 # mrr - sel + - 17 # mrr - sel + - 19 # mrr - sel + - 20 # mrr - sel + - 21 # mrr - sel + - 22 # mrr - sel compare: - title: "Release 1804" + title: "rls1807" data: + # TODO: Add Data sources csit-vpp-perf-check-1804: - 6 # mrr - sel - 13 # mrr - sel @@ -1622,6 +1802,248 @@ - "doc" - "msg" +################################################################################ +# DPDK +- + type: "table" + title: "DPDK Performance Changes 1t1c pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-1t1c-pdr" + reference: + title: "rls1804" + data: + csit-dpdk-perf-1804-all: + - 4 + - 5 + - 6 + - 7 + - 8 + - 9 + - 10 + - 11 + - 12 + - 13 + compare: + title: "rls1807" + data: + csit-dpdk-perf-verify-1807-3n-hsw: + - 2 + - 3 + - 4 + - 5 + - 6 + - 7 + - 8 + - 9 + - 10 + data: "dpdk-performance-changes" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +- + type: "table" + title: "DPDK Performance Changes 2t2c pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2t2c-pdr" + reference: + title: "rls1804" + data: + csit-dpdk-perf-1804-all: + - 4 + - 5 + - 6 + - 7 + - 8 + - 9 + - 10 + - 11 + - 12 + - 13 + compare: + title: "rls1807" + data: + csit-dpdk-perf-verify-1807-3n-hsw: + - 2 + - 3 + - 4 + - 5 + - 6 + - 7 + - 8 + - 9 + - 10 + data: "dpdk-performance-changes" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +- + type: "table" + title: "DPDK Performance Changes 1t1c ndr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-1t1c-ndr" + reference: + title: "rls1804" + data: + csit-dpdk-perf-1804-all: + - 4 + - 5 + - 6 + - 7 + - 8 + - 9 + - 10 + - 11 + - 12 + - 13 + compare: + title: "rls1807" + data: + csit-dpdk-perf-verify-1807-3n-hsw: + - 2 + - 3 + - 4 + - 5 + - 6 + - 7 + - 8 + - 9 + - 10 + data: "dpdk-performance-changes" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +- + type: "table" + title: "DPDK Performance Changes 2t2c ndr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2t2c-ndr" + reference: + title: "rls1804" + data: + csit-dpdk-perf-1804-all: + - 4 + - 5 + - 6 + - 7 + - 8 + - 9 + - 10 + - 11 + - 12 + - 13 + compare: + title: "rls1807" + data: + csit-dpdk-perf-verify-1807-3n-hsw: + - 2 + - 3 + - 4 + - 5 + - 6 + - 7 + - 8 + - 9 + - 10 + data: "dpdk-performance-changes" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +- + type: "table" + title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-ndr" + reference: + title: "3-Node Hsw" + data: + csit-dpdk-perf-verify-1807-3n-hsw: + - 2 + - 3 + - 4 + - 5 + - 6 + - 7 + - 8 + - 9 + - 10 + compare: + title: "3-Node Skx" + data: + csit-dpdk-perf-verify-1807-3n-skx: + - 1 + - 2 + - 3 + - 6 + - 7 + - 8 + - 9 + - 10 + - 11 + - 12 + data: "dpdk-compare-testbeds" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-X710' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +- + type: "table" + title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-pdr" + reference: + title: "3-Node Hsw" + data: + csit-dpdk-perf-verify-1807-3n-hsw: + - 2 + - 3 + - 4 + - 5 + - 6 + - 7 + - 8 + - 9 + - 10 + compare: + title: "3-Node Skx" + data: + csit-dpdk-perf-verify-1807-3n-skx: + - 1 + - 2 + - 3 + - 6 + - 7 + - 8 + - 9 + - 10 + - 11 + - 12 + data: "dpdk-compare-testbeds" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-X710' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + - type: "table" title: "Detailed Test Results - DPDK Performance Results 3n-hsw" @@ -1685,6 +2107,9 @@ - "parent" - "msg" + +################################################################################ +# HoneyComb - type: "table" title: "Detailed Test Results - Honeycomb Functional Results" @@ -1711,6 +2136,8 @@ - "doc" - "status" +################################################################################ +# NSH SFC - type: "table" title: "Detailed Test Results - NSH SFC Functional Results" @@ -2011,7 +2438,7 @@ - "doc" - "level" - "parent" - data-start-level: 2 + data-start-level: 4 - type: "file" @@ -2029,7 +2456,7 @@ - "doc" - "level" - "parent" - data-start-level: 2 + data-start-level: 4 - type: "file" @@ -2046,7 +2473,7 @@ - "doc" - "level" - "parent" - data-start-level: 2 + data-start-level: 4 - type: "file" @@ -2064,7 +2491,7 @@ - "doc" - "level" - "parent" - data-start-level: 2 + data-start-level: 4 - type: "file" @@ -4554,426 +4981,6 @@ title: "" # No title layout: "plot-throughput" -# Packet Throughput - VPP Container Orchestrated Memif 3n-skx-x710 -- - type: "plot" - title: "VPP Throughput: k8s-memif-3n-skx-x710-64b-2t1c-base_and_scale-ndr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-skx-x710-64b-2t1c-base_and_scale-ndr" - data: "plot-ligato-throughput-latency-3n-skx" - filter: "'NIC_Intel-X710' and - '64B' and - ('BASE' or 'SCALE') and - 'NDRDISC' and - '2T1C' and - ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and - not 'VHOST' and - 'MEMIF'" - parameters: - - "throughput" - - "parent" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "" # No title - layout: "plot-throughput" - -- - type: "plot" - title: "VPP Throughput: k8s-memif-3n-skx-x710-64b-2t1c-base_and_scale-pdr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-skx-x710-64b-2t1c-base_and_scale-pdr" - data: "plot-ligato-throughput-latency-3n-skx" - filter: "'NIC_Intel-X710' and - '64B' and - ('BASE' or 'SCALE') and - 'PDRDISC' and not 'NDRDISC' and - '2T1C' and - ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and - not 'VHOST' and - 'MEMIF'" - parameters: - - "throughput" - - "parent" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "" # No title - layout: "plot-throughput" - -- - type: "plot" - title: "VPP Throughput: k8s-memif-3n-skx-x710-64b-4t2c-base_and_scale-ndr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-skx-x710-64b-4t2c-base_and_scale-ndr" - data: "plot-ligato-throughput-latency-3n-skx" - filter: "'NIC_Intel-X710' and - '64B' and - ('BASE' or 'SCALE') and - 'NDRDISC' and - '4T2C' and - ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and - not 'VHOST' and - 'MEMIF'" - parameters: - - "throughput" - - "parent" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "" # No title - layout: "plot-throughput" - -- - type: "plot" - title: "VPP Throughput: k8s-memif-3n-skx-x710-64b-4t2c-base_and_scale-pdr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-skx-x710-64b-4t2c-base_and_scale-pdr" - data: "plot-ligato-throughput-latency-3n-skx" - filter: "'NIC_Intel-X710' and - '64B' and - ('BASE' or 'SCALE') and - 'PDRDISC' and not 'NDRDISC' and - '4T2C' and - ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and - not 'VHOST' and - 'MEMIF'" - parameters: - - "throughput" - - "parent" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "" # No title - layout: "plot-throughput" - -# Packet Throughput - VPP Container Orchestrated Memif 3n-skx-xxv710 -- - type: "plot" - title: "VPP Throughput: k8s-memif-3n-skx-xxv710-64b-2t1c-base_and_scale-ndr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-skx-xxv710-64b-2t1c-base_and_scale-ndr" - data: "plot-ligato-throughput-latency-3n-skx" - filter: "'NIC_Intel-XXV710' and - '64B' and - ('BASE' or 'SCALE') and - 'NDRDISC' and - '2T1C' and - ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and - not 'VHOST' and - 'MEMIF'" - parameters: - - "throughput" - - "parent" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "" # No title - layout: "plot-throughput" - -- - type: "plot" - title: "VPP Throughput: k8s-memif-3n-skx-xxv710-64b-2t1c-base_and_scale-pdr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-skx-xxv710-64b-2t1c-base_and_scale-pdr" - data: "plot-ligato-throughput-latency-3n-skx" - filter: "'NIC_Intel-XXV710' and - '64B' and - ('BASE' or 'SCALE') and - 'PDRDISC' and not 'NDRDISC' and - '2T1C' and - ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and - not 'VHOST' and - 'MEMIF'" - parameters: - - "throughput" - - "parent" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "" # No title - layout: "plot-throughput" - -- - type: "plot" - title: "VPP Throughput: k8s-memif-3n-skx-xxv710-64b-4t2c-base_and_scale-ndr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-skx-xxv710-64b-4t2c-base_and_scale-ndr" - data: "plot-ligato-throughput-latency-3n-skx" - filter: "'NIC_Intel-XXV710' and - '64B' and - ('BASE' or 'SCALE') and - 'NDRDISC' and - '4T2C' and - ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and - not 'VHOST' and - 'MEMIF'" - parameters: - - "throughput" - - "parent" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "" # No title - layout: "plot-throughput" - -- - type: "plot" - title: "VPP Throughput: k8s-memif-3n-skx-xxv710-64b-4t2c-base_and_scale-pdr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-skx-xxv710-64b-4t2c-base_and_scale-pdr" - data: "plot-ligato-throughput-latency-3n-skx" - filter: "'NIC_Intel-XXV710' and - '64B' and - ('BASE' or 'SCALE') and - 'PDRDISC' and not 'NDRDISC' and - '4T2C' and - ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and - not 'VHOST' and - 'MEMIF'" - parameters: - - "throughput" - - "parent" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "" # No title - layout: "plot-throughput" - -# Packet Throughput - VPP Container Orchestrated Memif 2n-skx-x710 -- - type: "plot" - title: "VPP Throughput: k8s-memif-2n-skx-x710-64b-2t1c-base_and_scale-ndr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/k8s-memif-2n-skx-x710-64b-2t1c-base_and_scale-ndr" - data: "plot-ligato-throughput-latency-2n-skx" - filter: "'NIC_Intel-X710' and - '64B' and - ('BASE' or 'SCALE') and - 'NDRDISC' and - '2T1C' and - ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and - not 'VHOST' and - 'MEMIF'" - parameters: - - "throughput" - - "parent" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "" # No title - layout: "plot-throughput" - -- - type: "plot" - title: "VPP Throughput: k8s-memif-2n-skx-x710-64b-2t1c-base_and_scale-pdr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/k8s-memif-2n-skx-x710-64b-2t1c-base_and_scale-pdr" - data: "plot-ligato-throughput-latency-2n-skx" - filter: "'NIC_Intel-X710' and - '64B' and - ('BASE' or 'SCALE') and - 'PDRDISC' and not 'NDRDISC' and - '2T1C' and - ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and - not 'VHOST' and - 'MEMIF'" - parameters: - - "throughput" - - "parent" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "" # No title - layout: "plot-throughput" - -- - type: "plot" - title: "VPP Throughput: k8s-memif-2n-skx-x710-64b-4t2c-base_and_scale-ndr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/k8s-memif-2n-skx-x710-64b-4t2c-base_and_scale-ndr" - data: "plot-ligato-throughput-latency-2n-skx" - filter: "'NIC_Intel-X710' and - '64B' and - ('BASE' or 'SCALE') and - 'NDRDISC' and - '4T2C' and - ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and - not 'VHOST' and - 'MEMIF'" - parameters: - - "throughput" - - "parent" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "" # No title - layout: "plot-throughput" - -- - type: "plot" - title: "VPP Throughput: k8s-memif-2n-skx-x710-64b-4t2c-base_and_scale-pdr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/k8s-memif-2n-skx-x710-64b-4t2c-base_and_scale-pdr" - data: "plot-ligato-throughput-latency-2n-skx" - filter: "'NIC_Intel-X710' and - '64B' and - ('BASE' or 'SCALE') and - 'PDRDISC' and not 'NDRDISC' and - '4T2C' and - ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and - not 'VHOST' and - 'MEMIF'" - parameters: - - "throughput" - - "parent" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "" # No title - layout: "plot-throughput" - -# Packet Throughput - VPP Container Orchestrated Memif 2n-skx-xxv710 -- - type: "plot" - title: "VPP Throughput: k8s-memif-2n-skx-xxv710-64b-2t1c-base_and_scale-ndr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/k8s-memif-2n-skx-xxv710-64b-2t1c-base_and_scale-ndr" - data: "plot-ligato-throughput-latency-2n-skx" - filter: "'NIC_Intel-XXV710' and - '64B' and - ('BASE' or 'SCALE') and - 'NDRDISC' and - '2T1C' and - ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and - not 'VHOST' and - 'MEMIF'" - parameters: - - "throughput" - - "parent" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "" # No title - layout: "plot-throughput" - -- - type: "plot" - title: "VPP Throughput: k8s-memif-2n-skx-xxv710-64b-2t1c-base_and_scale-pdr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/k8s-memif-2n-skx-xxv710-64b-2t1c-base_and_scale-pdr" - data: "plot-ligato-throughput-latency-2n-skx" - filter: "'NIC_Intel-XXV710' and - '64B' and - ('BASE' or 'SCALE') and - 'PDRDISC' and not 'NDRDISC' and - '2T1C' and - ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and - not 'VHOST' and - 'MEMIF'" - parameters: - - "throughput" - - "parent" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "" # No title - layout: "plot-throughput" - -- - type: "plot" - title: "VPP Throughput: k8s-memif-2n-skx-xxv710-64b-4t2c-base_and_scale-ndr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/k8s-memif-2n-skx-xxv710-64b-4t2c-base_and_scale-ndr" - data: "plot-ligato-throughput-latency-2n-skx" - filter: "'NIC_Intel-XXV710' and - '64B' and - ('BASE' or 'SCALE') and - 'NDRDISC' and - '4T2C' and - ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and - not 'VHOST' and - 'MEMIF'" - parameters: - - "throughput" - - "parent" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "" # No title - layout: "plot-throughput" - -- - type: "plot" - title: "VPP Throughput: k8s-memif-2n-skx-xxv710-64b-4t2c-base_and_scale-pdr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/k8s-memif-2n-skx-xxv710-64b-4t2c-base_and_scale-pdr" - data: "plot-ligato-throughput-latency-2n-skx" - filter: "'NIC_Intel-XXV710' and - '64B' and - ('BASE' or 'SCALE') and - 'PDRDISC' and not 'NDRDISC' and - '4T2C' and - ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and - not 'VHOST' and - 'MEMIF'" - parameters: - - "throughput" - - "parent" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "" # No title - layout: "plot-throughput" - ################################################################################ # Packet Throughput - VPP IPv4 3n-hsw-x520 @@ -11914,202 +11921,6 @@ title: "" # No title layout: "plot-latency" -# Packet Latency - VPP Container Memif 3n-skx-x710 -- - type: "plot" - title: "VPP Latency: k8s-memif-3n-skx-x710-64b-2t1c-base_and_scale-ndr-lat" - algorithm: "plot_latency_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-skx-x710-64b-2t1c-base_and_scale-ndr-lat" - data: "plot-ligato-throughput-latency-3n-skx" - filter: "'NIC_Intel-X710' and - '64B' and - ('BASE' or 'SCALE') and - 'NDRDISC' and - '2T1C' and - ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and - not 'VHOST' and - 'MEMIF'" - parameters: - - "latency" - - "parent" - traces: - boxmean: False - layout: - title: "" # No title - layout: "plot-latency" - -- - type: "plot" - title: "VPP Latency: k8s-memif-3n-skx-x710-64b-4t2c-base_and_scale-ndr-lat" - algorithm: "plot_latency_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-skx-x710-64b-4t2c-base_and_scale-ndr-lat" - data: "plot-ligato-throughput-latency-3n-skx" - filter: "'NIC_Intel-X710' and - '64B' and - ('BASE' or 'SCALE') and - 'NDRDISC' and - '4T2C' and - ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and - not 'VHOST' and - 'MEMIF'" - parameters: - - "latency" - - "parent" - traces: - boxmean: False - layout: - title: "" # No title - layout: "plot-latency" - -# Packet Latency - VPP Container Memif 3n-skx-xxv710 -- - type: "plot" - title: "VPP Latency: k8s-memif-3n-skx-xxv710-64b-2t1c-base_and_scale-ndr-lat" - algorithm: "plot_latency_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-skx-xxv710-64b-2t1c-base_and_scale-ndr-lat" - data: "plot-ligato-throughput-latency-3n-skx" - filter: "'NIC_Intel-XXV710' and - '64B' and - ('BASE' or 'SCALE') and - 'NDRDISC' and - '2T1C' and - ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and - not 'VHOST' and - 'MEMIF'" - parameters: - - "latency" - - "parent" - traces: - boxmean: False - layout: - title: "" # No title - layout: "plot-latency" - -- - type: "plot" - title: "VPP Latency: k8s-memif-3n-skx-xxv710-64b-4t2c-base_and_scale-ndr-lat" - algorithm: "plot_latency_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-skx-xxv710-64b-4t2c-base_and_scale-ndr-lat" - data: "plot-ligato-throughput-latency-3n-skx" - filter: "'NIC_Intel-XXV710' and - '64B' and - ('BASE' or 'SCALE') and - 'NDRDISC' and - '4T2C' and - ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and - not 'VHOST' and - 'MEMIF'" - parameters: - - "latency" - - "parent" - traces: - boxmean: False - layout: - title: "" # No title - layout: "plot-latency" - -# Packet Latency - VPP Container Memif 2n-skx-x710 -- - type: "plot" - title: "VPP Latency: k8s-memif-2n-skx-x710-64b-2t1c-base_and_scale-ndr-lat" - algorithm: "plot_latency_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/k8s-memif-2n-skx-x710-64b-2t1c-base_and_scale-ndr-lat" - data: "plot-ligato-throughput-latency-2n-skx" - filter: "'NIC_Intel-X710' and - '64B' and - ('BASE' or 'SCALE') and - 'NDRDISC' and - '2T1C' and - ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and - not 'VHOST' and - 'MEMIF'" - parameters: - - "latency" - - "parent" - traces: - boxmean: False - layout: - title: "" # No title - layout: "plot-latency" - -- - type: "plot" - title: "VPP Latency: k8s-memif-2n-skx-x710-64b-4t2c-base_and_scale-ndr-lat" - algorithm: "plot_latency_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/k8s-memif-2n-skx-x710-64b-4t2c-base_and_scale-ndr-lat" - data: "plot-ligato-throughput-latency-2n-skx" - filter: "'NIC_Intel-X710' and - '64B' and - ('BASE' or 'SCALE') and - 'NDRDISC' and - '4T2C' and - ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and - not 'VHOST' and - 'MEMIF'" - parameters: - - "latency" - - "parent" - traces: - boxmean: False - layout: - title: "" # No title - layout: "plot-latency" - -# Packet Latency - VPP Container Memif 2n-skx-xxv710 -- - type: "plot" - title: "VPP Latency: k8s-memif-2n-skx-xxv710-64b-2t1c-base_and_scale-ndr-lat" - algorithm: "plot_latency_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/k8s-memif-2n-skx-xxv710-64b-2t1c-base_and_scale-ndr-lat" - data: "plot-ligato-throughput-latency-2n-skx" - filter: "'NIC_Intel-XXV710' and - '64B' and - ('BASE' or 'SCALE') and - 'NDRDISC' and - '2T1C' and - ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and - not 'VHOST' and - 'MEMIF'" - parameters: - - "latency" - - "parent" - traces: - boxmean: False - layout: - title: "" # No title - layout: "plot-latency" - -- - type: "plot" - title: "VPP Latency: k8s-memif-2n-skx-xxv710-64b-4t2c-base_and_scale-ndr-lat" - algorithm: "plot_latency_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/k8s-memif-2n-skx-xxv710-64b-4t2c-base_and_scale-ndr-lat" - data: "plot-ligato-throughput-latency-2n-skx" - filter: "'NIC_Intel-XXV710' and - '64B' and - ('BASE' or 'SCALE') and - 'NDRDISC' and - '4T2C' and - ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and - not 'VHOST' and - 'MEMIF'" - parameters: - - "latency" - - "parent" - traces: - boxmean: False - layout: - title: "" # No title - layout: "plot-latency" - ################################################################################ # Packet Latency - VPP IPv4 3n-hsw-x520 @@ -15351,186 +15162,6 @@ title: "" # No title layout: "plot-throughput-speedup-analysis" -# Speedup - VPP Container Memif 3n-skx-x710 -- - type: "plot" - title: "Speedup: k8s-memif-3n-skx-x710-64b-base_and_scale-ndr-tsa" - algorithm: "plot_throughput_speedup_analysis" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-skx-x710-64b-base_and_scale-ndr-tsa" - data: "plot-ligato-throughput-speedup-analysis-3n-skx" - filter: "'NIC_Intel-X710' and - '64B' and - ('BASE' or 'SCALE') and - 'NDRDISC' and - ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and - not 'VHOST' and - 'MEMIF'" - parameters: - - "throughput" - - "parent" - - "tags" - layout: - title: "" # No title - layout: "plot-throughput-speedup-analysis" - -- - type: "plot" - title: "Speedup: k8s-memif-3n-skx-x710-64b-base_and_scale-pdr-tsa" - algorithm: "plot_throughput_speedup_analysis" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-skx-x710-64b-base_and_scale-pdr-tsa" - data: "plot-ligato-throughput-speedup-analysis-3n-skx" - filter: "'NIC_Intel-X710' and - '64B' and - ('BASE' or 'SCALE') and - 'PDRDISC' and not 'NDRDISC' and - ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and - not 'VHOST' and - 'MEMIF'" - parameters: - - "throughput" - - "parent" - - "tags" - layout: - title: "" # No title - layout: "plot-throughput-speedup-analysis" - -# Speedup - VPP Container Memif 3n-skx-xxv710 -- - type: "plot" - title: "Speedup: k8s-memif-3n-skx-xxv710-64b-base_and_scale-ndr-tsa" - algorithm: "plot_throughput_speedup_analysis" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-skx-xxv710-64b-base_and_scale-ndr-tsa" - data: "plot-ligato-throughput-speedup-analysis-3n-skx" - filter: "'NIC_Intel-XXV710' and - '64B' and - ('BASE' or 'SCALE') and - 'NDRDISC' and - ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and - not 'VHOST' and - 'MEMIF'" - parameters: - - "throughput" - - "parent" - - "tags" - layout: - title: "" # No title - layout: "plot-throughput-speedup-analysis" - -- - type: "plot" - title: "Speedup: k8s-memif-3n-skx-xxv710-64b-base_and_scale-pdr-tsa" - algorithm: "plot_throughput_speedup_analysis" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-skx-xxv710-64b-base_and_scale-pdr-tsa" - data: "plot-ligato-throughput-speedup-analysis-3n-skx" - filter: "'NIC_Intel-XXV710' and - '64B' and - ('BASE' or 'SCALE') and - 'PDRDISC' and not 'NDRDISC' and - ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and - not 'VHOST' and - 'MEMIF'" - parameters: - - "throughput" - - "parent" - - "tags" - layout: - title: "" # No title - layout: "plot-throughput-speedup-analysis" - -# Speedup - VPP Container Memif 2n-skx-x710 -- - type: "plot" - title: "Speedup: k8s-memif-2n-skx-x710-64b-base_and_scale-ndr-tsa" - algorithm: "plot_throughput_speedup_analysis" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/k8s-memif-2n-skx-x710-64b-base_and_scale-ndr-tsa" - data: "plot-ligato-throughput-speedup-analysis-2n-skx" - filter: "'NIC_Intel-X710' and - '64B' and - ('BASE' or 'SCALE') and - 'NDRDISC' and - ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and - not 'VHOST' and - 'MEMIF'" - parameters: - - "throughput" - - "parent" - - "tags" - layout: - title: "" # No title - layout: "plot-throughput-speedup-analysis" - -- - type: "plot" - title: "Speedup: k8s-memif-2n-skx-x710-64b-base_and_scale-pdr-tsa" - algorithm: "plot_throughput_speedup_analysis" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/k8s-memif-2n-skx-x710-64b-base_and_scale-pdr-tsa" - data: "plot-ligato-throughput-speedup-analysis-2n-skx" - filter: "'NIC_Intel-X710' and - '64B' and - ('BASE' or 'SCALE') and - 'PDRDISC' and not 'NDRDISC' and - ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and - not 'VHOST' and - 'MEMIF'" - parameters: - - "throughput" - - "parent" - - "tags" - layout: - title: "" # No title - layout: "plot-throughput-speedup-analysis" - -# Speedup - VPP Container Memif 2n-skx-xxv710 -- - type: "plot" - title: "Speedup: k8s-memif-2n-skx-xxv710-64b-base_and_scale-ndr-tsa" - algorithm: "plot_throughput_speedup_analysis" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/k8s-memif-2n-skx-xxv710-64b-base_and_scale-ndr-tsa" - data: "plot-ligato-throughput-speedup-analysis-2n-skx" - filter: "'NIC_Intel-XXV710' and - '64B' and - ('BASE' or 'SCALE') and - 'NDRDISC' and - ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and - not 'VHOST' and - 'MEMIF'" - parameters: - - "throughput" - - "parent" - - "tags" - layout: - title: "" # No title - layout: "plot-throughput-speedup-analysis" - -- - type: "plot" - title: "Speedup: k8s-memif-2n-skx-xxv710-64b-base_and_scale-pdr-tsa" - algorithm: "plot_throughput_speedup_analysis" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/k8s-memif-2n-skx-xxv710-64b-base_and_scale-pdr-tsa" - data: "plot-ligato-throughput-speedup-analysis-2n-skx" - filter: "'NIC_Intel-XXV710' and - '64B' and - ('BASE' or 'SCALE') and - 'PDRDISC' and not 'NDRDISC' and - ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and - not 'VHOST' and - 'MEMIF'" - parameters: - - "throughput" - - "parent" - - "tags" - layout: - title: "" # No title - layout: "plot-throughput-speedup-analysis" - ################################################################################ # Speedup - VPP IPv4 3n-hsw-x520 |