diff options
16 files changed, 471 insertions, 1 deletions
diff --git a/docs/report/dpdk_performance_tests/comparisons_norm/2n-clx_vs_2n-icx_testbeds.rst b/docs/report/dpdk_performance_tests/comparisons_norm/2n-clx_vs_2n-icx_testbeds.rst new file mode 100644 index 0000000000..21e0a3b69f --- /dev/null +++ b/docs/report/dpdk_performance_tests/comparisons_norm/2n-clx_vs_2n-icx_testbeds.rst @@ -0,0 +1,31 @@ +2n-Icx vs 2n-Clx Testbeds +------------------------- + +Relative normalized comparison of |dpdk-release| Testpmd and L3fwd packet +throughput (NDR, PDR) is calculated for the same tests executed +on 2-Node Cascadelake (2n-clx) and 2-Node Ice Lake (2n-icx) physical testbed +types, in 1-core, 2-core and 4-core configurations. + +.. note:: + + Test results are stored in + `build logs from FD.io dpdk performance job 2n-clx`_ and + `build logs from FD.io dpdk performance job 2n-icx`_ + with RF result files csit-dpdk-perf-|srelease|-\*.zip + `archived here <../../_static/archive/>`_. + +NDR Comparison +~~~~~~~~~~~~~~ + +Comparison tables in ASCII and CSV formats: + + - `ASCII NDR comparison <../../_static/dpdk/norm-compare-testbeds-2n-clx-2n-icx-ndr.txt>`_ + - `CSV NDR comparison <../../_static/dpdk/norm-compare-testbeds-2n-clx-2n-icx-ndr.csv>`_ + +PDR Comparison +~~~~~~~~~~~~~~ + +Comparison tables in ASCII and CSV formats: + + - `ASCII PDR comparison <../../_static/dpdk/norm-compare-testbeds-2n-clx-2n-icx-pdr.txt>`_ + - `CSV PDR comparison <../../_static/dpdk/norm-compare-testbeds-2n-clx-2n-icx-pdr.csv>`_ diff --git a/docs/report/dpdk_performance_tests/comparisons_norm/2n-icx_vs_2n-skx_testbeds.rst b/docs/report/dpdk_performance_tests/comparisons_norm/2n-icx_vs_2n-skx_testbeds.rst new file mode 100644 index 0000000000..7eb0da55fc --- /dev/null +++ b/docs/report/dpdk_performance_tests/comparisons_norm/2n-icx_vs_2n-skx_testbeds.rst @@ -0,0 +1,31 @@ +2n-Icx vs 2n-Skx Testbeds +------------------------- + +Relative normalized comparison of |dpdk-release| Testpmd and L3fwd packet +throughput (NDR, PDR) is calculated for the same tests executed +on 2-Node Cascadelake (2n-skx) and 2-Node Ice Lake (2n-icx) physical testbed +types, in 1-core, 2-core and 4-core configurations. + +.. note:: + + Test results are stored in + `build logs from FD.io dpdk performance job 2n-skx`_ and + `build logs from FD.io dpdk performance job 2n-icx`_ + with RF result files csit-dpdk-perf-|srelease|-\*.zip + `archived here <../../_static/archive/>`_. + +NDR Comparison +~~~~~~~~~~~~~~ + +Comparison tables in ASCII and CSV formats: + + - `ASCII NDR comparison <../../_static/dpdk/norm-compare-testbeds-2n-skx-2n-icx-ndr.txt>`_ + - `CSV NDR comparison <../../_static/dpdk/norm-compare-testbeds-2n-skx-2n-icx-ndr.csv>`_ + +PDR Comparison +~~~~~~~~~~~~~~ + +Comparison tables in ASCII and CSV formats: + + - `ASCII PDR comparison <../../_static/dpdk/norm-compare-testbeds-2n-skx-2n-icx-pdr.txt>`_ + - `CSV PDR comparison <../../_static/dpdk/norm-compare-testbeds-2n-skx-2n-icx-pdr.csv>`_ diff --git a/docs/report/dpdk_performance_tests/comparisons_norm/2n-skx_vs_2n-clx_testbeds.rst b/docs/report/dpdk_performance_tests/comparisons_norm/2n-skx_vs_2n-clx_testbeds.rst new file mode 100644 index 0000000000..247287852d --- /dev/null +++ b/docs/report/dpdk_performance_tests/comparisons_norm/2n-skx_vs_2n-clx_testbeds.rst @@ -0,0 +1,31 @@ +2n-Clx vs 2n-Skx Testbeds +------------------------- + +Relative normalized comparison of |dpdk-release| Testpmd and L3fwd packet +throughput (NDR, PDR) is calculated for the same tests executed +on 2-Node Skylake (2n-skx) and 2-Node Cascade Lake (2n-clx) physical testbed +types, in 1-core, 2-core and 4-core configurations. + +.. note:: + + Test results are stored in + `build logs from FD.io dpdk performance job 2n-skx`_ and + `build logs from FD.io dpdk performance job 2n-clx`_ + with RF result files csit-dpdk-perf-|srelease|-\*.zip + `archived here <../../_static/archive/>`_. + +NDR Comparison +~~~~~~~~~~~~~~ + +Comparison tables in ASCII and CSV formats: + + - `ASCII NDR comparison <../../_static/dpdk/norm-compare-testbeds-2n-skx-2n-clx-ndr.txt>`_ + - `CSV NDR comparison <../../_static/dpdk/norm-compare-testbeds-2n-skx-2n-clx-ndr.csv>`_ + +PDR Comparison +~~~~~~~~~~~~~~ + +Comparison tables in ASCII and CSV formats: + + - `ASCII PDR comparison <../../_static/dpdk/norm-compare-testbeds-2n-skx-2n-clx-pdr.txt>`_ + - `CSV PDR comparison <../../_static/dpdk/norm-compare-testbeds-2n-skx-2n-clx-pdr.csv>`_ diff --git a/docs/report/dpdk_performance_tests/comparisons_norm/3n-skx_vs_2n-skx_testbeds.rst b/docs/report/dpdk_performance_tests/comparisons_norm/3n-skx_vs_2n-skx_testbeds.rst new file mode 100644 index 0000000000..1f82825a28 --- /dev/null +++ b/docs/report/dpdk_performance_tests/comparisons_norm/3n-skx_vs_2n-skx_testbeds.rst @@ -0,0 +1,32 @@ +3n-Skx vs 2n-Skx Testbeds +------------------------- + +Relative normalized comparison of |dpdk-release| Testpmd and L3fwd packet +throughput (NDR, PDR) is calculated for the same tests executed +on 3-Node Skylake (3n-skx) and 2-Node Skylake (2n-skx) physical testbed +types, in 1-core, 2-core and 4-core configurations. + +.. note:: + + Test results are stored in + `build logs from FD.io dpdk performance job 3n-skx`_ and + `build logs from FD.io dpdk performance job 2n-skx`_ + with RF result + files csit-dpdk-perf-|srelease|-\*.zip + `archived here <../../_static/archive/>`_. + +NDR Comparison +~~~~~~~~~~~~~~ + +Comparison tables in ASCII and CSV formats: + + - `ASCII NDR comparison <../../_static/dpdk/norm-compare-topologies-3n-skx-2n-skx-ndr.txt>`_ + - `CSV NDR comparison <../../_static/dpdk/norm-compare-topologies-3n-skx-2n-skx-ndr.csv>`_ + +PDR Comparison +~~~~~~~~~~~~~~ + +Comparison tables in ASCII and CSV formats: + + - `ASCII PDR comparison <../../_static/dpdk/norm-compare-topologies-3n-skx-2n-skx-pdr.txt>`_ + - `CSV PDR comparison <../../_static/dpdk/norm-compare-topologies-3n-skx-2n-skx-pdr.csv>`_ diff --git a/docs/report/dpdk_performance_tests/comparisons_norm/3n-skx_vs_3n-icx_testbeds.rst b/docs/report/dpdk_performance_tests/comparisons_norm/3n-skx_vs_3n-icx_testbeds.rst new file mode 100644 index 0000000000..87884e2cdf --- /dev/null +++ b/docs/report/dpdk_performance_tests/comparisons_norm/3n-skx_vs_3n-icx_testbeds.rst @@ -0,0 +1,31 @@ +3n-Icx vs 3n-Skx Testbeds +------------------------- + +Relative normalized comparison of |dpdk-release| Testpmd and L3fwd packet +throughput (NDR, PDR) is calculated for the same tests executed +on 3-Node Skylake (3n-skx) and 3-Node Ice Lake (3n-icx) physical testbed +types, in 1-core, 2-core and 4-core configurations. + +.. note:: + + Test results are stored in + `build logs from FD.io dpdk performance job 3n-skx`_ and + `build logs from FD.io dpdk performance job 3n-icx`_ + with RF result files csit-dpdk-perf-|srelease|-\*.zip + `archived here <../../_static/archive/>`_. + +NDR Comparison +~~~~~~~~~~~~~~ + +Comparison tables in ASCII and CSV formats: + + - `ASCII NDR comparison <../../_static/dpdk/norm-compare-testbeds-3n-skx-3n-icx-ndr.txt>`_ + - `CSV NDR comparison <../../_static/dpdk/norm-compare-testbeds-3n-skx-3n-icx-ndr.csv>`_ + +PDR Comparison +~~~~~~~~~~~~~~ + +Comparison tables in ASCII and CSV formats: + + - `ASCII PDR comparison <../../_static/dpdk/norm-compare-testbeds-3n-skx-3n-icx-pdr.txt>`_ + - `CSV PDR comparison <../../_static/dpdk/norm-compare-testbeds-3n-skx-3n-icx-pdr.csv>`_ diff --git a/docs/report/dpdk_performance_tests/comparisons_norm/index.rst b/docs/report/dpdk_performance_tests/comparisons_norm/index.rst new file mode 100644 index 0000000000..3a814240fa --- /dev/null +++ b/docs/report/dpdk_performance_tests/comparisons_norm/index.rst @@ -0,0 +1,17 @@ + +.. raw:: latex + + \clearpage + +Normalized Comparisons +====================== + +All values in this section are normalized to CPU frequency 2GHz. + +.. toctree:: + + 2n-clx_vs_2n-icx_testbeds + 2n-icx_vs_2n-skx_testbeds + 3n-skx_vs_3n-icx_testbeds + 2n-skx_vs_2n-clx_testbeds + 3n-skx_vs_2n-skx_testbeds diff --git a/docs/report/dpdk_performance_tests/index.rst b/docs/report/dpdk_performance_tests/index.rst index 01b27235be..d0bb18d0b4 100644 --- a/docs/report/dpdk_performance_tests/index.rst +++ b/docs/report/dpdk_performance_tests/index.rst @@ -9,5 +9,6 @@ DPDK Performance throughput_speedup_multi_core/index packet_latency/index comparisons/index + comparisons_norm/index throughput_trending test_environment diff --git a/docs/report/index.html.template b/docs/report/index.html.template index 8091ab7dcc..88945a646a 100644 --- a/docs/report/index.html.template +++ b/docs/report/index.html.template @@ -27,6 +27,7 @@ CSIT-2206 vpp_performance_tests/hoststack_testing/index vpp_performance_tests/gso_testing/index vpp_performance_tests/comparisons/index + vpp_performance_tests/comparisons_norm/index vpp_performance_tests/throughput_trending vpp_performance_tests/test_environment @@ -40,6 +41,7 @@ CSIT-2206 dpdk_performance_tests/throughput_speedup_multi_core/index dpdk_performance_tests/packet_latency/index dpdk_performance_tests/comparisons/index + dpdk_performance_tests/comparisons_norm/index dpdk_performance_tests/throughput_trending dpdk_performance_tests/test_environment diff --git a/docs/report/vpp_performance_tests/comparisons_norm/2n-clx_vs_2n-icx_testbeds.rst b/docs/report/vpp_performance_tests/comparisons_norm/2n-clx_vs_2n-icx_testbeds.rst new file mode 100644 index 0000000000..8db3d6632f --- /dev/null +++ b/docs/report/vpp_performance_tests/comparisons_norm/2n-clx_vs_2n-icx_testbeds.rst @@ -0,0 +1,55 @@ +2n-Icx vs 2n-Clx Testbeds +------------------------- + +Relative normalized comparison of |vpp-release| packet throughput (NDR, PDR and +MRR) is calculated for the same tests executed on 2-Node Cascadelake (2n- +clx) and 2-Node Icelake (2n-icx) physical testbed types, in 1-core, +2-core and 4-core configurations. + +.. note:: + + Test results are stored in + `build logs from FD.io vpp performance job 2n-icx`_ and + `build logs from FD.io vpp performance job 2n-clx`_ + with RF result + files csit-vpp-perf-|srelease|-\*.zip + `archived here <../../_static/archive/>`_. + +NDR Comparison +~~~~~~~~~~~~~~ + +Comparison tables in HTML, ASCII and CSV formats: + + - `HTML 1c NDR comparison <norm-compare-testbeds-2n-clx-2n-icx-1c-ndr.html>`_ + - `HTML 2c NDR comparison <norm-compare-testbeds-2n-clx-2n-icx-2c-ndr.html>`_ + - `ASCII 1c NDR comparison <../../_static/vpp/norm-compare-testbeds-2n-clx-2n-icx-1c-ndr.txt>`_ + - `ASCII 2c NDR comparison <../../_static/vpp/norm-compare-testbeds-2n-clx-2n-icx-2c-ndr.txt>`_ + - `CSV 1c NDR comparison <../../_static/vpp/norm-compare-testbeds-2n-clx-2n-icx-1c-ndr-csv.csv>`_ + - `CSV 2c NDR comparison <../../_static/vpp/norm-compare-testbeds-2n-clx-2n-icx-2c-ndr-csv.csv>`_ + +PDR Comparison +~~~~~~~~~~~~~~ + +Comparison tables in HTML, ASCII and CSV formats: + + - `HTML 1c PDR comparison <norm-compare-testbeds-2n-clx-2n-icx-1c-pdr.html>`_ + - `HTML 2c PDR comparison <norm-compare-testbeds-2n-clx-2n-icx-2c-pdr.html>`_ + - `ASCII 1c PDR comparison <../../_static/vpp/norm-compare-testbeds-2n-clx-2n-icx-1c-pdr.txt>`_ + - `ASCII 2c PDR comparison <../../_static/vpp/norm-compare-testbeds-2n-clx-2n-icx-2c-pdr.txt>`_ + - `CSV 1c PDR comparison <../../_static/vpp/norm-compare-testbeds-2n-clx-2n-icx-1c-pdr-csv.csv>`_ + - `CSV 2c PDR comparison <../../_static/vpp/norm-compare-testbeds-2n-clx-2n-icx-2c-pdr-csv.csv>`_ + +MRR Comparison +~~~~~~~~~~~~~~ + +Comparison tables in HTML, ASCII and CSV formats: + + - `HTML 1c MRR comparison <norm-compare-testbeds-2n-clx-2n-icx-1c-mrr.html>`_ + - `HTML 2c MRR comparison <norm-compare-testbeds-2n-clx-2n-icx-2c-mrr.html>`_ + - `HTML 4c MRR comparison <norm-compare-testbeds-2n-clx-2n-icx-4c-mrr.html>`_ + - `ASCII 1c MRR comparison <../../_static/vpp/norm-compare-testbeds-2n-clx-2n-icx-1c-mrr.txt>`_ + - `ASCII 2c MRR comparison <../../_static/vpp/norm-compare-testbeds-2n-clx-2n-icx-2c-mrr.txt>`_ + - `ASCII 4c MRR comparison <../../_static/vpp/norm-compare-testbeds-2n-clx-2n-icx-4c-mrr.txt>`_ + - `CSV 1c MRR comparison <../../_static/vpp/norm-compare-testbeds-2n-clx-2n-icx-1c-mrr-csv.csv>`_ + - `CSV 2c MRR comparison <../../_static/vpp/norm-compare-testbeds-2n-clx-2n-icx-2c-mrr-csv.csv>`_ + - `CSV 4c MRR comparison <../../_static/vpp/norm-compare-testbeds-2n-clx-2n-icx-4c-mrr-csv.csv>`_ diff --git a/docs/report/vpp_performance_tests/comparisons_norm/2n-icx_vs_2n-skx_testbeds.rst b/docs/report/vpp_performance_tests/comparisons_norm/2n-icx_vs_2n-skx_testbeds.rst new file mode 100644 index 0000000000..8e69eddeac --- /dev/null +++ b/docs/report/vpp_performance_tests/comparisons_norm/2n-icx_vs_2n-skx_testbeds.rst @@ -0,0 +1,54 @@ +2n-Icx vs 2n-Skx Testbeds +------------------------- + +Relative normalized comparison of |vpp-release| packet throughput (NDR, PDR and +MRR) is calculated for the same tests executed on 2-Node Cascadelake (2n- +skx) and 2-Node Icelake (2n-icx) physical testbed types, in 1-core, +2-core and 4-core configurations. + +.. note:: + + Test results are stored in + `build logs from FD.io vpp performance job 2n-icx`_ and + `build logs from FD.io vpp performance job 2n-skx`_ + with RF result files csit-vpp-perf-|srelease|-\*.zip + `archived here <../../_static/archive/>`_. + +NDR Comparison +~~~~~~~~~~~~~~ + +Comparison tables in HTML, ASCII and CSV formats: + + - `HTML 1c NDR comparison <norm-compare-testbeds-2n-skx-2n-icx-1c-ndr.html>`_ + - `HTML 2c NDR comparison <norm-compare-testbeds-2n-skx-2n-icx-2c-ndr.html>`_ + - `ASCII 1c NDR comparison <../../_static/vpp/norm-compare-testbeds-2n-skx-2n-icx-1c-ndr.txt>`_ + - `ASCII 2c NDR comparison <../../_static/vpp/norm-compare-testbeds-2n-skx-2n-icx-2c-ndr.txt>`_ + - `CSV 1c NDR comparison <../../_static/vpp/norm-compare-testbeds-2n-skx-2n-icx-1c-ndr-csv.csv>`_ + - `CSV 2c NDR comparison <../../_static/vpp/norm-compare-testbeds-2n-skx-2n-icx-2c-ndr-csv.csv>`_ + +PDR Comparison +~~~~~~~~~~~~~~ + +Comparison tables in HTML, ASCII and CSV formats: + + - `HTML 1c PDR comparison <norm-compare-testbeds-2n-skx-2n-icx-1c-pdr.html>`_ + - `HTML 2c PDR comparison <norm-compare-testbeds-2n-skx-2n-icx-2c-pdr.html>`_ + - `ASCII 1c PDR comparison <../../_static/vpp/norm-compare-testbeds-2n-skx-2n-icx-1c-pdr.txt>`_ + - `ASCII 2c PDR comparison <../../_static/vpp/norm-compare-testbeds-2n-skx-2n-icx-2c-pdr.txt>`_ + - `CSV 1c PDR comparison <../../_static/vpp/norm-compare-testbeds-2n-skx-2n-icx-1c-pdr-csv.csv>`_ + - `CSV 2c PDR comparison <../../_static/vpp/norm-compare-testbeds-2n-skx-2n-icx-2c-pdr-csv.csv>`_ + +MRR Comparison +~~~~~~~~~~~~~~ + +Comparison tables in HTML, ASCII and CSV formats: + + - `HTML 1c MRR comparison <norm-compare-testbeds-2n-skx-2n-icx-1c-mrr.html>`_ + - `HTML 2c MRR comparison <norm-compare-testbeds-2n-skx-2n-icx-2c-mrr.html>`_ + - `HTML 4c MRR comparison <norm-compare-testbeds-2n-skx-2n-icx-4c-mrr.html>`_ + - `ASCII 1c MRR comparison <../../_static/vpp/norm-compare-testbeds-2n-skx-2n-icx-1c-mrr.txt>`_ + - `ASCII 2c MRR comparison <../../_static/vpp/norm-compare-testbeds-2n-skx-2n-icx-2c-mrr.txt>`_ + - `ASCII 4c MRR comparison <../../_static/vpp/norm-compare-testbeds-2n-skx-2n-icx-4c-mrr.txt>`_ + - `CSV 1c MRR comparison <../../_static/vpp/norm-compare-testbeds-2n-skx-2n-icx-1c-mrr-csv.csv>`_ + - `CSV 2c MRR comparison <../../_static/vpp/norm-compare-testbeds-2n-skx-2n-icx-2c-mrr-csv.csv>`_ + - `CSV 4c MRR comparison <../../_static/vpp/norm-compare-testbeds-2n-skx-2n-icx-4c-mrr-csv.csv>`_ diff --git a/docs/report/vpp_performance_tests/comparisons_norm/2n-skx_vs_2n-clx_testbeds.rst b/docs/report/vpp_performance_tests/comparisons_norm/2n-skx_vs_2n-clx_testbeds.rst new file mode 100644 index 0000000000..5791c79803 --- /dev/null +++ b/docs/report/vpp_performance_tests/comparisons_norm/2n-skx_vs_2n-clx_testbeds.rst @@ -0,0 +1,54 @@ +2n-Clx vs 2n-Skx Testbeds +------------------------- + +Relative normalized comparison of |vpp-release| packet throughput (NDR, PDR and +MRR) is calculated for the same tests executed on 2-Node Skylake (2n- +skx) and 2-Node Cascade Lake (2n-clx) physical testbed types, in 1-core, +2-core and 4-core configurations. + +.. note:: + + Test results are stored in + `build logs from FD.io vpp performance job 2n-skx`_ and + `build logs from FD.io vpp performance job 2n-clx`_ + with RF result files csit-vpp-perf-|srelease|-\*.zip + `archived here <../../_static/archive/>`_. + +NDR Comparison +~~~~~~~~~~~~~~ + +Comparison tables in HTML, ASCII and CSV formats: + + - `HTML 1c NDR comparison <norm-compare-testbeds-2n-skx-2n-clx-2t1c-ndr.html>`_ + - `HTML 2c NDR comparison <norm-compare-testbeds-2n-skx-2n-clx-4t2c-ndr.html>`_ + - `ASCII 1c NDR comparison <../../_static/vpp/norm-compare-testbeds-2n-skx-2n-clx-2t1c-ndr.txt>`_ + - `ASCII 2c NDR comparison <../../_static/vpp/norm-compare-testbeds-2n-skx-2n-clx-4t2c-ndr.txt>`_ + - `CSV 1c NDR comparison <../../_static/vpp/norm-compare-testbeds-2n-skx-2n-clx-2t1c-ndr-csv.csv>`_ + - `CSV 2c NDR comparison <../../_static/vpp/norm-compare-testbeds-2n-skx-2n-clx-4t2c-ndr-csv.csv>`_ + +PDR Comparison +~~~~~~~~~~~~~~ + +Comparison tables in HTML, ASCII and CSV formats: + + - `HTML 1c PDR comparison <norm-compare-testbeds-2n-skx-2n-clx-2t1c-pdr.html>`_ + - `HTML 2c PDR comparison <norm-compare-testbeds-2n-skx-2n-clx-4t2c-pdr.html>`_ + - `ASCII 1c PDR comparison <../../_static/vpp/norm-compare-testbeds-2n-skx-2n-clx-2t1c-pdr.txt>`_ + - `ASCII 2c PDR comparison <../../_static/vpp/norm-compare-testbeds-2n-skx-2n-clx-4t2c-pdr.txt>`_ + - `CSV 1c PDR comparison <../../_static/vpp/norm-compare-testbeds-2n-skx-2n-clx-2t1c-pdr-csv.csv>`_ + - `CSV 2c PDR comparison <../../_static/vpp/norm-compare-testbeds-2n-skx-2n-clx-4t2c-pdr-csv.csv>`_ + +MRR Comparison +~~~~~~~~~~~~~~ + +Comparison tables in HTML, ASCII and CSV formats: + + - `HTML 1c MRR comparison <norm-compare-testbeds-2n-skx-2n-clx-2t1c-mrr.html>`_ + - `HTML 2c MRR comparison <norm-compare-testbeds-2n-skx-2n-clx-4t2c-mrr.html>`_ + - `HTML 4c MRR comparison <norm-compare-testbeds-2n-skx-2n-clx-8t4c-mrr.html>`_ + - `ASCII 1c MRR comparison <../../_static/vpp/norm-compare-testbeds-2n-skx-2n-clx-2t1c-mrr.txt>`_ + - `ASCII 2c MRR comparison <../../_static/vpp/norm-compare-testbeds-2n-skx-2n-clx-4t2c-mrr.txt>`_ + - `ASCII 4c MRR comparison <../../_static/vpp/norm-compare-testbeds-2n-skx-2n-clx-8t4c-mrr.txt>`_ + - `CSV 1c MRR comparison <../../_static/vpp/norm-compare-testbeds-2n-skx-2n-clx-2t1c-mrr-csv.csv>`_ + - `CSV 2c MRR comparison <../../_static/vpp/norm-compare-testbeds-2n-skx-2n-clx-4t2c-mrr-csv.csv>`_ + - `CSV 4c MRR comparison <../../_static/vpp/norm-compare-testbeds-2n-skx-2n-clx-8t4c-mrr-csv.csv>`_ diff --git a/docs/report/vpp_performance_tests/comparisons_norm/3n-skx_vs_2n-skx_testbeds.rst b/docs/report/vpp_performance_tests/comparisons_norm/3n-skx_vs_2n-skx_testbeds.rst new file mode 100644 index 0000000000..2b309f75d5 --- /dev/null +++ b/docs/report/vpp_performance_tests/comparisons_norm/3n-skx_vs_2n-skx_testbeds.rst @@ -0,0 +1,55 @@ +3n-Skx vs 2n-Skx Testbeds +------------------------- + +Relative normalized comparison of |vpp-release| packet throughput (NDR, PDR and +MRR) is calculated for the same tests executed on 3-Node Skylake (3n- +skx) and 2-Node Skylake (2n-skx) physical testbed types, in 1-core, +2-core and 4-core configurations. + +.. note:: + + Test results are stored in + `build logs from FD.io vpp performance job 3n-skx`_ and + `build logs from FD.io vpp performance job 2n-skx`_ + with RF result + files csit-vpp-perf-|srelease|-\*.zip + `archived here <../../_static/archive/>`_. + +NDR Comparison +~~~~~~~~~~~~~~ + +Comparison tables in HTML, ASCII and CSV formats: + + - `HTML 1c NDR comparison <norm-compare-topologies-3n-skx-2n-skx-1c-ndr.html>`_ + - `HTML 2c NDR comparison <norm-compare-topologies-3n-skx-2n-skx-2c-ndr.html>`_ + - `ASCII 1c NDR comparison <../../_static/vpp/norm-compare-topologies-3n-skx-2n-skx-1c-ndr.txt>`_ + - `ASCII 2c NDR comparison <../../_static/vpp/norm-compare-topologies-3n-skx-2n-skx-2c-ndr.txt>`_ + - `CSV 1c NDR comparison <../../_static/vpp/norm-compare-topologies-3n-skx-2n-skx-1c-ndr-csv.csv>`_ + - `CSV 2c NDR comparison <../../_static/vpp/norm-compare-topologies-3n-skx-2n-skx-2c-ndr-csv.csv>`_ + +PDR Comparison +~~~~~~~~~~~~~~ + +Comparison tables in HTML, ASCII and CSV formats: + + - `HTML 1c PDR comparison <norm-compare-topologies-3n-skx-2n-skx-1c-pdr.html>`_ + - `HTML 2c PDR comparison <norm-compare-topologies-3n-skx-2n-skx-2c-pdr.html>`_ + - `ASCII 1c PDR comparison <../../_static/vpp/norm-compare-topologies-3n-skx-2n-skx-1c-pdr.txt>`_ + - `ASCII 2c PDR comparison <../../_static/vpp/norm-compare-topologies-3n-skx-2n-skx-2c-pdr.txt>`_ + - `CSV 1c PDR comparison <../../_static/vpp/norm-compare-topologies-3n-skx-2n-skx-1c-pdr-csv.csv>`_ + - `CSV 2c PDR comparison <../../_static/vpp/norm-compare-topologies-3n-skx-2n-skx-2c-pdr-csv.csv>`_ + +MRR Comparison +~~~~~~~~~~~~~~ + +Comparison tables in HTML, ASCII and CSV formats: + + - `HTML 1c MRR comparison <norm-compare-topologies-3n-skx-2n-skx-1c-mrr.html>`_ + - `HTML 2c MRR comparison <norm-compare-topologies-3n-skx-2n-skx-2c-mrr.html>`_ + - `HTML 4c MRR comparison <norm-compare-topologies-3n-skx-2n-skx-4c-mrr.html>`_ + - `ASCII 1c MRR comparison <../../_static/vpp/norm-compare-topologies-3n-skx-2n-skx-1c-mrr.txt>`_ + - `ASCII 2c MRR comparison <../../_static/vpp/norm-compare-topologies-3n-skx-2n-skx-2c-mrr.txt>`_ + - `ASCII 4c MRR comparison <../../_static/vpp/norm-compare-topologies-3n-skx-2n-skx-4c-mrr.txt>`_ + - `CSV 1c MRR comparison <../../_static/vpp/norm-compare-topologies-3n-skx-2n-skx-1c-mrr-csv.csv>`_ + - `CSV 2c MRR comparison <../../_static/vpp/norm-compare-topologies-3n-skx-2n-skx-2c-mrr-csv.csv>`_ + - `CSV 4c MRR comparison <../../_static/vpp/norm-compare-topologies-3n-skx-2n-skx-4c-mrr-csv.csv>`_ diff --git a/docs/report/vpp_performance_tests/comparisons_norm/3n-skx_vs_3n-icx_testbeds.rst b/docs/report/vpp_performance_tests/comparisons_norm/3n-skx_vs_3n-icx_testbeds.rst new file mode 100644 index 0000000000..8e2fb103cd --- /dev/null +++ b/docs/report/vpp_performance_tests/comparisons_norm/3n-skx_vs_3n-icx_testbeds.rst @@ -0,0 +1,55 @@ +3n-Icx vs 3n-Skx Testbeds +------------------------- + +Relative normalized comparison of |vpp-release| packet throughput (NDR, PDR and +MRR) is calculated for the same tests executed on 3-Node Skylake (3n- +skx) and 3-Node Icelake (3n-icx) physical testbed types, in 1-core, +2-core and 4-core configurations. + +.. note:: + + Test results are stored in + `build logs from FD.io vpp performance job 3n-skx`_ and + `build logs from FD.io vpp performance job 3n-icx`_ + with RF result + files csit-vpp-perf-|srelease|-\*.zip + `archived here <../../_static/archive/>`_. + +NDR Comparison +~~~~~~~~~~~~~~ + +Comparison tables in HTML, ASCII and CSV formats: + + - `HTML 1c NDR comparison <norm-compare-testbeds-3n-skx-3n-icx-1c-ndr.html>`_ + - `HTML 2c NDR comparison <norm-compare-testbeds-3n-skx-3n-icx-2c-ndr.html>`_ + - `ASCII 1c NDR comparison <../../_static/vpp/norm-compare-testbeds-3n-skx-3n-icx-1c-ndr.txt>`_ + - `ASCII 2c NDR comparison <../../_static/vpp/norm-compare-testbeds-3n-skx-3n-icx-2c-ndr.txt>`_ + - `CSV 1c NDR comparison <../../_static/vpp/norm-compare-testbeds-3n-skx-3n-icx-1c-ndr-csv.csv>`_ + - `CSV 2c NDR comparison <../../_static/vpp/norm-compare-testbeds-3n-skx-3n-icx-2c-ndr-csv.csv>`_ + +PDR Comparison +~~~~~~~~~~~~~~ + +Comparison tables in HTML, ASCII and CSV formats: + + - `HTML 1c PDR comparison <norm-compare-testbeds-3n-skx-3n-icx-1c-pdr.html>`_ + - `HTML 2c PDR comparison <norm-compare-testbeds-3n-skx-3n-icx-2c-pdr.html>`_ + - `ASCII 1c PDR comparison <../../_static/vpp/norm-compare-testbeds-3n-skx-3n-icx-1c-pdr.txt>`_ + - `ASCII 2c PDR comparison <../../_static/vpp/norm-compare-testbeds-3n-skx-3n-icx-2c-pdr.txt>`_ + - `CSV 1c PDR comparison <../../_static/vpp/norm-compare-testbeds-3n-skx-3n-icx-1c-pdr-csv.csv>`_ + - `CSV 2c PDR comparison <../../_static/vpp/norm-compare-testbeds-3n-skx-3n-icx-2c-pdr-csv.csv>`_ + +MRR Comparison +~~~~~~~~~~~~~~ + +Comparison tables in HTML, ASCII and CSV formats: + + - `HTML 1c MRR comparison <norm-compare-testbeds-3n-skx-3n-icx-1c-mrr.html>`_ + - `HTML 2c MRR comparison <norm-compare-testbeds-3n-skx-3n-icx-2c-mrr.html>`_ + - `HTML 4c MRR comparison <norm-compare-testbeds-3n-skx-3n-icx-4c-mrr.html>`_ + - `ASCII 1c MRR comparison <../../_static/vpp/norm-compare-testbeds-3n-skx-3n-icx-1c-mrr.txt>`_ + - `ASCII 2c MRR comparison <../../_static/vpp/norm-compare-testbeds-3n-skx-3n-icx-2c-mrr.txt>`_ + - `ASCII 4c MRR comparison <../../_static/vpp/norm-compare-testbeds-3n-skx-3n-icx-4c-mrr.txt>`_ + - `CSV 1c MRR comparison <../../_static/vpp/norm-compare-testbeds-3n-skx-3n-icx-1c-mrr-csv.csv>`_ + - `CSV 2c MRR comparison <../../_static/vpp/norm-compare-testbeds-3n-skx-3n-icx-2c-mrr-csv.csv>`_ + - `CSV 4c MRR comparison <../../_static/vpp/norm-compare-testbeds-3n-skx-3n-icx-4c-mrr-csv.csv>`_ diff --git a/docs/report/vpp_performance_tests/comparisons_norm/index.rst b/docs/report/vpp_performance_tests/comparisons_norm/index.rst new file mode 100644 index 0000000000..7a0bdb0712 --- /dev/null +++ b/docs/report/vpp_performance_tests/comparisons_norm/index.rst @@ -0,0 +1,17 @@ + +.. raw:: latex + + \clearpage + +Normalized Comparisons +====================== + +All values in this section are normalized to CPU frequency 2GHz. + +.. toctree:: + + 2n-clx_vs_2n-icx_testbeds + 2n-icx_vs_2n-skx_testbeds + 2n-skx_vs_2n-clx_testbeds + 3n-skx_vs_3n-icx_testbeds + 3n-skx_vs_2n-skx_testbeds diff --git a/docs/report/vpp_performance_tests/index.rst b/docs/report/vpp_performance_tests/index.rst index e54549ed32..42cec49604 100644 --- a/docs/report/vpp_performance_tests/index.rst +++ b/docs/report/vpp_performance_tests/index.rst @@ -14,5 +14,6 @@ VPP Performance hoststack_testing/index gso_testing/index comparisons/index + comparisons_norm/index throughput_trending test_environment diff --git a/resources/tools/presentation/generator_tables.py b/resources/tools/presentation/generator_tables.py index b8ceffafb5..ee08511915 100644 --- a/resources/tools/presentation/generator_tables.py +++ b/resources/tools/presentation/generator_tables.py @@ -1877,7 +1877,10 @@ def table_comparison(table, input_data): groups = re.search(REGEX_TOPO_ARCH, col["title"]) topo_arch = groups.group(0) if groups else "" norm_factor = table["norm_factor"].get(topo_arch, 1.0) - row_data_norm = row_data * norm_factor + row_data_norm = { + "mean": row_data["mean"] * norm_factor, + "stdev": row_data["stdev"] * norm_factor + } else: row_data_norm = row_data row.append(row_data_norm) |