diff options
4 files changed, 49 insertions, 10 deletions
diff --git a/docs/report/vpp_performance_tests/performance_improvements/tmpl_performance_improvements.csv b/docs/report/vpp_performance_tests/performance_improvements/tmpl_performance_improvements.csv index 902efcf714..947d86229a 100644 --- a/docs/report/vpp_performance_tests/performance_improvements/tmpl_performance_improvements.csv +++ b/docs/report/vpp_performance_tests/performance_improvements/tmpl_performance_improvements.csv @@ -21,7 +21,6 @@ tests.vpp.perf.l2.40ge2p1xl710-eth-l2xcbase-ndrpdrdisc.tc01-64b-1t1c-eth-l2xcbas tests.vpp.perf.ip4.10ge2p1x520-ethip4-ip4base-copwhtlistbase-ndrpdrdisc.tc01-64b-1t1c-ethip4-ip4base-copwhtlistbase-ndrdisc,IPv4 COP,10ge2p1x520: 64B-1t1c-ethip4-ip4base-copwhtlistbase-ndrdisc,7.1,8.3,9 tests.vpp.perf.ip4.10ge2p1x520-ethip4-ip4scale2m-ndrpdrdisc.tc01-64b-1t1c-ethip4-ip4scale2m-ndrdisc,IPv4 FIB 2M,10ge2p1x520: 64B-1t1c-ethip4-ip4scale2m-ndrdisc,8.5,7.8,8.1 tests.vpp.perf.ip6.10ge2p1x520-ethip6-ip6scale20k-ndrpdrdisc.tc01-78b-1t1c-ethip6-ip6scale20k-ndrdisc,IPv6 FIB 20k,10ge2p1x520: 78B-1t1c-ethip6-ip6scale20k-ndrdisc,6.9,6.5,6.9 -tests.vpp.perf.container memif.10ge2p1x520-eth-l2xcbase-eth-2memif-1lxc-ndrpdrdisc.tc01-64b-1t1c-eth-l2xcbase-eth-2memif-1lxc-ndrdisc,LXC MEMIF,10ge2p1x520: 64B-1t1c-eth-l2xcbase-eth-2memif-1lxc-ndrdisc,,, tests.vpp.perf.l2.10ge2p1x520-eth-l2xcbase-ndrpdrdisc.tc02-64b-1t1c-eth-l2xcbase-pdrdisc,L2XC,10ge2p1x520: 64B-1t1c-eth-l2xcbase-pdrdisc,9.4,12.7,13.4 tests.vpp.perf.l2.10ge2p1x520-dot1ad-l2xcbase-ndrpdrdisc.tc02-64b-1t1c-dot1ad-l2xcbase-pdrdisc,L2XC dot1ad,10ge2p1x520: 64B-1t1c-dot1ad-l2xcbase-pdrdisc,7.4,8.8,9.3 tests.vpp.perf.l2.10ge2p1x520-dot1q-l2xcbase-ndrpdrdisc.tc02-64b-1t1c-dot1q-l2xcbase-pdrdisc,L2XC dot1q,10ge2p1x520: 64B-1t1c-dot1q-l2xcbase-pdrdisc,7.5,8.8,9.2 @@ -44,4 +43,17 @@ tests.vpp.perf.ip6.10ge2p1x520-ethip6-ip6base-ndrpdrdisc.tc02-78b-1t1c-ethip6-ip tests.vpp.perf.ip6.10ge2p1x520-ethip6-ip6base-copwhtlistbase-ndrpdrdisc.tc02-78b-1t1c-ethip6-ip6base-copwhtlistbase-pdrdisc,IPv6 COP,10ge2p1x520: 78B-1t1c-ethip6-ip6base-copwhtlistbase-pdrdisc,6.1,6.1,6.9 tests.vpp.perf.ip6.10ge2p1x520-ethip6-ip6base-iacldstbase-ndrpdrdisc.tc02-78b-1t1c-ethip6-ip6base-iacldstbase-pdrdisc,IPv6 iAcl,10ge2p1x520: 78B-1t1c-ethip6-ip6base-iacldstbase-pdrdisc,6.5,6.1,6.9 tests.vpp.perf.ip6.10ge2p1x520-ethip6-ip6scale2m-ndrpdrdisc.tc02-78b-1t1c-ethip6-ip6scale2m-pdrdisc,IPv6 FIB 2M,10ge2p1x520: 78B-1t1c-ethip6-ip6scale2m-pdrdisc,5.3,4.2,4.6 +tests.kubernetes.perf.container memif.10ge2p1x520-eth-1drcl2bdbasemaclrn-eth-2memif-1drcl2xc-k8s-ndrpdrdisc.tc01-64b-1t1c-eth-1drcl2bdbasemaclrn-eth-2memif-1drcl2xc-k8s-ndrdisc,K8S MEMIF,10ge2p1x520: 64B-1t1c-eth-1drcl2bdbasemaclrn-eth-2memif-1drcl2xc-k8s-ndrdisc,,, +tests.kubernetes.perf.container memif.10ge2p1x520-eth-1drcl2bdbasemaclrn-eth-2memif-1drcl2xc-k8s-ndrpdrdisc.tc02-64b-1t1c-eth-1drcl2bdbasemaclrn-eth-2memif-1drcl2xc-k8s-pdrdisc,K8S MEMIF,10ge2p1x520: 64B-1t1c-eth-1drcl2bdbasemaclrn-eth-2memif-1drcl2xc-k8s-pdrdisc,,, +tests.kubernetes.perf.container memif.10ge2p1x520-eth-1drcl2bdbasemaclrn-eth-4memif-2drcl2xc-k8s-ndrpdrdisc.tc01-64b-1t1c-eth-1drcl2bdbasemaclrn-eth-4memif-2drcl2xc-k8s-ndrdisc,K8S MEMIF,10ge2p1x520: 64B-1t1c-eth-1drcl2bdbasemaclrn-eth-4memif-2drcl2xc-k8s-ndrdisc,,, +tests.kubernetes.perf.container memif.10ge2p1x520-eth-1drcl2bdbasemaclrn-eth-4memif-2drcl2xc-k8s-ndrpdrdisc.tc02-64b-1t1c-eth-1drcl2bdbasemaclrn-eth-4memif-2drcl2xc-k8s-pdrdisc,K8S MEMIF,10ge2p1x520: 64B-1t1c-eth-1drcl2bdbasemaclrn-eth-4memif-2drcl2xc-k8s-pdrdisc,,, +tests.kubernetes.perf.container memif.10ge2p1x520-eth-1drcl2xcbase-eth-2memif-1drcl2xc-k8s-ndrpdrdisc.tc01-64b-1t1c-eth-1drcl2xcbase-eth-2memif-1drcl2xc-k8s-ndrdisc,K8S MEMIF,10ge2p1x520: 64B-1t1c-eth-1drcl2xcbase-eth-2memif-1drcl2xc-k8s-ndrdisc,,, +tests.kubernetes.perf.container memif.10ge2p1x520-eth-1drcl2xcbase-eth-2memif-1drcl2xc-k8s-ndrpdrdisc.tc02-64b-1t1c-eth-1drcl2xcbase-eth-2memif-1drcl2xc-k8s-pdrdisc,K8S MEMIF,10ge2p1x520: 64B-1t1c-eth-1drcl2xcbase-eth-2memif-1drcl2xc-k8s-pdrdisc,,, +tests.kubernetes.perf.container memif.10ge2p1x520-eth-1drcl2xcbase-eth-4memif-2drcl2xc-k8s-ndrpdrdisc.tc01-64b-1t1c-eth-1drcl2xcbase-eth-4memif-2drcl2xc-k8s-ndrdisc,K8S MEMIF,10ge2p1x520: 64B-1t1c-eth-1drcl2xcbase-eth-4memif-2drcl2xc-k8s-ndrdisc,,, +tests.kubernetes.perf.container memif.10ge2p1x520-eth-1drcl2xcbase-eth-4memif-2drcl2xc-k8s-ndrpdrdisc.tc02-64b-1t1c-eth-1drcl2xcbase-eth-4memif-2drcl2xc-k8s-pdrdisc,K8S MEMIF,10ge2p1x520: 64B-1t1c-eth-1drcl2xcbase-eth-4memif-2drcl2xc-k8s-pdrdisc,,, +tests.vpp.perf.container memif.10ge2p1x520-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdrdisc.tc01-64b-1t1c-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrdisc,LXC MEMIF,10ge2p1x520: 64B-1t1c-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrdisc,,, +tests.vpp.perf.container memif.10ge2p1x520-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdrdisc.tc02-64b-1t1c-eth-l2bdbasemaclrn-eth-2memif-1lxc-pdrdisc,LXC MEMIF,10ge2p1x520: 64B-1t1c-eth-l2bdbasemaclrn-eth-2memif-1lxc-pdrdisc,,, +tests.vpp.perf.container memif.10ge2p1x520-eth-l2xcbase-eth-2memif-1drc-ndrpdrdisc.tc01-64b-1t1c-eth-l2xcbase-eth-2memif-1dcr-ndrdisc,LXC MEMIF,10ge2p1x520: 64B-1t1c-eth-l2xcbase-eth-2memif-1dcr-ndrdisc,,, +tests.vpp.perf.container memif.10ge2p1x520-eth-l2xcbase-eth-2memif-1drc-ndrpdrdisc.tc02-64b-1t1c-eth-l2xcbase-eth-2memif-1dcr-pdrdisc,LXC MEMIF,10ge2p1x520: 64B-1t1c-eth-l2xcbase-eth-2memif-1dcr-pdrdisc,,, +tests.vpp.perf.container memif.10ge2p1x520-eth-l2xcbase-eth-2memif-1lxc-ndrpdrdisc.tc01-64b-1t1c-eth-l2xcbase-eth-2memif-1lxc-ndrdisc,LXC MEMIF,10ge2p1x520: 64B-1t1c-eth-l2xcbase-eth-2memif-1lxc-ndrdisc,,, tests.vpp.perf.container memif.10ge2p1x520-eth-l2xcbase-eth-2memif-1lxc-ndrpdrdisc.tc02-64b-1t1c-eth-l2xcbase-eth-2memif-1lxc-pdrdisc,LXC MEMIF,10ge2p1x520: 64B-1t1c-eth-l2xcbase-eth-2memif-1lxc-pdrdisc,,, diff --git a/resources/tools/presentation/generator_tables.py b/resources/tools/presentation/generator_tables.py index 59059df08e..1071dee409 100644 --- a/resources/tools/presentation/generator_tables.py +++ b/resources/tools/presentation/generator_tables.py @@ -194,13 +194,13 @@ def table_performance_improvements(table, input_data): elif cmd == "operation": operation = args[0] try: - nr1 = tbl_item[int(args[1])]["data"] - nr2 = tbl_item[int(args[2])]["data"] + nr1 = float(tbl_item[int(args[1])]["data"]) + nr2 = float(tbl_item[int(args[2])]["data"]) if nr1 and nr2: tbl_item.append({"data": eval(operation)(nr1, nr2)}) else: tbl_item.append({"data": None}) - except IndexError: + except (IndexError, ValueError): logging.error("No data for {0}".format(tbl_item[1]["data"])) tbl_item.append({"data": None}) continue @@ -228,19 +228,19 @@ def table_performance_improvements(table, input_data): for item in tbl_lst: if "ndr_top" in file_name \ and "ndr" in item[1]["data"] \ - and item[-1]["data"] >= 10: + and item[-1]["data"] >= 10.0: _write_line_to_file(file_handler, item) elif "pdr_top" in file_name \ and "pdr" in item[1]["data"] \ - and item[-1]["data"] >= 10: + and item[-1]["data"] >= 10.0: _write_line_to_file(file_handler, item) elif "ndr_low" in file_name \ and "ndr" in item[1]["data"] \ - and item[-1]["data"] < 10: + and item[-1]["data"] < 10.0: _write_line_to_file(file_handler, item) elif "pdr_low" in file_name \ and "pdr" in item[1]["data"] \ - and item[-1]["data"] < 10: + and item[-1]["data"] < 10.0: _write_line_to_file(file_handler, item) logging.info(" Done.") diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index 850edf6faa..8055bbaa8c 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -166,6 +166,9 @@ - 13 csit-ligato-perf-1710-all: - 2 + - 3 + - 4 + - 5 csit-vpp-functional-1710-ubuntu1604-virl: - 115 csit-nsh_sfc-verify-func-1710-ubuntu1604-virl: @@ -219,7 +222,7 @@ data: "data csit-vpp-perf-1710-all stdev" - title: "17.07 to 17.10 change [%]" - data: "operation relative_change 6 5" + data: "operation relative_change 5 6" rows: "generated" data: csit-vpp-perf-1707-all: @@ -391,6 +394,9 @@ data: csit-ligato-perf-1710-all: - 2 + - 3 + - 4 + - 5 filter: "all" parameters: - "name" @@ -589,6 +595,9 @@ data: csit-ligato-perf-1710-all: - 2 + - 3 + - 4 + - 5 filter: "all" parameters: - "name" @@ -5419,6 +5428,9 @@ data: csit-ligato-perf-1710-all: - 2 + - 3 + - 4 + - 5 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" parameters: - "throughput" @@ -5478,6 +5490,9 @@ data: csit-ligato-perf-1710-all: - 2 + - 3 + - 4 + - 5 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" parameters: - "throughput" @@ -5537,6 +5552,9 @@ data: csit-ligato-perf-1710-all: - 2 + - 3 + - 4 + - 5 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" parameters: - "throughput" @@ -5596,6 +5614,9 @@ data: csit-ligato-perf-1710-all: - 2 + - 3 + - 4 + - 5 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" parameters: - "throughput" @@ -5791,6 +5812,9 @@ data: csit-ligato-perf-1710-all: - 2 + - 3 + - 4 + - 5 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" parameters: - "latency" @@ -5848,6 +5872,9 @@ data: csit-ligato-perf-1710-all: - 2 + - 3 + - 4 + - 5 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" parameters: - "latency" diff --git a/resources/tools/presentation/utils.py b/resources/tools/presentation/utils.py index f423cd22a7..f9feeb0411 100644 --- a/resources/tools/presentation/utils.py +++ b/resources/tools/presentation/utils.py @@ -57,7 +57,7 @@ def relative_change(nr1, nr2): :rtype: float """ - return (nr1 - nr2) / nr2 * 100 + return float((nr2 - nr1) / nr1 * 100) def get_files(path, extension=None, full_path=True): |